-- Logs begin at Thu 2021-07-15 12:12:51 UTC, end at Thu 2021-07-15 14:36:51 UTC. -- Jul 15 12:47:01.438672 n-d-771362-36 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 12:47:04.191741 n-d-771362-36 neutron-server[93626]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:47:04.192351 n-d-771362-36 neutron-server[93626]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:47:04.192514 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93626) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:47:04.195825 n-d-771362-36 neutron-server[93626]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:47:04.196082 n-d-771362-36 neutron-server[93626]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:47:04.196393 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93626) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:47:04.197335 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:04.197571 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:04.197969 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:04.198213 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:04.198436 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:04.198752 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.199047 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.199364 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.199594 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.199885 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.200173 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.200452 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.200740 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.201035 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.201319 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.201599 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.201878 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.202106 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.202383 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.202668 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.202953 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.203201 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] debug = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.203482 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.203909 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.204325 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.204602 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.204890 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.205168 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.205438 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.205733 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.206001 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.206328 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] host = n-d-771362-36 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.206600 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.206883 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.207192 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.207483 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.207757 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.208032 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.208315 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.208587 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.208857 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] log_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.209129 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.209417 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.209739 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.209992 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.210215 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.210437 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.210724 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.211009 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.211314 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.211589 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.211863 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.212152 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.212408 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.212672 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.212955 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.213239 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.213566 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.213841 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.214114 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.214388 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.214655 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.214937 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.215234 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.215510 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.215787 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.216072 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.216338 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.216608 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.216908 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.217191 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.217472 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.217756 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.218027 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.218308 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.218579 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.218849 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.219118 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] use_json = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.219412 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.219683 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.219963 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.220234 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.220505 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.220775 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.221044 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.221326 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:04.221626 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.221923 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.222226 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.222510 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.222805 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.223084 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.223400 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.223679 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.223968 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.224361 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.224656 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.224936 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.225223 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.225502 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.225801 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.226108 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.226402 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.226694 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.226968 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.227268 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.227543 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.227822 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.228106 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.228400 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.228690 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.229501 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.229783 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.230077 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.230360 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.230632 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.230912 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.231228 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.231507 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.231779 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.232315 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.232591 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.232860 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.233129 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.233404 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.233692 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.233967 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.234237 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.234506 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.234780 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.235050 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.235354 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.235635 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.235906 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.236186 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.236464 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.236735 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.237007 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.237281 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.237550 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.237824 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.238093 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.238362 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.238630 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.238898 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.239188 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.239458 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.239727 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.240003 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.240273 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.240544 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.240812 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.241084 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.241436 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.241854 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.242199 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.242523 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.242833 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.243149 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.243472 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.243775 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.244074 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.244369 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.245230 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.245514 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.245823 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.246122 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.246426 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.246722 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.247015 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.247355 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.247647 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.247942 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.248230 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.248518 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.248821 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.249120 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.249429 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.249740 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.250047 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.250354 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.250657 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.250948 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.251300 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.251599 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:04.251825 n-d-771362-36 neutron-server[93626]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:04.252081 n-d-771362-36 neutron-server[93626]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93626) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 12:47:04.602962 n-d-771362-36 neutron-server[93626]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:47:04.603334 n-d-771362-36 neutron-server[93626]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:47:04.603691 n-d-771362-36 neutron-server[93626]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:47:04.604079 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 12:47:05.005596 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.005793 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.006065 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.007265 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.007545 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.007820 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.042240 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.042518 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.042792 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.056102 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.056382 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.056650 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.087122 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.087431 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.087704 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.124720 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.124997 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.125267 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.355580 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.356247 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.356247 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.356404 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.357338 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.486703 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.487025 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.487339 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.487621 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.487909 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.488231 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.488500 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.488767 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.489030 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.489320 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.489588 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.489866 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.490127 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.490385 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.490647 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.490930 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.491219 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.491495 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.491778 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.492048 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.492327 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.492587 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.492876 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.493260 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.493519 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.493775 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.494171 n-d-771362-36 neutron-server[93626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:05.494414 n-d-771362-36 neutron-server[93626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:05.494678 n-d-771362-36 neutron-server[93626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:05.494915 n-d-771362-36 neutron-server[93626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:05.495174 n-d-771362-36 neutron-server[93626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:05.495413 n-d-771362-36 neutron-server[93626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:05.495790 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 12:47:05.498920 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 12:47:05.502852 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 12:47:05.506575 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 15 12:47:05.508228 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 12:47:05.508682 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 12:47:05.509022 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 12:47:05.509411 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 12:47:05.513341 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 12:47:05.513593 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 12:47:05.513942 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:47:05.542318 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 12:47:05.542770 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.543073 n-d-771362-36 neutron-server[93626]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93626) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 12:47:05.543465 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.544816 n-d-771362-36 neutron-server[93626]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93626) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 12:47:05.545106 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:47:05.545354 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 12:47:05.548573 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.548859 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:05.614299 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 12:47:05.614509 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 12:47:05.614687 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 12:47:05.615048 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 12:47:05.637208 n-d-771362-36 neutron-server[93626]: DEBUG oslo_db.sqlalchemy.engines [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93626) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 12:47:06.174733 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Initializing driver for type 'gre' Jul 15 12:47:06.175326 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] gre ID ranges: [(1, 1000)] Jul 15 12:47:06.231386 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Initializing driver for type 'local' Jul 15 12:47:06.231726 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Initializing driver for type 'vlan' Jul 15 12:47:06.246244 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] VlanTypeDriver initialization complete Jul 15 12:47:06.246590 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Initializing driver for type 'vxlan' Jul 15 12:47:06.247074 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] vxlan ID ranges: [(1, 1000)] Jul 15 12:47:06.302868 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Initializing extension driver 'port_security' Jul 15 12:47:06.303317 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] PortSecurityExtensionDriver initialization complete Jul 15 12:47:06.303703 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Initializing mechanism driver 'openvswitch' Jul 15 12:47:06.304073 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Initializing mechanism driver 'hyperv' Jul 15 12:47:06.311478 n-d-771362-36 neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:06.312415 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > port after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.312857 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > port after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.313182 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > port after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.313786 n-d-771362-36 neutron-server[93626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:06.314238 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > subnet after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.314605 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > subnet after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.314990 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.315403 n-d-771362-36 neutron-server[93626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:06.315820 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > network after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.316250 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > network after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.316576 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > network after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.317016 n-d-771362-36 neutron-server[93626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:06.317481 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > security_group after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.317790 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > security_group after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.318171 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.318570 n-d-771362-36 neutron-server[93626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:06.319055 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.319393 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.319778 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.320203 n-d-771362-36 neutron-server[93626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:06.320638 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > address_group after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.321026 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > address_group after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.321380 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.321830 n-d-771362-36 neutron-server[93626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:06.322247 n-d-771362-36 neutron-server[93626]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] ML2 OVO RPC backend initialized. {{(pid=93626) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 12:47:06.323720 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.324088 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.324507 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > network before_response 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.324864 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > networks before_response 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.325266 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > port before_response 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.325766 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > ports before_response 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.326180 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > subnet before_response 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.326554 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > subnets before_response 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.326916 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > network after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.327325 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > network after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.327674 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > network after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.328047 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > port after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.328402 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > port after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.328766 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > port after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.329134 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > subnet after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.329456 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > subnet after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.329797 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.330472 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.plugin [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Modular L2 Plugin initialization complete Jul 15 12:47:06.330828 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading services supported by the core plugin {{(pid=93626) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 12:47:06.331308 n-d-771362-36 neutron-server[93626]: INFO neutron.plugins.ml2.managers [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Got port-security extension from driver 'port_security' Jul 15 12:47:06.331865 n-d-771362-36 neutron-server[93626]: INFO neutron.extensions.vlantransparent [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Disabled vlantransparent extension. Jul 15 12:47:06.332367 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93626) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 12:47:06.332686 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading Plugin: router Jul 15 12:47:06.370585 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.371271 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router after_create 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.371371 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router before_create 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.371732 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.372110 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.372475 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router after_delete 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.372839 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.373341 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router after_create 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.373696 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router after_update 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.374053 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router after_update 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.374408 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.374772 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router after_update 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.375220 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_update 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.375596 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: port after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.375942 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: port after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.376284 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: subnet after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.376629 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.376991 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.377346 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_create 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.377695 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: port before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.378042 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.378404 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router after_update 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.378753 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.379109 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_create 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.379498 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.379848 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_update 55549900 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.380219 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > agent after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.380576 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > agent after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.380927 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > network after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.381901 n-d-771362-36 neutron-server[93626]: DEBUG neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Tracking information for resource: router configured {{(pid=93626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:06.382242 n-d-771362-36 neutron-server[93626]: DEBUG neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Tracking information for resource: floatingip configured {{(pid=93626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:06.388233 n-d-771362-36 neutron-server[93626]: INFO neutron.db.l3_agentschedulers_db [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 12:47:06.388846 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: port after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.389227 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: port after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.389591 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: port after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.389950 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: port after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.390806 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router before_create 55550100 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.391206 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.391577 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_create 55550100 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.391938 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > router precommit_update 55550100 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.396567 n-d-771362-36 neutron-server[93626]: DEBUG neutron.services.provider_configuration [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service providers = [] {{(pid=93626) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 12:47:06.396944 n-d-771362-36 neutron-server[93626]: DEBUG neutron.db.servicetype_db [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93626) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 12:47:06.400125 n-d-771362-36 neutron-server[93626]: DEBUG neutron.services.service_base [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:06.400481 n-d-771362-36 neutron-server[93626]: DEBUG neutron.services.service_base [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:06.400886 n-d-771362-36 neutron-server[93626]: DEBUG neutron.services.service_base [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:06.401794 n-d-771362-36 neutron-server[93626]: DEBUG neutron.services.service_base [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:06.402186 n-d-771362-36 neutron-server[93626]: INFO neutron.services.service_base [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 12:47:06.402584 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:06.402905 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 12:47:06.414213 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:06.414550 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading Plugin: auto_allocate Jul 15 12:47:06.421233 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: network precommit_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.421616 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: network precommit_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.422170 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:06.422501 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading Plugin: tag Jul 15 12:47:06.429816 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:06.430072 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading Plugin: timestamp Jul 15 12:47:06.434888 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:06.435254 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading Plugin: network_ip_availability Jul 15 12:47:06.441062 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.441444 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.441809 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.442611 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:06.442940 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading Plugin: flavors Jul 15 12:47:06.449681 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:06.450019 n-d-771362-36 neutron-server[93626]: INFO neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading Plugin: revisions Jul 15 12:47:06.454464 n-d-771362-36 neutron-server[93626]: DEBUG neutron.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:06.454867 n-d-771362-36 neutron-server[93626]: DEBUG oslo_concurrency.lockutils [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.851s {{(pid=93626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:47:06.455686 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93626) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 12:47:06.456028 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Initializing extension manager. Jul 15 12:47:06.456540 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: __init__.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.456883 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: __pycache__ {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.457215 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.457548 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: address_group.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.458342 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.458922 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: address-group Jul 15 12:47:06.459285 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: address_scope.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.460015 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.460529 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: address-scope Jul 15 12:47:06.460853 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.461843 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.462366 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: router-admin-state-down-before-update Jul 15 12:47:06.462691 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: agent.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.463483 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.463993 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: agent Jul 15 12:47:06.464316 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: agent_resources_synced.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.465250 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.465766 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: agent-resources-synced Jul 15 12:47:06.466091 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: allowedaddresspairs.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.468022 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.468569 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: allowed-address-pairs Jul 15 12:47:06.468884 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: auto_allocated_topology.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.469996 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.470522 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: auto-allocated-topology Jul 15 12:47:06.470851 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: availability_zone.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.471599 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.472118 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: availability_zone Jul 15 12:47:06.472459 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: availability_zone_filter.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.473383 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.473900 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: availability_zone_filter Jul 15 12:47:06.474225 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: data_plane_status.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.475154 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.475678 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 12:47:06.476000 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: default_subnetpools.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.476931 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.477445 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: default-subnetpools Jul 15 12:47:06.477771 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.478620 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.479722 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: dhcp_agent_scheduler Jul 15 12:47:06.480048 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: dns.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.481020 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.481536 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension dns-integration not supported by any of loaded plugins Jul 15 12:47:06.482117 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: dns_domain_ports.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.483054 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.483604 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 12:47:06.483932 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.484874 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.485391 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 12:47:06.485716 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: dvr.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.486403 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.486916 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: dvr Jul 15 12:47:06.487275 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: empty_string_filtering.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.488209 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.488722 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: empty-string-filtering Jul 15 12:47:06.489044 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.489965 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.490474 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:47:06.490796 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.491748 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.492258 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 12:47:06.492582 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: external_net.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.493503 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.494011 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: external-net Jul 15 12:47:06.494335 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.495871 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.496383 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: extra_dhcp_opt Jul 15 12:47:06.496711 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: extraroute.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.497642 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.498160 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: extraroute Jul 15 12:47:06.498487 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: extraroute_atomic.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.499562 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.500079 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: extraroute-atomic Jul 15 12:47:06.500404 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: filter_validation.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.501104 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.501616 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: filter-validation Jul 15 12:47:06.501938 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: fip_pf_description.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.502870 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.503638 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 12:47:06.503966 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: fip_port_details.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.504917 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.505432 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: fip-port-details Jul 15 12:47:06.505760 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: flavors.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.507026 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.507585 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: flavors Jul 15 12:47:06.507916 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.509634 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.510206 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 12:47:06.510544 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: floatingip_pools.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.511291 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.511810 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: floatingip-pools Jul 15 12:47:06.512140 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: ip_allocation.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.513084 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.513599 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 12:47:06.513925 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.514868 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.515423 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: ip-substring-filtering Jul 15 12:47:06.515756 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: l2_adjacency.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.516700 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.517214 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 12:47:06.517538 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: l3.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.518567 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.519090 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: router Jul 15 12:47:06.519440 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.521740 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.522282 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:47:06.522618 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.523597 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.524121 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: ext-gw-mode Jul 15 12:47:06.524451 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.525385 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.525947 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: l3-ha Jul 15 12:47:06.526270 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: l3_flavors.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.527226 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.527739 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: l3-flavors Jul 15 12:47:06.528063 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.528988 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.529503 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 12:47:06.529827 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: l3agentscheduler.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.530908 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.531462 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: l3_agent_scheduler Jul 15 12:47:06.531793 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: logging.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.533315 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.533848 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension logging not supported by any of loaded plugins Jul 15 12:47:06.534185 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: metering.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.534940 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.535571 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: metering Jul 15 12:47:06.535904 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.537000 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.537524 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: metering_source_and_destination_fields Jul 15 12:47:06.537857 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: multiprovidernet.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.538925 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.539469 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: multi-provider Jul 15 12:47:06.539801 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: netmtu.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.540726 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.541242 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: net-mtu Jul 15 12:47:06.542111 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: netmtu_writable.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.543052 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.543594 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: net-mtu-writable Jul 15 12:47:06.543921 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: network_availability_zone.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.544593 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.545109 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: network_availability_zone Jul 15 12:47:06.545431 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: network_ip_availability.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.546527 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.547042 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: network-ip-availability Jul 15 12:47:06.547410 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: network_segment_range.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.548185 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.548691 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 12:47:06.549016 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: pagination.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.549995 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.550325 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: pagination Jul 15 12:47:06.550647 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: port_device_profile.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.551630 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.552151 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: port-device-profile Jul 15 12:47:06.552474 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.553412 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.553925 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: port-mac-address-regenerate Jul 15 12:47:06.554252 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.555191 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.555707 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: port-numa-affinity-policy Jul 15 12:47:06.556033 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: port_resource_request.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.557511 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.558033 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 12:47:06.558362 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: portbindings.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.559322 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.559839 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: binding Jul 15 12:47:06.560165 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: portbindings_extended.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.561448 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.561977 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: binding-extended Jul 15 12:47:06.562303 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: portsecurity.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.563315 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.563827 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: port-security Jul 15 12:47:06.564195 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: project_id.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.565287 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.565655 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: project-id Jul 15 12:47:06.566022 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: providernet.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.567073 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.567650 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: provider Jul 15 12:47:06.568051 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.571964 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.572566 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos not supported by any of loaded plugins Jul 15 12:47:06.573439 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.574775 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.575329 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 12:47:06.575693 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.576633 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.577182 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 12:47:06.577549 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos_default.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.578559 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.579125 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos-default not supported by any of loaded plugins Jul 15 12:47:06.579503 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos_fip.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.580252 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.580850 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos-fip not supported by any of loaded plugins Jul 15 12:47:06.581212 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos_gateway_ip.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.582220 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.582767 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 12:47:06.583098 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos_port_network_policy.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.584128 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.584645 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 12:47:06.584976 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos_rule_type_details.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.585908 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.586414 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 12:47:06.586747 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: qos_rules_alias.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.587822 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.588942 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 12:47:06.589270 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: quotasv2.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.590248 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.590787 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: quotas Jul 15 12:47:06.591115 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: quotasv2_detail.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.594217 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.594562 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: quota_details Jul 15 12:47:06.594898 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: rbac.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.596019 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.596562 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: rbac-policies Jul 15 12:47:06.596896 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: rbac_address_group.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.597842 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.598366 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: rbac-address-group Jul 15 12:47:06.598697 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: rbac_address_scope.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.599671 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.600186 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: rbac-address-scope Jul 15 12:47:06.600516 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: rbac_security_groups.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.601443 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.601985 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: rbac-security-groups Jul 15 12:47:06.602290 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: rbac_subnetpool.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.603234 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.603755 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: rbac-subnetpool Jul 15 12:47:06.604610 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: revisionifmatch.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.605543 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.606110 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: revision-if-match Jul 15 12:47:06.606440 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: revisions.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.611733 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.611733 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: standard-attr-revisions Jul 15 12:47:06.611733 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: router_availability_zone.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.611733 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.611733 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: router_availability_zone Jul 15 12:47:06.611733 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: routerservicetype.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.612338 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.612338 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension router-service-type not supported by any of loaded plugins Jul 15 12:47:06.612338 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.612985 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.613506 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: security-groups-normalized-cidr Jul 15 12:47:06.613835 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.614784 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.615336 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: port-security-groups-filtering Jul 15 12:47:06.615662 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.616607 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.617120 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: security-groups-remote-address-group Jul 15 12:47:06.617452 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: securitygroup.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.628142 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.628694 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: security-group Jul 15 12:47:06.629074 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: segment.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.629910 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.630509 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension segment not supported by any of loaded plugins Jul 15 12:47:06.630762 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.631806 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.632324 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 12:47:06.632657 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: servicetype.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.633787 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.634316 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: service-type Jul 15 12:47:06.634741 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: sorting.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.635776 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.636025 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: sorting Jul 15 12:47:06.636358 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: standard_attr_segment.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.637385 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.637915 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 12:47:06.638248 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: standardattrdescription.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.638922 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.639466 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: standard-attr-description Jul 15 12:47:06.639791 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: stateful_security_group.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.640748 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.641270 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: stateful-security-group Jul 15 12:47:06.641629 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: stdattrs_common.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.642236 n-d-771362-36 neutron-server[93626]: WARNING neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 12:47:06.642564 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.643665 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.644181 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 12:47:06.644575 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: subnet_onboard.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.645597 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.646119 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: subnet_onboard Jul 15 12:47:06.646442 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.647400 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.647953 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 12:47:06.648280 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: subnet_service_types.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.649219 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.649735 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: subnet-service-types Jul 15 12:47:06.650056 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: subnetallocation.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.651210 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.651740 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: subnet_allocation Jul 15 12:47:06.652065 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.652750 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.653272 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: subnetpool-prefix-ops Jul 15 12:47:06.653598 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.654542 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.655055 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 12:47:06.655414 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: tagging.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.656515 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.657041 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: standard-attr-tag Jul 15 12:47:06.657364 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: timestamp.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.658628 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.659167 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loaded extension: standard-attr-timestamp Jul 15 12:47:06.659503 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: trunk.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.660565 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.661083 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension trunk not supported by any of loaded plugins Jul 15 12:47:06.661413 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: trunk_details.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.662348 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.662866 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension trunk-details not supported by any of loaded plugins Jul 15 12:47:06.663219 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: uplink_status_propagation.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.664159 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.664679 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 12:47:06.665007 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Loading extension file: vlantransparent.py {{(pid=93626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:06.665695 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:06.666211 n-d-771362-36 neutron-server[93626]: INFO neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 12:47:06.669349 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:network Jul 15 12:47:06.669900 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:subnet Jul 15 12:47:06.670308 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:06.670708 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:port Jul 15 12:47:06.672027 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.672474 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service FLAVORS assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.673091 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.673527 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.673869 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:router Jul 15 12:47:06.674299 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:47:06.674792 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service METERING assigned prefix: /metering {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.676372 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.676748 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.677109 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:06.678139 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:47:06.678589 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:47:06.679036 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:47:06.679675 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service CORE assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.680056 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:06.680364 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] subnetpool is already registered Jul 15 12:47:06.680813 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service CORE assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.681144 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:06.681481 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] subnetpool is already registered Jul 15 12:47:06.684418 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.684855 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service FLAVORS assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.685451 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.685874 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.686211 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:router Jul 15 12:47:06.686552 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] router is already registered Jul 15 12:47:06.686961 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:47:06.687321 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] floatingip is already registered Jul 15 12:47:06.687775 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service METERING assigned prefix: /metering {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.688445 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:47:06.688770 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] rbac_policy is already registered Jul 15 12:47:06.689195 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:47:06.689531 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] security_group is already registered Jul 15 12:47:06.689937 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:47:06.690270 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] security_group_rule is already registered Jul 15 12:47:06.690909 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service CORE assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.691278 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:06.691617 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] subnetpool is already registered Jul 15 12:47:06.692047 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.v2.resource_helper [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Service CORE assigned prefix: {{(pid=93626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:06.692374 n-d-771362-36 neutron-server[93626]: INFO neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:06.692707 n-d-771362-36 neutron-server[93626]: WARNING neutron.quota.resource_registry [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] subnetpool is already registered Jul 15 12:47:06.693186 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: extensions {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.694668 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: address-groups {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.696183 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: address-scopes {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.697475 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: agents {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.698681 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: auto-allocated-topology {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.699947 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: availability_zones {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.701154 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: dhcp-networks {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.702650 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: dhcp-agents {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.704121 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: routers {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.705795 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: flavors {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.708218 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: service_profiles {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.709410 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: next_providers {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.710856 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: service_profiles {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.712433 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: floatingip-pools {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.713689 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: routers {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.715400 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: floatingips {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.716670 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: l3-routers {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.718043 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: l3-agents {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.719492 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: metering-labels {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.720724 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: metering-label-rules {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.722081 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: network-ip-availabilities {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.723360 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: bindings {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.724904 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: quotas {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.726442 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: quotas {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.727878 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: rbac-policies {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.729600 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: security-groups {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.730888 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: security-group-rules {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.732415 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: service-providers {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.733636 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: subnetpools {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.734966 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: subnetpools {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.736515 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.738186 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.740018 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.741807 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.743504 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.746030 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.747741 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.749523 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.751383 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.753112 n-d-771362-36 neutron-server[93626]: DEBUG neutron.api.extensions [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Extended resource: tags {{(pid=93626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:06.759074 n-d-771362-36 neutron-server[93626]: WARNING keystonemiddleware.auth_token [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 12:47:06.763735 n-d-771362-36 neutron-server[93626]: WARNING keystonemiddleware.auth_token [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 12:47:06.772109 n-d-771362-36 neutron-server[93626]: DEBUG oslo_concurrency.lockutils [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Acquired lock "singleton_lock" {{(pid=93626) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 12:47:06.772584 n-d-771362-36 neutron-server[93626]: DEBUG oslo_concurrency.lockutils [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Releasing lock "singleton_lock" {{(pid=93626) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 12:47:06.773229 n-d-771362-36 neutron-server[93626]: INFO oslo_service.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Starting 2 workers Jul 15 12:47:06.778577 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Started child 93733 {{(pid=93626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:06.783193 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Started child 93734 {{(pid=93626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:06.784028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:06.784809 n-d-771362-36 neutron-server[93626]: INFO neutron.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 12:47:06.785386 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Notify callbacks [] for process, before_spawn {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:06.785555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [-] (93733) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:47:06.787850 n-d-771362-36 neutron-server[93626]: INFO oslo_service.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Starting 1 workers Jul 15 12:47:06.788023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:06.789312 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [-] (93734) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:47:06.793592 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Started child 93735 {{(pid=93626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:06.794135 n-d-771362-36 neutron-server[93626]: INFO oslo_service.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Starting 1 workers Jul 15 12:47:06.797841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] calling RpcWorker wait() {{(pid=93735) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 12:47:06.798428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] returning from RpcWorker wait() {{(pid=93735) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 12:47:06.798675 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Started child 93736 {{(pid=93626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:06.799504 n-d-771362-36 neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a3cac06c-3244-4a62-8558-46860f5ca91f None None] Notify callbacks [] for process, after_spawn {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:06.799824 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:06.800365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:06.801369 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93626) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:47:06.801587 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:06.801778 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:06.802006 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:06.802334 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:06.802498 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:06.803010 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.803360 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.803596 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:06.804091 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.804091 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.804228 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.804709 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.804995 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.805257 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.805535 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.805787 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.805959 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.806111 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.806376 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.806608 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.806876 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.807199 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.807440 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.807709 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.807880 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.808132 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.808411 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.808677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.808943 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] debug = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.809190 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.809709 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.809950 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.810199 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.810424 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.810709 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.810961 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.811257 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.811501 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.811720 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.811968 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.812220 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.812461 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.812694 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.812914 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.813174 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.813399 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.813901 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] host = n-d-771362-36 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.814139 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.814358 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.814588 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.814841 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.815089 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.815355 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.815630 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.815883 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.816156 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.816402 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.816653 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.816916 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.817132 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.817378 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.817544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_options = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.817792 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.818066 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.818335 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.818525 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.818680 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.818858 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.819113 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.819315 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.819583 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.819787 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.820000 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.820222 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.820444 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.820679 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.820928 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.821170 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.821404 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.821635 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.821883 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.822115 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.822358 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.822622 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.822892 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.823109 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.823353 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.823570 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.823802 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.824017 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.824250 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.824517 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.824763 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.825029 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.825278 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.825526 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.825755 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.825987 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.826201 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.826465 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.826697 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.826953 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.827241 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.827479 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.827726 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.827961 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.828200 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.828414 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_json = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.828628 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.828866 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.829138 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.829357 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.829577 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.829805 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.830020 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.830272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.830691 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.830975 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.831313 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.831576 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.831828 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.832073 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.832310 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.832533 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.832786 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.833054 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.833362 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.833609 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.833758 n-d-771362-36 neutron-server[93736]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:06.833909 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.834167 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.834437 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.834797 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.835288 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.835440 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.835890 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.836202 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.836351 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.836509 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.836806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.837071 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.837323 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.837609 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.837826 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.838073 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.839311 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.839311 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.839311 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.839738 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.839972 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.840063 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.840420 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.840563 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.840703 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.840913 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.841148 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.841392 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.841652 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.841884 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.842276 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.842438 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.842572 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.842799 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.843030 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.843300 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.843534 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.843793 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.844035 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.844279 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.844519 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.844735 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.844958 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.845214 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.845436 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.845673 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.845932 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.846117 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.846356 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.846594 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.846817 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.847031 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.847646 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.847646 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.847833 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.847915 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.848142 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.848377 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.848803 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.848803 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.849005 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.849273 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.849481 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.849692 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.849906 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.850322 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.850414 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.850872 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.850872 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.851034 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.851271 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.851479 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.852066 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.852066 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.853262 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.853262 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.853262 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.853262 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.853262 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.853663 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.853743 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.854594 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.855353 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.855353 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.855353 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.855628 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.855843 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858272 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858894 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858894 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.858894 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.859103 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.859307 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.859563 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.859846 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.860208 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.860322 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.860607 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.860885 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.861591 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.861591 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.861591 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.861877 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.862108 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.862341 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.862793 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.862793 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.863019 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.863479 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.863872 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.864260 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.864648 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.865026 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.865482 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.865903 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.866264 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.866648 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.867080 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.867511 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.867919 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.868193 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.868444 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.868684 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.868939 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.869193 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.869462 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.869706 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.869938 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.870180 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.870439 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.870642 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.871034 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.871444 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.871859 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.872103 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.872321 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.872546 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.872789 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.873014 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.873255 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.873504 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.873724 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.873952 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.874205 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.874450 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.874672 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.874893 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.875111 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.875384 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.875613 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.875892 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.876297 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.876675 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.877085 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.877513 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.877790 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.878032 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.878284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.878511 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.878737 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.878973 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.879216 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.879436 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.879667 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.880085 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.880474 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.880885 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.881276 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.881762 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.882185 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.882607 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.882969 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.883370 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.883712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.883884 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.884116 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.884364 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.884589 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.884982 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.885273 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.885502 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.885913 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.886133 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.886374 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.886592 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.886830 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.887043 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.887370 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.887617 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.887850 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.888106 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.888345 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.888561 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.888813 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.889026 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.889239 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.889462 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.889678 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.889890 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.890117 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.890332 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.890545 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.890788 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.890996 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.891229 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.891639 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.891994 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.892348 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.892578 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.892796 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.893010 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.893237 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.893484 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.893860 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.894084 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.894303 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.894525 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.894824 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.895093 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.895341 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.895629 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.895865 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.896164 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.896414 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.896691 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.896907 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.897175 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.897415 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.897654 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.897876 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.898134 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.898468 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.898752 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.898999 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.899267 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.899567 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.899851 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.900126 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.900341 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.900624 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.901510 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.901801 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.902063 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.902299 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.902555 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.902785 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.903005 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.903270 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.903522 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.903739 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.903977 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.904206 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.904435 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.904682 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.904931 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.905150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.905375 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.905605 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.905859 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.906078 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.906239 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:06.906743 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93626) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:47:06.906903 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:06.907047 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:06.907242 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:06.907413 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:06.907549 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:06.907760 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.907906 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.908068 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.908226 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.908383 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.908569 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.908709 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.908860 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.909020 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.909177 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.909336 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.909494 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.909653 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.909810 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.909968 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.910102 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.910259 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.910417 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.910580 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.910738 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.910896 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.911053 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.911234 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] debug = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.911394 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.911587 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.912162 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.912162 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.912162 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.912678 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.912678 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.912678 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.912678 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.914772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.914772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.914772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.914772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.914772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.914772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.914772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.914772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] host = n-d-771362-36 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917284 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_options = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.917811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918430 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918430 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918430 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918430 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918430 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918430 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918430 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918897 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918897 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918897 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918897 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918897 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.918897 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.919328 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.919328 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.919328 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.919531 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.919531 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.919671 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.919830 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.919976 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.920136 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.920300 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.920461 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.920620 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.921701 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.921701 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.921701 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.921701 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.921701 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.921701 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.921701 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.923422 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.923422 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.923422 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.923422 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.923422 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.923422 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.923422 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.923422 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_json = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.924333 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.926140 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.926140 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.926140 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.926140 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:06.926140 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926140 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926140 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926140 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.926677 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.927632 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.927632 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.927632 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.927632 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.927632 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.927632 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928030 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928030 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928030 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928401 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928401 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928546 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928623 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928742 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.928907 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.929070 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.929234 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.929397 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.929563 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.929730 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.929893 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.930105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.930222 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.930505 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.930607 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.930687 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.930843 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.931003 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.931194 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.931357 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.931524 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.931684 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.932035 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.932203 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.932370 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.932587 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.932737 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.932872 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.933002 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.933164 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.933329 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.933493 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.933646 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.934013 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.934013 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.934358 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.934358 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.934670 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.934670 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.934934 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.934934 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.935459 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.935459 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.935459 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.935842 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.935842 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.936106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:06.936245 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.936245 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.936245 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.936245 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.936743 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.936743 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.936743 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.937130 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.937130 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.937130 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.937501 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.937501 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.937760 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.937760 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.938013 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.938146 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.938278 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.938411 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.938543 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.938686 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.938819 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.938959 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.939115 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.939300 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.939461 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.939623 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.939784 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.939945 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.940107 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.940271 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.940417 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.940580 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.940727 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.940891 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.941052 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.941212 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.941373 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.941534 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.941696 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.941858 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.942018 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.942254 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.942390 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.942525 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.942657 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.942804 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.942937 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.943100 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.943304 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.943467 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.943629 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.943790 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.943951 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.944113 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.944274 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.944440 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.944600 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.944763 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.944909 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.945082 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.945256 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.945419 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.945583 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.945745 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.945930 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.946091 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.946254 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.946415 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.947105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.947105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.947105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.947105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.947105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.947105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.947105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.947105 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.949410 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.949410 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.949410 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.949410 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.949410 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.949410 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.949410 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.949410 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.950806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.950806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.950806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.950806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.950806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.950806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.950806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.950806 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.951979 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.951979 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.951979 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.951979 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.951979 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.951979 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.951979 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.951979 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.952544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.952544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.952544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.952544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.952544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.952544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.952544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.952544 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.953072 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.953072 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.953072 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.953072 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.953351 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.953351 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.953526 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.953696 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955150 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.955766 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.956027 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.956196 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.956343 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.956660 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.956660 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.957080 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.957080 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.957833 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.957833 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.957833 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.957833 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.957833 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.958170 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.958170 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.958170 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.959390 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.959390 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.959390 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.959390 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.959390 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.959390 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.959390 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.960598 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.960598 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.960598 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.960598 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.960598 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.960598 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.960598 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.960598 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.961712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.961712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.961712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.961712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.961712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.961712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.961712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.961712 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.962332 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.962332 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.962332 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.962332 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.962614 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.962614 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.962773 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.962890 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.963086 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.963811 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.963978 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.964141 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.964363 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.964615 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.964615 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.964772 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.964925 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.965089 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.965254 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.965421 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.965593 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.965761 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.965926 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.966096 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.966268 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.966439 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.966601 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.966769 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.966943 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.967106 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.967293 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.967454 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.967616 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.967777 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.967939 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.968100 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.968261 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.968423 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.968584 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.968747 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.968909 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.969071 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.969232 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.969395 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.969556 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.969718 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.969881 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.970042 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:06.970196 n-d-771362-36 neutron-server[93626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:07.122461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57506) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:07.130886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061927 Jul 15 12:47:18.849463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a7206-88db-4207-bdf7-54b9e29af350 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 12:47:18.975178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a7206-88db-4207-bdf7-54b9e29af350 None None] No non-hosted networks {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 12:47:19.007945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.agentschedulers_db [None req-3f3a7206-88db-4207-bdf7-54b9e29af350 None None] DHCP Agent not found on host n-d-771362-36 {{(pid=93735) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 12:47:19.132035 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8db42a1c-fb3a-4fae-948a-9289734a5c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679430'] for agent, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:21.484196 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e75a6189-c5ea-409c-885c-76e000345903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679430'] for agent, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:21.506880 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679430'] for agent, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:21.508498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.509095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.509846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.510193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.510542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.516076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.516495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.516836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.517174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.517518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.517856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.518189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:21.518615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771362-36', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:21.542459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771362-36', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:21.567372 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fa802127-cf10-404e-9b89-d30f8657b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:22.706145 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679430'] for agent, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:24.117932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679430'] for agent, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:25.497366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57604) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:25.863938 n-d-771362-36 neutron-server[93735]: INFO neutron.db.l3_hamode_db [None req-63d6ab68-41e8-43db-90d6-9416d2d45d41 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 12:47:25.944123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6ab68-41e8-43db-90d6-9416d2d45d41 None None] Routers set() bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:47:25.944513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6ab68-41e8-43db-90d6-9416d2d45d41 None None] Router IDs set() for agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 12:47:26.008220 n-d-771362-36 neutron-server[93733]: WARNING oslo_policy.policy [None req-fde25913-3379-42a8-ae17-26b7ac8272bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:26.008825 n-d-771362-36 neutron-server[93733]: WARNING oslo_policy.policy [None req-fde25913-3379-42a8-ae17-26b7ac8272bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:26.227287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-fde25913-3379-42a8-ae17-26b7ac8272bb admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:26.228831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fde25913-3379-42a8-ae17-26b7ac8272bb admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7305532 Jul 15 12:47:28.598156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57618) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:28.902462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-80733384-6c88-40bb-9697-beb339854db9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:29.001365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.policy [None req-80733384-6c88-40bb-9697-beb339854db9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93733) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:47:29.046862 n-d-771362-36 neutron-server[93733]: WARNING oslo_policy.policy [None req-80733384-6c88-40bb-9697-beb339854db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:29.047305 n-d-771362-36 neutron-server[93733]: WARNING oslo_policy.policy [None req-80733384-6c88-40bb-9697-beb339854db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:29.056044 n-d-771362-36 neutron-server[93733]: INFO neutron.quota [None req-80733384-6c88-40bb-9697-beb339854db9 admin admin] Loaded quota_driver: . Jul 15 12:47:29.146390 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80733384-6c88-40bb-9697-beb339854db9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789913958260', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789913957641', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789913905555', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789913911241', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789913901322', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789913923846', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1821191', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1830900', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543168', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636723'] for rbac-policy, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:29.209801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80733384-6c88-40bb-9697-beb339854db9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:29.211013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-80733384-6c88-40bb-9697-beb339854db9 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6118557 Jul 15 12:47:31.798641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57630) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:32.089824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'project_id': '214d814e3d8644ccb35c334ba65715c2'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:32.118870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Made reservation on behalf of 214d814e3d8644ccb35c334ba65715c2 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:47:32.121325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.138348 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.273462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.278317 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.302699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:47:32.332293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789911315523', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.332918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Unsubscribe: segment precommit_create {{(pid=93733) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:47:32.333469 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Added segment 9837a7f4-c54b-4cdd-b657-96cb77b6d7ae of type vlan for network 0dca40f3-191b-46fa-96da-0ce24d147f7c Jul 15 12:47:32.340530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c9f723-2f87-4963-818a-81f50e5e7dd6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:32.377425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.377761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.378089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.378840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.379189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.379518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.379834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.380143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.380454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.380766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.381079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.381394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Tracked resource versions report: Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: pushed versions: Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: { 'AddressGroup': {'1.2'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'ConntrackHelper': {'1.0'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Log': {'1.0'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Network': {'1.1'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Port': {'1.7'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'PortForwarding': {'1.2'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'QosPolicy': {'1.8'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'SecurityGroup': {'1.4'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'SubPort': {'1.0'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Subnet': {'1.1'}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Trunk': {'1.1'}} Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: consumer versions: Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: { DHCP agent@n-d-771362-36: {}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: L3 agent@n-d-771362-36: {}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: Metadata agent@n-d-771362-36: {}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: Metering agent@n-d-771362-36: {}, Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: Open vSwitch agent@n-d-771362-36: { 'AddressGroup': '1.2', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'ConntrackHelper': '1.0', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Log': '1.0', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Network': '1.1', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Port': '1.7', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'PortForwarding': '1.2', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'QosPolicy': '1.8', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'SecurityGroup': '1.4', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'SecurityGroupRule': '1.2', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'SubPort': '1.0', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Subnet': '1.1', Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: 'Trunk': '1.1'}} Jul 15 12:47:32.382520 n-d-771362-36 neutron-server[93733]: {{(pid=93733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:47:32.459155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.510598 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.511611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:32.512267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.570396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7706387 Jul 15 12:47:32.611407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467dbb5-229a-445d-aa78-c60ba56970e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0dca40f3-191b-46fa-96da-0ce24d147f7c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:32.624504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0dca40f3-191b-46fa-96da-0ce24d147f7c details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:47:35.203686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57644) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:35.591819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81689172-8000-48f0-ab34-7afcba5080ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:35.593247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-81689172-8000-48f0-ab34-7afcba5080ce admin admin] 10.222.0.25 "GET /v2.0/networks/0dca40f3-191b-46fa-96da-0ce24d147f7c HTTP/1.1" status: 200 len: 825 time: 0.3886061 Jul 15 12:47:35.621176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-16a29b4d-62bf-4adb-9f18-76475d4ed5b0 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/ce31a646-40e7-4593-889d-efe2a23b3083 HTTP/1.1" status: 200 len: 734 time: 0.0211418 Jul 15 12:47:35.633226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c', 'subnetpool_id': 'ce31a646-40e7-4593-889d-efe2a23b3083', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:35.656858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Made reservation on behalf of 214d814e3d8644ccb35c334ba65715c2 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:47:35.659449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:35.951694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:36.021012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01fca6de-0b97-4be9-8d54-e0d8e54b5130,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:36.025279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Checking segment: {'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:47:36.025655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Network hostable DHCP agents. Network: 0dca40f3-191b-46fa-96da-0ce24d147f7c, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:47:36.046872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Network 0dca40f3-191b-46fa-96da-0ce24d147f7c is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:47:36.059857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0dca40f3-191b-46fa-96da-0ce24d147f7c) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:47:36.064924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:36.065509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:36.069636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4ad89-112a-4462-a1bb-424efb4fae89 None None] Network 0dca40f3-191b-46fa-96da-0ce24d147f7c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:47:36.080564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1c74668b-a74c-4bfa-95bc-3dcfdca3ae34 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4511561 Jul 15 12:47:36.386719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0dca40f3-191b-46fa-96da-0ce24d147f7c', 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'fixed_ips': [{'subnet_id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:47:36.388191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:36.659738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Allocated IP 172.20.0.2 (0dca40f3-191b-46fa-96da-0ce24d147f7c/01fca6de-0b97-4be9-8d54-e0d8e54b5130/cc815c23-6e88-48bf-8a05-2fa602f9b9b9) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:47:36.899567 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:36.914373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Transition to ACTIVE for port object cc815c23-6e88-48bf-8a05-2fa602f9b9b9 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:47:36.935618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Transition to ACTIVE for port object cc815c23-6e88-48bf-8a05-2fa602f9b9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:47:36.944418 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:37.010769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Network 0dca40f3-191b-46fa-96da-0ce24d147f7c is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:47:37.017302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:47:37.027599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:47:37.033591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Pushing event updated for resources: {'Port': ['ID=cc815c23-6e88-48bf-8a05-2fa602f9b9b9,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:37.058976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.059339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.059680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.060012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.060341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.060668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.060990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.061310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.061629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.061944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.062261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.062576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Tracked resource versions report: Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: pushed versions: Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: { 'AddressGroup': {'1.2'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'ConntrackHelper': {'1.0'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Log': {'1.0'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Network': {'1.1'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Port': {'1.7'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'PortForwarding': {'1.2'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'QosPolicy': {'1.8'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'SecurityGroup': {'1.4'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'SubPort': {'1.0'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Subnet': {'1.1'}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Trunk': {'1.1'}} Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: consumer versions: Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: { DHCP agent@n-d-771362-36: {}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: L3 agent@n-d-771362-36: {}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: Metadata agent@n-d-771362-36: {}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: Metering agent@n-d-771362-36: {}, Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: Open vSwitch agent@n-d-771362-36: { 'AddressGroup': '1.2', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'ConntrackHelper': '1.0', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Log': '1.0', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Network': '1.1', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Port': '1.7', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'PortForwarding': '1.2', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'QosPolicy': '1.8', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'SecurityGroup': '1.4', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'SecurityGroupRule': '1.2', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'SubPort': '1.0', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Subnet': '1.1', Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: 'Trunk': '1.1'}} Jul 15 12:47:37.063688 n-d-771362-36 neutron-server[93735]: {{(pid=93735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:47:37.114044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Attempting to bind port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:47:37.114702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Attempting to bind port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:47:37.114869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Attempting to bind port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 on network 0dca40f3-191b-46fa-96da-0ce24d147f7c {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:47:37.120380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:47:37.120797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Checking segment: {'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:47:37.121264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:37.121664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Bound using segment: {'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:47:37.122148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Bound port: cc815c23-6e88-48bf-8a05-2fa602f9b9b9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:47:37.122574 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:37.189421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] For port cc815c23-6e88-48bf-8a05-2fa602f9b9b9, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:47:37.193956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] For port cc815c23-6e88-48bf-8a05-2fa602f9b9b9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cc815c23-6e88-48bf-8a05-2fa602f9b9b9,segment=NetworkSegment(9837a7f4-c54b-4cdd-b657-96cb77b6d7ae),segment_id=9837a7f4-c54b-4cdd-b657-96cb77b6d7ae)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:47:37.197853 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:37.263182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f84c3-7c3d-46c8-a79b-ac379c82ead0 None None] Pushing event updated for resources: {'Port': ['ID=cc815c23-6e88-48bf-8a05-2fa602f9b9b9,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:38.497666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57652) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:38.861724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-1bb12264-1401-4102-9925-f5938800b702 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:38.862740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1bb12264-1401-4102-9925-f5938800b702 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3639598 Jul 15 12:47:41.244865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:41.560261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-52b17fe2-a6e9-4b2f-a52a-f87d3d459f0b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:41.561408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-52b17fe2-a6e9-4b2f-a52a-f87d3d459f0b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155248 Jul 15 12:47:43.477015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cc815c23-6e88-48bf-8a05-2fa602f9b9b9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:47:43.496361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd8d1b5-9adb-485d-b67e-56f09aeed084 None None] Network 0dca40f3-191b-46fa-96da-0ce24d147f7c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:47:43.621734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f07ac94-251a-484f-ba2b-746144467e66 None None] Provisioning for port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:47:43.652600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:47:43.676016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:47:43.676491 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:43.847692 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:43.892018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port cc815c23-6e88-48bf-8a05-2fa602f9b9b9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cc815c23-6e88-48bf-8a05-2fa602f9b9b9,segment=NetworkSegment(9837a7f4-c54b-4cdd-b657-96cb77b6d7ae),segment_id=9837a7f4-c54b-4cdd-b657-96cb77b6d7ae)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:47:43.897438 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:43.952934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=cc815c23-6e88-48bf-8a05-2fa602f9b9b9,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:44.057956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8490c9fb-1a2a-4801-b782-c9a39e5f0d29 None None] Provisioning complete for port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:47:44.058327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8490c9fb-1a2a-4801-b782-c9a39e5f0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:44.280017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57676) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:44.771981 n-d-771362-36 neutron-server[93734]: WARNING oslo_policy.policy [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:44.772576 n-d-771362-36 neutron-server[93734]: WARNING oslo_policy.policy [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:44.990309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] Request body: {'router': {'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:45.055190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.policy [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93734) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:47:45.100923 n-d-771362-36 neutron-server[93734]: WARNING oslo_policy.policy [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:45.101311 n-d-771362-36 neutron-server[93734]: WARNING oslo_policy.policy [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:45.110914 n-d-771362-36 neutron-server[93734]: INFO neutron.quota [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] Loaded quota_driver: . Jul 15 12:47:45.178964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:45.180902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:45.338348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:45.344467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:45.364244 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:45.365629 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e56a7cf3-e3a1-4341-b6cd-f0d87c83ad93 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0835166 Jul 15 12:47:45.447069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cc815c23-6e88-48bf-8a05-2fa602f9b9b9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:47:45.501994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:47:45.502413 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:47.786223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57692) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:48.109767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-380c8000-3bc4-43a6-ac7c-f8e1bac28c1d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:48.110751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-380c8000-3bc4-43a6-ac7c-f8e1bac28c1d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3230853 Jul 15 12:47:48.778312 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-66011439-a971-43a6-be93-8c65e1412ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:50.569323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57700) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:50.984073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:51.005237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Made reservation on behalf of cdadd99868d741ac8b0b258d54fa398c for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:47:51.008283 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.016801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.117495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.122152 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.139501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Reserving flat network on physical network physnet1 {{(pid=93733) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 12:47:51.160763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2712bd3-b99b-4041-9033-b3d0c39f757a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:51.168181 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.168530 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Added segment 49c7efb5-a467-4988-8b6e-ed4104697f9b of type flat for network 27d200cb-cf2d-42fe-a650-50fc75a0e604 Jul 15 12:47:51.218262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.259561 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.260538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:51.261104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.297771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7262006 Jul 15 12:47:51.347921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d5ffa-386d-4108-b42b-d9a6f0691732 admin admin] Pushing event updated for resources: {'Network': ['ID=27d200cb-cf2d-42fe-a650-50fc75a0e604,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:51.367891 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:47:51.514260 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9742e9c-e64b-41d0-92c8-bb9d22e7ea48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:51.519110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:52.652561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:53.749148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57718) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:53.944089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcfc6f-f54f-4352-b0c3-42bd3bbf381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:53.945507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-05dcfc6f-f54f-4352-b0c3-42bd3bbf381d admin admin] 10.222.0.25 "GET /v2.0/subnets/01fca6de-0b97-4be9-8d54-e0d8e54b5130 HTTP/1.1" status: 200 len: 849 time: 0.1953757 Jul 15 12:47:54.073393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.150891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b55795d6-bc8a-4f5c-b841-7ded188034cc admin admin] 10.222.0.25 "GET /v2.0/routers/5f28512f-408e-4f84-8b59-e78735981657 HTTP/1.1" status: 200 len: 704 time: 0.1960950 Jul 15 12:47:54.428761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.774571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Allocated IP 172.20.0.1 (0dca40f3-191b-46fa-96da-0ce24d147f7c/01fca6de-0b97-4be9-8d54-e0d8e54b5130/f72f563f-43d8-4633-b0bd-322c1a65d660) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:47:55.005549 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.030809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Transition to ACTIVE for port object f72f563f-43d8-4633-b0bd-322c1a65d660 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:47:55.112938 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.180188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Network 0dca40f3-191b-46fa-96da-0ce24d147f7c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:47:55.186709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:47:55.193613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:47:55.194180 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.255339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Pushing event updated for resources: {'Port': ['ID=f72f563f-43d8-4633-b0bd-322c1a65d660,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:55.415096 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.432022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0f800e12-7d30-4a04-ad08-b43381655b89 None None] Provisioning for port f72f563f-43d8-4633-b0bd-322c1a65d660 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:47:55.435734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0f800e12-7d30-4a04-ad08-b43381655b89 None None] Provisioning complete for port f72f563f-43d8-4633-b0bd-322c1a65d660 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:47:55.436108 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0f800e12-7d30-4a04-ad08-b43381655b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.472447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0f800e12-7d30-4a04-ad08-b43381655b89 None None] Port f72f563f-43d8-4633-b0bd-322c1a65d660 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:47:55.599956 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.604597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.605652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.666776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Pushing event updated for resources: {'Port': ['ID=f72f563f-43d8-4633-b0bd-322c1a65d660,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:55.735149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Network 0dca40f3-191b-46fa-96da-0ce24d147f7c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:47:55.736481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:47:55.892897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-68427941-a6a9-4013-9b09-c8659024e821 None None] Provisioning complete for port f72f563f-43d8-4633-b0bd-322c1a65d660 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:47:55.893276 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68427941-a6a9-4013-9b09-c8659024e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:55.900839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Router 5f28512f-408e-4f84-8b59-e78735981657 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:47:55.927850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-68427941-a6a9-4013-9b09-c8659024e821 None None] Port f72f563f-43d8-4633-b0bd-322c1a65d660 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:47:55.994522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:47:55.999911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-323e8b34-8e24-44f0-944e-01421a89aa0c admin admin] 10.222.0.25 "PUT /v2.0/routers/5f28512f-408e-4f84-8b59-e78735981657/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8442948 Jul 15 12:47:56.004458 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Sync routers for ids ['5f28512f-408e-4f84-8b59-e78735981657'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:47:56.016584 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Routers {'5f28512f-408e-4f84-8b59-e78735981657'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:47:56.017560 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:47:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5f28512f-408e-4f84-8b59-e78735981657'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:56.211853 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Set router 5f28512f-408e-4f84-8b59-e78735981657 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:47:56.638102 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28512f-408e-4f84-8b59-e78735981657', 'name': 'router1', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:45Z', 'updated_at': '2021-07-15T12:47:55Z', 'revision_number': 2, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'gw_port_host': None, '_interfaces': [{'id': 'f72f563f-43d8-4633-b0bd-322c1a65d660', 'name': '', 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'mac_address': 'fa:16:3e:bc:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:47:55Z', 'revision_number': 2, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'subnets': [{'id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce31a646-40e7-4593-889d-efe2a23b3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:56.689512 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Checking router: 5f28512f-408e-4f84-8b59-e78735981657 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:47:56.689880 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Updating router 5f28512f-408e-4f84-8b59-e78735981657 port f72f563f-43d8-4633-b0bd-322c1a65d660 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:47:56.754314 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:57.249176 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:57.267354 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Transition to ACTIVE for port object f72f563f-43d8-4633-b0bd-322c1a65d660 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:47:57.274303 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:57.429413 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Pushing event updated for resources: {'Port': ['ID=f72f563f-43d8-4633-b0bd-322c1a65d660,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:57.445730 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.446068 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.446395 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.446722 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.447050 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.447407 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.447726 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.448043 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.448355 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.448669 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.448988 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.449298 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Tracked resource versions report: Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: pushed versions: Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: { 'AddressGroup': {'1.2'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'ConntrackHelper': {'1.0'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Log': {'1.0'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Network': {'1.1'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Port': {'1.7'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'PortForwarding': {'1.2'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'QosPolicy': {'1.8'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'SecurityGroup': {'1.4'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'SubPort': {'1.0'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Subnet': {'1.1'}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Trunk': {'1.1'}} Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: consumer versions: Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: { DHCP agent@n-d-771362-36: {}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: L3 agent@n-d-771362-36: {}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: Metadata agent@n-d-771362-36: {}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: Metering agent@n-d-771362-36: {}, Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: Open vSwitch agent@n-d-771362-36: { 'AddressGroup': '1.2', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'ConntrackHelper': '1.0', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Log': '1.0', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Network': '1.1', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Port': '1.7', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'PortForwarding': '1.2', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'QosPolicy': '1.8', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'SecurityGroup': '1.4', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'SecurityGroupRule': '1.2', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'SubPort': '1.0', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Subnet': '1.1', Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: 'Trunk': '1.1'}} Jul 15 12:47:57.450395 n-d-771362-36 neutron-server[93736]: {{(pid=93736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:47:57.452890 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Attempting to bind port f72f563f-43d8-4633-b0bd-322c1a65d660 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:47:57.453309 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Attempting to bind port f72f563f-43d8-4633-b0bd-322c1a65d660 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:47:57.453699 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Attempting to bind port f72f563f-43d8-4633-b0bd-322c1a65d660 on network 0dca40f3-191b-46fa-96da-0ce24d147f7c {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:47:57.461270 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:47:57.461682 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Checking segment: {'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:47:57.462146 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:57.462533 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Bound using segment: {'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:47:57.463038 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Bound port: f72f563f-43d8-4633-b0bd-322c1a65d660, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9837a7f4-c54b-4cdd-b657-96cb77b6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:47:57.463462 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:57.529191 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] For port f72f563f-43d8-4633-b0bd-322c1a65d660, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:47:57.552495 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] For port f72f563f-43d8-4633-b0bd-322c1a65d660, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f72f563f-43d8-4633-b0bd-322c1a65d660,segment=NetworkSegment(9837a7f4-c54b-4cdd-b657-96cb77b6d7ae),segment_id=9837a7f4-c54b-4cdd-b657-96cb77b6d7ae)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:47:57.559350 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:57.624325 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Routers {'5f28512f-408e-4f84-8b59-e78735981657'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:47:57.624968 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:47:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5f28512f-408e-4f84-8b59-e78735981657'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:57.662637 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947855d8-3e0f-4b47-9035-ea5ec401b6dd None None] Pushing event updated for resources: {'Port': ['ID=f72f563f-43d8-4633-b0bd-322c1a65d660,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:57.720781 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] Set router 5f28512f-408e-4f84-8b59-e78735981657 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:47:57.969363 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28512f-408e-4f84-8b59-e78735981657', 'name': 'router1', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:45Z', 'updated_at': '2021-07-15T12:47:55Z', 'revision_number': 2, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'gw_port_host': None, '_interfaces': [{'id': 'f72f563f-43d8-4633-b0bd-322c1a65d660', 'name': '', 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'mac_address': 'fa:16:3e:bc:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:47:57Z', 'revision_number': 4, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'subnets': [{'id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce31a646-40e7-4593-889d-efe2a23b3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:57.994846 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7caf06-dcfe-4699-8eab-d7a5b869c6ba None None] The sync data for ids ['5f28512f-408e-4f84-8b59-e78735981657'] in n-d-771362-36 is: [{'id': '5f28512f-408e-4f84-8b59-e78735981657', 'name': 'router1', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:45Z', 'updated_at': '2021-07-15T12:47:55Z', 'revision_number': 2, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'gw_port_host': None, '_interfaces': [{'id': 'f72f563f-43d8-4633-b0bd-322c1a65d660', 'name': '', 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'mac_address': 'fa:16:3e:bc:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:47:57Z', 'revision_number': 4, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'subnets': [{'id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce31a646-40e7-4593-889d-efe2a23b3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:47:58.254488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57738) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:58.443520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9099d-3101-4b34-b18a-763f7b763227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:58.445043 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1fb9099d-3101-4b34-b18a-763f7b763227 admin admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 842 time: 0.1895013 Jul 15 12:47:58.454337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.1.0/24', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:58.479155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Made reservation on behalf of cdadd99868d741ac8b0b258d54fa398c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:47:58.482159 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:58.864088 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 12:47:58.864600 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:58.951197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227ddd99-766d-4a2d-be30-86bab8378fd6,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:58.960779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:47:58.961160 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Network hostable DHCP agents. Network: 27d200cb-cf2d-42fe-a650-50fc75a0e604, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:47:58.963805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.964144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.964483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.964817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.965144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.965474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.965798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.966121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.966444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.966766 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.967085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.967432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Tracked resource versions report: Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: pushed versions: Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: { 'AddressGroup': {'1.2'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'ConntrackHelper': {'1.0'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Log': {'1.0'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Network': {'1.1'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Port': {'1.7'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'PortForwarding': {'1.2'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'QosPolicy': {'1.8'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'SecurityGroup': {'1.4'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'SubPort': {'1.0'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Subnet': {'1.1'}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Trunk': {'1.1'}} Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: consumer versions: Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: { DHCP agent@n-d-771362-36: {}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: L3 agent@n-d-771362-36: {}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: Metadata agent@n-d-771362-36: {}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: Metering agent@n-d-771362-36: {}, Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: Open vSwitch agent@n-d-771362-36: { 'AddressGroup': '1.2', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'ConntrackHelper': '1.0', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Log': '1.0', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Network': '1.1', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Port': '1.7', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'PortForwarding': '1.2', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'QosPolicy': '1.8', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'SecurityGroup': '1.4', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'SecurityGroupRule': '1.2', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'SubPort': '1.0', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Subnet': '1.1', Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: 'Trunk': '1.1'}} Jul 15 12:47:58.968538 n-d-771362-36 neutron-server[93734]: {{(pid=93734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:47:59.014385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:47:59.027586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 27d200cb-cf2d-42fe-a650-50fc75a0e604) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:47:59.032377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:59.033439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:59.038627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d0ac9-bdd2-4379-956c-4b266996f568 None None] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:47:59.048172 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-35640d70-9324-473a-8469-3f8390cb7aa7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5973954 Jul 15 12:47:59.182603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d618e-7f17-4634-91c5-dde5fa480cdf None None] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:48:01.361807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57754) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:01.475628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f72f563f-43d8-4633-b0bd-322c1a65d660 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:01.500326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e31a0648-1776-4ee1-a440-3f7573585693 admin admin] 10.222.0.25 "GET /v2.0/routers/5f28512f-408e-4f84-8b59-e78735981657 HTTP/1.1" status: 200 len: 710 time: 0.1374650 Jul 15 12:48:01.525804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f72f563f-43d8-4633-b0bd-322c1a65d660 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:01.529947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f72f563f-43d8-4633-b0bd-322c1a65d660 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:01.530403 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:01.592709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054658bd-b55f-4d04-8f2b-42c395a36c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:01.594139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-054658bd-b55f-4d04-8f2b-42c395a36c3b admin admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 886 time: 0.0885210 Jul 15 12:48:01.604291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:01.618312 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:01.707286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f72f563f-43d8-4633-b0bd-322c1a65d660, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f72f563f-43d8-4633-b0bd-322c1a65d660,segment=NetworkSegment(9837a7f4-c54b-4cdd-b657-96cb77b6d7ae),segment_id=9837a7f4-c54b-4cdd-b657-96cb77b6d7ae)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:48:01.712284 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:01.767428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f72f563f-43d8-4633-b0bd-322c1a65d660,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:01.935489 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.170799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.248999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.360398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Allocated IP 172.25.1.209 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/9e18241d-f450-41e0-8e4f-4ace9e2007b5) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:48:02.463864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.502279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.536583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:48:02.542056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:02.545844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:48:02.580356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Pushing event updated for resources: {'Port': ['ID=9e18241d-f450-41e0-8e4f-4ace9e2007b5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:02.797225 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.987222 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.990342 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:03.094374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Router 5f28512f-408e-4f84-8b59-e78735981657 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:48:03.280030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:48:03.284244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:03.285449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b261df04-352e-453d-a494-503137a871b3 admin admin] 10.222.0.25 "PUT /v2.0/routers/5f28512f-408e-4f84-8b59-e78735981657 HTTP/1.1" status: 200 len: 890 time: 1.6856735 Jul 15 12:48:03.302364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Sync routers for ids ['5f28512f-408e-4f84-8b59-e78735981657'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:48:03.314961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Routers {'5f28512f-408e-4f84-8b59-e78735981657'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:03.315854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:47:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5f28512f-408e-4f84-8b59-e78735981657'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:03.472843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f72f563f-43d8-4633-b0bd-322c1a65d660 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:03.565008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Set router 5f28512f-408e-4f84-8b59-e78735981657 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:03.712192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f72f563f-43d8-4633-b0bd-322c1a65d660 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:03.712488 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.033670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28512f-408e-4f84-8b59-e78735981657', 'name': 'router1', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '9e18241d-f450-41e0-8e4f-4ace9e2007b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:45Z', 'updated_at': '2021-07-15T12:48:02Z', 'revision_number': 4, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'gw_port': {'id': '9e18241d-f450-41e0-8e4f-4ace9e2007b5', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:02Z', 'updated_at': '2021-07-15T12:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f72f563f-43d8-4633-b0bd-322c1a65d660', 'name': '', 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'mac_address': 'fa:16:3e:bc:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:01Z', 'revision_number': 5, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'subnets': [{'id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce31a646-40e7-4593-889d-efe2a23b3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:04.085294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Checking router: 5f28512f-408e-4f84-8b59-e78735981657 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:48:04.085642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Updating router 5f28512f-408e-4f84-8b59-e78735981657 port 9e18241d-f450-41e0-8e4f-4ace9e2007b5 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:48:04.118762 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.441169 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.451440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Transition to ACTIVE for port object 9e18241d-f450-41e0-8e4f-4ace9e2007b5 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:04.456658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.507955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Attempting to bind port 9e18241d-f450-41e0-8e4f-4ace9e2007b5 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:48:04.508326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Attempting to bind port 9e18241d-f450-41e0-8e4f-4ace9e2007b5 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:48:04.508683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Attempting to bind port 9e18241d-f450-41e0-8e4f-4ace9e2007b5 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:48:04.511714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2092b-0bdb-4863-9ca3-1f84bb68e8a8 None None] Pushing event updated for resources: {'Port': ['ID=9e18241d-f450-41e0-8e4f-4ace9e2007b5,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:04.519618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:48:04.520011 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:04.520410 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.520797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:48:04.521267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Bound port: 9e18241d-f450-41e0-8e4f-4ace9e2007b5, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:48:04.521643 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.657034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] For port 9e18241d-f450-41e0-8e4f-4ace9e2007b5, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:48:04.661348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] For port 9e18241d-f450-41e0-8e4f-4ace9e2007b5, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9e18241d-f450-41e0-8e4f-4ace9e2007b5,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:48:04.665891 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.724366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2092b-0bdb-4863-9ca3-1f84bb68e8a8 None None] Pushing event updated for resources: {'Port': ['ID=9e18241d-f450-41e0-8e4f-4ace9e2007b5,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:04.728066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Routers {'5f28512f-408e-4f84-8b59-e78735981657'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:04.729022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:47:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5f28512f-408e-4f84-8b59-e78735981657'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:04.838412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] Set router 5f28512f-408e-4f84-8b59-e78735981657 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:05.076890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28512f-408e-4f84-8b59-e78735981657', 'name': 'router1', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '9e18241d-f450-41e0-8e4f-4ace9e2007b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:45Z', 'updated_at': '2021-07-15T12:48:02Z', 'revision_number': 4, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'gw_port': {'id': '9e18241d-f450-41e0-8e4f-4ace9e2007b5', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:02Z', 'updated_at': '2021-07-15T12:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f72f563f-43d8-4633-b0bd-322c1a65d660', 'name': '', 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'mac_address': 'fa:16:3e:bc:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:01Z', 'revision_number': 5, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'subnets': [{'id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce31a646-40e7-4593-889d-efe2a23b3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:05.104796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a791843b-85b0-42e0-8eed-36bbbf65b5d4 None None] The sync data for ids ['5f28512f-408e-4f84-8b59-e78735981657'] in n-d-771362-36 is: [{'id': '5f28512f-408e-4f84-8b59-e78735981657', 'name': 'router1', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '9e18241d-f450-41e0-8e4f-4ace9e2007b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:45Z', 'updated_at': '2021-07-15T12:48:02Z', 'revision_number': 4, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'gw_port': {'id': '9e18241d-f450-41e0-8e4f-4ace9e2007b5', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:02Z', 'updated_at': '2021-07-15T12:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f72f563f-43d8-4633-b0bd-322c1a65d660', 'name': '', 'network_id': '0dca40f3-191b-46fa-96da-0ce24d147f7c', 'tenant_id': '214d814e3d8644ccb35c334ba65715c2', 'mac_address': 'fa:16:3e:bc:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28512f-408e-4f84-8b59-e78735981657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:01Z', 'revision_number': 5, 'project_id': '214d814e3d8644ccb35c334ba65715c2', 'subnets': [{'id': '01fca6de-0b97-4be9-8d54-e0d8e54b5130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce31a646-40e7-4593-889d-efe2a23b3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:48:05.508645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9e18241d-f450-41e0-8e4f-4ace9e2007b5 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:05.560106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 9e18241d-f450-41e0-8e4f-4ace9e2007b5 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:05.564553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9e18241d-f450-41e0-8e4f-4ace9e2007b5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:05.565083 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.652336 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.674390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 9e18241d-f450-41e0-8e4f-4ace9e2007b5, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9e18241d-f450-41e0-8e4f-4ace9e2007b5,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:48:05.678042 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.716772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57762) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:05.729863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=9e18241d-f450-41e0-8e4f-4ace9e2007b5,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:05.840654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dd0bad15-306f-406a-b02c-1e545fa1ead8 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1226141 Jul 15 12:48:05.856692 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:48:07.488572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9e18241d-f450-41e0-8e4f-4ace9e2007b5 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:07.542020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9e18241d-f450-41e0-8e4f-4ace9e2007b5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:07.542303 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:18.776323 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf64d-08e0-4ef8-86fb-41831788540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:21.481370 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:21.483991 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6951273e-fcfa-49b7-aa59-66b8bd2f77c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:22.659759 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:24.089276 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:42.858970 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:48:48.777254 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7cb29747-1dce-4b89-8b4b-a714f2447847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:51.475246 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c2b39f27-7da6-4409-99a3-2cb7b1ade3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:51.488810 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:52.658259 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:54.091109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:18.774292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9b2d-711b-429d-b47b-1f62774bd269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:19.860439 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:49:21.485979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ac7605fc-629c-40e3-b893-b8fc454f10a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:21.488978 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:22.661361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:24.095347 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:48.766244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1339e9b8-b6d2-44e3-9f99-4ede5ad0fab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:51.473282 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-12b64cae-4cf2-45ca-9759-a4902a7c0c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:51.485216 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:51.990697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58362) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:49:52.056564 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8f7b14-0477-4c42-94ea-036956601136 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:49:52.058017 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0a8f7b14-0477-4c42-94ea-036956601136 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663283 Jul 15 12:49:52.220214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f1fda-7566-4127-b43e-ad4403aeefa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:52.222149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-733f1fda-7566-4127-b43e-ad4403aeefa0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601899 Jul 15 12:49:52.664852 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:54.097566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:54.405554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58372) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:49:54.507041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e2154f-a00c-464d-ae7b-92bc07e5e502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:54.508439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-36e2154f-a00c-464d-ae7b-92bc07e5e502 admin admin] 10.222.0.25 "GET /v2.0/subnets/01fca6de-0b97-4be9-8d54-e0d8e54b5130 HTTP/1.1" status: 200 len: 849 time: 0.1019309 Jul 15 12:49:54.519727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:49:54.602109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:54.744283 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789911399819'] for subnet, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:54.775562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:54.776141 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:54.777408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] 10.222.0.25 "PUT /v2.0/subnets/01fca6de-0b97-4be9-8d54-e0d8e54b5130 HTTP/1.1" status: 200 len: 868 time: 0.2622375 Jul 15 12:49:54.780080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea7e448-f85c-4f69-a7c6-5aa992e879b8 None None] Network 0dca40f3-191b-46fa-96da-0ce24d147f7c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:49:54.804018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01fca6de-0b97-4be9-8d54-e0d8e54b5130,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:49:54.811492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.811842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.812182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.812526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.812853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.813182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.813509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.813833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.814158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.814481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.815615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:54.815941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13824ed1-b80f-40b1-8b1c-529913e96ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:55.233038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e0418009-59f5-4925-b4c4-b1194cfd8d4e None None] Provisioning complete for port f72f563f-43d8-4633-b0bd-322c1a65d660 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:49:55.233618 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0418009-59f5-4925-b4c4-b1194cfd8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:55.318400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e0418009-59f5-4925-b4c4-b1194cfd8d4e None None] Provisioning complete for port cc815c23-6e88-48bf-8a05-2fa602f9b9b9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:49:55.318775 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0418009-59f5-4925-b4c4-b1194cfd8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:56.867846 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:49:56.960897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58380) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:49:57.165029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc003086-f5ff-4fcf-97cc-47a0879a4429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:57.165432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc003086-f5ff-4fcf-97cc-47a0879a4429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:57.166992 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dc003086-f5ff-4fcf-97cc-47a0879a4429 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2051346 Jul 15 12:49:59.361733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58390) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:49:59.496276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5e2af-865e-43c2-a859-8094143604e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:59.496741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5e2af-865e-43c2-a859-8094143604e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:59.498286 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-54e5e2af-865e-43c2-a859-8094143604e8 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1355984 Jul 15 12:50:01.685239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58398) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:01.826736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d515728-83c9-4ac8-a431-2eb0c9f2a035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:01.828160 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9d515728-83c9-4ac8-a431-2eb0c9f2a035 admin admin] 10.222.0.25 "GET /v2.0/networks/0dca40f3-191b-46fa-96da-0ce24d147f7c HTTP/1.1" status: 200 len: 869 time: 0.1416793 Jul 15 12:50:04.029698 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58406) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:04.151417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ebebee-92af-43e7-997b-77d9c70bb268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:04.154000 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e0ebebee-92af-43e7-997b-77d9c70bb268 admin admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 886 time: 0.1233220 Jul 15 12:50:06.322504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58414) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:06.447814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c8bad-50e6-4650-96b9-69df8c551e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:06.448291 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c8bad-50e6-4650-96b9-69df8c551e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:06.449858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5e2c8bad-50e6-4650-96b9-69df8c551e6c admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264100 Jul 15 12:50:08.686108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58422) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:08.787724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7968e-1da8-4cb6-8f5a-248e40c62944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:08.788187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7968e-1da8-4cb6-8f5a-248e40c62944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:08.789719 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fab7968e-1da8-4cb6-8f5a-248e40c62944 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1026726 Jul 15 12:50:11.010130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58430) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:11.130276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50fd6b-5189-4d98-a715-e69f2ed55938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:11.131831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ff50fd6b-5189-4d98-a715-e69f2ed55938 admin admin] 10.222.0.25 "GET /v2.0/subnets/01fca6de-0b97-4be9-8d54-e0d8e54b5130 HTTP/1.1" status: 200 len: 868 time: 0.1205096 Jul 15 12:50:13.714449 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:13.824375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f543f34-f0b7-4c31-a251-59692625e552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:13.826042 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7f543f34-f0b7-4c31-a251-59692625e552 admin admin] 10.222.0.25 "GET /v2.0/subnets/227ddd99-766d-4a2d-be30-86bab8378fd6 HTTP/1.1" status: 200 len: 816 time: 0.1105406 Jul 15 12:50:18.769921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dc2d62d2-a46e-4c2d-a41d-6d921d7f52fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:21.480393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ab1b-0925-4ff2-860c-43da1cd0aaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:21.483547 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:22.669536 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:24.125381 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:33.856385 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:50:39.639624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58490) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:39.686838 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-3a0ee384-ba14-4f42-b4a5-85d83aa3bef6 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:50:39.687867 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3a0ee384-ba14-4f42-b4a5-85d83aa3bef6 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473785 Jul 15 12:50:41.933739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58498) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:41.993270 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-369bc9c6-0de0-4aa7-90b7-d25c06722771 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:50:41.994625 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-369bc9c6-0de0-4aa7-90b7-d25c06722771 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599608 Jul 15 12:50:42.139069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19617a9b-9dea-461b-a62f-c0a28afadabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:42.140577 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-19617a9b-9dea-461b-a62f-c0a28afadabc admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420276 Jul 15 12:50:44.342885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58506) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:44.392340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:50:44.414716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Made reservation on behalf of cdadd99868d741ac8b0b258d54fa398c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:50:44.417096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.461550 n-d-771362-36 neutron-server[93734]: WARNING neutron.services.revisions.revision_plugin [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Could not find related network for resource to bump revision. Jul 15 12:50:44.477180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:50:44.490931 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789911315523', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.491530 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Unsubscribe: segment precommit_create {{(pid=93734) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:50:44.492017 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Added segment 03cf67c7-869b-435a-a7d3-ec64493048da of type vlan for network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 Jul 15 12:50:44.540768 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.581755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.582638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:44.583243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.632841 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2887094 Jul 15 12:50:44.677149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Pushing event updated for resources: {'Network': ['ID=a910b63a-6b4f-46b8-9698-eaedd35b3ab7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:44.684342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.684694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.685043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.685385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.685726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.686057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.686391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.686724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.687057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.687413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.687745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.688075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8e3ba-b0be-4c92-90a5-28c1ec08ac91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:44.700793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:50:46.824576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58514) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:46.883359 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ffa4a3-7852-45ae-8149-20c1b72de335 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:50:46.884710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-38ffa4a3-7852-45ae-8149-20c1b72de335 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592034 Jul 15 12:50:46.955608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947b177-0053-4e70-b7e0-f2ce03a8f60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:46.957099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2947b177-0053-4e70-b7e0-f2ce03a8f60f admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685234 Jul 15 12:50:46.966806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Request body: {'subnet': {'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:50:46.989508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Made reservation on behalf of cdadd99868d741ac8b0b258d54fa398c for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:50:46.991889 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.154534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.207203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde3e5db-8786-4230-9fe4-d60c6fe922fd,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:47.215626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:50:47.215982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Network hostable DHCP agents. Network: a910b63a-6b4f-46b8-9698-eaedd35b3ab7, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:50:47.233669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:50:47.243692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a910b63a-6b4f-46b8-9698-eaedd35b3ab7) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:50:47.247907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:47.248494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.253874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9050f4-9faf-43a7-9654-0054e198db21 None None] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:50:47.265952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a8f44395-f6d6-4579-ac5f-5805f39f9a93 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025522 Jul 15 12:50:47.411758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'tenant_id': 'cdadd99868d741ac8b0b258d54fa398c', 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:50:47.412674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.550926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Allocated IP 192.168.233.2 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/af7ca434-e1d9-4c83-a684-18e8e0647c54) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:50:47.711224 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.719826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Transition to ACTIVE for port object af7ca434-e1d9-4c83-a684-18e8e0647c54 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:50:47.736152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Transition to ACTIVE for port object af7ca434-e1d9-4c83-a684-18e8e0647c54 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:50:47.743248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.783957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:50:47.787247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:50:47.791392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:50:47.798658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Pushing event updated for resources: {'Port': ['ID=af7ca434-e1d9-4c83-a684-18e8e0647c54,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:47.810481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.810835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.811203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.811545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.811883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.812219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.812551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.812890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.813220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.813553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.813892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.814232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.872083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Attempting to bind port af7ca434-e1d9-4c83-a684-18e8e0647c54 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:50:47.872459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Attempting to bind port af7ca434-e1d9-4c83-a684-18e8e0647c54 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:50:47.872832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Attempting to bind port af7ca434-e1d9-4c83-a684-18e8e0647c54 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:50:47.878652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:50:47.879050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:50:47.879485 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.879893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:50:47.880381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Bound port: af7ca434-e1d9-4c83-a684-18e8e0647c54, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:50:47.880783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.950056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] For port af7ca434-e1d9-4c83-a684-18e8e0647c54, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:50:47.953751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] For port af7ca434-e1d9-4c83-a684-18e8e0647c54, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=af7ca434-e1d9-4c83-a684-18e8e0647c54,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:50:47.958774 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:48.020162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5770809-0e55-41b2-b4ba-e714daf7431f None None] Pushing event updated for resources: {'Port': ['ID=af7ca434-e1d9-4c83-a684-18e8e0647c54,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:48.774458 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28996aa3-1d7c-4bb7-b42a-0823d9caa391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:48.875762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25e378-3521-4f37-957f-2d05a750dcdc None None] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:50:48.967032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7173514e-dded-4cfb-abc2-33d46735f4ce None None] Provisioning for port af7ca434-e1d9-4c83-a684-18e8e0647c54 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:50:49.646675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device af7ca434-e1d9-4c83-a684-18e8e0647c54 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:50:49.701338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port af7ca434-e1d9-4c83-a684-18e8e0647c54 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:50:49.705699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port af7ca434-e1d9-4c83-a684-18e8e0647c54 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:50:49.705857 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:49.786909 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:49.820994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port af7ca434-e1d9-4c83-a684-18e8e0647c54, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=af7ca434-e1d9-4c83-a684-18e8e0647c54,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:50:49.825286 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:49.873545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=af7ca434-e1d9-4c83-a684-18e8e0647c54,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:51.473726 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2308591a-671c-4fe5-8888-02bffe5acd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:51.479498 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:51.620360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device af7ca434-e1d9-4c83-a684-18e8e0647c54 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:50:51.680015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port af7ca434-e1d9-4c83-a684-18e8e0647c54 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:50:51.680354 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:52.670010 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:54.109882 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:10.855950 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:51:18.776779 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-234517a7-1873-4055-8ab2-777a49e6805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:21.472235 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f2c02dea-ca08-45f4-be5f-9c196903596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:21.481332 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:22.676350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:24.115451 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:47.854601 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:51:48.778741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-23ab3108-4a47-482d-8be5-3a0410e3f5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:51.470213 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c60805ff-7fc7-4b25-a6c6-2b43e6db2fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:51.478658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:52.677334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:54.113714 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:03.769844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58566) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:03.775925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-5cd47b06-e7c1-4b48-ace9-4da74157bc19 tempest-verify_tempest_config-1259248071 tempest-verify_tempest_config-1259248071-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:52:03.776957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5cd47b06-e7c1-4b48-ace9-4da74157bc19 tempest-verify_tempest_config-1259248071 tempest-verify_tempest_config-1259248071-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061486 Jul 15 12:52:04.084273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58584) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:04.194407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.290126 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.294090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.343017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de27e714-7d31-4e0d-b6d1-2f04c965e889,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:52:04.348667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea05c8f9de784075a249a004ceaf8e37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2633567 Jul 15 12:52:04.351623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58588) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:04.353471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.353817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.354165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.354500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.354837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.355193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.355523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.356119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.356450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.356774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.357101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.357425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd52f6b-3c46-42f4-8512-eeaa1b048bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.429046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.448971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.538930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.541763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.542959 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de27e714-7d31-4e0d-b6d1-2f04c965e889 HTTP/1.1" status: 204 len: 168 time: 0.1899700 Jul 15 12:52:04.552976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de27e714-7d31-4e0d-b6d1-2f04c965e889,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:52:04.559633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.559985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.560327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.560666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.561062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.561403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.561653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.562099 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.562535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.562863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.563212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.563539 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810784bb-04ed-41f9-9c44-0d9032e45e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:18.781586 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bbd77f12-0abb-4ce2-b1a5-2507016eda9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:21.469889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4a8a50fd-8809-4a61-b672-f67d37298d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:21.471662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:22.679897 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:24.115288 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:24.853760 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:52:48.781662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c1961d7-4fd4-4710-941d-e71db7566c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:51.463121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f06b4c66-60a2-40ca-8895-51111359f429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:51.473844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:52.683063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:54.117229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:01.852619 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:53:18.782101 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-57419c81-7c9d-4a9a-84cc-4c2f4711746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:21.473935 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dd39570b-c651-46a1-af7b-40557411b4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:21.479649 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:22.686940 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:24.123073 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:38.851659 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:53:48.782442 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-29f80015-5039-4180-98f1-8a5dd997d0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:51.469862 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8963a46f-4454-4997-9557-d2d66b7c2aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:51.475524 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:52.687563 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:54.122035 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:15.851185 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:54:18.783209 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6828-db2f-4a8f-a599-87dfe60ce04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:21.459944 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4b58c48a-6534-4778-908f-cebe73afec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:21.476052 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:22.691049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:24.125207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:48.783644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d8827fe7-2d4a-40b4-88e7-fe509d0f1b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:51.464631 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0861af0f-8997-4a8e-9f96-8e814899443d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:51.476194 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:52.693635 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:52.849432 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 5 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:54:54.127382 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:04.087632 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679430'] for agent, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:04.954878 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679430'] for agent, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:18.784729 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a91031e6-f56a-40b2-8cc1-927e3412a61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:21.470023 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ac4498d0-8a43-4c5c-82f7-c9f426a02fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:21.477229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:22.696509 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:24.129562 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:29.849696 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:55:34.047505 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:34.912218 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:48.786600 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5acad9a1-874a-4647-ab70-a82d041c6fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:51.477928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3c69782e-4302-4428-9cf5-e3a40dc48c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:51.480219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:52.600500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:52.702094 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fb7f8f98-e9a4-4a2a-8571-7e2dc2cda26c admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1004879 Jul 15 12:55:52.702321 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:54.136388 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:54.870805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58664) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:54.923843 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1d0e6c89-77d7-4c21-a997-6e6cf060dac3 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0519469 Jul 15 12:56:04.037603 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:04.927889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:06.849499 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:56:18.787393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab944c4c-6042-4b04-bb9a-c902630473c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:21.470688 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f6035f31-ff53-4b6b-8ef8-94e85fcb0b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:21.481243 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:22.703086 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:24.135265 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:34.040739 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:34.927932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:43.848179 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:56:48.788312 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a871ed5-c6fb-4934-bb0d-f608989c7dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:51.477596 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fbd67864-df77-4954-9d2c-eb17005619b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:51.485188 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:52.708377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:54.140045 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:04.068940 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:04.943419 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.792760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa234-e0a0-471b-83ae-29ae805aaa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.025583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59002) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:19.261348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.380043 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.399493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.457569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb135a1a-ba8b-4234-8568-d2eb7b7ac10a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:19.476235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59034) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:19.484738 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a191e892fad84490a0841c9e2c1679d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4582965 Jul 15 12:57:19.486377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.486724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.487062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.491924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.492810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.494065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.494637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.495342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.496134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.496644 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.497243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.498002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb1f72-4573-4636-9f35-309b4534af14 admin admin] Tracked resource versions report: Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: pushed versions: Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Log': {'1.0'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Network': {'1.1'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Port': {'1.7'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'PortForwarding': {'1.2'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'QosPolicy': {'1.8'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'SubPort': {'1.0'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Subnet': {'1.1'}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Trunk': {'1.1'}} Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: consumer versions: Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: { DHCP agent@n-d-771362-36: {}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: HyperV agent@n-h1-771362-36: {}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: HyperV agent@n-h2-771362-36: {}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: L3 agent@n-d-771362-36: {}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: Metadata agent@n-d-771362-36: {}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: Metering agent@n-d-771362-36: {}, Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: Open vSwitch agent@n-d-771362-36: { 'AddressGroup': '1.2', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'ConntrackHelper': '1.0', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Log': '1.0', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Network': '1.1', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Port': '1.7', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'PortForwarding': '1.2', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'QosPolicy': '1.8', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'SecurityGroup': '1.4', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'SecurityGroupRule': '1.2', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'SubPort': '1.0', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Subnet': '1.1', Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: 'Trunk': '1.1'}} Jul 15 12:57:19.499749 n-d-771362-36 neutron-server[93734]: {{(pid=93734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:19.546868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.570195 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.625086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.629958 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.635766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb135a1a-ba8b-4234-8568-d2eb7b7ac10a HTTP/1.1" status: 204 len: 168 time: 0.1583436 Jul 15 12:57:19.649984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb135a1a-ba8b-4234-8568-d2eb7b7ac10a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:19.660355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.660786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.661211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.661604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.662142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.662530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.662916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.663317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.664201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.664706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.665216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.665749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fcf8f-a90d-44f8-a8d6-5abe29f8ef88 admin admin] Tracked resource versions report: Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: pushed versions: Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Log': {'1.0'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Network': {'1.1'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Port': {'1.7'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'PortForwarding': {'1.2'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'QosPolicy': {'1.8'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'SubPort': {'1.0'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Subnet': {'1.1'}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Trunk': {'1.1'}} Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: consumer versions: Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: { DHCP agent@n-d-771362-36: {}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: HyperV agent@n-h1-771362-36: {}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: HyperV agent@n-h2-771362-36: {}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: L3 agent@n-d-771362-36: {}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: Metadata agent@n-d-771362-36: {}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: Metering agent@n-d-771362-36: {}, Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: Open vSwitch agent@n-d-771362-36: { 'AddressGroup': '1.2', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'ConntrackHelper': '1.0', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Log': '1.0', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Network': '1.1', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Port': '1.7', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'PortForwarding': '1.2', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'QosPolicy': '1.8', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'SecurityGroup': '1.4', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'SecurityGroupRule': '1.2', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'SubPort': '1.0', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Subnet': '1.1', Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: 'Trunk': '1.1'}} Jul 15 12:57:19.667498 n-d-771362-36 neutron-server[93733]: {{(pid=93733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:20.248969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59076) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:20.321301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59086) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:20.337496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-897c0d27-91c0-4028-b43a-ebb479a8ff83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.489774 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1080dc1-c830-488e-96a5-26b8e65ee768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.509783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-897c0d27-91c0-4028-b43a-ebb479a8ff83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.514951 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-897c0d27-91c0-4028-b43a-ebb479a8ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.560640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c0d27-91c0-4028-b43a-ebb479a8ff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f4af94-30ee-4804-8385-e09964ffe1b5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:20.566727 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-897c0d27-91c0-4028-b43a-ebb479a8ff83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fff80440c144fdfb65eeeeef7a84e30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2443404 Jul 15 12:57:20.569602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59096) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:20.635281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1080dc1-c830-488e-96a5-26b8e65ee768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.646057 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1080dc1-c830-488e-96a5-26b8e65ee768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.676771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d1080dc1-c830-488e-96a5-26b8e65ee768 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9fa87d5f7af4e0e99368bca7cc94d7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4317567 Jul 15 12:57:20.679555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59108) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:20.711821 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd74e-244f-45ec-9162-72d906d4def0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.742448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b5dfcc-5732-4be6-a077-a0e006ad50b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.742614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd74e-244f-45ec-9162-72d906d4def0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.750307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1080dc1-c830-488e-96a5-26b8e65ee768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3920881-2455-4ec5-88a6-70f4a02fb93a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:20.806718 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b5dfcc-5732-4be6-a077-a0e006ad50b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.836395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd74e-244f-45ec-9162-72d906d4def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.839306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd74e-244f-45ec-9162-72d906d4def0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.840669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2b1dd74e-244f-45ec-9162-72d906d4def0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79f4af94-30ee-4804-8385-e09964ffe1b5 HTTP/1.1" status: 204 len: 168 time: 0.2700360 Jul 15 12:57:20.848163 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:57:20.852283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dd74e-244f-45ec-9162-72d906d4def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f4af94-30ee-4804-8385-e09964ffe1b5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:20.886649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b5dfcc-5732-4be6-a077-a0e006ad50b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.890326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b5dfcc-5732-4be6-a077-a0e006ad50b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.891562 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31b5dfcc-5732-4be6-a077-a0e006ad50b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3920881-2455-4ec5-88a6-70f4a02fb93a HTTP/1.1" status: 204 len: 168 time: 0.2110341 Jul 15 12:57:20.900399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5dfcc-5732-4be6-a077-a0e006ad50b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3920881-2455-4ec5-88a6-70f4a02fb93a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.021772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59148) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:21.024449 n-d-771362-36 neutron-server[93733]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 12:57:21.055191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-c6f42cee-0657-4610-ada1-d46f2a803b50 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a05e6cd7e258488996c36d86adeeda68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317934 Jul 15 12:57:21.281853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59164) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:21.289248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-31c1abf3-05ee-42fb-8ade-26b367f467de tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:21.296008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-31c1abf3-05ee-42fb-8ade-26b367f467de tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352359 Jul 15 12:57:21.298259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-994f6504-9222-4e9b-98d5-1fc22f6eff7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.312809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-306f08de-62ca-42a8-8857-d287aa5875fa tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/quotas/a05e6cd7e258488996c36d86adeeda68 HTTP/1.1" status: 200 len: 375 time: 0.0158572 Jul 15 12:57:21.368025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-42df1535-817e-4986-9d04-9bef5b799d91 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a05e6cd7e258488996c36d86adeeda68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543587 Jul 15 12:57:21.424059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-994f6504-9222-4e9b-98d5-1fc22f6eff7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.429619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-994f6504-9222-4e9b-98d5-1fc22f6eff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.473827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f6504-9222-4e9b-98d5-1fc22f6eff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aad7255-cb50-4496-ac95-2dc9e0dcc5e4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.493963 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8b92ee92-070e-4104-a8b6-e7a27a874102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.497144 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-994f6504-9222-4e9b-98d5-1fc22f6eff7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73581312980540f2934bc7bbdb03b12f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2139208 Jul 15 12:57:21.500964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59170) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:21.508682 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.572679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-871eec03-91b5-4819-9ec7-f0d905875b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.598441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-871eec03-91b5-4819-9ec7-f0d905875b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.667153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-871eec03-91b5-4819-9ec7-f0d905875b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.671346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-871eec03-91b5-4819-9ec7-f0d905875b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.673676 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-871eec03-91b5-4819-9ec7-f0d905875b98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2aad7255-cb50-4496-ac95-2dc9e0dcc5e4 HTTP/1.1" status: 204 len: 168 time: 0.1694193 Jul 15 12:57:21.712069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871eec03-91b5-4819-9ec7-f0d905875b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aad7255-cb50-4496-ac95-2dc9e0dcc5e4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.989611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5efb3165-7bc1-44dd-a26f-4ce5cd230f2a req-dc2fc09d-5d4d-48c1-b33d-e0d26f894943 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 210 time: 0.1975958 Jul 15 12:57:22.745107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.172191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59356) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:23.559746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59376) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:23.591734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65d19c41-4a2c-4d66-bf5f-33e43f39d5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.716430 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65d19c41-4a2c-4d66-bf5f-33e43f39d5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.725899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-106259427-network', 'tenant_id': '436135f846f04cb19480d33d0984abb9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:23.731732 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65d19c41-4a2c-4d66-bf5f-33e43f39d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.780219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59400) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:23.788048 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-65d19c41-4a2c-4d66-bf5f-33e43f39d5e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb43234fc54246da8d19ab2d5f7236f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6145024 Jul 15 12:57:23.790581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59406) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:23.820858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Made reservation on behalf of 436135f846f04cb19480d33d0984abb9 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:23.828292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.845813 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.881556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d19c41-4a2c-4d66-bf5f-33e43f39d5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5145d23-ecf2-4474-89a4-8f5d4f23c81c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:23.936835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ce70a09-aa12-4037-8b25-2d8d5bcc2aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.973227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ce70a09-aa12-4037-8b25-2d8d5bcc2aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.041715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ce70a09-aa12-4037-8b25-2d8d5bcc2aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.045765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ce70a09-aa12-4037-8b25-2d8d5bcc2aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.050708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6ce70a09-aa12-4037-8b25-2d8d5bcc2aee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5145d23-ecf2-4474-89a4-8f5d4f23c81c HTTP/1.1" status: 204 len: 168 time: 0.2556684 Jul 15 12:57:24.062387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce70a09-aa12-4037-8b25-2d8d5bcc2aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5145d23-ecf2-4474-89a4-8f5d4f23c81c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:24.063423 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.073997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.098981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:24.114359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.115078 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Added segment bd7e4b47-a3b2-4e40-a90d-b526077eace0 of type vlan for network dbbb49ee-3962-4da9-80b5-fddf2261cf4e Jul 15 12:57:24.155438 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.175095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.236038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e453f720-f480-4c64-8655-2028e754aff4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:24.251220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.255194 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:24.256141 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.336051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.30', 50860) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:24.351635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59440) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:24.353209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbb49ee-3962-4da9-80b5-fddf2261cf4e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:24.357939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d3e69c6-2a8d-4620-8693-91cb6c6be02b req-c12c53a4-16bc-4174-8a74-43480725ea72 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 210 time: 0.5764272 Jul 15 12:57:24.364880 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dab5d56a-d190-4d8f-9690-8d3a17a0ab56 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8040042 Jul 15 12:57:24.365147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network dbbb49ee-3962-4da9-80b5-fddf2261cf4e details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:24.370818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59442) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:24.377323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Request body: {'subnet': {'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-106259427-subnet', 'tenant_id': '436135f846f04cb19480d33d0984abb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:24.410097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Made reservation on behalf of 436135f846f04cb19480d33d0984abb9 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:24.413604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.427250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-7da07ac9-b776-4d50-afa4-39b14d196eac tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a05e6cd7e258488996c36d86adeeda68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888031 Jul 15 12:57:24.754728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-afda6f0c-935e-47df-af53-dee02c3d109d tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:24.759027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-afda6f0c-935e-47df-af53-dee02c3d109d tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205438 Jul 15 12:57:24.796399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.843583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Request body: {'port': {'device_id': '4210fbc9-9e30-47be-8d50-d2bd4e940a9b', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a05e6cd7e258488996c36d86adeeda68'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:24.887975 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1361cf8f-8869-48af-80eb-8db26bec41bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.892634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47d111a-4579-4e10-b75e-88d95eb76b25,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:24.911765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:24.912130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Network hostable DHCP agents. Network: dbbb49ee-3962-4da9-80b5-fddf2261cf4e, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:24.973935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Network dbbb49ee-3962-4da9-80b5-fddf2261cf4e is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:24.995045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59496) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:25.000171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, dbbb49ee-3962-4da9-80b5-fddf2261cf4e) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:25.010468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb5b77-3d1e-43eb-a9b8-cfe5617fe7d4 None None] Network dbbb49ee-3962-4da9-80b5-fddf2261cf4e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:25.041981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:25.042579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.083509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4601feac-9994-45bd-82b5-7eab91eeff2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.181028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1361cf8f-8869-48af-80eb-8db26bec41bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.191228 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1361cf8f-8869-48af-80eb-8db26bec41bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.246598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361cf8f-8869-48af-80eb-8db26bec41bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650f4c03-2073-4f6a-9a3c-671a7e168b0d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:25.258230 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e0337d50-b6ac-469a-936e-563cbe81fce3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8855689 Jul 15 12:57:25.286623 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1361cf8f-8869-48af-80eb-8db26bec41bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48424399cc1c4b13bb968df331500093&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9306018 Jul 15 12:57:25.291230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59516) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:25.364707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd800818-d05d-4a16-90a8-7b603c76b797 None None] Network dbbb49ee-3962-4da9-80b5-fddf2261cf4e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:25.380472 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed261b8d-f94e-43c5-be5f-33ff0620f0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.438591 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4601feac-9994-45bd-82b5-7eab91eeff2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.442384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed261b8d-f94e-43c5-be5f-33ff0620f0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.460424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4601feac-9994-45bd-82b5-7eab91eeff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.477915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Made reservation on behalf of a05e6cd7e258488996c36d86adeeda68 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:25.486591 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.533435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.588449 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4601feac-9994-45bd-82b5-7eab91eeff2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0eeb0e3a164a4e15b6eb9cdb9855b811&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5918179 Jul 15 12:57:25.589964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:25.593007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601feac-9994-45bd-82b5-7eab91eeff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396ac835-4270-4b75-8bdc-ead9e89fd60c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:25.597433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-32618613-d9c8-4f5a-ad5a-07455e9634c3 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f8a5c4ca1d674a618c547740262605f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606229 Jul 15 12:57:25.643785 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed261b8d-f94e-43c5-be5f-33ff0620f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.646767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed261b8d-f94e-43c5-be5f-33ff0620f0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.648205 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ed261b8d-f94e-43c5-be5f-33ff0620f0c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/650f4c03-2073-4f6a-9a3c-671a7e168b0d HTTP/1.1" status: 204 len: 168 time: 0.3560429 Jul 15 12:57:25.665081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed261b8d-f94e-43c5-be5f-33ff0620f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650f4c03-2073-4f6a-9a3c-671a7e168b0d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:25.701499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1690-426d-4a6a-b3cb-53fac317a3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.740833 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1690-426d-4a6a-b3cb-53fac317a3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.779215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-feccca96-9a95-4eda-9dec-703b4b70a09f req-98eacffe-2a51-49a7-8efc-a6201cb420dc tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 210 time: 0.1019282 Jul 15 12:57:25.825059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1690-426d-4a6a-b3cb-53fac317a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.827632 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1690-426d-4a6a-b3cb-53fac317a3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.829005 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb9b1690-426d-4a6a-b3cb-53fac317a3a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/396ac835-4270-4b75-8bdc-ead9e89fd60c HTTP/1.1" status: 204 len: 168 time: 0.2381330 Jul 15 12:57:25.848097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b1690-426d-4a6a-b3cb-53fac317a3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396ac835-4270-4b75-8bdc-ead9e89fd60c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:25.892706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-8a9b5c89-bfd3-434f-ab05-3bb83493d424 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:25.899716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-8a9b5c89-bfd3-434f-ab05-3bb83493d424 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009605 Jul 15 12:57:25.920601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-32044286-e051-4d09-8c33-97be17947525 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/quotas/f8a5c4ca1d674a618c547740262605f8 HTTP/1.1" status: 200 len: 375 time: 0.0199366 Jul 15 12:57:25.972228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-d1b3315b-e16f-4b6a-b29d-46fc894bc44d tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8a5c4ca1d674a618c547740262605f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499930 Jul 15 12:57:26.048618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.055098 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.101019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bc9ce1-3142-461e-bc93-bc078802d601,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:26.470048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd955f03-3377-41a7-a36e-440bc8785e4e req-f46eedf9-c4d1-438a-b47e-436fefe52a14 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.0935040 Jul 15 12:57:26.641102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Allocated IP 192.168.233.118 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/bdb3d44a-5141-40ba-964f-fed62156ee46) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:26.718724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59590) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:26.775254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec644577-8abe-40ad-876f-ffcbffaee135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.162969 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.179760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Transition to ACTIVE for port object bdb3d44a-5141-40ba-964f-fed62156ee46 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:27.280440 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.300258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93944e37-aaf0-41ac-a749-99f18fc727c0 req-f98198c9-fa49-472a-b544-45021607cdd4 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 210 time: 0.2040126 Jul 15 12:57:27.468232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Pushing event updated for resources: {'Port': ['ID=bdb3d44a-5141-40ba-964f-fed62156ee46,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:27.585173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:27.604322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:27.678476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:27.726620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:27.728034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.766908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec644577-8abe-40ad-876f-ffcbffaee135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.887110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a285419-db41-4075-b0f5-271b418d4543 req-6862eb9f-e621-41b9-a7e1-5843521abf25 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.2845497 Jul 15 12:57:27.895993 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec644577-8abe-40ad-876f-ffcbffaee135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.975941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ec644577-8abe-40ad-876f-ffcbffaee135 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dcf306d43364e1e8512dd5dfe0eecad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2538860 Jul 15 12:57:27.976366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:27.981013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a80e52f6-08ea-4070-80c3-3960d828faf9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1482394 Jul 15 12:57:28.040202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec644577-8abe-40ad-876f-ffcbffaee135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf16cdcc-78e3-45cb-9304-e19a50c6c73d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.061761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59640) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:28.103413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2227b631-686b-471d-a2e3-20a81f427932 None None] Provisioning for port bdb3d44a-5141-40ba-964f-fed62156ee46 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:28.109815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2227b631-686b-471d-a2e3-20a81f427932 None None] Provisioning complete for port bdb3d44a-5141-40ba-964f-fed62156ee46 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:28.110280 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2227b631-686b-471d-a2e3-20a81f427932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.129919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20b1b50f-2bda-4586-8a8d-64f713396191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.160103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20b1b50f-2bda-4586-8a8d-64f713396191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.172640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2227b631-686b-471d-a2e3-20a81f427932 None None] Port bdb3d44a-5141-40ba-964f-fed62156ee46 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:28.272332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20b1b50f-2bda-4586-8a8d-64f713396191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.273672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20b1b50f-2bda-4586-8a8d-64f713396191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.275861 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-20b1b50f-2bda-4586-8a8d-64f713396191 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf16cdcc-78e3-45cb-9304-e19a50c6c73d HTTP/1.1" status: 204 len: 168 time: 0.2980325 Jul 15 12:57:28.286714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1b50f-2bda-4586-8a8d-64f713396191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf16cdcc-78e3-45cb-9304-e19a50c6c73d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.292721 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:28.298764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1555202171-network', 'tenant_id': 'ba6532030bd94edb9ba3d54624f5d287'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:28.332178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Made reservation on behalf of ba6532030bd94edb9ba3d54624f5d287 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:28.336918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.348657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.542445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.547840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.567033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:28.584457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73e170fd-be9c-44e4-a09a-25fbc33e07c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.597857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.598898 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Added segment 0e651ab4-0d4f-442b-b5db-0538908b4788 of type vlan for network edea89c4-46ca-4436-bced-e2878b20fe00 Jul 15 12:57:28.623044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9626a0-3d78-4e12-a00c-9d46dab674b9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.674060 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.719642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f6a41-93dc-4315-abcd-a5d7afc3f6c5 req-7c27c17e-5c39-4d6e-929c-009ae8570bb0 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:28.727898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-680f6a41-93dc-4315-abcd-a5d7afc3f6c5 req-7c27c17e-5c39-4d6e-929c-009ae8570bb0 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 936 time: 0.2401857 Jul 15 12:57:28.734538 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.735635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:28.736389 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.803050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-680f6a41-93dc-4315-abcd-a5d7afc3f6c5 req-04410897-3c9b-49f2-af9b-a59c40ebe4e3 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739155 Jul 15 12:57:28.872833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73e170fd-be9c-44e4-a09a-25fbc33e07c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.880066 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73e170fd-be9c-44e4-a09a-25fbc33e07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.882843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] Pushing event updated for resources: {'Network': ['ID=edea89c4-46ca-4436-bced-e2878b20fe00,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.894646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network edea89c4-46ca-4436-bced-e2878b20fe00 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:28.912695 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-67cd000f-448a-40ad-afc9-db82403905b8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6159229 Jul 15 12:57:28.915283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59664) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:28.919407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Request body: {'subnet': {'network_id': 'edea89c4-46ca-4436-bced-e2878b20fe00', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1555202171-subnet', 'tenant_id': 'ba6532030bd94edb9ba3d54624f5d287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:28.954000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e170fd-be9c-44e4-a09a-25fbc33e07c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39ce4d7-8462-453f-959b-30739cb10878,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.960148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-73e170fd-be9c-44e4-a09a-25fbc33e07c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1efb8acf523c42c694e4acb74230e4ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8971126 Jul 15 12:57:28.962667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59670) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:28.992970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Made reservation on behalf of ba6532030bd94edb9ba3d54624f5d287 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:28.999285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.035876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b958a65a-f9c8-4f07-88af-ba8ed888e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.108862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b958a65a-f9c8-4f07-88af-ba8ed888e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.232374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f892b2e2-9e04-49b7-b5df-93c55acd1d94 req-ea28063d-c7bd-49ae-82dd-aad8dc931283 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.0610268 Jul 15 12:57:29.264418 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b958a65a-f9c8-4f07-88af-ba8ed888e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.267176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b958a65a-f9c8-4f07-88af-ba8ed888e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.271649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b958a65a-f9c8-4f07-88af-ba8ed888e927 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e39ce4d7-8462-453f-959b-30739cb10878 HTTP/1.1" status: 204 len: 168 time: 0.3074346 Jul 15 12:57:29.291320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958a65a-f9c8-4f07-88af-ba8ed888e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39ce4d7-8462-453f-959b-30739cb10878,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:29.354914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.454451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Checking segment: {'id': '0e651ab4-0d4f-442b-b5db-0538908b4788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'edea89c4-46ca-4436-bced-e2878b20fe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:29.455297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Network hostable DHCP agents. Network: edea89c4-46ca-4436-bced-e2878b20fe00, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:29.477850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fa4af2-a5a8-467a-9e01-b9eb985b8825,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:29.516235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Network edea89c4-46ca-4436-bced-e2878b20fe00 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:29.531921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, edea89c4-46ca-4436-bced-e2878b20fe00) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:29.542563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f896fa-eecb-4ed7-84e8-567d0474f415 None None] Network edea89c4-46ca-4436-bced-e2878b20fe00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:29.545472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:29.546094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.592488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d1838e57-0b1d-4db1-b929-4c1a75de2901 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6680784 Jul 15 12:57:29.800736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566cb163-fb77-422b-af2a-3b6edf551c90 None None] Network edea89c4-46ca-4436-bced-e2878b20fe00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:30.123158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59722) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:30.139091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d803aaa3-e61a-4bce-b572-dd0297f32c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.212434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302d527-d8fa-4512-992f-31a114fcd902 req-e66eba5b-172c-4cc9-b4ec-e3cfd63434cb tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:30.214721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f302d527-d8fa-4512-992f-31a114fcd902 req-e66eba5b-172c-4cc9-b4ec-e3cfd63434cb tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 936 time: 0.2193813 Jul 15 12:57:30.284755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f302d527-d8fa-4512-992f-31a114fcd902 req-fa2a79d2-0ff1-4df5-badd-8e6f01e877c1 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631669 Jul 15 12:57:30.344586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d803aaa3-e61a-4bce-b572-dd0297f32c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.350338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d803aaa3-e61a-4bce-b572-dd0297f32c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.438132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803aaa3-e61a-4bce-b572-dd0297f32c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7384bf5a-8500-436f-8c33-25a83f1ad44c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:30.457245 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d803aaa3-e61a-4bce-b572-dd0297f32c6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4442748d5aa47d38900833aefda676f&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3319395 Jul 15 12:57:30.468279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59730) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:30.526191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9ccee12-9283-486a-aa28-830a9a3e91b2 req-af49e496-c84a-45b7-976f-5773423bdba8 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.0703993 Jul 15 12:57:30.594527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35684c6a-1c14-487f-8129-9cc64ef0e2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.629366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35684c6a-1c14-487f-8129-9cc64ef0e2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.720844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35684c6a-1c14-487f-8129-9cc64ef0e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.725442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35684c6a-1c14-487f-8129-9cc64ef0e2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.734535 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-35684c6a-1c14-487f-8129-9cc64ef0e2e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7384bf5a-8500-436f-8c33-25a83f1ad44c HTTP/1.1" status: 204 len: 168 time: 0.2598443 Jul 15 12:57:30.742673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35684c6a-1c14-487f-8129-9cc64ef0e2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7384bf5a-8500-436f-8c33-25a83f1ad44c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:31.071607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59772) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:31.386286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a18d-5f94-411d-93fe-2442408130e6 req-f1e7e2c0-f28b-4cbb-81e1-8087af2c7e42 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:31.394419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-f1e7e2c0-f28b-4cbb-81e1-8087af2c7e42 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 807 time: 0.3166788 Jul 15 12:57:31.412887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-5dffee83-cc57-435d-899e-8801c2346c40 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/quotas/436135f846f04cb19480d33d0984abb9 HTTP/1.1" status: 200 len: 375 time: 0.0174689 Jul 15 12:57:31.457078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-26a2baee-c21b-418d-abc1-cbeeea146dbe tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431571 Jul 15 12:57:31.563442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f4523-47e7-4b39-9789-e3aa197a5c54 req-331e32d9-09f8-4145-9162-e02c5b5f16c6 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:31.563442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-780f4523-47e7-4b39-9789-e3aa197a5c54 req-331e32d9-09f8-4145-9162-e02c5b5f16c6 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 936 time: 0.0904531 Jul 15 12:57:31.613684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-780f4523-47e7-4b39-9789-e3aa197a5c54 req-9ed8e22f-0b2c-4cf4-8063-a6536934517f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Jul 15 12:57:31.658500 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ec192f23-2759-48cb-b9c1-316d820756d5 tempest-AutoAllocateNetworkTest-1614926180 tempest-AutoAllocateNetworkTest-1614926180-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c9ba8d8e424640758566c3c233b0b734&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5856943 Jul 15 12:57:31.663728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59796) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:31.956639 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857cd3d-b26e-4f6c-b1ab-12077c02dcc1 tempest-AutoAllocateNetworkTest-1614926180 tempest-AutoAllocateNetworkTest-1614926180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:31.959300 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2857cd3d-b26e-4f6c-b1ab-12077c02dcc1 tempest-AutoAllocateNetworkTest-1614926180 tempest-AutoAllocateNetworkTest-1614926180-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2953279 Jul 15 12:57:31.961730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59808) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:31.994366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-fbe7b40c-cc29-4b24-b758-c81dee57a69c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:31.995425 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-fbe7b40c-cc29-4b24-b758-c81dee57a69c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1903315 Jul 15 12:57:32.029366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e4448be9-f919-4a43-8aa2-425b2ad02bac tempest-AutoAllocateNetworkTest-1614926180 tempest-AutoAllocateNetworkTest-1614926180-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664358 Jul 15 12:57:32.033347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59814) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:32.092745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-188a5351-2bff-4a29-a516-c8c8f19a88ad tempest-AutoAllocateNetworkTest-1614926180 tempest-AutoAllocateNetworkTest-1614926180-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c9ba8d8e424640758566c3c233b0b734 HTTP/1.1" status: 200 len: 208 time: 0.0565400 Jul 15 12:57:32.178075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4980ad1-0f0b-4b69-ad41-a749f2bb7a5c req-0e8d51a5-0c60-435c-aeec-3e0dc8bf4a95 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.0368304 Jul 15 12:57:32.232474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-681a69a9-ed23-45ae-b17b-8477d2dde071 service neutron] 10.222.0.25 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051442 Jul 15 12:57:32.376855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-ced70a13-3a84-49dc-ac00-e847355a6975 service neutron] 10.222.0.25 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350806 Jul 15 12:57:32.383004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59830) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:32.699648 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a851034-544c-49ee-8df7-1cf79660012c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.857349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ca4c26-7e48-4f97-ae17-be8d16c1f3a0 req-b4b39055-38b9-4492-8ca0-76152170af2a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 210 time: 0.0470297 Jul 15 12:57:32.921829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a851034-544c-49ee-8df7-1cf79660012c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.934265 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a851034-544c-49ee-8df7-1cf79660012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.998544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a851034-544c-49ee-8df7-1cf79660012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e312d7-23b2-40e5-be77-e93247e4e627,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:33.017685 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a851034-544c-49ee-8df7-1cf79660012c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9ba8d8e424640758566c3c233b0b734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6333723 Jul 15 12:57:33.020413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59854) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:33.087428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f746-29e7-46e7-8972-e607f8744c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.120563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f746-29e7-46e7-8972-e607f8744c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.180995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cd623-3064-49c0-ae26-9ec47cf10393 req-6fb01694-1a19-40be-83da-2b3eb66802bd tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:33.185808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6cd623-3064-49c0-ae26-9ec47cf10393 req-6fb01694-1a19-40be-83da-2b3eb66802bd tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 936 time: 0.2007589 Jul 15 12:57:33.190622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f746-29e7-46e7-8972-e607f8744c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.194388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f746-29e7-46e7-8972-e607f8744c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.200162 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d6a0f746-29e7-46e7-8972-e607f8744c7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93e312d7-23b2-40e5-be77-e93247e4e627 HTTP/1.1" status: 204 len: 168 time: 0.1759059 Jul 15 12:57:33.219729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f746-29e7-46e7-8972-e607f8744c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e312d7-23b2-40e5-be77-e93247e4e627,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:33.279877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6cd623-3064-49c0-ae26-9ec47cf10393 req-1df58d88-5340-44b0-93ae-127dd7a4a8c9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831087 Jul 15 12:57:33.567765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d06b2e3-a447-461a-b81f-d891ab1906d3 req-a41d00e3-4699-40b6-9c61-6bfa034642d7 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.0603848 Jul 15 12:57:34.085135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59896) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:34.091175 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.449689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f81a61d-cb03-4563-87e3-97cf209037b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.538127 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.35', 53622) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:34.610023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7320dc0-b9ec-489f-8b0f-62d858621a05 req-cbfec9fc-ddaa-4eed-8572-44a358f6b861 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 210 time: 0.1216419 Jul 15 12:57:35.003779 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.086420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36e56718-6853-474c-9a77-e1f5cfc8ef16 req-0758b6cb-5be7-4031-897b-8bf87843ddca tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.1408792 Jul 15 12:57:35.142195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a18d-5f94-411d-93fe-2442408130e6 req-0b93c7d0-e537-44d4-99f0-c6b5f3c1d2b1 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.145167 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-0b93c7d0-e537-44d4-99f0-c6b5f3c1d2b1 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 807 time: 0.6054151 Jul 15 12:57:35.190258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08fb9-c505-431a-a6b0-af217fe5bf41 req-c95fe3f5-a473-4571-8b08-f297e2d0a794 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.218418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Request body: {'port': {'device_id': '6fdff57c-fb90-43e3-8766-aa935d365551', 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'admin_state_up': True, 'tenant_id': '436135f846f04cb19480d33d0984abb9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:35.233909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-afd08fb9-c505-431a-a6b0-af217fe5bf41 req-c95fe3f5-a473-4571-8b08-f297e2d0a794 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 936 time: 0.4900601 Jul 15 12:57:35.376156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-afd08fb9-c505-431a-a6b0-af217fe5bf41 req-f40ebb70-2e82-462a-a40c-c2977eb76284 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377351 Jul 15 12:57:35.382048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f81a61d-cb03-4563-87e3-97cf209037b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.424183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f81a61d-cb03-4563-87e3-97cf209037b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.551433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59944) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:35.606857 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1f81a61d-cb03-4563-87e3-97cf209037b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9a5e7e85f2544d39e8af2eeb0bc6d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5162547 Jul 15 12:57:35.608060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59948) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:35.616346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81a61d-cb03-4563-87e3-97cf209037b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2cf01d-8bed-48b3-a99f-390660b2c699,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:35.671607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Made reservation on behalf of 436135f846f04cb19480d33d0984abb9 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:35.682288 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.720904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b119f33-322b-4151-b39c-ad83147f6e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.784754 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b119f33-322b-4151-b39c-ad83147f6e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.914333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b119f33-322b-4151-b39c-ad83147f6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.919429 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b119f33-322b-4151-b39c-ad83147f6e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.926499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2b119f33-322b-4151-b39c-ad83147f6e12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce2cf01d-8bed-48b3-a99f-390660b2c699 HTTP/1.1" status: 204 len: 168 time: 0.3122382 Jul 15 12:57:35.961793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b119f33-322b-4151-b39c-ad83147f6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2cf01d-8bed-48b3-a99f-390660b2c699,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:36.012349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80bd0ee0-3e57-4b32-9033-f4a4b1097f71 req-18f8f030-5a4b-44ce-a5b3-46f43b260e51 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 210 time: 0.0787995 Jul 15 12:57:36.248932 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8af41e8f-803b-41f2-9b5d-bb924761f188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:36.297288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Allocated IP 172.20.0.13 (dbbb49ee-3962-4da9-80b5-fddf2261cf4e/e47d111a-4579-4e10-b75e-88d95eb76b25/4308ace1-6558-4406-9010-bf0516623eb8) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:36.789051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-b14fdea0-ab6e-4b3e-8b97-e999de8d0119 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:36.791022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-b14fdea0-ab6e-4b3e-8b97-e999de8d0119 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448256 Jul 15 12:57:36.810991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59970) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:36.859046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-786a6e71-d547-4e78-94ed-11b7a8a31255 req-19192858-dae9-471f-97eb-7866fd5544a4 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.2551024 Jul 15 12:57:36.948389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8af41e8f-803b-41f2-9b5d-bb924761f188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:36.962442 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8af41e8f-803b-41f2-9b5d-bb924761f188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.002938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59976) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:37.035229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.044978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa26c2b-11e5-4ffa-8e54-2ed3413a831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.152822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af41e8f-803b-41f2-9b5d-bb924761f188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eec4d40-be64-44c5-8e00-4c0b28afbfe9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:37.160238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8af41e8f-803b-41f2-9b5d-bb924761f188 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3526d1a5a8c64764a1573054b45ab0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6071236 Jul 15 12:57:37.165188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59980) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:37.272139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e58c-2cae-4899-965e-61fdfb62b159 req-091d9370-1df4-4c71-996f-74c64de5b0ca tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:37.280562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de81e58c-2cae-4899-965e-61fdfb62b159 req-091d9370-1df4-4c71-996f-74c64de5b0ca tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 936 time: 0.2510056 Jul 15 12:57:37.297063 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c7dec2d-15b6-4b85-9d5a-a1d61ab2abb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.303278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa26c2b-11e5-4ffa-8e54-2ed3413a831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.320360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa26c2b-11e5-4ffa-8e54-2ed3413a831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.390643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9b2cb213-aa60-4fb0-8e27-d4c182769ff6 req-e1a1053a-4234-448e-82ff-2e179ad647c2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 210 time: 0.0523272 Jul 15 12:57:37.438782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de81e58c-2cae-4899-965e-61fdfb62b159 req-4127e876-e6d7-459c-9bc2-1015270c0ee7 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568134 Jul 15 12:57:37.445770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c7dec2d-15b6-4b85-9d5a-a1d61ab2abb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.475207 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fcf9aab-75a4-41d0-89a6-8e81de3a16b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.503427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Request body: {'port': {'device_id': '4210fbc9-9e30-47be-8d50-d2bd4e940a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:37.640410 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c7dec2d-15b6-4b85-9d5a-a1d61ab2abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.644494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c7dec2d-15b6-4b85-9d5a-a1d61ab2abb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.648978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0c7dec2d-15b6-4b85-9d5a-a1d61ab2abb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3eec4d40-be64-44c5-8e00-4c0b28afbfe9 HTTP/1.1" status: 204 len: 168 time: 0.4779880 Jul 15 12:57:37.663780 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.666730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dec2d-15b6-4b85-9d5a-a1d61ab2abb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eec4d40-be64-44c5-8e00-4c0b28afbfe9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:37.673758 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5aa26c2b-11e5-4ffa-8e54-2ed3413a831c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b0907b48bc54f4799c4db186cf23f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6689260 Jul 15 12:57:37.675970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59990) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:37.680435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa26c2b-11e5-4ffa-8e54-2ed3413a831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4592c7a-0be3-4f9a-a507-fe650bfcdc3a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:37.704409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.118563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.30', 50865) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:38.264281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-e17f4814-75c6-4d7f-b10a-2dc358e807ea tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f8a5c4ca1d674a618c547740262605f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459889 Jul 15 12:57:38.383518 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fcf9aab-75a4-41d0-89a6-8e81de3a16b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.413178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Network dbbb49ee-3962-4da9-80b5-fddf2261cf4e is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:38.428101 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:38.434302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fcf9aab-75a4-41d0-89a6-8e81de3a16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.532320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:38.558829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5723bd95-8b15-4f32-8161-7d0776dfacc0 req-1cbe851e-7b07-41e6-8bff-39360d488909 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.2971604 Jul 15 12:57:38.583670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:38.591564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.870830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60012) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:38.873696 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3fcf9aab-75a4-41d0-89a6-8e81de3a16b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ac026b901254456af00bede52dd6248&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0503156 Jul 15 12:57:38.954690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-d4997350-22d5-444f-8bc2-2eb7aa8ac227 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:38.956340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-d4997350-22d5-444f-8bc2-2eb7aa8ac227 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6305320 Jul 15 12:57:39.006662 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8055670 Jul 15 12:57:39.020559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Request body: {'port': {'device_id': 'f81487c6-f53b-43b9-a0b8-639b6b3fac50', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'f8a5c4ca1d674a618c547740262605f8'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:39.086977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60014) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:39.278298 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf9aab-75a4-41d0-89a6-8e81de3a16b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649f1622-e590-4b95-a975-c1dee66b6389,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:39.292469 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b354216-61f2-4271-86a6-a6c5436dc6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.305661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f4a-6fd6-48fe-888a-a51d380e8421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.359298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb3d44a-5141-40ba-964f-fed62156ee46 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:39.360832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-7c23fed9-66ce-4500-ae5d-b51ea768c429 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:39.362567 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-7c23fed9-66ce-4500-ae5d-b51ea768c429 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2936709 Jul 15 12:57:39.369070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae561e6b-ae9f-452e-9bd0-6c1b75e736bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.405363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4595c2e-dd05-4788-b23f-67de565768fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Pushing event updated for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:39.427220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794e568-04cb-42fe-a4a1-b9f41ac820bf req-613e0547-322c-4b92-8dda-6172aa712815 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:39.438941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b794e568-04cb-42fe-a4a1-b9f41ac820bf req-613e0547-322c-4b92-8dda-6172aa712815 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 932 time: 0.3821690 Jul 15 12:57:39.449662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae561e6b-ae9f-452e-9bd0-6c1b75e736bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.487916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.501761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b354216-61f2-4271-86a6-a6c5436dc6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.573308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Transition to ACTIVE for port object bdb3d44a-5141-40ba-964f-fed62156ee46 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:39.588866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.617052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b794e568-04cb-42fe-a4a1-b9f41ac820bf req-a206c9a6-12db-40d1-981f-1d1b65fcd1e9 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774483 Jul 15 12:57:39.655077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae561e6b-ae9f-452e-9bd0-6c1b75e736bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.669798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae561e6b-ae9f-452e-9bd0-6c1b75e736bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.670974 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ae561e6b-ae9f-452e-9bd0-6c1b75e736bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4592c7a-0be3-4f9a-a507-fe650bfcdc3a HTTP/1.1" status: 204 len: 168 time: 1.9859037 Jul 15 12:57:39.693036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae561e6b-ae9f-452e-9bd0-6c1b75e736bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4592c7a-0be3-4f9a-a507-fe650bfcdc3a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:39.795278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-be7b7808-86c0-48f6-89b9-7e217e8682a7 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=452c94c2d5da49ff9352ac10574cc698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016183 Jul 15 12:57:39.837085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb3d44a-5141-40ba-964f-fed62156ee46,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:39.962465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Request body: {'port': {'device_id': '6fdff57c-fb90-43e3-8766-aa935d365551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:40.016156 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b354216-61f2-4271-86a6-a6c5436dc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.036095 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b354216-61f2-4271-86a6-a6c5436dc6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.038350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6b354216-61f2-4271-86a6-a6c5436dc6c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/649f1622-e590-4b95-a975-c1dee66b6389 HTTP/1.1" status: 204 len: 168 time: 1.1556215 Jul 15 12:57:40.225983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.411632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b354216-61f2-4271-86a6-a6c5436dc6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649f1622-e590-4b95-a975-c1dee66b6389,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:40.657555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f4a-6fd6-48fe-888a-a51d380e8421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.660594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Attempting to bind port bdb3d44a-5141-40ba-964f-fed62156ee46 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:40.665349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Attempting to bind port bdb3d44a-5141-40ba-964f-fed62156ee46 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:40.667159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Attempting to bind port bdb3d44a-5141-40ba-964f-fed62156ee46 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:40.752782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Port bdb3d44a-5141-40ba-964f-fed62156ee46 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:57:40.753758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Attempting to bind port bdb3d44a-5141-40ba-964f-fed62156ee46 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:40.767474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60050) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:40.772681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f4a-6fd6-48fe-888a-a51d380e8421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.819620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Made reservation on behalf of f8a5c4ca1d674a618c547740262605f8 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:40.826251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.855857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b5cb0f4a-6fd6-48fe-888a-a51d380e8421 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=567643c7da4d49fc880f7e3d1d3924a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7661598 Jul 15 12:57:40.863744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-42e29f21-c05f-4b57-a1fa-ab379bd1ba6b tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:40.870710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-42e29f21-c05f-4b57-a1fa-ab379bd1ba6b tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0742240 Jul 15 12:57:40.871768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60054) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:40.898513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:40.898927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:40.899463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:40.899929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Bound port: bdb3d44a-5141-40ba-964f-fed62156ee46, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:40.900298 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.902646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.909320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48f25fcf-08d8-4b73-b6ff-faff505b0b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.932764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-ef930e80-14dc-4204-b278-1a2785ddc6b2 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/quotas/452c94c2d5da49ff9352ac10574cc698 HTTP/1.1" status: 200 len: 375 time: 0.0611250 Jul 15 12:57:40.969299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19211ad0-153b-4bd7-ad06-b83057399c07 req-0139e2fa-9963-481e-afe6-2aaa56efe871 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:40.977838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19211ad0-153b-4bd7-ad06-b83057399c07 req-0139e2fa-9963-481e-afe6-2aaa56efe871 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 948 time: 1.0322084 Jul 15 12:57:41.060330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-ead689eb-1e51-483f-b1b4-6a4ff93795fc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=452c94c2d5da49ff9352ac10574cc698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161520 Jul 15 12:57:41.099624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb0f4a-6fd6-48fe-888a-a51d380e8421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cd825e-8efb-4d16-a9b3-33d3106a0026,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:41.101228 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23cdff5-6a0c-4384-ab27-91a31dffd47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.158833 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23cdff5-6a0c-4384-ab27-91a31dffd47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.160956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19211ad0-153b-4bd7-ad06-b83057399c07 req-dd242c64-0d56-4d09-ab3d-aa7fdc0920ed tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818292 Jul 15 12:57:41.228695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] For port bdb3d44a-5141-40ba-964f-fed62156ee46, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:41.235696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4308ace1-6558-4406-9010-bf0516623eb8 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:41.245550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] For port bdb3d44a-5141-40ba-964f-fed62156ee46, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bdb3d44a-5141-40ba-964f-fed62156ee46,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:41.256311 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.278660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.321637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:41.322370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.332270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] 10.222.0.30 "PUT /v2.0/ports/bdb3d44a-5141-40ba-964f-fed62156ee46 HTTP/1.1" status: 200 len: 1097 time: 4.1702890 Jul 15 12:57:41.332734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4210fbc9-9e30-47be-8d50-d2bd4e940a9b', 'tag': 'bdb3d44a-5141-40ba-964f-fed62156ee46'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:41.407376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Transition to ACTIVE for port object 4308ace1-6558-4406-9010-bf0516623eb8 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:41.416181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.549612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23cdff5-6a0c-4384-ab27-91a31dffd47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.586857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23cdff5-6a0c-4384-ab27-91a31dffd47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.591276 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a23cdff5-6a0c-4384-ab27-91a31dffd47d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73cd825e-8efb-4d16-a9b3-33d3106a0026 HTTP/1.1" status: 204 len: 168 time: 0.7179799 Jul 15 12:57:41.671222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cdff5-6a0c-4384-ab27-91a31dffd47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cd825e-8efb-4d16-a9b3-33d3106a0026,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:41.773549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:41.779519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:41.779928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:41.780316 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:41.786234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:57:41.786380 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:41.793071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:41.793269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:41.793844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:41.794294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Bound port: 4308ace1-6558-4406-9010-bf0516623eb8, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:41.794663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.856609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24095d32-846e-44e4-81c2-38ba70b25c6b req-6e2dcaeb-2291-4908-9e3e-2158ef8500e6 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.2252476 Jul 15 12:57:41.907707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89fbed-f6e6-44c0-a7cd-5691c74d3ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb3d44a-5141-40ba-964f-fed62156ee46,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:41.943175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48f25fcf-08d8-4b73-b6ff-faff505b0b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.978524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48f25fcf-08d8-4b73-b6ff-faff505b0b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.997088 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:42.009820 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:42.020105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.142275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.143740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.146448 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] 10.222.0.35 "PUT /v2.0/ports/4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 1093 time: 2.5283675 Jul 15 12:57:42.147558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:42.194881 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e2951a-8ed0-4b6f-ae55-943967512c13" -d '{"events": [{"name": "network-changed", "server_uuid": "4210fbc9-9e30-47be-8d50-d2bd4e940a9b", "tag": "bdb3d44a-5141-40ba-964f-fed62156ee46"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:42.337360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-48f25fcf-08d8-4b73-b6ff-faff505b0b40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d16e92336f08499a891f42f78b99234a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5191064 Jul 15 12:57:42.339915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:42.397384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590b748-6131-42d1-b48c-82d8d8e252c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:42.418651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-04b19bed-e8e5-4325-a8f9-70a8c92cb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.420216 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-04b19bed-e8e5-4325-a8f9-70a8c92cb8e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a05e6cd7e258488996c36d86adeeda68&device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 1100 time: 0.8511236 Jul 15 12:57:42.433863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052e69c-a13d-43fc-be1c-bdc1776ad206 req-4c8a0beb-1da2-4a4f-b671-7dc9a2e8d5b7 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 210 time: 0.2529244 Jul 15 12:57:42.447714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17dfa9-acce-4492-b9b6-54a4b8a2d94f req-39a52c5c-ba82-47ee-90bf-4ba624662aa5 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.455655 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f17dfa9-acce-4492-b9b6-54a4b8a2d94f req-39a52c5c-ba82-47ee-90bf-4ba624662aa5 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.7288785 Jul 15 12:57:42.511882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f25fcf-08d8-4b73-b6ff-faff505b0b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4942d255-6c5f-441e-8b57-92a4a58c6893,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:42.550292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1e077ad-3d4c-468b-b54d-369f4af5ba0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.555804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.557979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-ff2c843b-0584-464b-9a16-dcdd4a5fd4dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=bdb3d44a-5141-40ba-964f-fed62156ee46 HTTP/1.1" status: 200 len: 217 time: 0.1193357 Jul 15 12:57:42.561662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.618719 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1e077ad-3d4c-468b-b54d-369f4af5ba0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.660476 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60098) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:42.686413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-80e5a05d-2440-4b9a-b3d8-dcdda7d54b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.848676 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe9a5c-8adb-4696-a289-0dcabd6514cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "tag": "4308ace1-6558-4406-9010-bf0516623eb8"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:42.857701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-80e5a05d-2440-4b9a-b3d8-dcdda7d54b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.858841 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f17dfa9-acce-4492-b9b6-54a4b8a2d94f req-da80d149-8bc8-4553-a61e-9fe7c3579328 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021621 Jul 15 12:57:42.875651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-80e5a05d-2440-4b9a-b3d8-dcdda7d54b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.888595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Allocated IP 192.168.233.151 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/806beaa3-5881-4b36-b459-a3a0b9acc98a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:42.891059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec96593a-3a07-4e67-9cec-a1e25d13590b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:42.913858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-742cd0cd-94ec-458c-ab2e-0d20167f4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.915846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-742cd0cd-94ec-458c-ab2e-0d20167f4b4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2527261 Jul 15 12:57:42.943167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1e077ad-3d4c-468b-b54d-369f4af5ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.946021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1e077ad-3d4c-468b-b54d-369f4af5ba0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.947240 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b1e077ad-3d4c-468b-b54d-369f4af5ba0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4942d255-6c5f-441e-8b57-92a4a58c6893 HTTP/1.1" status: 204 len: 168 time: 0.6062403 Jul 15 12:57:42.981405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5a05d-2440-4b9a-b3d8-dcdda7d54b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc25de7-e1db-4631-91fd-99d7003d6e26,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:43.000168 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-80e5a05d-2440-4b9a-b3d8-dcdda7d54b3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fe47f7ee4cf4355b52a9bea375d3973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378806 Jul 15 12:57:43.005493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60112) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:43.024886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e077ad-3d4c-468b-b54d-369f4af5ba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4942d255-6c5f-441e-8b57-92a4a58c6893,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:43.086067 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0149e245-03ed-4cfb-a69b-6834c583b046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.124928 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0149e245-03ed-4cfb-a69b-6834c583b046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.212279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123ad1-49da-4de3-a577-2287354616d5 req-348fab13-a89a-48c3-93b5-1d38cae8e2a7 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:43.214222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57123ad1-49da-4de3-a577-2287354616d5 req-348fab13-a89a-48c3-93b5-1d38cae8e2a7 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 948 time: 0.5499496 Jul 15 12:57:43.257032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0149e245-03ed-4cfb-a69b-6834c583b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.268173 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0149e245-03ed-4cfb-a69b-6834c583b046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.276264 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0149e245-03ed-4cfb-a69b-6834c583b046 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2dc25de7-e1db-4631-91fd-99d7003d6e26 HTTP/1.1" status: 204 len: 168 time: 0.2696519 Jul 15 12:57:43.300960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149e245-03ed-4cfb-a69b-6834c583b046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc25de7-e1db-4631-91fd-99d7003d6e26,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:43.361165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57123ad1-49da-4de3-a577-2287354616d5 req-23c110c8-8983-4e31-9515-e864d2367bbf tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371250 Jul 15 12:57:43.366558 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42954003-f1c4-4769-b884-463bc5d1b810 x-openstack-request-id: req-42954003-f1c4-4769-b884-463bc5d1b810 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:43.366883 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4210fbc9-9e30-47be-8d50-d2bd4e940a9b", "tag": "bdb3d44a-5141-40ba-964f-fed62156ee46", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:43.367106 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42954003-f1c4-4769-b884-463bc5d1b810 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:43.367604 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4210fbc9-9e30-47be-8d50-d2bd4e940a9b', 'tag': 'bdb3d44a-5141-40ba-964f-fed62156ee46', 'status': 'completed', 'code': 200} Jul 15 12:57:43.372040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-70894211-f475-4743-969b-527c1569649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:43.373750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-70894211-f475-4743-969b-527c1569649c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4507313 Jul 15 12:57:43.610837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92ef4ae2-48e8-44a8-9be1-2cb1ab2b11cc req-18d39b48-6a71-4064-8e58-087e82fe39e0 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.0986316 Jul 15 12:57:43.614192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.673491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Transition to ACTIVE for port object 806beaa3-5881-4b36-b459-a3a0b9acc98a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:43.698212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-6a438b25-894a-4b7b-b8cc-38629aaf22f9 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825918 Jul 15 12:57:43.872378 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c364b-3a87-43d6-ac70-edf57407879c x-openstack-request-id: req-a74c364b-3a87-43d6-ac70-edf57407879c {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:43.872886 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "tag": "4308ace1-6558-4406-9010-bf0516623eb8", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:43.873282 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a74c364b-3a87-43d6-ac70-edf57407879c {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:43.874083 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8', 'status': 'completed', 'code': 200} Jul 15 12:57:43.921066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f13302c-bdbb-4279-a33d-cfa2dc0f1404 req-a2d61136-9409-4bdf-840a-4dd696bdf9c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147708 Jul 15 12:57:43.932636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.061003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2aa09338-18f7-4fc2-96bf-45ad35e02e87 req-8d21e950-2a46-4188-9510-8400267e487f tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 210 time: 0.0631366 Jul 15 12:57:44.101242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:44.107996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Pushing event updated for resources: {'Port': ['ID=806beaa3-5881-4b36-b459-a3a0b9acc98a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:44.118631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:44.131877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:44.137905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:44.138591 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.183421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-1963a54d-7254-46df-85c6-8a93a31f4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:44.185275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-1963a54d-7254-46df-85c6-8a93a31f4f2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a05e6cd7e258488996c36d86adeeda68&device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 1100 time: 0.1194389 Jul 15 12:57:44.224559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-1155201d-71df-4498-b202-2a57b4f45318 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2318079 Jul 15 12:57:44.266310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Request body: {'port': {'device_id': 'f81487c6-f53b-43b9-a0b8-639b6b3fac50', 'device_owner': 'compute:tempest-test_az-1542185124', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:44.477582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.570501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ddcd7859-7da1-4f32-a8a1-5d4b75ed695e None None] Provisioning for port 806beaa3-5881-4b36-b459-a3a0b9acc98a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:44.579279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ddcd7859-7da1-4f32-a8a1-5d4b75ed695e None None] Provisioning complete for port 806beaa3-5881-4b36-b459-a3a0b9acc98a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:44.580062 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7859-7da1-4f32-a8a1-5d4b75ed695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.663751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-1dc6979c-95e8-42f9-8dad-d623e6b3ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:44.666762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-1dc6979c-95e8-42f9-8dad-d623e6b3ccfb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.4721510 Jul 15 12:57:44.675742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd7859-7da1-4f32-a8a1-5d4b75ed695e None None] Port 806beaa3-5881-4b36-b459-a3a0b9acc98a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:44.844467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-08869b21-0d61-415d-b9be-13cdc2b38832 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=bdb3d44a-5141-40ba-964f-fed62156ee46 HTTP/1.1" status: 200 len: 217 time: 0.1674576 Jul 15 12:57:44.865936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d9238-825a-4a2c-9b1d-e25cee78474b req-938dceec-5bed-4fdb-8267-98d906db264e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:44.873320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-227d9238-825a-4a2c-9b1d-e25cee78474b req-938dceec-5bed-4fdb-8267-98d906db264e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.5252237 Jul 15 12:57:45.070221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-227d9238-825a-4a2c-9b1d-e25cee78474b req-e06dfc5f-92cc-4bf4-b135-a7db92eb49a5 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960793 Jul 15 12:57:45.093843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-edfd1b85-e468-49b7-b6c0-c87da6c9ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:45.095598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-edfd1b85-e468-49b7-b6c0-c87da6c9ca14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2075915 Jul 15 12:57:45.114368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d374-e46a-4262-a6cc-36b83fc346e0 req-ed8a0f03-5621-44fb-a17e-23ef4206183f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:45.121742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb16d374-e46a-4262-a6cc-36b83fc346e0 req-ed8a0f03-5621-44fb-a17e-23ef4206183f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 948 time: 0.4330211 Jul 15 12:57:45.317413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb16d374-e46a-4262-a6cc-36b83fc346e0 req-d31378cf-d1ae-4a4a-81e3-6a1e98ea69d9 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328070 Jul 15 12:57:45.400887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-45eb06e0-ec30-44f8-adc5-a32703a89863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:45.402521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-45eb06e0-ec30-44f8-adc5-a32703a89863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2776034 Jul 15 12:57:45.607715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98085d4d-a459-4baa-8ac2-b69d38a9b1ce req-37b6c3fb-5da0-4b1e-9d8d-0a6cdbdff8c1 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 210 time: 0.0771034 Jul 15 12:57:45.618553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806beaa3-5881-4b36-b459-a3a0b9acc98a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:45.691288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c620ec-9e35-490b-a024-ad4e96ef8a54 req-8b1d06a2-af81-4244-8b06-2bf490405948 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:45.700912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65c620ec-9e35-490b-a024-ad4e96ef8a54 req-8b1d06a2-af81-4244-8b06-2bf490405948 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 936 time: 0.4035947 Jul 15 12:57:45.728834 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.077712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-5e2ba075-d286-41df-9741-919446124600 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634755 Jul 15 12:57:46.080624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Transition to ACTIVE for port object 806beaa3-5881-4b36-b459-a3a0b9acc98a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:46.102310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.187079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65c620ec-9e35-490b-a024-ad4e96ef8a54 req-ca23ac64-0319-422a-a57b-2f8dec37e5ab tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850972 Jul 15 12:57:46.246831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Pushing event updated for resources: {'Port': ['ID=806beaa3-5881-4b36-b459-a3a0b9acc98a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:46.407301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Attempting to bind port 806beaa3-5881-4b36-b459-a3a0b9acc98a on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:46.407645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Attempting to bind port 806beaa3-5881-4b36-b459-a3a0b9acc98a by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:46.408736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Attempting to bind port 806beaa3-5881-4b36-b459-a3a0b9acc98a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:46.412602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3e2951a-8ed0-4b6f-ae55-943967512c13 req-489baa92-7f21-47c2-bcd2-3d20aa8f50ee service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225434 Jul 15 12:57:46.419380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Port 806beaa3-5881-4b36-b459-a3a0b9acc98a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:57:46.419702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Attempting to bind port 806beaa3-5881-4b36-b459-a3a0b9acc98a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:46.434809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:46.435250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:46.435567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:46.436022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Bound port: 806beaa3-5881-4b36-b459-a3a0b9acc98a, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:46.436389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.450849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b454097-b15e-4119-a1e7-d9fd8378768d req-fc356050-8f35-48ad-a4dd-241958ecab9e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.458403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9b454097-b15e-4119-a1e7-d9fd8378768d req-fc356050-8f35-48ad-a4dd-241958ecab9e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.2521033 Jul 15 12:57:46.574111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9b454097-b15e-4119-a1e7-d9fd8378768d req-79eda876-9796-44c7-83de-dd3295c89f6a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148152 Jul 15 12:57:46.601204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] For port 806beaa3-5881-4b36-b459-a3a0b9acc98a, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:46.604582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] For port 806beaa3-5881-4b36-b459-a3a0b9acc98a, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=806beaa3-5881-4b36-b459-a3a0b9acc98a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:46.614950 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.711704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.713749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.715930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/806beaa3-5881-4b36-b459-a3a0b9acc98a HTTP/1.1" status: 200 len: 1119 time: 2.4730883 Jul 15 12:57:46.716657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81487c6-f53b-43b9-a0b8-639b6b3fac50', 'tag': '806beaa3-5881-4b36-b459-a3a0b9acc98a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:46.732569 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c4b8ab-37b2-4b7f-803d-d512eea608eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f81487c6-f53b-43b9-a0b8-639b6b3fac50", "tag": "806beaa3-5881-4b36-b459-a3a0b9acc98a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:46.772770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75457e34-8812-4349-81c9-0b3a276a78a5 service neutron] Pushing event updated for resources: {'Port': ['ID=806beaa3-5881-4b36-b459-a3a0b9acc98a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:46.850458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-b700fc0f-d6af-4d12-91e9-d8695c54a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.852882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-b700fc0f-d6af-4d12-91e9-d8695c54a06d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8a5c4ca1d674a618c547740262605f8&device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 1122 time: 0.0902622 Jul 15 12:57:46.935559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-9a519728-42b5-43e5-aa14-a9184244394f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=806beaa3-5881-4b36-b459-a3a0b9acc98a HTTP/1.1" status: 200 len: 217 time: 0.0750370 Jul 15 12:57:47.092633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-226a2515-c0b9-4b8c-b8b4-1d680d2577e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.094309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-226a2515-c0b9-4b8c-b8b4-1d680d2577e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1502047 Jul 15 12:57:47.172266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60260) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:47.186125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69c51956-4372-4a64-a998-fd788a79cad4 req-c0a4713b-7f1b-4913-b563-94ae6a9e697b tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 210 time: 0.0896845 Jul 15 12:57:47.240604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec8f7-ff47-44c2-9376-1230d73edfdc req-5dda4398-1b02-4e83-bd46-c2ac5fb1adfe tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.242366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fefec8f7-ff47-44c2-9376-1230d73edfdc req-5dda4398-1b02-4e83-bd46-c2ac5fb1adfe tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 948 time: 0.2578835 Jul 15 12:57:47.261986 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf49ab2-abbd-48cb-bc46-41e266271a31 x-openstack-request-id: req-eaf49ab2-abbd-48cb-bc46-41e266271a31 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:47.262332 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81487c6-f53b-43b9-a0b8-639b6b3fac50", "tag": "806beaa3-5881-4b36-b459-a3a0b9acc98a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:47.262671 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eaf49ab2-abbd-48cb-bc46-41e266271a31 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:47.263165 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81487c6-f53b-43b9-a0b8-639b6b3fac50', 'tag': '806beaa3-5881-4b36-b459-a3a0b9acc98a', 'status': 'completed', 'code': 200} Jul 15 12:57:47.287844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-a79e750e-220f-40a4-9e1e-1f630fe940a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.289408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-a79e750e-220f-40a4-9e1e-1f630fe940a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816936 Jul 15 12:57:47.350362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fefec8f7-ff47-44c2-9376-1230d73edfdc req-877885b0-9692-4291-8962-c631d0fea7a7 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984645 Jul 15 12:57:47.448184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-305ac51e-5349-4b0e-a5d9-5257dd9d79e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.574587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-29b2e2f6-4ab3-4a6d-be92-bc42109e516c service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778769 Jul 15 12:57:47.605112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-305ac51e-5349-4b0e-a5d9-5257dd9d79e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.611768 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-305ac51e-5349-4b0e-a5d9-5257dd9d79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.643836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08152bef-df96-446f-9236-b772470e7998 req-e84cdc7b-f5c4-4308-98d9-680b4bc1acd3 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.651044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08152bef-df96-446f-9236-b772470e7998 req-e84cdc7b-f5c4-4308-98d9-680b4bc1acd3 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 970 time: 0.1835036 Jul 15 12:57:47.680649 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-305ac51e-5349-4b0e-a5d9-5257dd9d79e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc1598fbbac94fb18dbc7853d447f0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065725 Jul 15 12:57:47.689931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:47.716487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ac51e-5349-4b0e-a5d9-5257dd9d79e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e33704f-df21-477e-9597-392a61024aa3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:47.757128 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08152bef-df96-446f-9236-b772470e7998 req-7ca29c9f-eaf3-47d0-b0b0-369f82356b0e tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050510 Jul 15 12:57:47.771207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d875e912-2786-4efc-ba81-c3a32c37d4f5 req-0f28544e-64a6-4296-9a01-95dec22887d0 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835124 Jul 15 12:57:47.798791 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a28bf2f7-c362-498f-95dd-6caf215128b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.836733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a28bf2f7-c362-498f-95dd-6caf215128b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.896563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-c841c8ca-8417-499e-9349-dc694f4c8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.898180 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a28bf2f7-c362-498f-95dd-6caf215128b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.898725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-c841c8ca-8417-499e-9349-dc694f4c8041 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8a5c4ca1d674a618c547740262605f8&device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 1122 time: 0.0668790 Jul 15 12:57:47.902801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a28bf2f7-c362-498f-95dd-6caf215128b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.904942 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a28bf2f7-c362-498f-95dd-6caf215128b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e33704f-df21-477e-9597-392a61024aa3 HTTP/1.1" status: 204 len: 168 time: 0.2138052 Jul 15 12:57:47.915608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bf2f7-c362-498f-95dd-6caf215128b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e33704f-df21-477e-9597-392a61024aa3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:48.060498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-7b446659-4b19-4353-8b7a-4aeff74ef522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.062155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-7b446659-4b19-4353-8b7a-4aeff74ef522 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1529920 Jul 15 12:57:48.119590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-8ff7b7f4-6558-417e-a770-d276e855841f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=806beaa3-5881-4b36-b459-a3a0b9acc98a HTTP/1.1" status: 200 len: 217 time: 0.0473411 Jul 15 12:57:48.128644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096414af-6b0e-47c8-8fa5-74e86bc1d469 req-337f0677-2383-4d27-9479-45e43809240a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.136111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-096414af-6b0e-47c8-8fa5-74e86bc1d469 req-337f0677-2383-4d27-9479-45e43809240a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.1442559 Jul 15 12:57:48.218709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-de808c35-6709-4496-a1c0-56f2c1f00769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.220262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-de808c35-6709-4496-a1c0-56f2c1f00769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0820570 Jul 15 12:57:48.226002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-096414af-6b0e-47c8-8fa5-74e86bc1d469 req-cd567496-779a-49ab-b1b6-f106ed1931fb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890026 Jul 15 12:57:48.344196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-66e8ffd9-d0eb-45ef-af27-04713446ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.347800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-66e8ffd9-d0eb-45ef-af27-04713446ebb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190877 Jul 15 12:57:48.420376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60306) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:48.459594 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21778203-d911-48fd-a0b3-5e903bf3524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.516946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-820d4647-ce2b-4b9e-a936-fac3277bfa8b req-55708343-06bb-4ce6-bf85-b9c90a724437 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 210 time: 0.0732484 Jul 15 12:57:48.554964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-de476780-bd28-4317-af64-1e6c2f02cabb service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991231 Jul 15 12:57:48.559997 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe9a5c-8adb-4696-a289-0dcabd6514cb req-9af990f1-cc45-464c-a3f9-9120a7a3fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.561427 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34fe9a5c-8adb-4696-a289-0dcabd6514cb req-9af990f1-cc45-464c-a3f9-9120a7a3fd6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1096 time: 0.1882801 Jul 15 12:57:48.755930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bdb3d44a-5141-40ba-964f-fed62156ee46 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:57:48.863171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c4b8ab-37b2-4b7f-803d-d512eea608eb req-d22911bf-18a5-41e9-92ae-d07f916c9aa1 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011010 Jul 15 12:57:48.909876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21778203-d911-48fd-a0b3-5e903bf3524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.917499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21778203-d911-48fd-a0b3-5e903bf3524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.925570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe9a5c-8adb-4696-a289-0dcabd6514cb req-60a4fa8b-acc0-4ae6-baa3-663f7720a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.927375 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34fe9a5c-8adb-4696-a289-0dcabd6514cb req-60a4fa8b-acc0-4ae6-baa3-663f7720a40a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=436135f846f04cb19480d33d0984abb9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3548040 Jul 15 12:57:48.945575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859291a-fe61-4733-9a71-bea2bd5d099b req-2f52c9bd-b956-4d88-b0aa-2b23b85e3eb5 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.961317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f859291a-fe61-4733-9a71-bea2bd5d099b req-2f52c9bd-b956-4d88-b0aa-2b23b85e3eb5 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 948 time: 0.2325828 Jul 15 12:57:48.991191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bdb3d44a-5141-40ba-964f-fed62156ee46, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bdb3d44a-5141-40ba-964f-fed62156ee46,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:49.012223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'bdb3d44a-5141-40ba-964f-fed62156ee46', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'bdb3d44a-5141-40ba-964f-fed62156ee46', 'mac_address': 'fa:16:3e:71:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:57:49.018520 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-995c90b3-d60e-4571-9d35-1a8f021b2e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.066936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f859291a-fe61-4733-9a71-bea2bd5d099b req-5cddde26-527a-4412-a442-ee941cd1ca9f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028473 Jul 15 12:57:49.068059 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.086668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb3d44a-5141-40ba-964f-fed62156ee46 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:49.100558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a0925-242e-4859-93ad-0ac34a19816b req-71fc0f6b-dd61-49b3-a33a-d8659e70ce68 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:49.102732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-130a0925-242e-4859-93ad-0ac34a19816b req-71fc0f6b-dd61-49b3-a33a-d8659e70ce68 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 970 time: 0.1071348 Jul 15 12:57:49.129039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bdb3d44a-5141-40ba-964f-fed62156ee46, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bdb3d44a-5141-40ba-964f-fed62156ee46,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:49.144793 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.185488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60332) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:49.222324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-130a0925-242e-4859-93ad-0ac34a19816b req-ea6c675c-258f-4de2-aa48-5c357a11f254 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129751 Jul 15 12:57:49.244486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bdb3d44a-5141-40ba-964f-fed62156ee46,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:49.254734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.255201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.255584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.255983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.256325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.259358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.259827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.260172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.260510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.260848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.261182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.261510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Tracked resource versions report: Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: pushed versions: Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Log': {'1.0'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Network': {'1.1'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Port': {'1.7'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'PortForwarding': {'1.2'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'QosPolicy': {'1.8'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'SubPort': {'1.0'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Subnet': {'1.1'}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Trunk': {'1.1'}} Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: consumer versions: Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: { DHCP agent@n-d-771362-36: {}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: HyperV agent@n-h1-771362-36: {}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: HyperV agent@n-h2-771362-36: {}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: L3 agent@n-d-771362-36: {}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: Metadata agent@n-d-771362-36: {}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: Metering agent@n-d-771362-36: {}, Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: Open vSwitch agent@n-d-771362-36: { 'AddressGroup': '1.2', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'ConntrackHelper': '1.0', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Log': '1.0', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Network': '1.1', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Port': '1.7', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'PortForwarding': '1.2', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'QosPolicy': '1.8', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'SecurityGroup': '1.4', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'SecurityGroupRule': '1.2', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'SubPort': '1.0', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Subnet': '1.1', Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: 'Trunk': '1.1'}} Jul 15 12:57:49.264031 n-d-771362-36 neutron-server[93735]: {{(pid=93735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:49.314937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.35', 53629) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:49.378197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-fcbca468-3d4c-4768-89e9-5ae7035a0d12 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=452c94c2d5da49ff9352ac10574cc698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649872 Jul 15 12:57:49.413520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe9a5c-8adb-4696-a289-0dcabd6514cb req-379e5393-2eff-4abe-ad54-ceedeeabff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:49.415108 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34fe9a5c-8adb-4696-a289-0dcabd6514cb req-379e5393-2eff-4abe-ad54-ceedeeabff2a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4785466 Jul 15 12:57:49.446152 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-21778203-d911-48fd-a0b3-5e903bf3524d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3125b5fd56e404db6034fe2c81430b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0188532 Jul 15 12:57:49.447121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60340) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:49.454387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21778203-d911-48fd-a0b3-5e903bf3524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1dbb09-5224-4c40-89de-328e7b041c1d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:49.477925 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1db49eed-b2d1-4cce-a619-1fda9c40c20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.536475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3faa3d1b-5b07-48b4-8780-f2b6c4c9d6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.544482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['bdb3d44a-5141-40ba-964f-fed62156ee46'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:57:49.578173 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3faa3d1b-5b07-48b4-8780-f2b6c4c9d6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.753329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a18d-5f94-411d-93fe-2442408130e6 req-27b1046e-3dfe-424c-a12d-582895f58006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:49.753662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-4e083340-1d87-483d-a5d2-f26e3cd54a97 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:49.755012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-4e083340-1d87-483d-a5d2-f26e3cd54a97 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3681300 Jul 15 12:57:49.758677 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-27b1046e-3dfe-424c-a12d-582895f58006 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1096 time: 0.1605024 Jul 15 12:57:49.759759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3faa3d1b-5b07-48b4-8780-f2b6c4c9d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.770192 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3faa3d1b-5b07-48b4-8780-f2b6c4c9d6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.770192 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3faa3d1b-5b07-48b4-8780-f2b6c4c9d6f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c1dbb09-5224-4c40-89de-328e7b041c1d HTTP/1.1" status: 204 len: 168 time: 0.3180580 Jul 15 12:57:49.777252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Request body: {'port': {'device_id': '58b4bbcf-9b1e-49d9-be35-dc34c8488a2d', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '452c94c2d5da49ff9352ac10574cc698'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:49.795540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0224975-3acc-4ee2-8324-85cd2ffe9974 req-bf1d1000-d973-4d8b-a2cb-48a254043e87 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:49.802996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0224975-3acc-4ee2-8324-85cd2ffe9974 req-bf1d1000-d973-4d8b-a2cb-48a254043e87 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.2786009 Jul 15 12:57:49.867470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60350) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:49.992563 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-fc4ad57f-5894-4225-8d1e-405fb59a3bc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.2129431 Jul 15 12:57:49.997962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa3d1b-5b07-48b4-8780-f2b6c4c9d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1dbb09-5224-4c40-89de-328e7b041c1d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:50.136146 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a18d-5f94-411d-93fe-2442408130e6 req-71c15bd4-01dd-4f32-8de0-38207d562d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:50.137792 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-71c15bd4-01dd-4f32-8de0-38207d562d9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1424491 Jul 15 12:57:50.194952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3925caf3-e431-4eae-9ffb-cf08155d7166 req-7f49b9bc-8c5e-42bf-b5db-808c60ad7dcf tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 210 time: 0.3038919 Jul 15 12:57:50.208649 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-00c2cce5-7c7e-4e57-a747-2d032dedff32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641649 Jul 15 12:57:50.219013 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5dd11c6-18c2-4c26-8496-e3e41552a8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.248632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0224975-3acc-4ee2-8324-85cd2ffe9974 req-42c7a7dc-3b66-4b33-9831-595e8ece2c37 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446018 Jul 15 12:57:50.320515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1db49eed-b2d1-4cce-a619-1fda9c40c20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.346060 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1db49eed-b2d1-4cce-a619-1fda9c40c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.402512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1db49eed-b2d1-4cce-a619-1fda9c40c20f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7d412979c3943808ad80769452644a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2124960 Jul 15 12:57:50.405815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60366) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:50.448271 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-f627c071-80ee-4416-b116-f0d74ddb4e22 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304745 Jul 15 12:57:50.510671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db49eed-b2d1-4cce-a619-1fda9c40c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665b9347-4761-4da5-bb7b-ad4b97c1fe3b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:50.560703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8678e5f-c16c-4985-be2e-3442908fc5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.602847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af92ac9-82d4-4cd9-be2d-084d4e4a1ad8 req-3f2bbf81-4025-4ea0-929f-74bf37d35197 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:50.604490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2af92ac9-82d4-4cd9-be2d-084d4e4a1ad8 req-3f2bbf81-4025-4ea0-929f-74bf37d35197 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 949 time: 0.2435775 Jul 15 12:57:50.615999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefb367-0ad2-47e2-ab1f-8e2d0b3a10a5 req-c531572a-da5c-4a73-99e5-2562e4c7d28b tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:50.617583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbefb367-0ad2-47e2-ab1f-8e2d0b3a10a5 req-c531572a-da5c-4a73-99e5-2562e4c7d28b tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 970 time: 0.1972663 Jul 15 12:57:50.656813 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8678e5f-c16c-4985-be2e-3442908fc5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.672680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5dd11c6-18c2-4c26-8496-e3e41552a8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.686843 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5dd11c6-18c2-4c26-8496-e3e41552a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.695326 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5502a18d-5f94-411d-93fe-2442408130e6 req-3221a344-d2b4-4ff2-ac18-f7e834c29407 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346048 Jul 15 12:57:50.733171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2af92ac9-82d4-4cd9-be2d-084d4e4a1ad8 req-d03fc561-eac3-4389-bd72-d4ba2dbb446a tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145384 Jul 15 12:57:50.739905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Made reservation on behalf of 452c94c2d5da49ff9352ac10574cc698 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:50.743945 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.744457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 806beaa3-5881-4b36-b459-a3a0b9acc98a details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:57:50.775938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbefb367-0ad2-47e2-ab1f-8e2d0b3a10a5 req-bdc2d89b-8ebe-41bc-88d6-80c1d0728fd0 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440740 Jul 15 12:57:50.781241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bdb3d44a-5141-40ba-964f-fed62156ee46 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:50.789572 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8678e5f-c16c-4985-be2e-3442908fc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.794943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8678e5f-c16c-4985-be2e-3442908fc5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.798703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e5dd11c6-18c2-4c26-8496-e3e41552a8e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a58e2b834b545328836686f4bbb3b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9301193 Jul 15 12:57:50.802240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.808650 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b8678e5f-c16c-4985-be2e-3442908fc5a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/665b9347-4761-4da5-bb7b-ad4b97c1fe3b HTTP/1.1" status: 204 len: 168 time: 0.3922944 Jul 15 12:57:50.809264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60376) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:50.816718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd11c6-18c2-4c26-8496-e3e41552a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290257a4-45f1-4c62-822c-fd6ba134bda5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:50.880035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8678e5f-c16c-4985-be2e-3442908fc5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665b9347-4761-4da5-bb7b-ad4b97c1fe3b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:50.966915 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8529cc9-99c2-428e-bb0e-f6528c6cc725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.996858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8529cc9-99c2-428e-bb0e-f6528c6cc725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.998286 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.012379 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.022671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 806beaa3-5881-4b36-b459-a3a0b9acc98a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=806beaa3-5881-4b36-b459-a3a0b9acc98a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:51.042976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '806beaa3-5881-4b36-b459-a3a0b9acc98a', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '806beaa3-5881-4b36-b459-a3a0b9acc98a', 'mac_address': 'fa:16:3e:82:74:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:tempest-test_az-1542185124', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:57:51.065189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8529cc9-99c2-428e-bb0e-f6528c6cc725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.068263 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8529cc9-99c2-428e-bb0e-f6528c6cc725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.069612 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a8529cc9-99c2-428e-bb0e-f6528c6cc725 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/290257a4-45f1-4c62-822c-fd6ba134bda5 HTTP/1.1" status: 204 len: 168 time: 0.2515731 Jul 15 12:57:51.086541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8529cc9-99c2-428e-bb0e-f6528c6cc725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290257a4-45f1-4c62-822c-fd6ba134bda5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:51.097077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port bdb3d44a-5141-40ba-964f-fed62156ee46 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:51.116481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port bdb3d44a-5141-40ba-964f-fed62156ee46 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:51.117229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.119970 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.121266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c15dc1-ee97-4375-badc-5d719ec27615,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:51.157914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806beaa3-5881-4b36-b459-a3a0b9acc98a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:51.196981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 806beaa3-5881-4b36-b459-a3a0b9acc98a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=806beaa3-5881-4b36-b459-a3a0b9acc98a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:51.207340 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.258237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Allocated IP 192.168.233.49 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/ef4ed636-34f9-4d0e-b326-2467e4862622) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:51.306613 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.316078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=806beaa3-5881-4b36-b459-a3a0b9acc98a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:51.400104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4210fbc9-9e30-47be-8d50-d2bd4e940a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb3d44a-5141-40ba-964f-fed62156ee46'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:51.479916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.496761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Transition to ACTIVE for port object ef4ed636-34f9-4d0e-b326-2467e4862622 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:51.523024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['806beaa3-5881-4b36-b459-a3a0b9acc98a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:57:51.572596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-222b51ae-79e2-4485-9a87-db6594468617 req-2181b27e-03f8-466c-8ad8-f7df037a33ca tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 210 time: 0.0461118 Jul 15 12:57:51.635827 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.660126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bdb3d44a-5141-40ba-964f-fed62156ee46, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bdb3d44a-5141-40ba-964f-fed62156ee46,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:51.669931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.696229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-afee875f-983a-4172-b4fe-19332a54996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.697906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.730062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:51.741206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60400) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:51.752520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f03432-f8cd-4aed-94c5-f470a7c798a2 req-00508844-f36b-44f0-a897-b62051a489c0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:51.760160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f7f03432-f8cd-4aed-94c5-f470a7c798a2 req-00508844-f36b-44f0-a897-b62051a489c0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.2352717 Jul 15 12:57:51.775345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bdb3d44a-5141-40ba-964f-fed62156ee46,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:51.792382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:51.805862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff911304-92da-4748-8728-e89ef722002b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.823104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:51.831190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:51.831604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.841994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Pushing event updated for resources: {'Port': ['ID=ef4ed636-34f9-4d0e-b326-2467e4862622,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:51.865760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f7f03432-f8cd-4aed-94c5-f470a7c798a2 req-841bc54e-1184-451a-86aa-10373c92e422 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045797 Jul 15 12:57:52.076412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff911304-92da-4748-8728-e89ef722002b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.085822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff911304-92da-4748-8728-e89ef722002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.132463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60410) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.139080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-d4db490f-2d49-46f3-b410-bf2678aacd9e tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3658078 Jul 15 12:57:52.156523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Request body: {'port': {'device_id': '58b4bbcf-9b1e-49d9-be35-dc34c8488a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:52.183904 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ff911304-92da-4748-8728-e89ef722002b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e00c05eeb0e445768f057d8b73989843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399166 Jul 15 12:57:52.186164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60412) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.187226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff911304-92da-4748-8728-e89ef722002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a931e058-f630-4df4-9bd6-066cf93851c4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:52.249324 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a3942-6e83-42d0-ae87-b52074222c50" -d '{"events": [{"server_uuid": "4210fbc9-9e30-47be-8d50-d2bd4e940a9b", "name": "network-vif-plugged", "status": "completed", "tag": "bdb3d44a-5141-40ba-964f-fed62156ee46"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:52.257821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ac58e9c-50f6-467b-9b64-d3483fc3c772 None None] Provisioning for port ef4ed636-34f9-4d0e-b326-2467e4862622 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:52.265634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ac58e9c-50f6-467b-9b64-d3483fc3c772 None None] Provisioning complete for port ef4ed636-34f9-4d0e-b326-2467e4862622 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:52.267831 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0ac58e9c-50f6-467b-9b64-d3483fc3c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.270519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6431e599-5ff1-45db-bc6a-088281d5af08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.276612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5710d8a9-7bd1-42ff-9b85-a1d486e1176f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.311682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5710d8a9-7bd1-42ff-9b85-a1d486e1176f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.338721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcdec-3c7f-4561-85f2-858c131cca26 req-50481e28-b7e9-4290-b8dd-11cc64456c52 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:52.338935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0ac58e9c-50f6-467b-9b64-d3483fc3c772 None None] Port ef4ed636-34f9-4d0e-b326-2467e4862622 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:52.341861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28adcdec-3c7f-4561-85f2-858c131cca26 req-50481e28-b7e9-4290-b8dd-11cc64456c52 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 950 time: 0.3022056 Jul 15 12:57:52.409977 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5710d8a9-7bd1-42ff-9b85-a1d486e1176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.413442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5710d8a9-7bd1-42ff-9b85-a1d486e1176f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.414301 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5710d8a9-7bd1-42ff-9b85-a1d486e1176f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a931e058-f630-4df4-9bd6-066cf93851c4 HTTP/1.1" status: 204 len: 168 time: 0.2235050 Jul 15 12:57:52.424275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710d8a9-7bd1-42ff-9b85-a1d486e1176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a931e058-f630-4df4-9bd6-066cf93851c4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:52.509453 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.611939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28adcdec-3c7f-4561-85f2-858c131cca26 req-98a95ade-7155-48c4-8b05-491460ddcda1 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354288 Jul 15 12:57:52.683797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caf012-94d7-4e10-a8da-286199242d98 req-225a30a0-226b-4f67-9199-6d37d2b23e29 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:52.686542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40caf012-94d7-4e10-a8da-286199242d98 req-225a30a0-226b-4f67-9199-6d37d2b23e29 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 971 time: 0.4591522 Jul 15 12:57:52.752461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 806beaa3-5881-4b36-b459-a3a0b9acc98a up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:52.760342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.828862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 806beaa3-5881-4b36-b459-a3a0b9acc98a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:52.836910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 806beaa3-5881-4b36-b459-a3a0b9acc98a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:52.838298 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.942426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40caf012-94d7-4e10-a8da-286199242d98 req-db98d82e-7fa6-4e69-a8ca-652ca51268ab tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417982 Jul 15 12:57:52.965592 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdb54a4-2ce0-4654-85c3-ff80b4dad27c x-openstack-request-id: req-fbdb54a4-2ce0-4654-85c3-ff80b4dad27c {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:52.965929 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4210fbc9-9e30-47be-8d50-d2bd4e940a9b", "name": "network-vif-plugged", "status": "completed", "tag": "bdb3d44a-5141-40ba-964f-fed62156ee46", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:52.967231 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbdb54a4-2ce0-4654-85c3-ff80b4dad27c {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:52.968400 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4210fbc9-9e30-47be-8d50-d2bd4e940a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb3d44a-5141-40ba-964f-fed62156ee46', 'code': 200} Jul 15 12:57:53.011464 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.020558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6431e599-5ff1-45db-bc6a-088281d5af08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.046276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6431e599-5ff1-45db-bc6a-088281d5af08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.134954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 806beaa3-5881-4b36-b459-a3a0b9acc98a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=806beaa3-5881-4b36-b459-a3a0b9acc98a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:53.144386 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.222584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=806beaa3-5881-4b36-b459-a3a0b9acc98a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.289428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6431e599-5ff1-45db-bc6a-088281d5af08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc767f0defff4046a121df61bdd6edcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1534441 Jul 15 12:57:53.295301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60446) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:53.321362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431e599-5ff1-45db-bc6a-088281d5af08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9105767-d161-4199-be35-da960c5a461e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.423867 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b31358d9-1444-4c4a-b431-12e27a8d7e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.465091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b31358d9-1444-4c4a-b431-12e27a8d7e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.515578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb135-7faf-4a6e-bbbe-d09ad3f85e40 req-98cb486a-090c-4226-8b6c-e38dd40d68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:53.517681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-839fb135-7faf-4a6e-bbbe-d09ad3f85e40 req-98cb486a-090c-4226-8b6c-e38dd40d68e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 1102 time: 0.3507750 Jul 15 12:57:53.525614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fac010-8aae-4259-bdd1-f0d031fd8220 req-72203ef8-9c69-4048-86e4-f3840de5b1f6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:53.526960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63fac010-8aae-4259-bdd1-f0d031fd8220 req-72203ef8-9c69-4048-86e4-f3840de5b1f6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.2428076 Jul 15 12:57:53.555515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b31358d9-1444-4c4a-b431-12e27a8d7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.559749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4ed636-34f9-4d0e-b326-2467e4862622 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:53.561904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b31358d9-1444-4c4a-b431-12e27a8d7e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.564640 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b31358d9-1444-4c4a-b431-12e27a8d7e00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9105767-d161-4199-be35-da960c5a461e HTTP/1.1" status: 204 len: 168 time: 0.2659278 Jul 15 12:57:53.572379 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.574886 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-839fb135-7faf-4a6e-bbbe-d09ad3f85e40 req-6aae9fb2-09d2-450d-bbe2-4a26c904779c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.582981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31358d9-1444-4c4a-b431-12e27a8d7e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9105767-d161-4199-be35-da960c5a461e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.613456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284054-fdd1-4d21-bff1-2dac0dd8fda1 req-b3bfa21e-9668-4cec-ac32-20d70a24ac3b tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:53.614951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c284054-fdd1-4d21-bff1-2dac0dd8fda1 req-b3bfa21e-9668-4cec-ac32-20d70a24ac3b tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 935 time: 0.3414929 Jul 15 12:57:53.639463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Transition to ACTIVE for port object ef4ed636-34f9-4d0e-b326-2467e4862622 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:53.667401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4308ace1-6558-4406-9010-bf0516623eb8 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:57:53.692158 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.761245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4ed636-34f9-4d0e-b326-2467e4862622,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.785016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63fac010-8aae-4259-bdd1-f0d031fd8220 req-04f8f45a-ef8c-4711-bbe6-393af689a5e6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416093 Jul 15 12:57:53.834298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:53.905847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '4308ace1-6558-4406-9010-bf0516623eb8', 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'port_id': '4308ace1-6558-4406-9010-bf0516623eb8', 'mac_address': 'fa:16:3e:69:8e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47d111a-4579-4e10-b75e-88d95eb76b25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:57:53.920402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-839fb135-7faf-4a6e-bbbe-d09ad3f85e40 req-6aae9fb2-09d2-450d-bbe2-4a26c904779c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.931446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c284054-fdd1-4d21-bff1-2dac0dd8fda1 req-c9d2a8c0-3881-44ad-a9ac-6555250fde3a tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c15dc1-ee97-4375-badc-5d719ec27615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932384 Jul 15 12:57:53.938725 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-839fb135-7faf-4a6e-bbbe-d09ad3f85e40 req-6aae9fb2-09d2-450d-bbe2-4a26c904779c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.006216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Attempting to bind port ef4ed636-34f9-4d0e-b326-2467e4862622 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:54.006216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Attempting to bind port ef4ed636-34f9-4d0e-b326-2467e4862622 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:54.006216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Attempting to bind port ef4ed636-34f9-4d0e-b326-2467e4862622 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:54.026369 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.031537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-839fb135-7faf-4a6e-bbbe-d09ad3f85e40 req-6aae9fb2-09d2-450d-bbe2-4a26c904779c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034873 Jul 15 12:57:54.037316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Port ef4ed636-34f9-4d0e-b326-2467e4862622 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:57:54.037653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Attempting to bind port ef4ed636-34f9-4d0e-b326-2467e4862622 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:54.046746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae9fb2-09d2-450d-bbe2-4a26c904779c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=79791185-c346-4f21-8a48-505b2d63baf0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:54.058886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4308ace1-6558-4406-9010-bf0516623eb8 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:54.066695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:54.067063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:54.067541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:54.067951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Bound port: ef4ed636-34f9-4d0e-b326-2467e4862622, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:54.068308 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.104893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:54.115865 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.194041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.200954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:54.253073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] For port ef4ed636-34f9-4d0e-b326-2467e4862622, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:54.273669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] For port ef4ed636-34f9-4d0e-b326-2467e4862622, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef4ed636-34f9-4d0e-b326-2467e4862622,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:54.280379 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.356253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4ed636-34f9-4d0e-b326-2467e4862622,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:54.360984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:54.361654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.363713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-cd84f27a-3108-45e2-8d00-01125c2db2d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/ef4ed636-34f9-4d0e-b326-2467e4862622 HTTP/1.1" status: 200 len: 1096 time: 2.2143066 Jul 15 12:57:54.364198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b4bbcf-9b1e-49d9-be35-dc34c8488a2d', 'tag': 'ef4ed636-34f9-4d0e-b326-2467e4862622'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:54.366598 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba32c941-4c5d-4839-8f62-27be72ff8919" -d '{"events": [{"name": "network-changed", "server_uuid": "58b4bbcf-9b1e-49d9-be35-dc34c8488a2d", "tag": "ef4ed636-34f9-4d0e-b326-2467e4862622"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:54.393312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d449b97-2dee-40a8-b7c3-f6f2a6bb051b req-63a786bf-7f77-47b7-b104-fe2e4546c093 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:54.400952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d449b97-2dee-40a8-b7c3-f6f2a6bb051b req-63a786bf-7f77-47b7-b104-fe2e4546c093 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 950 time: 0.2084301 Jul 15 12:57:54.483854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['4308ace1-6558-4406-9010-bf0516623eb8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:57:54.554949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d449b97-2dee-40a8-b7c3-f6f2a6bb051b req-575483a8-2357-4bf9-aa9c-40c9d2d1a0e0 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524668 Jul 15 12:57:54.614680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-6a459be6-6995-4a8d-88b7-f3ccd7720ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:54.617402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-6a459be6-6995-4a8d-88b7-f3ccd7720ba8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=452c94c2d5da49ff9352ac10574cc698&device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 1099 time: 0.1843064 Jul 15 12:57:54.764332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-a6c4035f-d902-482c-bde8-cd726dfef7a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=ef4ed636-34f9-4d0e-b326-2467e4862622 HTTP/1.1" status: 200 len: 217 time: 0.1368415 Jul 15 12:57:54.794625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-f1cfa351-b161-4899-a7f4-8ce20d6e19d8 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1f3d683703494f46ac15d4381a4895a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460317 Jul 15 12:57:54.970735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81487c6-f53b-43b9-a0b8-639b6b3fac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806beaa3-5881-4b36-b459-a3a0b9acc98a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:54.974958 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee3bab8-fe1b-47f8-bdf7-debf20f7bfd5" -d '{"events": [{"server_uuid": "f81487c6-f53b-43b9-a0b8-639b6b3fac50", "name": "network-vif-plugged", "status": "completed", "tag": "806beaa3-5881-4b36-b459-a3a0b9acc98a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:55.095931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-5a13605c-dff3-4044-849a-6a73c7972534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.097451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-5a13605c-dff3-4044-849a-6a73c7972534 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.3211730 Jul 15 12:57:55.210361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-a5c7cded-652a-4220-bab7-8ae39f393293 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.212027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-a5c7cded-652a-4220-bab7-8ae39f393293 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4166205 Jul 15 12:57:55.243977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3e8f9-c07b-4325-9fdf-15eda7b05679 req-d33dfcd2-c724-46fd-832f-231f2c9ee033 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.245656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ca3e8f9-c07b-4325-9fdf-15eda7b05679 req-d33dfcd2-c724-46fd-832f-231f2c9ee033 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 972 time: 0.4297454 Jul 15 12:57:55.252410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-084d6981-a07a-4ba2-9580-d65fe4d52b5b tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/quotas/1f3d683703494f46ac15d4381a4895a4 HTTP/1.1" status: 200 len: 375 time: 0.0262485 Jul 15 12:57:55.288519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-909069d3-cd64-414c-8854-3d533ca2b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.290154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-909069d3-cd64-414c-8854-3d533ca2b50b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1628747 Jul 15 12:57:55.311317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-32ff8e09-a065-4024-9146-2ee875c79aea tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f3d683703494f46ac15d4381a4895a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462151 Jul 15 12:57:55.359360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ca3e8f9-c07b-4325-9fdf-15eda7b05679 req-d2c2d030-6aac-4fa4-b593-7aa9aefc65be tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044896 Jul 15 12:57:55.477923 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e05ea-661c-4c22-82a6-7f17fc010205 x-openstack-request-id: req-7c9e05ea-661c-4c22-82a6-7f17fc010205 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:55.478376 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b4bbcf-9b1e-49d9-be35-dc34c8488a2d", "tag": "ef4ed636-34f9-4d0e-b326-2467e4862622", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:55.478781 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c9e05ea-661c-4c22-82a6-7f17fc010205 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:55.479502 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b4bbcf-9b1e-49d9-be35-dc34c8488a2d', 'tag': 'ef4ed636-34f9-4d0e-b326-2467e4862622', 'status': 'completed', 'code': 200} Jul 15 12:57:55.502639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-19580fdb-2802-44c9-8be3-3fbf54c6a466 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939821 Jul 15 12:57:55.646491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4308ace1-6558-4406-9010-bf0516623eb8 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:55.726654 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acd5b3c-c906-409a-8150-17d448ec0284 x-openstack-request-id: req-4acd5b3c-c906-409a-8150-17d448ec0284 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:55.747466 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81487c6-f53b-43b9-a0b8-639b6b3fac50", "name": "network-vif-plugged", "status": "completed", "tag": "806beaa3-5881-4b36-b459-a3a0b9acc98a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:55.747913 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4acd5b3c-c906-409a-8150-17d448ec0284 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:55.748551 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81487c6-f53b-43b9-a0b8-639b6b3fac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806beaa3-5881-4b36-b459-a3a0b9acc98a', 'code': 200} Jul 15 12:57:55.798964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 4308ace1-6558-4406-9010-bf0516623eb8 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:55.806274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 4308ace1-6558-4406-9010-bf0516623eb8 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:55.807299 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.961631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58aa7795-6069-41aa-b84c-ee76a5d68c47 req-e4b09908-e4e1-4080-a886-d8f32aee9c6e service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488142 Jul 15 12:57:56.006391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee26e3-2b60-4f21-9e95-528a434534a5 req-cb79e56a-a72c-47bc-8ec6-52de7b097d18 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.008333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aee26e3-2b60-4f21-9e95-528a434534a5 req-cb79e56a-a72c-47bc-8ec6-52de7b097d18 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 945 time: 0.2852716 Jul 15 12:57:56.032188 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.059725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83527000-ed84-46b6-9cf3-927e76658401 req-6d4ce48f-1761-4c48-95ae-3c311b5998f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.061803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83527000-ed84-46b6-9cf3-927e76658401 req-6d4ce48f-1761-4c48-95ae-3c311b5998f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 1124 time: 0.1940174 Jul 15 12:57:56.084091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:56.092762 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.142720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4ea89-a37c-4ace-be6f-9f9d2198d580 req-a44341f0-6005-40fc-abbb-4a38243d7a05 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.150654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4ea89-a37c-4ace-be6f-9f9d2198d580 req-a44341f0-6005-40fc-abbb-4a38243d7a05 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 947 time: 0.2602000 Jul 15 12:57:56.164062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:56.195268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aee26e3-2b60-4f21-9e95-528a434534a5 req-5d458ddd-f3e6-49f5-a5a7-408ae77498a6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667047 Jul 15 12:57:56.217493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83527000-ed84-46b6-9cf3-927e76658401 req-ec14975e-3349-4bb3-95a9-64b7e27d25e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295326 Jul 15 12:57:56.242145 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4ea89-a37c-4ace-be6f-9f9d2198d580 req-119446fc-2037-45ad-b8e7-68ae08cd4eb0 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c15dc1-ee97-4375-badc-5d719ec27615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904925 Jul 15 12:57:56.280125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-34ea3f51-c76c-43ce-b6d9-3ce992ec23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.283558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-34ea3f51-c76c-43ce-b6d9-3ce992ec23b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=452c94c2d5da49ff9352ac10574cc698&device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 1099 time: 0.2171314 Jul 15 12:57:56.515698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-f3080463-e51b-4c45-bd85-b36d10b0ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.518598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-f3080463-e51b-4c45-bd85-b36d10b0ca44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2286823 Jul 15 12:57:56.612051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671b793-9c70-483e-b141-16be8b4246ef req-3d34c375-69ec-4a7e-ba24-94bf5d740bf6 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.614546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9671b793-9c70-483e-b141-16be8b4246ef req-3d34c375-69ec-4a7e-ba24-94bf5d740bf6 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 950 time: 0.2145491 Jul 15 12:57:56.617530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-2614aa8d-00c2-477c-a66d-4dc4560abe74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=ef4ed636-34f9-4d0e-b326-2467e4862622 HTTP/1.1" status: 200 len: 217 time: 0.0865302 Jul 15 12:57:56.727496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9671b793-9c70-483e-b141-16be8b4246ef req-3aba5f69-42af-48e3-80b7-33cd38cb4303 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069183 Jul 15 12:57:56.748619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00e94709-9097-4e2a-a1cf-6efe3a6b9ad6 req-93724ab6-a9e5-4be5-af5d-a00d4a154dcd tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 210 time: 0.0390830 Jul 15 12:57:56.750232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-339ee857-eb0f-4f7b-9cb8-f99487949f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.751684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-339ee857-eb0f-4f7b-9cb8-f99487949f89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1202679 Jul 15 12:57:56.823444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-016c4185-57be-4a4f-8f3d-538d5eb01db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.825796 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-016c4185-57be-4a4f-8f3d-538d5eb01db6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666547 Jul 15 12:57:56.979259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-1abc8d3e-12c2-4cc3-a9de-159e0aa2b832 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459031 Jul 15 12:57:57.022668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a454ac-9ee1-40e6-993c-be41eddad4ba req-8199000a-f48d-49b6-945b-56fd72edee17 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:57.024383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94a454ac-9ee1-40e6-993c-be41eddad4ba req-8199000a-f48d-49b6-945b-56fd72edee17 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 972 time: 0.1229706 Jul 15 12:57:57.227907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94a454ac-9ee1-40e6-993c-be41eddad4ba req-41ba6e58-44dd-42cb-835d-d8605db86b93 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881373 Jul 15 12:57:57.239378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba32c941-4c5d-4839-8f62-27be72ff8919 req-d7e4a732-9c20-43d5-9ade-2f5889c06cca service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503004 Jul 15 12:57:57.468919 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-ca1e83a5-7ba3-4980-a3be-4f58f0dc2a30 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1f3d683703494f46ac15d4381a4895a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744078 Jul 15 12:57:57.750797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:57.753068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-436306c7-ea60-46ea-9816-66cce579637e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:57.754972 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28463bf9-ed6f-4f16-81c3-ed33f0b9a38a" -d '{"events": [{"server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "name": "network-vif-plugged", "status": "completed", "tag": "4308ace1-6558-4406-9010-bf0516623eb8"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:57.755918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-436306c7-ea60-46ea-9816-66cce579637e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787204 Jul 15 12:57:57.776891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Request body: {'port': {'device_id': 'a0f9eb43-c756-45b8-869b-6edd48d7ebae', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '1f3d683703494f46ac15d4381a4895a4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:57.807796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60578) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:57.852126 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:57:58.065895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98906da-78f0-440c-8f49-b828dd9fdb35 req-60dd8c16-0f93-4829-a0d8-d25b17333cdc tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:58.068466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c98906da-78f0-440c-8f49-b828dd9fdb35 req-60dd8c16-0f93-4829-a0d8-d25b17333cdc tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 946 time: 0.2725353 Jul 15 12:57:58.072275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81a78df9-e8e9-4c02-a022-0499881bb14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.108303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Made reservation on behalf of 1f3d683703494f46ac15d4381a4895a4 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:58.114947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.140389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.188391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c98906da-78f0-440c-8f49-b828dd9fdb35 req-69e94640-3537-45f7-80e1-050df2a6a497 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036322 Jul 15 12:57:58.207702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81a78df9-e8e9-4c02-a022-0499881bb14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.213144 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81a78df9-e8e9-4c02-a022-0499881bb14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.288869 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-81a78df9-e8e9-4c02-a022-0499881bb14f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9180945de894a47813d177d38bac7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789805 Jul 15 12:57:58.291272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78df9-e8e9-4c02-a022-0499881bb14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a60fe5b-37f3-4834-85e8-eaff6dce26ce,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:58.294592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60586) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:58.420744 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395eef96-115f-48d7-9ebe-4981eeeccd7c x-openstack-request-id: req-395eef96-115f-48d7-9ebe-4981eeeccd7c {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:58.421572 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "name": "network-vif-plugged", "status": "completed", "tag": "4308ace1-6558-4406-9010-bf0516623eb8", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:58.422520 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-395eef96-115f-48d7-9ebe-4981eeeccd7c {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:58.423027 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8', 'code': 200} Jul 15 12:57:58.492651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.499332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.503643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70f08b18-9d8c-41e5-9d29-f584548f90b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.562145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a71614-ba2c-48f2-b12c-eae0c5aed196 req-225b3590-26f8-47e7-a72d-78935cfa9d34 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:58.564410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51a71614-ba2c-48f2-b12c-eae0c5aed196 req-225b3590-26f8-47e7-a72d-78935cfa9d34 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 947 time: 0.2600737 Jul 15 12:57:58.652919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70f08b18-9d8c-41e5-9d29-f584548f90b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.685443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e40386-47d8-4f1e-ad0b-466edefd91a1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:58.706060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be51754e-10e3-48bf-9e51-d0e69861b561 req-51e7dfba-02c1-4654-8c8e-5a73b0742f1b tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 210 time: 0.0888886 Jul 15 12:57:58.795369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51a71614-ba2c-48f2-b12c-eae0c5aed196 req-bae51fea-50c5-4e39-afec-45d3272b7dde tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c15dc1-ee97-4375-badc-5d719ec27615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711135 Jul 15 12:57:58.833778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Allocated IP 192.168.233.240 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/06ba9ba0-e62c-4ac5-8600-9d2c5230ac36) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:58.853095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedfe33-b69a-4dce-9be0-e9e0b3749018 req-c201d674-5af1-4a39-845b-48fe71b8c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:58.854826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2aedfe33-b69a-4dce-9be0-e9e0b3749018 req-c201d674-5af1-4a39-845b-48fe71b8c2e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1098 time: 0.3335228 Jul 15 12:57:58.858122 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70f08b18-9d8c-41e5-9d29-f584548f90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.861674 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70f08b18-9d8c-41e5-9d29-f584548f90b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.866368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-70f08b18-9d8c-41e5-9d29-f584548f90b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a60fe5b-37f3-4834-85e8-eaff6dce26ce HTTP/1.1" status: 204 len: 168 time: 0.5631552 Jul 15 12:57:58.916272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f08b18-9d8c-41e5-9d29-f584548f90b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a60fe5b-37f3-4834-85e8-eaff6dce26ce,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:59.045233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2aedfe33-b69a-4dce-9be0-e9e0b3749018 req-e245772b-cb48-4931-a9f4-4a65c7accc1f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806552 Jul 15 12:57:59.309154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60596) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:59.326126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ea682d9-f452-4c4c-b072-612280c51805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.460741 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ea682d9-f452-4c4c-b072-612280c51805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.465954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ea682d9-f452-4c4c-b072-612280c51805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.471218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3a1d-583f-4f5b-8672-efb146079189 req-138e1b2d-0939-4251-b999-f92ff4e65417 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:59.472867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e5c3a1d-583f-4f5b-8672-efb146079189 req-138e1b2d-0939-4251-b999-f92ff4e65417 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 950 time: 0.5916669 Jul 15 12:57:59.525383 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8ea682d9-f452-4c4c-b072-612280c51805 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=271e43841c294caaa3fbae10c583ac5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097831 Jul 15 12:57:59.525670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.525854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea682d9-f452-4c4c-b072-612280c51805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826dd947-7c8b-4573-bd07-06dd0714c8c7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:59.526743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60598) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:59.549178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-4814d460-01e8-4c33-90b7-15610bae1414 tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:59.550780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-4814d460-01e8-4c33-90b7-15610bae1414 tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 1102 time: 0.2468710 Jul 15 12:57:59.557273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Transition to ACTIVE for port object 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:59.566543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a135b59-8eed-46c4-924d-4f7316e7d7f1 req-6bbe1029-60af-4a13-8a88-0884e0452e57 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:59.568184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a135b59-8eed-46c4-924d-4f7316e7d7f1 req-6bbe1029-60af-4a13-8a88-0884e0452e57 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 972 time: 0.5523553 Jul 15 12:57:59.588868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e5c3a1d-583f-4f5b-8672-efb146079189 req-301f849b-22ce-44b4-8c86-842b7b46fa96 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034720 Jul 15 12:57:59.600579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e54ae7d7-7a54-479f-8ebc-22c3487bec35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.636513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e54ae7d7-7a54-479f-8ebc-22c3487bec35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.646453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ef4ed636-34f9-4d0e-b326-2467e4862622 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:57:59.712943 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a135b59-8eed-46c4-924d-4f7316e7d7f1 req-7e93c7d8-9946-4fe7-9c52-8251ffe23cf2 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306789 Jul 15 12:57:59.723299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.728428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e54ae7d7-7a54-479f-8ebc-22c3487bec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.745750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e54ae7d7-7a54-479f-8ebc-22c3487bec35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.748690 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e54ae7d7-7a54-479f-8ebc-22c3487bec35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/826dd947-7c8b-4573-bd07-06dd0714c8c7 HTTP/1.1" status: 204 len: 168 time: 0.2201488 Jul 15 12:57:59.792039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ae7d7-7a54-479f-8ebc-22c3487bec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826dd947-7c8b-4573-bd07-06dd0714c8c7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:59.800336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:59.809400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:59.816450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:59.823957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:59.824876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.831864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Pushing event updated for resources: {'Port': ['ID=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:59.846146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] Deleting port bdb3d44a-5141-40ba-964f-fed62156ee46 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:57:59.846769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.872575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-03b4f477-718e-4835-b9cc-b59cb27bd95e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1083562 Jul 15 12:57:59.977616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ef4ed636-34f9-4d0e-b326-2467e4862622, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef4ed636-34f9-4d0e-b326-2467e4862622,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:59.992310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'ef4ed636-34f9-4d0e-b326-2467e4862622', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'ef4ed636-34f9-4d0e-b326-2467e4862622', 'mac_address': 'fa:16:3e:b4:fa:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:00.034854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Request body: {'port': {'device_id': 'a0f9eb43-c756-45b8-869b-6edd48d7ebae', 'device_owner': 'compute:tempest-test_az-1542185124', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:00.041823 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.059294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4ed636-34f9-4d0e-b326-2467e4862622 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:00.082609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ef4ed636-34f9-4d0e-b326-2467e4862622, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef4ed636-34f9-4d0e-b326-2467e4862622,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:00.088582 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.156287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=ef4ed636-34f9-4d0e-b326-2467e4862622,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:00.164797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] For port bdb3d44a-5141-40ba-964f-fed62156ee46, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bdb3d44a-5141-40ba-964f-fed62156ee46,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:00.165063 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.196080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] Calling delete_port for bdb3d44a-5141-40ba-964f-fed62156ee46 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:00.232870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a52374a3-971f-4036-94f1-927ad592db7c None None] Provisioning for port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:00.242272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a52374a3-971f-4036-94f1-927ad592db7c None None] Provisioning complete for port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:00.242806 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a52374a3-971f-4036-94f1-927ad592db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.303629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a52374a3-971f-4036-94f1-927ad592db7c None None] Port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:00.335837 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.336207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['ef4ed636-34f9-4d0e-b326-2467e4862622'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:00.371864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c7d1-b543-4b84-8905-062ab163d470 req-41298340-572e-4ba3-a528-35c5a837be81 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:00.373512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ce1c7d1-b543-4b84-8905-062ab163d470 req-41298340-572e-4ba3-a528-35c5a837be81 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 946 time: 0.3326905 Jul 15 12:58:00.396976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87511282-777f-439e-883c-7d911c3a3f7b req-3aecae24-7e2a-4648-aa60-86ab8e1bf05d tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:00.398598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87511282-777f-439e-883c-7d911c3a3f7b req-3aecae24-7e2a-4648-aa60-86ab8e1bf05d tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 936 time: 0.3603108 Jul 15 12:58:00.508639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ce1c7d1-b543-4b84-8905-062ab163d470 req-5ac47dd0-3d09-4639-9099-25c52abca3b2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235149 Jul 15 12:58:00.530554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87511282-777f-439e-883c-7d911c3a3f7b req-15e2e62d-c65d-494a-8fcf-c822083e2d2a tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164513 Jul 15 12:58:00.795694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.910966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdb3d44a-5141-40ba-964f-fed62156ee46,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:01.003660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] No DVR routers for this DVR port bdb3d44a-5141-40ba-964f-fed62156ee46 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:01.031058 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.034241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0daca6c9-a1e9-49ea-95e0-f51a6070370e req-6033f155-a44f-41a4-b41d-86ae9d3f3d9d tempest-DeleteServersAdminTestJSON-1449907543 tempest-DeleteServersAdminTestJSON-1449907543-project-admin] 10.222.0.30 "DELETE /v2.0/ports/bdb3d44a-5141-40ba-964f-fed62156ee46 HTTP/1.1" status: 204 len: 173 time: 1.4648943 Jul 15 12:58:01.040726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4210fbc9-9e30-47be-8d50-d2bd4e940a9b', 'name': 'network-vif-deleted', 'tag': 'bdb3d44a-5141-40ba-964f-fed62156ee46'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:01.043830 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dae1da-bb74-45dc-9e2d-aa981e926cef" -d '{"events": [{"server_uuid": "4210fbc9-9e30-47be-8d50-d2bd4e940a9b", "name": "network-vif-deleted", "tag": "bdb3d44a-5141-40ba-964f-fed62156ee46"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:01.110924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c96eb-86f8-4ee8-a14b-f46a81494045 req-6736614f-6f9b-46aa-a7ce-18f8b4e94629 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:01.122706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c96eb-86f8-4ee8-a14b-f46a81494045 req-6736614f-6f9b-46aa-a7ce-18f8b4e94629 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 948 time: 0.3457508 Jul 15 12:58:01.180040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca528f-b870-4455-83f3-3fbcf0d8e215 req-a2648ace-f909-4e55-b264-41f2fcbdcb87 tempest-AggregatesAdminTestJSON-501732806 tempest-AggregatesAdminTestJSON-501732806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:01.182575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5ca528f-b870-4455-83f3-3fbcf0d8e215 req-a2648ace-f909-4e55-b264-41f2fcbdcb87 tempest-AggregatesAdminTestJSON-501732806 tempest-AggregatesAdminTestJSON-501732806-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 1124 time: 0.3846636 Jul 15 12:58:01.247799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5ca528f-b870-4455-83f3-3fbcf0d8e215 req-398df533-5b13-4cc2-ab3e-08a8be7bb45c tempest-AggregatesAdminTestJSON-501732806 tempest-AggregatesAdminTestJSON-501732806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.281072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c96eb-86f8-4ee8-a14b-f46a81494045 req-0902a519-fa16-400b-a340-dccf0b486bdf tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c15dc1-ee97-4375-badc-5d719ec27615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567593 Jul 15 12:58:01.285583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:01.305266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.350248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Transition to ACTIVE for port object 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:01.365779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.502635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Pushing event updated for resources: {'Port': ['ID=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:01.598648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b58d91-c852-495c-a13f-1a30f40d2be7 req-8feb83e1-5a2d-4a5e-82c8-7291f160bf2c tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=4210fbc9-9e30-47be-8d50-d2bd4e940a9b HTTP/1.1" status: 200 len: 210 time: 0.1051769 Jul 15 12:58:01.668835 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d223b8-fdfb-4d1d-a707-b5129d2ad941 x-openstack-request-id: req-77d223b8-fdfb-4d1d-a707-b5129d2ad941 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:01.669498 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4210fbc9-9e30-47be-8d50-d2bd4e940a9b", "name": "network-vif-deleted", "tag": "bdb3d44a-5141-40ba-964f-fed62156ee46", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:01.670077 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77d223b8-fdfb-4d1d-a707-b5129d2ad941 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:01.670517 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4210fbc9-9e30-47be-8d50-d2bd4e940a9b', 'name': 'network-vif-deleted', 'tag': 'bdb3d44a-5141-40ba-964f-fed62156ee46', 'status': 'completed', 'code': 200} Jul 15 12:58:01.671571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Attempting to bind port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:01.672096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Attempting to bind port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:01.672616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Attempting to bind port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:01.685195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ef4ed636-34f9-4d0e-b326-2467e4862622 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:01.698157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:01.698654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Attempting to bind port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:01.704551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5ca528f-b870-4455-83f3-3fbcf0d8e215 req-398df533-5b13-4cc2-ab3e-08a8be7bb45c tempest-AggregatesAdminTestJSON-501732806 tempest-AggregatesAdminTestJSON-501732806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.712822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:01.713604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:01.714478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:01.715358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Bound port: 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:01.716013 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.722300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5ca528f-b870-4455-83f3-3fbcf0d8e215 req-398df533-5b13-4cc2-ab3e-08a8be7bb45c tempest-AggregatesAdminTestJSON-501732806 tempest-AggregatesAdminTestJSON-501732806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.812792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5ca528f-b870-4455-83f3-3fbcf0d8e215 req-398df533-5b13-4cc2-ab3e-08a8be7bb45c tempest-AggregatesAdminTestJSON-501732806 tempest-AggregatesAdminTestJSON-501732806-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176734 Jul 15 12:58:01.843403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port ef4ed636-34f9-4d0e-b326-2467e4862622 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:01.852542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port ef4ed636-34f9-4d0e-b326-2467e4862622 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:01.852921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.946052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df533-5b13-4cc2-ab3e-08a8be7bb45c tempest-AggregatesAdminTestJSON-501732806 tempest-AggregatesAdminTestJSON-501732806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ad4377-5ce7-4837-aef0-33110cbdf83f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:02.008784 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.066459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b4bbcf-9b1e-49d9-be35-dc34c8488a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4ed636-34f9-4d0e-b326-2467e4862622'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:02.074453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] For port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:02.075579 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd638f9d-94a2-440a-9e3f-a4835b8f495c" -d '{"events": [{"server_uuid": "58b4bbcf-9b1e-49d9-be35-dc34c8488a2d", "name": "network-vif-plugged", "status": "completed", "tag": "ef4ed636-34f9-4d0e-b326-2467e4862622"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:02.092292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] For port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:02.106002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.112512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ef4ed636-34f9-4d0e-b326-2467e4862622, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef4ed636-34f9-4d0e-b326-2467e4862622,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:02.121122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.171741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.171741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.173377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] 10.222.0.30 "PUT /v2.0/ports/06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 HTTP/1.1" status: 200 len: 1119 time: 2.1490498 Jul 15 12:58:02.224085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=ef4ed636-34f9-4d0e-b326-2467e4862622,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:02.250301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5988c-c6a0-4ad4-b5b3-93df5bc4dfa9 req-49f00c99-d32d-4e5d-902a-07307ddebf73 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.252681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06e5988c-c6a0-4ad4-b5b3-93df5bc4dfa9 req-49f00c99-d32d-4e5d-902a-07307ddebf73 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 946 time: 0.2329490 Jul 15 12:58:02.272487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60666) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:02.320186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99553f-f4c3-4512-b64c-9429da2f750b service neutron] Pushing event updated for resources: {'Port': ['ID=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:02.353104 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:02.379949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06e5988c-c6a0-4ad4-b5b3-93df5bc4dfa9 req-7adfcdf9-4e98-48b5-935b-ca2e9ee83bf6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992289 Jul 15 12:58:02.406258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41591afa-61ba-4b10-872e-bc2b5be4d327 req-7225ceb2-bf07-48ae-98ee-b9d04564b905 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.408153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41591afa-61ba-4b10-872e-bc2b5be4d327 req-7225ceb2-bf07-48ae-98ee-b9d04564b905 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 970 time: 0.2820070 Jul 15 12:58:02.440589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-6a004eca-94a9-4ab7-a172-d3c7b32944f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.442202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-6a004eca-94a9-4ab7-a172-d3c7b32944f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f3d683703494f46ac15d4381a4895a4&device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 1122 time: 0.2192993 Jul 15 12:58:02.555702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-2e313b75-775d-4224-b3ad-268e0759c5f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 HTTP/1.1" status: 200 len: 217 time: 0.0959342 Jul 15 12:58:02.583823 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8723cc3-8eff-4470-a258-96c77dcd8058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.600831 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a451a78-db8a-4551-a3f2-6cd677e4522d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.629936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41591afa-61ba-4b10-872e-bc2b5be4d327 req-b0a88521-92af-440a-85ed-f41360d6cf6e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040868 Jul 15 12:58:02.652592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-e8723cc3-8eff-4470-a258-96c77dcd8058 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 12:58:02.652592 n-d-771362-36 neutron-server[93734]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 12:58:02.652592 n-d-771362-36 neutron-server[93734]: [parameters: {'project_id': 'e8bbe695a84e4b80830abcb4befb16ee', 'id': '03261110-fa23-4836-a755-9cb3ea7f5107', 'expiration': datetime.datetime(2021, 7, 15, 13, 0, 2, 646060)}] Jul 15 12:58:02.652592 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 12:58:02.653235 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-e8723cc3-8eff-4470-a258-96c77dcd8058 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 12:58:02.697729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-4ea4498c-7ed2-4e88-8468-6d64e81c73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.697729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-4ea4498c-7ed2-4e88-8468-6d64e81c73cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1297936 Jul 15 12:58:02.718229 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eff8d21-0d2c-4587-9d5a-898244e6167e x-openstack-request-id: req-7eff8d21-0d2c-4587-9d5a-898244e6167e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:02.719958 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b4bbcf-9b1e-49d9-be35-dc34c8488a2d", "name": "network-vif-plugged", "status": "completed", "tag": "ef4ed636-34f9-4d0e-b326-2467e4862622", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:02.720679 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7eff8d21-0d2c-4587-9d5a-898244e6167e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:02.721737 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b4bbcf-9b1e-49d9-be35-dc34c8488a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4ed636-34f9-4d0e-b326-2467e4862622', 'code': 200} Jul 15 12:58:02.776782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bdb3d44a-5141-40ba-964f-fed62156ee46 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:02.839843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: bdb3d44a-5141-40ba-964f-fed62156ee46 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:02.841750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bdb3d44a-5141-40ba-964f-fed62156ee46 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:02.867056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a451a78-db8a-4551-a3f2-6cd677e4522d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.873728 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a451a78-db8a-4551-a3f2-6cd677e4522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.919912 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a451a78-db8a-4551-a3f2-6cd677e4522d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9227bf5800244c2aa99057e1fb9fc4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442821 Jul 15 12:58:02.923200 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60690) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:03.000291 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a451a78-db8a-4551-a3f2-6cd677e4522d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e21db0-6c29-4f3c-9b23-03303817d80f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.060541 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae21c5f0-7b49-42f5-850d-1c0dae69f70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.097912 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae21c5f0-7b49-42f5-850d-1c0dae69f70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.113230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-d1e43940-c9d8-48c5-9f41-eb952601e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.114872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-d1e43940-c9d8-48c5-9f41-eb952601e8d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4005194 Jul 15 12:58:03.158304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8723cc3-8eff-4470-a258-96c77dcd8058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.235686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae21c5f0-7b49-42f5-850d-1c0dae69f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.240995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae21c5f0-7b49-42f5-850d-1c0dae69f70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.246827 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ae21c5f0-7b49-42f5-850d-1c0dae69f70c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22e21db0-6c29-4f3c-9b23-03303817d80f HTTP/1.1" status: 204 len: 168 time: 0.3178077 Jul 15 12:58:03.266049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f1ab4-1e81-4d2d-8f5f-aaf1636e6306 req-fcfb3052-d678-491d-a7f6-73f9fc30dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.269164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-575f1ab4-1e81-4d2d-8f5f-aaf1636e6306 req-fcfb3052-d678-491d-a7f6-73f9fc30dad5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 1101 time: 0.4483204 Jul 15 12:58:03.275411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21c5f0-7b49-42f5-850d-1c0dae69f70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e21db0-6c29-4f3c-9b23-03303817d80f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.289581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e485500-b217-4730-9060-931bb439ceb2 req-758e78c7-6f26-4d93-a35d-97af104a5f80 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.293040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e485500-b217-4730-9060-931bb439ceb2 req-758e78c7-6f26-4d93-a35d-97af104a5f80 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 949 time: 0.4238918 Jul 15 12:58:03.384279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8723cc3-8eff-4470-a258-96c77dcd8058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.395488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8723cc3-8eff-4470-a258-96c77dcd8058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.453133 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e8723cc3-8eff-4470-a258-96c77dcd8058 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8bbe695a84e4b80830abcb4befb16ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0985615 Jul 15 12:58:03.455383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8723cc3-8eff-4470-a258-96c77dcd8058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe48278-7c97-4bf6-acd9-5909786bfdfe,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.459566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60696) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:03.483238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-575f1ab4-1e81-4d2d-8f5f-aaf1636e6306 req-fa9c1959-edec-4197-9fb7-1c2bc36a7cc6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2c15dc1-ee97-4375-badc-5d719ec27615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717577 Jul 15 12:58:03.489038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-2ad966b8-e0db-48ca-a831-030fdb862270 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643444 Jul 15 12:58:03.494758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e485500-b217-4730-9060-931bb439ceb2 req-b9272cfa-5103-408d-995c-b24aae08911b tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c15dc1-ee97-4375-badc-5d719ec27615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814058 Jul 15 12:58:03.529687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9330d9-0dec-4f72-b1dc-cb5a2b58a443 req-36d16030-2ae5-4bdd-b505-42ed0f67a95b tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.531623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f9330d9-0dec-4f72-b1dc-cb5a2b58a443 req-36d16030-2ae5-4bdd-b505-42ed0f67a95b tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1098 time: 0.2752450 Jul 15 12:58:03.558164 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c84e04e-391d-4884-96d9-255bb42b0710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.592467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c84e04e-391d-4884-96d9-255bb42b0710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.689386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f9eb43-c756-45b8-869b-6edd48d7ebae', 'tag': '06ba9ba0-e62c-4ac5-8600-9d2c5230ac36'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:03.694182 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5057b044-b638-4502-ad71-a2fb33b7c32b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f9eb43-c756-45b8-869b-6edd48d7ebae", "tag": "06ba9ba0-e62c-4ac5-8600-9d2c5230ac36"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:03.708095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c84e04e-391d-4884-96d9-255bb42b0710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.715263 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c84e04e-391d-4884-96d9-255bb42b0710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.723298 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3c84e04e-391d-4884-96d9-255bb42b0710 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efe48278-7c97-4bf6-acd9-5909786bfdfe HTTP/1.1" status: 204 len: 168 time: 0.2618687 Jul 15 12:58:03.724774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f9330d9-0dec-4f72-b1dc-cb5a2b58a443 req-f2711ca2-9ccf-4482-a1ee-2e86921ec512 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856401 Jul 15 12:58:03.741754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84e04e-391d-4884-96d9-255bb42b0710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe48278-7c97-4bf6-acd9-5909786bfdfe,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.779773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e86a21-83f3-4d48-b9c9-9d5a4b66bb32 req-67623e4f-1f70-49b6-aeda-ccc336e36c31 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822337 Jul 15 12:58:03.857800 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716c54e6-36a8-4744-ade5-3dfb05f9fd9a x-openstack-request-id: req-716c54e6-36a8-4744-ade5-3dfb05f9fd9a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:03.858345 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f9eb43-c756-45b8-869b-6edd48d7ebae", "tag": "06ba9ba0-e62c-4ac5-8600-9d2c5230ac36", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:03.858715 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-716c54e6-36a8-4744-ade5-3dfb05f9fd9a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:03.859419 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f9eb43-c756-45b8-869b-6edd48d7ebae', 'tag': '06ba9ba0-e62c-4ac5-8600-9d2c5230ac36', 'status': 'completed', 'code': 200} Jul 15 12:58:03.928445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60714) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:03.957447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa2df778-d3e1-408f-ba3d-06d9da72efe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.036099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-7e6d616f-8182-46e6-95bb-ff7270aee951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.039986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-7e6d616f-8182-46e6-95bb-ff7270aee951 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f3d683703494f46ac15d4381a4895a4&device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 1122 time: 0.1513660 Jul 15 12:58:04.086076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88478d2d-f3ce-42f6-bd33-ff13ea5bae2f req-7336d21a-2acf-4ba8-9050-f671aa1fd2b0 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.087811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88478d2d-f3ce-42f6-bd33-ff13ea5bae2f req-7336d21a-2acf-4ba8-9050-f671aa1fd2b0 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 970 time: 0.1471488 Jul 15 12:58:04.096883 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.140639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa2df778-d3e1-408f-ba3d-06d9da72efe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.148070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa2df778-d3e1-408f-ba3d-06d9da72efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.189642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88478d2d-f3ce-42f6-bd33-ff13ea5bae2f req-c648956a-a65a-4fe8-ae99-c5645c693190 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920861 Jul 15 12:58:04.195897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-47bf188b-8cd6-47ef-9f24-e18c097c87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.197521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-47bf188b-8cd6-47ef-9f24-e18c097c87e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1466103 Jul 15 12:58:04.231808 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa2df778-d3e1-408f-ba3d-06d9da72efe4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c052929e7774dd8b14b8373215fb4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984920 Jul 15 12:58:04.237895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60724) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:04.247493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2df778-d3e1-408f-ba3d-06d9da72efe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0bb469-6554-4447-96ce-41960e2c2c13,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:04.432774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-51d1b0ee-6055-4d77-94cf-12a860a6b311 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 HTTP/1.1" status: 200 len: 217 time: 0.2252624 Jul 15 12:58:04.607681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4d1fdbb9-c7bc-4af1-b59f-aacfbab21c63 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a05e6cd7e258488996c36d86adeeda68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2255101 Jul 15 12:58:04.660060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60740) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:04.682801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12d495ec-2a50-4f96-a78f-92ec59285325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.697419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-dd0980dd-71b5-4378-bb94-4fa62ddad1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.698970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-dd0980dd-71b5-4378-bb94-4fa62ddad1bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2105355 Jul 15 12:58:04.794108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7d62-3dca-4ece-9991-9b3e7946037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.837812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12d495ec-2a50-4f96-a78f-92ec59285325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.843465 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12d495ec-2a50-4f96-a78f-92ec59285325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.853062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-b6d8132a-3231-4dde-b43a-eb22a2c62e4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4728799 Jul 15 12:58:04.863648 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7d62-3dca-4ece-9991-9b3e7946037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.881189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d1a36-1097-4b70-a801-212481c604fb req-ebf1d31b-a80f-4a5f-a694-a0d49517802b tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.882840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-071d1a36-1097-4b70-a801-212481c604fb req-ebf1d31b-a80f-4a5f-a694-a0d49517802b tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1098 time: 0.4954631 Jul 15 12:58:04.895999 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-12d495ec-2a50-4f96-a78f-92ec59285325 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c47c5e26729f4bb19b43735922be2aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344463 Jul 15 12:58:04.897583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d495ec-2a50-4f96-a78f-92ec59285325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192f895e-ba1e-4c6e-9c84-ce9dbe76ff82,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:04.900197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:04.908129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-dbe5c98d-eed2-4956-b14d-5e8748a43592 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.911960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-dbe5c98d-eed2-4956-b14d-5e8748a43592 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775540 Jul 15 12:58:04.961821 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbd66c1-8980-4e8e-818d-973347c9fc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.984454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-3451ea46-e19c-40e6-9c83-380303ff576e tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/quotas/a05e6cd7e258488996c36d86adeeda68 HTTP/1.1" status: 200 len: 375 time: 0.0619884 Jul 15 12:58:04.998067 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.003330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbd66c1-8980-4e8e-818d-973347c9fc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.038209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-dd88bb7e-b433-4be6-a127-f08be8ff192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.040400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-dd88bb7e-b433-4be6-a127-f08be8ff192d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3185720 Jul 15 12:58:05.069167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-e3f19c17-cca1-4a1e-a481-0c3f3881abbf tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a05e6cd7e258488996c36d86adeeda68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569098 Jul 15 12:58:05.071154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-071d1a36-1097-4b70-a801-212481c604fb req-3798ca02-a2f3-4ecb-87bd-63da1313e9a8 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574335 Jul 15 12:58:05.109087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7d62-3dca-4ece-9991-9b3e7946037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.111971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7d62-3dca-4ece-9991-9b3e7946037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.117030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1b9b7d62-3dca-4ece-9991-9b3e7946037f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e0bb469-6554-4447-96ce-41960e2c2c13 HTTP/1.1" status: 204 len: 168 time: 0.8683383 Jul 15 12:58:05.137401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbd66c1-8980-4e8e-818d-973347c9fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.144845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbd66c1-8980-4e8e-818d-973347c9fc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.150880 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7fbd66c1-8980-4e8e-818d-973347c9fc5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/192f895e-ba1e-4c6e-9c84-ce9dbe76ff82 HTTP/1.1" status: 204 len: 168 time: 0.2457504 Jul 15 12:58:05.180759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b7d62-3dca-4ece-9991-9b3e7946037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0bb469-6554-4447-96ce-41960e2c2c13,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:05.196532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-eb270316-8b2c-4a77-bfab-7a533ede23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.198218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-eb270316-8b2c-4a77-bfab-7a533ede23e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8a5c4ca1d674a618c547740262605f8&device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 1124 time: 0.2349505 Jul 15 12:58:05.213169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd66c1-8980-4e8e-818d-973347c9fc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192f895e-ba1e-4c6e-9c84-ce9dbe76ff82,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:05.292897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-4683781a-2286-4bd4-a276-465990e1331b service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214954 Jul 15 12:58:05.748431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-89c5345a-8e1e-4d6f-89bb-ef17d70461e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.751115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-89c5345a-8e1e-4d6f-89bb-ef17d70461e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.5133383 Jul 15 12:58:05.877798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfff52-51e6-4182-b205-14b3079e532a req-43006263-b78f-4883-bb63-a6c98489e5ea tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.880470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6acfff52-51e6-4182-b205-14b3079e532a req-43006263-b78f-4883-bb63-a6c98489e5ea tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 949 time: 0.4579711 Jul 15 12:58:05.882790 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-57cdc3ac-9798-4775-8187-0d4644c63726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=806beaa3-5881-4b36-b459-a3a0b9acc98a HTTP/1.1" status: 200 len: 217 time: 0.1245167 Jul 15 12:58:05.895633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5057b044-b638-4502-ad71-a2fb33b7c32b req-62ba6d3a-dfaa-406e-9c09-50d7dc8c27ba service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987527 Jul 15 12:58:06.022839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-835d1332-feaa-4b2c-8cb4-b4d2c459dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.028504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-835d1332-feaa-4b2c-8cb4-b4d2c459dcb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1341705 Jul 15 12:58:06.148603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6acfff52-51e6-4182-b205-14b3079e532a req-3c71f762-b097-4e6e-ada7-ba905072411b tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c15dc1-ee97-4375-badc-5d719ec27615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281210 Jul 15 12:58:06.593309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-57a73353-f9b1-4f68-ad8e-8f0149fd0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.596898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-57a73353-f9b1-4f68-ad8e-8f0149fd0c4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5621779 Jul 15 12:58:06.690666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d56e1775-5c52-48c5-aad9-6e42a8f5daf7 req-a1d43337-78e4-4537-a5ae-e4b91242b798 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 210 time: 0.4502611 Jul 15 12:58:06.719689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60816) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:06.805481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:06.857994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2c887-087e-45a6-adee-10ee551fe60d req-73061659-117b-4b1a-9d34-1df2793f14a0 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.861350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cf2c887-087e-45a6-adee-10ee551fe60d req-73061659-117b-4b1a-9d34-1df2793f14a0 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 970 time: 0.6806591 Jul 15 12:58:06.954982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-network', 'tenant_id': 'af3447de574649729140d3247000bd75'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:07.001637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-2fefb381-055e-4dae-9db6-c04726bf06e8 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883574 Jul 15 12:58:07.027590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Made reservation on behalf of af3447de574649729140d3247000bd75 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:07.035062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.059503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cf2c887-087e-45a6-adee-10ee551fe60d req-d5625b2a-8b58-43a7-b7dd-cbf71cab7bee tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859412 Jul 15 12:58:07.065160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.074545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:07.088276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '06ba9ba0-e62c-4ac5-8600-9d2c5230ac36', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '06ba9ba0-e62c-4ac5-8600-9d2c5230ac36', 'mac_address': 'fa:16:3e:27:14:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:tempest-test_az-1542185124', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:07.209869 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.242836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:07.297778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:07.304947 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.394507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.402710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.411984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:07.436996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb9c31dd-91cc-42b1-8d3a-01febe1cae2a req-dc1c2206-a3f0-4487-a805-17ac64a054c2 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100182 Jul 15 12:58:07.448161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:07.475384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.476059 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Added segment 77a8af7c-8c25-42c0-a09d-20908fcf61f5 of type vlan for network 3d198486-b2cf-4698-8da3-f87001c1dc0a Jul 15 12:58:07.533354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['06ba9ba0-e62c-4ac5-8600-9d2c5230ac36'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:07.556802 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.649799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.651490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.652438 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.670720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b019f99-1126-4d8a-977b-78ae82021584,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:07.729824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60838) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:07.731520 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0080163 Jul 15 12:58:07.737478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Request body: {'subnet': {'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-subnet', 'tenant_id': 'af3447de574649729140d3247000bd75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:07.827010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Made reservation on behalf of af3447de574649729140d3247000bd75 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:07.838911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.853425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615d9db-2895-44b7-9895-410f50bf94af admin admin] Pushing event updated for resources: {'Network': ['ID=3d198486-b2cf-4698-8da3-f87001c1dc0a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:07.874990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 3d198486-b2cf-4698-8da3-f87001c1dc0a details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:08.116797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-029805a4-4ba4-4b4c-98a2-a157c036c20a tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a05e6cd7e258488996c36d86adeeda68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833068 Jul 15 12:58:08.420618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-9925611b-db5b-4719-9e0a-2d0da0f2b42d tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.423283 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-9925611b-db5b-4719-9e0a-2d0da0f2b42d tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958264 Jul 15 12:58:08.523942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Request body: {'port': {'device_id': 'af03c16a-457f-4169-8388-90b75edd448f', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a05e6cd7e258488996c36d86adeeda68'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:08.566555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.750042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f3da13-ef1f-46a6-9e92-7973891c0d95,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:08.784447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d951879-b5e0-403b-9289-b49b4c91aa04 req-1a83584b-ca4c-41f9-9210-97690e5006b7 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 210 time: 0.0586882 Jul 15 12:58:08.820427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:08.839735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Checking segment: {'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:08.840134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Network hostable DHCP agents. Network: 3d198486-b2cf-4698-8da3-f87001c1dc0a, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:08.920813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Made reservation on behalf of a05e6cd7e258488996c36d86adeeda68 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:08.927387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.930435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:08.940901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:08.941919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.943201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Network 3d198486-b2cf-4698-8da3-f87001c1dc0a is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:08.947460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651560f1-c8a8-4242-ae39-589a096aea38 req-ec560f42-e73b-4e42-a506-2a62ecd206e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.949105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-651560f1-c8a8-4242-ae39-589a096aea38 req-ec560f42-e73b-4e42-a506-2a62ecd206e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1098 time: 0.1681955 Jul 15 12:58:08.979712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 3d198486-b2cf-4698-8da3-f87001c1dc0a) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:08.986051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.986679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.021188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5e7b9-c194-417a-9251-dad5d66723d6 None None] Network 3d198486-b2cf-4698-8da3-f87001c1dc0a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:09.156939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60886) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:09.157670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7e4540e0-3762-4620-8b4a-f331da690d63 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4263344 Jul 15 12:58:09.162877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:09.191853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.193673 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.251297 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.282969 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.350453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9eb43-c756-45b8-869b-6edd48d7ebae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ba9ba0-e62c-4ac5-8600-9d2c5230ac36'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:09.355120 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0bf0f6-a6be-494a-aadd-04908ebc6a1d" -d '{"events": [{"server_uuid": "a0f9eb43-c756-45b8-869b-6edd48d7ebae", "name": "network-vif-plugged", "status": "completed", "tag": "06ba9ba0-e62c-4ac5-8600-9d2c5230ac36"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:09.397147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:09.428358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651560f1-c8a8-4242-ae39-589a096aea38 req-4378be6c-388d-412b-9023-e3ad90a15d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.430480 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.431082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-651560f1-c8a8-4242-ae39-589a096aea38 req-4378be6c-388d-412b-9023-e3ad90a15d8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.4396470 Jul 15 12:58:09.447483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Allocated IP 192.168.233.130 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/3a115aac-1023-4b4d-9a94-e96f5d53d107) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:09.507928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-3d198486-b2cf-4698-8da3-f87001c1dc0a', 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a', 'tenant_id': 'af3447de574649729140d3247000bd75', 'fixed_ips': [{'subnet_id': '29f3da13-ef1f-46a6-9e92-7973891c0d95'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:58:09.510000 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.522626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-651560f1-c8a8-4242-ae39-589a096aea38 req-1285b364-fd7d-4e12-b982-5d8889424372 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.0783052 Jul 15 12:58:09.574987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:09.587314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651560f1-c8a8-4242-ae39-589a096aea38 req-4cd117ae-d54d-45e2-93cd-275382035d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.589114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-651560f1-c8a8-4242-ae39-589a096aea38 req-4cd117ae-d54d-45e2-93cd-275382035d1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.0582302 Jul 15 12:58:09.598026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576e729-c0d4-4470-87fd-dfc9b4350ed7 req-4747e5b8-7a09-4005-a19c-a42f2802400a tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.606648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3576e729-c0d4-4470-87fd-dfc9b4350ed7 req-4747e5b8-7a09-4005-a19c-a42f2802400a tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 971 time: 0.5086410 Jul 15 12:58:09.646895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60894) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:09.711767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-651560f1-c8a8-4242-ae39-589a096aea38 req-9e080dae-c5f3-423a-8fb7-82974fc8b838 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994420 Jul 15 12:58:09.775565 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.833630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3576e729-c0d4-4470-87fd-dfc9b4350ed7 req-2b2328a5-96c8-4e16-b77f-f1fe433832a0 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256935 Jul 15 12:58:09.862453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c09bb-d978-42b4-845a-99dbe7583101 req-26ba1719-133d-4815-95bc-72a1d4a0af9d tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.864204 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-945c09bb-d978-42b4-845a-99dbe7583101 req-26ba1719-133d-4815-95bc-72a1d4a0af9d tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.35 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 949 time: 0.2186921 Jul 15 12:58:09.871744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Allocated IP 172.20.0.2 (3d198486-b2cf-4698-8da3-f87001c1dc0a/29f3da13-ef1f-46a6-9e92-7973891c0d95/1cb8e292-b4eb-4b3f-948c-47aa5c80f767) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:10.068789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-d436f6d2-41a4-45e2-9083-5ab708f84b00 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:58:10.070596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-d436f6d2-41a4-45e2-9083-5ab708f84b00 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4093440 Jul 15 12:58:10.153971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Deleting port ef4ed636-34f9-4d0e-b326-2467e4862622 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:10.154720 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.237746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-651560f1-c8a8-4242-ae39-589a096aea38 req-e77e439a-8516-4378-9dc3-e0c7bdc97152 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149987 Jul 15 12:58:10.341429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.375250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.396597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.448658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Request body: {'binding': {'host': 'n-h2-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:10.449444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Unknown quota resources ['binding']. {{(pid=93733) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 12:58:10.482992 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.502640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Transition to ACTIVE for port object 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:10.514692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60908) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:10.525865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Transition to ACTIVE for port object 3a115aac-1023-4b4d-9a94-e96f5d53d107 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:10.531515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Transition to ACTIVE for port object 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:10.548219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] For port ef4ed636-34f9-4d0e-b326-2467e4862622, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef4ed636-34f9-4d0e-b326-2467e4862622,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:10.548979 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.553355 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.592570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Calling delete_port for ef4ed636-34f9-4d0e-b326-2467e4862622 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:10.649898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Network 3d198486-b2cf-4698-8da3-f87001c1dc0a is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:10.657437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:10.693933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:10.726882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Pushing event updated for resources: {'Port': ['ID=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:10.751110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Allocated IP 172.25.1.59 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/43434450-0f51-4246-96c3-d3f4b63d01cc) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:10.830485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-651560f1-c8a8-4242-ae39-589a096aea38 req-06acc9c6-7200-4201-ad83-cce9de6a363a service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749152 Jul 15 12:58:10.838589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Attempting to bind port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:10.840002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Attempting to bind port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:10.840711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Attempting to bind port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 on network 3d198486-b2cf-4698-8da3-f87001c1dc0a {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:10.849052 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-189236cf-3ecf-4959-8467-2608223e11eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.869551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:10.870210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Checking segment: {'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:10.870935 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.871915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Bound using segment: {'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:10.872063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417533d4-1048-417f-bdcf-f7c24c02c890 req-dd2843f7-f248-4e20-9248-520f44fa1ca5 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.873005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Bound port: 1cb8e292-b4eb-4b3f-948c-47aa5c80f767, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:10.873852 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.874328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-417533d4-1048-417f-bdcf-f7c24c02c890 req-dd2843f7-f248-4e20-9248-520f44fa1ca5 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4bbcf-9b1e-49d9-be35-dc34c8488a2d HTTP/1.1" status: 200 len: 949 time: 0.6350386 Jul 15 12:58:10.928929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.988251 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.992756 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.006818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['ef4ed636-34f9-4d0e-b326-2467e4862622'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:11.028237 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Pushing event deleted for resources: {'Port': ['ID=ef4ed636-34f9-4d0e-b326-2467e4862622,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:11.067503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] For port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:11.091717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] For port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,segment=NetworkSegment(77a8af7c-8c25-42c0-a09d-20908fcf61f5),segment_id=77a8af7c-8c25-42c0-a09d-20908fcf61f5)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:11.100987 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.111030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] No DVR routers for this DVR port ef4ed636-34f9-4d0e-b326-2467e4862622 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:11.122171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.134029 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-945c09bb-d978-42b4-845a-99dbe7583101 req-cee4dbaf-770a-4e40-abab-8d40e6c31ebc tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.35 "DELETE /v2.0/ports/ef4ed636-34f9-4d0e-b326-2467e4862622 HTTP/1.1" status: 204 len: 173 time: 1.2630281 Jul 15 12:58:11.134625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b4bbcf-9b1e-49d9-be35-dc34c8488a2d', 'name': 'network-vif-deleted', 'tag': 'ef4ed636-34f9-4d0e-b326-2467e4862622'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:11.139972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on host n-h2-771362-36 for vnic_type normal with profile None {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:11.140868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:11.141100 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faf1157-89cd-4b05-86ad-595313723b52" -d '{"events": [{"server_uuid": "58b4bbcf-9b1e-49d9-be35-dc34c8488a2d", "name": "network-vif-deleted", "tag": "ef4ed636-34f9-4d0e-b326-2467e4862622"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:11.141874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:11.155344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:11.161871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-417533d4-1048-417f-bdcf-f7c24c02c890 req-a02c6659-14a8-40fe-b8bd-7ed555e61013 tempest-ServerDiagnosticsNegativeTest-1812387185 tempest-ServerDiagnosticsNegativeTest-1812387185-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c15dc1-ee97-4375-badc-5d719ec27615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709157 Jul 15 12:58:11.183062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:11.189898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Pushing event updated for resources: {'Port': ['ID=3a115aac-1023-4b4d-9a94-e96f5d53d107,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:11.198187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.205677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:11.207912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:11.222121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:11.240294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:11.241381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.274124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce715bf8-0ab1-4400-9727-a34c2161ba97 None None] Pushing event updated for resources: {'Port': ['ID=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:11.285264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:11.298990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:11.299556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:11.300171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:11.300897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Bound port: 4308ace1-6558-4406-9010-bf0516623eb8, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:11.315476 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:11.323339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:11.414771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Pushing event updated for resources: {'Port': ['ID=43434450-0f51-4246-96c3-d3f4b63d01cc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:11.440311 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e99e5d-0f49-4b47-9fe9-7f8bc1f6efd3 x-openstack-request-id: req-c5e99e5d-0f49-4b47-9fe9-7f8bc1f6efd3 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:11.440609 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f9eb43-c756-45b8-869b-6edd48d7ebae", "name": "network-vif-plugged", "status": "completed", "tag": "06ba9ba0-e62c-4ac5-8600-9d2c5230ac36", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:11.440854 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5e99e5d-0f49-4b47-9fe9-7f8bc1f6efd3 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:11.441265 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9eb43-c756-45b8-869b-6edd48d7ebae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ba9ba0-e62c-4ac5-8600-9d2c5230ac36', 'code': 200} Jul 15 12:58:11.576743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:11.601902 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.603282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a7de4d82-976a-4c12-89e0-90555d1fbad8 service neutron] 10.222.0.25 "POST /v2.0/ports/4308ace1-6558-4406-9010-bf0516623eb8/bindings HTTP/1.1" status: 201 len: 390 time: 1.3619809 Jul 15 12:58:12.014048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6cc30573-065b-4170-8819-cbf8d1d9ac03 None None] Provisioning for port 3a115aac-1023-4b4d-9a94-e96f5d53d107 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:12.019095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6cc30573-065b-4170-8819-cbf8d1d9ac03 None None] Provisioning complete for port 3a115aac-1023-4b4d-9a94-e96f5d53d107 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:12.019980 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cc30573-065b-4170-8819-cbf8d1d9ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.090156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.30', 50882) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:12.111322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6cc30573-065b-4170-8819-cbf8d1d9ac03 None None] Port 3a115aac-1023-4b4d-9a94-e96f5d53d107 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:12.157907 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:12.258339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.270233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:12.305696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d9b49-1aec-462f-899f-cc1c1e948cc4 req-62a5ad0b-dc3f-4712-b27f-7c84f91e6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.308183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb8d9b49-1aec-462f-899f-cc1c1e948cc4 req-62a5ad0b-dc3f-4712-b27f-7c84f91e6dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 1124 time: 0.7892947 Jul 15 12:58:12.339307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-189236cf-3ecf-4959-8467-2608223e11eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.363950 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-189236cf-3ecf-4959-8467-2608223e11eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.386107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-2c9d00f2-ed8f-4b86-8058-7d69e77a075b tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8808701 Jul 15 12:58:12.433921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Request body: {'port': {'device_id': 'af03c16a-457f-4169-8388-90b75edd448f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:12.454698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f225d6-31b2-452a-a456-fc6a3d4e401f req-e2f7d6f5-4d96-4d33-b69b-3631d5f17d42 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.462200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9f225d6-31b2-452a-a456-fc6a3d4e401f req-e2f7d6f5-4d96-4d33-b69b-3631d5f17d42 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 936 time: 0.8838277 Jul 15 12:58:12.518300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-189236cf-3ecf-4959-8467-2608223e11eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30fc41226a474324bd5abf0e16b068ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9940052 Jul 15 12:58:12.518300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb8d9b49-1aec-462f-899f-cc1c1e948cc4 req-a61cb8b5-d8a7-41d1-a386-ce3aa086279f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914985 Jul 15 12:58:12.525513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-2f422b5a-d8e6-4e83-ad4e-2c97ee0c8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.527038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-2f422b5a-d8e6-4e83-ad4e-2c97ee0c8210 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1098 time: 0.4267654 Jul 15 12:58:12.530746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60924) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:12.548218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189236cf-3ecf-4959-8467-2608223e11eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b78b315-a059-407a-95cb-02f45fe1d8b5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:12.609177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01463d-d4aa-4919-a441-50b2c8fd8317 req-352a20e9-7936-4afb-b60a-3378e9ba6e7e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.610849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b01463d-d4aa-4919-a441-50b2c8fd8317 req-352a20e9-7936-4afb-b60a-3378e9ba6e7e tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 972 time: 0.4850128 Jul 15 12:58:12.666046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9f225d6-31b2-452a-a456-fc6a3d4e401f req-4985b991-db08-47c5-a413-a1c6220ca5b7 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025363 Jul 15 12:58:12.683815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-557da08e-78ad-45d9-8b66-7ab52dd2ba00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.756429 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2205921a-8259-41e4-bc06-75b6a6cea60e x-openstack-request-id: req-2205921a-8259-41e4-bc06-75b6a6cea60e {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:12.757003 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b4bbcf-9b1e-49d9-be35-dc34c8488a2d", "name": "network-vif-deleted", "tag": "ef4ed636-34f9-4d0e-b326-2467e4862622", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:12.757462 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2205921a-8259-41e4-bc06-75b6a6cea60e {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:12.758333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.758468 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b4bbcf-9b1e-49d9-be35-dc34c8488a2d', 'name': 'network-vif-deleted', 'tag': 'ef4ed636-34f9-4d0e-b326-2467e4862622', 'status': 'completed', 'code': 200} Jul 15 12:58:12.762310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.773909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b01463d-d4aa-4919-a441-50b2c8fd8317 req-57215eec-4fe1-484d-8dfb-8853d6e226d1 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496079 Jul 15 12:58:12.784122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-557da08e-78ad-45d9-8b66-7ab52dd2ba00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.839640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-79224dd2-feda-4375-b2f9-144058770aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.841239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-79224dd2-feda-4375-b2f9-144058770aff service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.2703366 Jul 15 12:58:12.949081 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-557da08e-78ad-45d9-8b66-7ab52dd2ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.952458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-557da08e-78ad-45d9-8b66-7ab52dd2ba00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.954241 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-557da08e-78ad-45d9-8b66-7ab52dd2ba00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b78b315-a059-407a-95cb-02f45fe1d8b5 HTTP/1.1" status: 204 len: 168 time: 0.4226558 Jul 15 12:58:12.975111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-11d1f131-259a-49ba-91a7-d4b1f4be8ec4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.0851922 Jul 15 12:58:13.023355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557da08e-78ad-45d9-8b66-7ab52dd2ba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b78b315-a059-407a-95cb-02f45fe1d8b5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:13.043807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-7986c8f8-ab48-4989-a49e-209f9978528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:13.045378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-7986c8f8-ab48-4989-a49e-209f9978528e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.0523169 Jul 15 12:58:13.088606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd910c-337f-4dcc-a20c-208e16e621c4 None None] Network 3d198486-b2cf-4698-8da3-f87001c1dc0a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:13.177922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-3b81a740-a821-47e8-9f3e-938907e2df55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148186 Jul 15 12:58:13.212175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:58:13.351802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-28db523f-bc60-4425-a474-f491f048d601 None None] Provisioning for port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:13.376942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-28db523f-bc60-4425-a474-f491f048d601 None None] Provisioning complete for port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:13.377546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28db523f-bc60-4425-a474-f491f048d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.524966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045002-b4af-4919-972f-a041391d3cf1 req-97375c77-e513-4df0-a55e-c0c347228c7a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:13.528636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b045002-b4af-4919-972f-a041391d3cf1 req-97375c77-e513-4df0-a55e-c0c347228c7a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 946 time: 0.5366330 Jul 15 12:58:13.606672 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28db523f-bc60-4425-a474-f491f048d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.625185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60950) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:13.654263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-28db523f-bc60-4425-a474-f491f048d601 None None] For port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,segment=NetworkSegment(77a8af7c-8c25-42c0-a09d-20908fcf61f5),segment_id=77a8af7c-8c25-42c0-a09d-20908fcf61f5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:13.660592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-26af3671-e36f-428d-91d0-c10b0497d3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.671092 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28db523f-bc60-4425-a474-f491f048d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.713140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-84399064-0f9b-4884-9e21-0c5af3907b1e service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226743 Jul 15 12:58:13.726946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:13.750511 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Sync routers for ids ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:13.751630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ef4ed636-34f9-4d0e-b326-2467e4862622 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:13.752772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b045002-b4af-4919-972f-a041391d3cf1 req-58d23a8e-fc4d-4aa4-9032-4fd2fa389a2e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122524 Jul 15 12:58:13.779100 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Routers {'8da810fd-c63e-47cd-a1ec-0553e4ce4f17'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:13.780960 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:57:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:13.821135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: ef4ed636-34f9-4d0e-b326-2467e4862622 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:13.835973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ef4ed636-34f9-4d0e-b326-2467e4862622 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:13.909571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db523f-bc60-4425-a474-f491f048d601 None None] Pushing event updated for resources: {'Port': ['ID=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.028243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-26af3671-e36f-428d-91d0-c10b0497d3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.037751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-26af3671-e36f-428d-91d0-c10b0497d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.061678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60968) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:14.066505 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.071696 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6703c5fe-7a92-4d4e-8be9-0c314a6d53a5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9123466 Jul 15 12:58:14.082948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60970) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:14.104203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-dbea287a-7501-40db-bbd0-248f25b1f7e3 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808072 Jul 15 12:58:14.161632 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-26af3671-e36f-428d-91d0-c10b0497d3ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5535e41c58b46f8bb49aba0d026523d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335741 Jul 15 12:58:14.169419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60974) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:14.191789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3671-e36f-428d-91d0-c10b0497d3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543234ca-2627-41fb-88da-da21d72248ba,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.224705 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Set router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:14.242971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-57e2b46b-0ac0-4936-80c8-29e7317c98c1 None None] Provisioning complete for port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:14.244131 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-57e2b46b-0ac0-4936-80c8-29e7317c98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.398069 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dbf677fa-7048-48e4-b0c6-ffe3f9bcd1cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=452c94c2d5da49ff9352ac10574cc698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329601 Jul 15 12:58:14.405839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60976) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:14.428112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9668c91-5c76-414b-b1b3-82362e0e832a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.484002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a115aac-1023-4b4d-9a94-e96f5d53d107 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:14.510206 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9668c91-5c76-414b-b1b3-82362e0e832a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.510763 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:11Z', 'revision_number': 3, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port': {'id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:10Z', 'updated_at': '2021-07-15T12:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:14.518765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.546925 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Checking router: 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:14.547365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Updating router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 port 43434450-0f51-4246-96c3-d3f4b63d01cc binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:14.592640 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.596917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Transition to ACTIVE for port object 3a115aac-1023-4b4d-9a94-e96f5d53d107 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:14.613773 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e21c09d-a2a0-469c-9413-040691d34774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.624732 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.645259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1680a-cb6f-4125-83b0-9dd4058849c4 req-c4a30403-2070-48a9-a395-259d27605496 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.646904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32b1680a-cb6f-4125-83b0-9dd4058849c4 req-c4a30403-2070-48a9-a395-259d27605496 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 936 time: 0.5416460 Jul 15 12:58:14.685602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e21c09d-a2a0-469c-9413-040691d34774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.717758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e71159-9409-41d3-a5dd-d3a29396d559 req-fa326e07-759f-4630-8e4c-b01ecbf735b3 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.719462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2e71159-9409-41d3-a5dd-d3a29396d559 req-fa326e07-759f-4630-8e4c-b01ecbf735b3 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 972 time: 0.4851663 Jul 15 12:58:14.725568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-1f0c5b19-2fcb-45ac-b90b-08eed93fe018 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.727408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-1f0c5b19-2fcb-45ac-b90b-08eed93fe018 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1098 time: 0.4156468 Jul 15 12:58:14.737527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9668c91-5c76-414b-b1b3-82362e0e832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.740431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9668c91-5c76-414b-b1b3-82362e0e832a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.751528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:14.754055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Pushing event updated for resources: {'Port': ['ID=3a115aac-1023-4b4d-9a94-e96f5d53d107,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.756766 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d9668c91-5c76-414b-b1b3-82362e0e832a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/543234ca-2627-41fb-88da-da21d72248ba HTTP/1.1" status: 204 len: 168 time: 0.5755022 Jul 15 12:58:14.833734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9668c91-5c76-414b-b1b3-82362e0e832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543234ca-2627-41fb-88da-da21d72248ba,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.894534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32b1680a-cb6f-4125-83b0-9dd4058849c4 req-76b607a7-54e7-4a65-9862-a9848672c5c2 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085185 Jul 15 12:58:14.908746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2e71159-9409-41d3-a5dd-d3a29396d559 req-6bd1feff-dfbf-4c5f-a05e-09bff3fc1ca1 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688094 Jul 15 12:58:14.911019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Attempting to bind port 3a115aac-1023-4b4d-9a94-e96f5d53d107 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:14.911587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Attempting to bind port 3a115aac-1023-4b4d-9a94-e96f5d53d107 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:14.912258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Attempting to bind port 3a115aac-1023-4b4d-9a94-e96f5d53d107 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:14.945478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Port 3a115aac-1023-4b4d-9a94-e96f5d53d107 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:14.945809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Attempting to bind port 3a115aac-1023-4b4d-9a94-e96f5d53d107 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:14.966033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e21c09d-a2a0-469c-9413-040691d34774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.969727 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e21c09d-a2a0-469c-9413-040691d34774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.971011 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6e21c09d-a2a0-469c-9413-040691d34774 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2c15dc1-ee97-4375-badc-5d719ec27615 HTTP/1.1" status: 204 len: 168 time: 0.5614111 Jul 15 12:58:14.985237 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.987689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21c09d-a2a0-469c-9413-040691d34774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c15dc1-ee97-4375-badc-5d719ec27615,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.993043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:15.002814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:15.003393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:15.003866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Bound port: 3a115aac-1023-4b4d-9a94-e96f5d53d107, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:15.004446 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.151633 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.173133 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Transition to ACTIVE for port object 43434450-0f51-4246-96c3-d3f4b63d01cc will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:15.187094 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.205514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] For port 3a115aac-1023-4b4d-9a94-e96f5d53d107, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:15.233868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] For port 3a115aac-1023-4b4d-9a94-e96f5d53d107, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3a115aac-1023-4b4d-9a94-e96f5d53d107,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:15.236769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.251650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.278563 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Pushing event updated for resources: {'Port': ['ID=43434450-0f51-4246-96c3-d3f4b63d01cc,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:15.302876 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.303235 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.303594 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.303936 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.304274 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.304600 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.305119 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.305611 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.306090 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.306567 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.307058 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.307565 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Tracked resource versions report: Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: pushed versions: Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: { 'AddressGroup': {'1.2'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'ConntrackHelper': {'1.0'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Log': {'1.0'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Network': {'1.1'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Port': {'1.7'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'PortForwarding': {'1.2'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'QosPolicy': {'1.8'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'SecurityGroup': {'1.4'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'SubPort': {'1.0'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Subnet': {'1.1'}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Trunk': {'1.1'}} Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: consumer versions: Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: { DHCP agent@n-d-771362-36: {}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: HyperV agent@n-h1-771362-36: {}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: HyperV agent@n-h2-771362-36: {}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: L3 agent@n-d-771362-36: {}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: Metadata agent@n-d-771362-36: {}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: Metering agent@n-d-771362-36: {}, Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: Open vSwitch agent@n-d-771362-36: { 'AddressGroup': '1.2', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'ConntrackHelper': '1.0', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Log': '1.0', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Network': '1.1', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Port': '1.7', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'PortForwarding': '1.2', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'QosPolicy': '1.8', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'SecurityGroup': '1.4', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'SecurityGroupRule': '1.2', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'SubPort': '1.0', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Subnet': '1.1', Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: 'Trunk': '1.1'}} Jul 15 12:58:15.308812 n-d-771362-36 neutron-server[93736]: {{(pid=93736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:58:15.340871 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Attempting to bind port 43434450-0f51-4246-96c3-d3f4b63d01cc on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:15.341443 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Attempting to bind port 43434450-0f51-4246-96c3-d3f4b63d01cc by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:15.341970 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Attempting to bind port 43434450-0f51-4246-96c3-d3f4b63d01cc on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:15.352722 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:15.353418 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:15.353985 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.354154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:15.354677 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:15.354839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.355481 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Bound port: 43434450-0f51-4246-96c3-d3f4b63d01cc, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:15.356047 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.356408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a115aac-1023-4b4d-9a94-e96f5d53d107 HTTP/1.1" status: 200 len: 1097 time: 2.9411197 Jul 15 12:58:15.359478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af03c16a-457f-4169-8388-90b75edd448f', 'tag': '3a115aac-1023-4b4d-9a94-e96f5d53d107'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:15.362384 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e4c4a4-2e27-430b-bee3-e08c824518ae" -d '{"events": [{"name": "network-changed", "server_uuid": "af03c16a-457f-4169-8388-90b75edd448f", "tag": "3a115aac-1023-4b4d-9a94-e96f5d53d107"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:15.478399 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] For port 43434450-0f51-4246-96c3-d3f4b63d01cc, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:15.483539 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] For port 43434450-0f51-4246-96c3-d3f4b63d01cc, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=43434450-0f51-4246-96c3-d3f4b63d01cc,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:15.486168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:15.488253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c5dc3-f1b0-4826-a9df-e7d170270d94 service neutron] Pushing event updated for resources: {'Port': ['ID=3a115aac-1023-4b4d-9a94-e96f5d53d107,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:15.499510 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.617969 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f0ecf-4786-4457-a55b-539a658606d9 None None] Pushing event updated for resources: {'Port': ['ID=43434450-0f51-4246-96c3-d3f4b63d01cc,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:15.686354 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Routers {'8da810fd-c63e-47cd-a1ec-0553e4ce4f17'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:15.686876 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:57:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:15.782555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32770) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:15.811213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Allocated IP 172.20.0.1 (3d198486-b2cf-4698-8da3-f87001c1dc0a/29f3da13-ef1f-46a6-9e92-7973891c0d95/9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:15.820310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:15.829587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfdd34-850c-4e0d-826c-e74a1123811e req-4246761c-4390-4c60-adc1-f1b58288fc62 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:15.836993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40dfdd34-850c-4e0d-826c-e74a1123811e req-4246761c-4390-4c60-adc1-f1b58288fc62 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 946 time: 0.4693902 Jul 15 12:58:15.839887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c528525-351c-470b-9ee0-f21524af2660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.858201 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] Set router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:15.978102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40dfdd34-850c-4e0d-826c-e74a1123811e req-02835760-9d13-4c18-ac18-59326088de79 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398394 Jul 15 12:58:16.024511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-ab25ffd9-d00e-44bc-a282-b18f1fcf3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.026302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-ab25ffd9-d00e-44bc-a282-b18f1fcf3b9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a05e6cd7e258488996c36d86adeeda68&device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 1100 time: 0.5205374 Jul 15 12:58:16.033730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.091681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:16.137516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.142091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-eb25e6ec-e639-4288-8583-51eb8b3816a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=3a115aac-1023-4b4d-9a94-e96f5d53d107 HTTP/1.1" status: 200 len: 217 time: 0.1028850 Jul 15 12:58:16.152581 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.186134 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:16.186797 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.213721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Pushing event updated for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:16.218288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Transition to ACTIVE for port object 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:16.296521 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162c4058-3d67-4793-b20e-3894211074f0 x-openstack-request-id: req-162c4058-3d67-4793-b20e-3894211074f0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:16.296967 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af03c16a-457f-4169-8388-90b75edd448f", "tag": "3a115aac-1023-4b4d-9a94-e96f5d53d107", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:16.297930 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-162c4058-3d67-4793-b20e-3894211074f0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:16.298564 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af03c16a-457f-4169-8388-90b75edd448f', 'tag': '3a115aac-1023-4b4d-9a94-e96f5d53d107', 'status': 'completed', 'code': 200} Jul 15 12:58:16.379452 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.453828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c528525-351c-470b-9ee0-f21524af2660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.457946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Network 3d198486-b2cf-4698-8da3-f87001c1dc0a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:16.463643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:16.472161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:16.473070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.504484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c528525-351c-470b-9ee0-f21524af2660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.517189 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:11Z', 'revision_number': 3, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port': {'id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:10Z', 'updated_at': '2021-07-15T12:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:16.519236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-3c32f9e7-56d0-492b-9185-f1e90d6040f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.521418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-3c32f9e7-56d0-492b-9185-f1e90d6040f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.3094528 Jul 15 12:58:16.522389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on host n-h1-771362-36 for vnic_type normal with profile {"migrating_to": "n-h2-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:16.522883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:16.523412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:16.550331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:16.550921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Attempting to bind port 4308ace1-6558-4406-9010-bf0516623eb8 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:16.584527 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b6258-d346-441b-b950-3b555d4c55b1 None None] The sync data for ids ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'] in n-d-771362-36 is: [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:11Z', 'revision_number': 3, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port': {'id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:10Z', 'updated_at': '2021-07-15T12:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:16.590094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:16.590796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:16.591724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:16.592439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Bound port: 4308ace1-6558-4406-9010-bf0516623eb8, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:16.593071 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.664632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63c36f-cc20-4ed7-b43f-948629f6d018 req-d35f0925-a231-47a7-9f39-1a16e56c0cc2 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.678477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e63c36f-cc20-4ed7-b43f-948629f6d018 req-d35f0925-a231-47a7-9f39-1a16e56c0cc2 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 948 time: 0.2378316 Jul 15 12:58:16.797477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e63c36f-cc20-4ed7-b43f-948629f6d018 req-b4ff50b8-396c-4ec8-9b94-fe9d451332e6 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146061 Jul 15 12:58:16.809807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:16.814244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-52931c4b-0dba-418f-a572-1974238678a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.820406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-52931c4b-0dba-418f-a572-1974238678a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2886801 Jul 15 12:58:16.885808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:16.915743 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4c528525-351c-470b-9ee0-f21524af2660 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=029ce044d9c5408ebba814efb4d1921d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1270623 Jul 15 12:58:16.927062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32806) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:16.949851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:16.955196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.044321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bd47e4a1-b168-44a7-8f59-902d6954c57c None None] Provisioning for port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:17.061031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bd47e4a1-b168-44a7-8f59-902d6954c57c None None] Provisioning complete for port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:17.061729 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bd47e4a1-b168-44a7-8f59-902d6954c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.070364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c528525-351c-470b-9ee0-f21524af2660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14520c59-5a6e-4a7b-8b1e-3cb6c5c48958,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:17.193619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bd47e4a1-b168-44a7-8f59-902d6954c57c None None] Port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:17.285341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Pushing event updated for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:17.358010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55444c1b-455d-4833-9fe4-b7fd5d7fedb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.392160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55444c1b-455d-4833-9fe4-b7fd5d7fedb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.494381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-3fe6d979-4de5-45b5-a949-d20c13af25a7 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462526 Jul 15 12:58:17.502855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.515992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.518529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-64b6208f-3cac-4deb-b686-7da9b8d46e8e service neutron] 10.222.0.30 "PUT /v2.0/ports/4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 1124 time: 2.7745736 Jul 15 12:58:17.544589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55444c1b-455d-4833-9fe4-b7fd5d7fedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.550051 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55444c1b-455d-4833-9fe4-b7fd5d7fedb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.569040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-55444c1b-455d-4833-9fe4-b7fd5d7fedb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14520c59-5a6e-4a7b-8b1e-3cb6c5c48958 HTTP/1.1" status: 204 len: 168 time: 0.6326702 Jul 15 12:58:17.573550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['4308ace1-6558-4406-9010-bf0516623eb8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:17.657603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.880177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55444c1b-455d-4833-9fe4-b7fd5d7fedb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14520c59-5a6e-4a7b-8b1e-3cb6c5c48958,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.166080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825ace9f-00d4-4916-8463-a4cf9a62070e req-baf3fe11-e4e7-4a05-955c-c206226292b8 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850332 Jul 15 12:58:18.214988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd326e-4a2e-4dad-af79-b7af4341ed7e req-20b385a5-2202-475b-b42b-1d4335d2b8f4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.240314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3acd326e-4a2e-4dad-af79-b7af4341ed7e req-20b385a5-2202-475b-b42b-1d4335d2b8f4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.7417433 Jul 15 12:58:18.257931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 43434450-0f51-4246-96c3-d3f4b63d01cc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:18.361978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8'}, {'name': 'network-changed', 'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:18.370914 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c502e7-7c76-4dd6-bde1-4f5167c6d554" -d '{"events": [{"server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "name": "network-vif-unplugged", "status": "completed", "tag": "4308ace1-6558-4406-9010-bf0516623eb8"}, {"name": "network-changed", "server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "tag": "4308ace1-6558-4406-9010-bf0516623eb8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:18.426525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 43434450-0f51-4246-96c3-d3f4b63d01cc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:18.435480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 43434450-0f51-4246-96c3-d3f4b63d01cc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:18.437794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.523238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3acd326e-4a2e-4dad-af79-b7af4341ed7e req-94d11f08-d8f8-4046-913b-1ce48769839d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813554 Jul 15 12:58:18.528467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.549731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.551161 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.642434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-f472be06-78dc-42d0-bed9-f9821cc394df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.645726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-f472be06-78dc-42d0-bed9-f9821cc394df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a05e6cd7e258488996c36d86adeeda68&device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 1100 time: 0.3088284 Jul 15 12:58:18.664404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.713087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 43434450-0f51-4246-96c3-d3f4b63d01cc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=43434450-0f51-4246-96c3-d3f4b63d01cc,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:18.727013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.814842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.884926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=43434450-0f51-4246-96c3-d3f4b63d01cc,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.890791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-74eb072f-4702-4398-85fc-1dc38002f659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.976348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-6800727b-490f-487f-9de3-879509557434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.978457 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-6800727b-490f-487f-9de3-879509557434 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3244777 Jul 15 12:58:18.986273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Network 3d198486-b2cf-4698-8da3-f87001c1dc0a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:18.988300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:19.030746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-59271e37-d367-4b3e-9245-d9a5a0769834 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=3a115aac-1023-4b4d-9a94-e96f5d53d107 HTTP/1.1" status: 200 len: 217 time: 0.0440152 Jul 15 12:58:19.051756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baf04-d915-4754-884c-263c9bdb2ed2 req-40ffc2bc-29f0-464e-bbe9-2b47eb941087 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.060289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c04baf04-d915-4754-884c-263c9bdb2ed2 req-40ffc2bc-29f0-464e-bbe9-2b47eb941087 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 948 time: 0.2095842 Jul 15 12:58:19.080346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508897-4d88-4dac-9d02-d72721bfae16 req-e3397e68-0a60-47e6-8215-e2137bc59c28 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.096815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4508897-4d88-4dac-9d02-d72721bfae16 req-e3397e68-0a60-47e6-8215-e2137bc59c28 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 972 time: 0.2498391 Jul 15 12:58:19.168992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:19.274871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4508897-4d88-4dac-9d02-d72721bfae16 req-1af93bb2-91ba-42c5-ab53-f66c12686edc tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770196 Jul 15 12:58:19.277286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-d6c6433c-233c-495d-a5c1-ac99a8916652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.278907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-d6c6433c-233c-495d-a5c1-ac99a8916652 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2162883 Jul 15 12:58:19.313636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c04baf04-d915-4754-884c-263c9bdb2ed2 req-c707d844-3293-46c0-b0a5-5753db898678 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522962 Jul 15 12:58:19.449499 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9153c8f7-8d84-474b-b271-0ca1badeb22f x-openstack-request-id: req-9153c8f7-8d84-474b-b271-0ca1badeb22f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:19.449812 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "name": "network-vif-unplugged", "status": "completed", "tag": "4308ace1-6558-4406-9010-bf0516623eb8", "code": 200}, {"name": "network-changed", "server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "tag": "4308ace1-6558-4406-9010-bf0516623eb8", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:19.450065 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9153c8f7-8d84-474b-b271-0ca1badeb22f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:19.450481 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8', 'code': 200} Jul 15 12:58:19.451515 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8', 'status': 'completed', 'code': 200} Jul 15 12:58:19.459601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:19.485492 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-63999e81-89a8-4469-abab-5326aba675a9 admin admin] 10.222.0.25 "PUT /v2.0/routers/8da810fd-c63e-47cd-a1ec-0553e4ce4f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3976421 Jul 15 12:58:19.517937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-09796145-e59c-48d5-93b5-84cd1f92cd11 None None] Provisioning complete for port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:19.518585 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09796145-e59c-48d5-93b5-84cd1f92cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.549783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-833baa6c-50a7-40d4-bef7-913d0b7a083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.560938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-833baa6c-50a7-40d4-bef7-913d0b7a083e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2449563 Jul 15 12:58:19.606598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-09796145-e59c-48d5-93b5-84cd1f92cd11 None None] Port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:19.708046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-e640ad88-800a-49a3-8f0f-788f27a94f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.711839 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-e640ad88-800a-49a3-8f0f-788f27a94f85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1127 time: 0.2491570 Jul 15 12:58:19.823906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-5bc05093-84e2-4c41-8aac-0f6ba8669173 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552435 Jul 15 12:58:20.052783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 43434450-0f51-4246-96c3-d3f4b63d01cc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:20.088217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-b427abb5-f59a-460e-b94f-69ab3547994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.090923 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-b427abb5-f59a-460e-b94f-69ab3547994e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.3717833 Jul 15 12:58:20.124586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 43434450-0f51-4246-96c3-d3f4b63d01cc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:20.125223 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.135823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e4c4a4-2e27-430b-bee3-e08c824518ae req-5ca9adaf-b658-4def-8517-3f22ad7d010c service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027086 Jul 15 12:58:20.163337 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-33621375-cc4c-4462-a86f-e4527fa46799 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.0648000 Jul 15 12:58:20.238909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-4c3935bb-0cf3-4a88-8329-d95764a13622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.242266 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-4c3935bb-0cf3-4a88-8329-d95764a13622 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.0681748 Jul 15 12:58:20.291965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922d680-652e-4216-ae6d-ae1542947c0c req-88bd2f24-fa31-43d7-9fea-4c53d475892b tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.294564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a922d680-652e-4216-ae6d-ae1542947c0c req-88bd2f24-fa31-43d7-9fea-4c53d475892b tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 972 time: 0.3833439 Jul 15 12:58:20.295638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32894) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:20.304849 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-a652eb11-8465-4426-9c40-0c540fba3088 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544286 Jul 15 12:58:20.354870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ba5cf-8ce5-4382-a0f1-e2b9433993c3 req-176084bd-1299-4621-9c7e-edc16b903a13 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.357175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c05ba5cf-8ce5-4382-a0f1-e2b9433993c3 req-176084bd-1299-4621-9c7e-edc16b903a13 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.3977804 Jul 15 12:58:20.511913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c05ba5cf-8ce5-4382-a0f1-e2b9433993c3 req-79b54cea-7a1d-46e2-a97c-4f5e2afd7f89 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323488 Jul 15 12:58:20.558550 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-7d1b1d07-d4cc-42d4-8fc5-2afedd7b4cc1 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447829 Jul 15 12:58:20.565342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Deleting port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:20.566165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.779854 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-66c502e7-7c76-4dd6-bde1-4f5167c6d554 req-3029c59e-e7a2-4253-a5ad-e7537469eeb8 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132885 Jul 15 12:58:20.834492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] For port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:20.836310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.865261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32914) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:20.929432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4308ace1-6558-4406-9010-bf0516623eb8 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:20.951886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-network', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:20.958002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Sync routers for ids ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:20.984501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Calling delete_port for 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 owned by compute:tempest-test_az-1542185124 {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:20.988445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Routers {'8da810fd-c63e-47cd-a1ec-0553e4ce4f17'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:20.989185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:57:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:20.990421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Made reservation on behalf of fc66fe4912014f599dfad90065aa4e3c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:20.994383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.996963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59af7751-7130-4904-b255-a67d88db8fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.006072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6713db91-81be-44b9-aab7-cd980f0efa13 req-4d54a51d-2644-408c-b8d9-effedfe65c6e tempest-FloatingIPsNegativeTestJSON-1658514755 tempest-FloatingIPsNegativeTestJSON-1658514755-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=af3447de574649729140d3247000bd75 HTTP/1.1" status: 200 len: 217 time: 0.1631961 Jul 15 12:58:21.011043 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.158321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6c30d-8ab4-4677-a6b7-346a91f887e4 req-99777d59-1a02-4e2c-bb27-bb3e49183f0b tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.161096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8bd6c30d-8ab4-4677-a6b7-346a91f887e4 req-99777d59-1a02-4e2c-bb27-bb3e49183f0b tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 972 time: 0.4319656 Jul 15 12:58:21.161279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:21.185010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4308ace1-6558-4406-9010-bf0516623eb8 has no active binding in host n-h2-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 12:58:21.189481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Set router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:21.199771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.206560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.243853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:21.273415 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e5d86-768e-4cfb-9e1a-c02489d0732d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.279282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.279846 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Added segment c26d1b4c-8eba-4a5c-9485-619987b9d639 of type vlan for network b2f122ae-80ea-45eb-a608-dd3c7bddd241 Jul 15 12:58:21.311188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.311776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.313042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.314089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.314089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.314577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.315204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.315778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.316363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.316943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.317539 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.318110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.370334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8bd6c30d-8ab4-4677-a6b7-346a91f887e4 req-8c48edc6-e590-400e-a938-a25c6dbe2df7 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e40386-47d8-4f1e-ad0b-466edefd91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928594 Jul 15 12:58:21.396571 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.447282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.448785 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.450583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.535206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7ebf830c-fa14-4aac-9792-45a3c5b4d3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.539833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=b2f122ae-80ea-45eb-a608-dd3c7bddd241,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.545747 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.552597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:17Z', 'revision_number': 4, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port': {'id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:10Z', 'updated_at': '2021-07-15T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9', 'name': '', 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a', 'tenant_id': 'af3447de574649729140d3247000bd75', 'mac_address': 'fa:16:3e:29:f6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '29f3da13-ef1f-46a6-9e92-7973891c0d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:15Z', 'updated_at': '2021-07-15T12:58:17Z', 'revision_number': 2, 'project_id': 'af3447de574649729140d3247000bd75', 'subnets': [{'id': '29f3da13-ef1f-46a6-9e92-7973891c0d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:21.611426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:21.619307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Checking router: 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:21.619307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Updating router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:21.772454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a82c084-1a81-4abd-9103-e3c2b1cc3e2d req-9432515d-50e3-4774-b508-f582387d92df tempest-FloatingIPsNegativeTestJSON-1658514755 tempest-FloatingIPsNegativeTestJSON-1658514755-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0626290 Jul 15 12:58:21.797903 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.809880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00febc67-09de-4e0a-927c-c4264b647c9f req-559038cc-d1c3-43b4-9c54-afb1386494f1 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.811533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00febc67-09de-4e0a-927c-c4264b647c9f req-559038cc-d1c3-43b4-9c54-afb1386494f1 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 948 time: 0.6290700 Jul 15 12:58:21.864629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Pushing event deleted for resources: {'Port': ['ID=06ba9ba0-e62c-4ac5-8600-9d2c5230ac36,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.918685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.919027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.919673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.920205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.920723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.922579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.923154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.923689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.924024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.924353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.924677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.925202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:21.929537 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59af7751-7130-4904-b255-a67d88db8fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.956715 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c2d542a-da02-4e7b-9e39-5d18d0ec0cd2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0900357 Jul 15 12:58:21.962024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32930) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:21.968569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59af7751-7130-4904-b255-a67d88db8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.971587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['06ba9ba0-e62c-4ac5-8600-9d2c5230ac36'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:21.974826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Request body: {'subnet': {'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-subnet', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:22.016766 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.021872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] No DVR routers for this DVR port 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:22.027218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Made reservation on behalf of fc66fe4912014f599dfad90065aa4e3c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:22.030643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Notify callbacks [] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.042711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.045373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a922d680-652e-4216-ae6d-ae1542947c0c req-b73cbf44-8b3d-4b32-a763-39e4ddd172e9 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.30 "DELETE /v2.0/ports/06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 HTTP/1.1" status: 204 len: 173 time: 1.7437720 Jul 15 12:58:22.061447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00febc67-09de-4e0a-927c-c4264b647c9f req-e5bd4559-ad47-4a95-bfae-5e8ccd4d50b1 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371144 Jul 15 12:58:22.064781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9eb43-c756-45b8-869b-6edd48d7ebae', 'name': 'network-vif-deleted', 'tag': '06ba9ba0-e62c-4ac5-8600-9d2c5230ac36'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:22.071543 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804b8d04-4b89-4324-817d-2da73278e35e" -d '{"events": [{"server_uuid": "a0f9eb43-c756-45b8-869b-6edd48d7ebae", "name": "network-vif-deleted", "tag": "06ba9ba0-e62c-4ac5-8600-9d2c5230ac36"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:22.240235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af7751-7130-4904-b255-a67d88db8fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8deed52-ac29-4e77-ab0c-e648c6625185,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.285585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-59af7751-7130-4904-b255-a67d88db8fbf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21fc00fcc36f4ac4b73b5b670b70ed1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9860175 Jul 15 12:58:22.289635 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-a908a1b9-4031-499d-98b9-133f5c7a5c14 req-8315eb03-ba7d-49a2-b75f-b4674050beea tempest-FloatingIPsNegativeTestJSON-1658514755 tempest-FloatingIPsNegativeTestJSON-1658514755-project] show failed (client error): The resource could not be found. Jul 15 12:58:22.292676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32938) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:22.305752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a908a1b9-4031-499d-98b9-133f5c7a5c14 req-8315eb03-ba7d-49a2-b75f-b4674050beea tempest-FloatingIPsNegativeTestJSON-1658514755 tempest-FloatingIPsNegativeTestJSON-1658514755-project] 10.222.0.25 "GET /v2.0/floatingips/cfc7dba0-33af-4884-9542-1a9529c1c81a HTTP/1.1" status: 404 len: 350 time: 0.1265769 Jul 15 12:58:22.309183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32940) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:22.432548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba40a5f-dddc-4529-8073-1fd706cb7667 req-7d0def74-31c3-4241-9c17-4f341111a532 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:22.434196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba40a5f-dddc-4529-8073-1fd706cb7667 req-7d0def74-31c3-4241-9c17-4f341111a532 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 944 time: 0.4196599 Jul 15 12:58:22.492776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.498062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-695079fc-fcdc-408c-8036-5005039a3e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.562267 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-695079fc-fcdc-408c-8036-5005039a3e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.588053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed0011f-4538-47eb-b969-5ae585395922,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.613261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba40a5f-dddc-4529-8073-1fd706cb7667 req-5065a14e-5a32-4f12-8020-2808370e0331 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697664 Jul 15 12:58:22.619309 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc4e3aa-ca0d-404b-bf76-083dd25e16ba x-openstack-request-id: req-2fc4e3aa-ca0d-404b-bf76-083dd25e16ba {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:22.619611 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f9eb43-c756-45b8-869b-6edd48d7ebae", "name": "network-vif-deleted", "tag": "06ba9ba0-e62c-4ac5-8600-9d2c5230ac36", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:22.623187 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fc4e3aa-ca0d-404b-bf76-083dd25e16ba {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:22.624931 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9eb43-c756-45b8-869b-6edd48d7ebae', 'name': 'network-vif-deleted', 'tag': '06ba9ba0-e62c-4ac5-8600-9d2c5230ac36', 'status': 'completed', 'code': 200} Jul 15 12:58:22.625965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Checking segment: {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:22.628228 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Network hostable DHCP agents. Network: b2f122ae-80ea-45eb-a608-dd3c7bddd241, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:22.661814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:22.666303 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.683517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b2f122ae-80ea-45eb-a608-dd3c7bddd241) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:22.701531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Transition to ACTIVE for port object 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:22.706330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd1176-acdf-4658-95f6-d095cd3d3a26 None None] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:22.709338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-695079fc-fcdc-408c-8036-5005039a3e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.718004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-695079fc-fcdc-408c-8036-5005039a3e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.720663 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-695079fc-fcdc-408c-8036-5005039a3e73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8deed52-ac29-4e77-ab0c-e648c6625185 HTTP/1.1" status: 204 len: 168 time: 0.4262941 Jul 15 12:58:22.724422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:22.727232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.795430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695079fc-fcdc-408c-8036-5005039a3e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8deed52-ac29-4e77-ab0c-e648c6625185,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.855647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ba966884-c220-43eb-a5e0-da7b85803dde admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8894703 Jul 15 12:58:22.857390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32960) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:22.876252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:22.941161 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.942376 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.945876 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-2c1a8415-e6a6-4dfe-af25-d3f1ee9e5871 service neutron] 10.222.0.35 "GET /v2.0/ports/4308ace1-6558-4406-9010-bf0516623eb8/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.1858239 Jul 15 12:58:22.978547 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.030972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3a115aac-1023-4b4d-9a94-e96f5d53d107 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:23.042930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2586778-f670-419b-9460-8ce7c5c874b4 req-d4442aed-32b6-4aa9-bc74-6a8b191da1e0 tempest-TenantUsagesTestJSON-818053125 tempest-TenantUsagesTestJSON-818053125-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0f9eb43-c756-45b8-869b-6edd48d7ebae HTTP/1.1" status: 200 len: 210 time: 0.0805357 Jul 15 12:58:23.163941 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.294777 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.353014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2141c-8c2b-4f45-ad6f-a4372f5e38e1 None None] Pushing event updated for resources: {'Port': ['ID=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:23.443719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:23.492518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:23.598145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32988) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:23.605229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4308ace1-6558-4406-9010-bf0516623eb8 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:23.608532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3a115aac-1023-4b4d-9a94-e96f5d53d107, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3a115aac-1023-4b4d-9a94-e96f5d53d107,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:23.621307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:23.625459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '3a115aac-1023-4b4d-9a94-e96f5d53d107', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '3a115aac-1023-4b4d-9a94-e96f5d53d107', 'mac_address': 'fa:16:3e:d8:bd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:23.639502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b2f122ae-80ea-45eb-a608-dd3c7bddd241', 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'fixed_ips': [{'subnet_id': '4ed0011f-4538-47eb-b969-5ae585395922'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:58:23.640995 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.642464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.688792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83f27513-7cc3-4473-9b4b-db5debbad9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.700991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Attempting to bind port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:23.701234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Attempting to bind port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:23.701791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Attempting to bind port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 on network 3d198486-b2cf-4698-8da3-f87001c1dc0a {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:23.720141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:23.721420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Checking segment: {'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:23.721908 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.722418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Bound using segment: {'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:23.723632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Bound port: 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a8af7c-8c25-42c0-a09d-20908fcf61f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:23.724150 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.749629 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.752683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] Transition to ACTIVE for port object 4308ace1-6558-4406-9010-bf0516623eb8 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:23.763233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.826826 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.842647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] No DVR routers for this DVR port 4308ace1-6558-4406-9010-bf0516623eb8 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:23.880558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a115aac-1023-4b4d-9a94-e96f5d53d107 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:23.884212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] Pushing event updated for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=10']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:23.895336 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c65727ed-2803-4feb-a601-c8396373f029 service neutron] 10.222.0.35 "PUT /v2.0/ports/4308ace1-6558-4406-9010-bf0516623eb8/bindings/n-h2-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 0.9435797 Jul 15 12:58:23.920783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] For port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:23.928377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] For port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,segment=NetworkSegment(77a8af7c-8c25-42c0-a09d-20908fcf61f5),segment_id=77a8af7c-8c25-42c0-a09d-20908fcf61f5)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:23.960776 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.966724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3a115aac-1023-4b4d-9a94-e96f5d53d107, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3a115aac-1023-4b4d-9a94-e96f5d53d107,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:23.981110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.989789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f1668-52ea-4657-8335-a3eeb38efa29 req-a7558893-90eb-4a84-8b04-93882e288b9d tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:23.991776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-641f1668-52ea-4657-8335-a3eeb38efa29 req-a7558893-90eb-4a84-8b04-93882e288b9d tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 948 time: 0.5715377 Jul 15 12:58:24.004317 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83f27513-7cc3-4473-9b4b-db5debbad9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.027579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Allocated IP 172.20.0.2 (b2f122ae-80ea-45eb-a608-dd3c7bddd241/4ed0011f-4538-47eb-b969-5ae585395922/a03a4b09-0afa-43c0-957c-30ed22052947) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:24.077475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2141c-8c2b-4f45-ad6f-a4372f5e38e1 None None] Pushing event updated for resources: {'Port': ['ID=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.093562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Routers {'8da810fd-c63e-47cd-a1ec-0553e4ce4f17'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:24.094717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:24.110270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83f27513-7cc3-4473-9b4b-db5debbad9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.216214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-83f27513-7cc3-4473-9b4b-db5debbad9ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=278ef7f71a414f7eb6a6d48e4d0085fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974874 Jul 15 12:58:24.217038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32994) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:24.222657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.241306 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.279961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3a115aac-1023-4b4d-9a94-e96f5d53d107'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:24.282589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3a115aac-1023-4b4d-9a94-e96f5d53d107,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.305077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0660-6864-4e47-9266-da3d6635de88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.348708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0660-6864-4e47-9266-da3d6635de88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.368842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f27513-7cc3-4473-9b4b-db5debbad9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba20a1e-4981-4ece-8e6f-1f9d11877449,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.414231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-641f1668-52ea-4657-8335-a3eeb38efa29 req-ac4b7981-1f33-4f68-b311-9aed855e728f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061453 Jul 15 12:58:24.417583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] Set router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:24.449026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0660-6864-4e47-9266-da3d6635de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.457232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0660-6864-4e47-9266-da3d6635de88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.460933 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ba2e0660-6864-4e47-9266-da3d6635de88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aba20a1e-4981-4ece-8e6f-1f9d11877449 HTTP/1.1" status: 204 len: 168 time: 0.2423949 Jul 15 12:58:24.486029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e0660-6864-4e47-9266-da3d6635de88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba20a1e-4981-4ece-8e6f-1f9d11877449,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.562910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.623471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Transition to ACTIVE for port object a03a4b09-0afa-43c0-957c-30ed22052947 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:24.685335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Transition to ACTIVE for port object a03a4b09-0afa-43c0-957c-30ed22052947 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:24.738716 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.835812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:24.847814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:24.856693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fdf7-4948-4ac3-afb8-8c36a177f499 req-d6dc3b79-c5b1-4379-95eb-db35c3bae170 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.858305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96f6fdf7-4948-4ac3-afb8-8c36a177f499 req-d6dc3b79-c5b1-4379-95eb-db35c3bae170 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 972 time: 0.9092727 Jul 15 12:58:24.860379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:24.862571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Pushing event updated for resources: {'Port': ['ID=a03a4b09-0afa-43c0-957c-30ed22052947,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.880884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-91c7a9be-630d-485a-a35e-c392f7548a6b tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.882920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-91c7a9be-630d-485a-a35e-c392f7548a6b tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.8893306 Jul 15 12:58:25.075567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:25.124205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:25.124530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 06ba9ba0-e62c-4ac5-8600-9d2c5230ac36 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:25.147357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Attempting to bind port a03a4b09-0afa-43c0-957c-30ed22052947 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:25.147782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Attempting to bind port a03a4b09-0afa-43c0-957c-30ed22052947 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:25.148233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Attempting to bind port a03a4b09-0afa-43c0-957c-30ed22052947 on network b2f122ae-80ea-45eb-a608-dd3c7bddd241 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:25.157515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:25.157893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Checking segment: {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:25.158306 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.158711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Bound using segment: {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:25.159239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Bound port: a03a4b09-0afa-43c0-957c-30ed22052947, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:25.159727 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.178900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96f6fdf7-4948-4ac3-afb8-8c36a177f499 req-6f816c5a-5751-4b4a-aadc-6196d907f923 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895644 Jul 15 12:58:25.201629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:17Z', 'revision_number': 4, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port': {'id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:10Z', 'updated_at': '2021-07-15T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9', 'name': '', 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a', 'tenant_id': 'af3447de574649729140d3247000bd75', 'mac_address': 'fa:16:3e:29:f6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '29f3da13-ef1f-46a6-9e92-7973891c0d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:15Z', 'updated_at': '2021-07-15T12:58:23Z', 'revision_number': 4, 'project_id': 'af3447de574649729140d3247000bd75', 'subnets': [{'id': '29f3da13-ef1f-46a6-9e92-7973891c0d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:25.243712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bfac3-4c18-4214-a747-fa0a409ac4c7 None None] The sync data for ids ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'] in n-d-771362-36 is: [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:17Z', 'revision_number': 4, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port': {'id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:10Z', 'updated_at': '2021-07-15T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9', 'name': '', 'network_id': '3d198486-b2cf-4698-8da3-f87001c1dc0a', 'tenant_id': 'af3447de574649729140d3247000bd75', 'mac_address': 'fa:16:3e:29:f6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '29f3da13-ef1f-46a6-9e92-7973891c0d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:15Z', 'updated_at': '2021-07-15T12:58:23Z', 'revision_number': 4, 'project_id': 'af3447de574649729140d3247000bd75', 'subnets': [{'id': '29f3da13-ef1f-46a6-9e92-7973891c0d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:25.271236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] For port a03a4b09-0afa-43c0-957c-30ed22052947, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:25.275650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] For port a03a4b09-0afa-43c0-957c-30ed22052947, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a03a4b09-0afa-43c0-957c-30ed22052947,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:25.285230 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.304658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c463ed-aa11-46a3-bcda-65a577ee67b9 req-8d853dc1-4b18-419e-b8bf-bb105fa57de0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:25.306286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6c463ed-aa11-46a3-bcda-65a577ee67b9 req-8d853dc1-4b18-419e-b8bf-bb105fa57de0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 945 time: 0.5259523 Jul 15 12:58:25.439923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3c3f0-49dd-4346-8856-5a7d3f21bfcf None None] Pushing event updated for resources: {'Port': ['ID=a03a4b09-0afa-43c0-957c-30ed22052947,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:25.473155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-5b607141-f544-4a25-9bea-59a6a8754a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:25.474704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-5b607141-f544-4a25-9bea-59a6a8754a19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551&tenant_id=436135f846f04cb19480d33d0984abb9 HTTP/1.1" status: 200 len: 1097 time: 0.5589018 Jul 15 12:58:25.657698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-135925db-6c88-41c7-a7fb-039a39476c18 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:25.660740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-135925db-6c88-41c7-a7fb-039a39476c18 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.30 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 972 time: 0.6064212 Jul 15 12:58:25.670032 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.701415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6c463ed-aa11-46a3-bcda-65a577ee67b9 req-98bf3c02-5d65-49f8-9fb9-6eb359518d93 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312054 Jul 15 12:58:25.873939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.115864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a03a4b09-0afa-43c0-957c-30ed22052947 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:26.137362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33032) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:26.202253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33036) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:26.219081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33040) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:26.258882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a03a4b09-0afa-43c0-957c-30ed22052947 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:26.266941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:26.340416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c26669b4-95c7-4aa2-893c-8cd3a6754a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.342030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-c26669b4-95c7-4aa2-893c-8cd3a6754a35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1097 time: 0.8005862 Jul 15 12:58:26.382475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Deleting port 806beaa3-5881-4b36-b459-a3a0b9acc98a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:26.385254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.441171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:26.453960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:26.455302 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.493795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-network', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:26.558390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Made reservation on behalf of 851eeab0987b41d68896d84bbc7a942d for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:26.563248 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.635032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.644801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-644f5be6-7beb-4bbb-940f-088d3b342269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.656489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.685707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,segment=NetworkSegment(77a8af7c-8c25-42c0-a09d-20908fcf61f5),segment_id=77a8af7c-8c25-42c0-a09d-20908fcf61f5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:26.691327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.722317 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b18b1cd-a11f-4f60-b026-dd2b484095b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f3d683703494f46ac15d4381a4895a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174243 Jul 15 12:58:26.726776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33046) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:26.755113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e960bd-64a1-4ada-88dd-80fd73f3499f req-fb55e118-6078-4cda-850a-8e4f2a0460fd tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.761256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:26.762136 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23e960bd-64a1-4ada-88dd-80fd73f3499f req-fb55e118-6078-4cda-850a-8e4f2a0460fd tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 949 time: 1.0510168 Jul 15 12:58:26.840568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a82903-a9e7-44a3-9c95-291f17a48112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.900953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a82903-a9e7-44a3-9c95-291f17a48112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.930958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c618781e-2256-434d-866a-0f379155ca46 None None] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:26.964248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3a115aac-1023-4b4d-9a94-e96f5d53d107 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:27.005046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] For port 806beaa3-5881-4b36-b459-a3a0b9acc98a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=806beaa3-5881-4b36-b459-a3a0b9acc98a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:27.005046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.030715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Allocated IP 172.25.1.249 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/5d036b37-6ee5-4668-9f8c-4ad7059b1dbb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:27.042083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a82903-a9e7-44a3-9c95-291f17a48112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.049371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a82903-a9e7-44a3-9c95-291f17a48112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.057450 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d1a82903-a9e7-44a3-9c95-291f17a48112 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84e40386-47d8-4f1e-ad0b-466edefd91a1 HTTP/1.1" status: 204 len: 168 time: 0.3289175 Jul 15 12:58:27.060243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-644f5be6-7beb-4bbb-940f-088d3b342269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.072505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a82903-a9e7-44a3-9c95-291f17a48112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e40386-47d8-4f1e-ad0b-466edefd91a1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.078934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-644f5be6-7beb-4bbb-940f-088d3b342269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.114443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f5be6-7beb-4bbb-940f-088d3b342269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6625043f-899b-4624-a319-04c629a85778,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.179822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.219008 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-644f5be6-7beb-4bbb-940f-088d3b342269 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57da5bafee7b49499abb33da58ee1149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9983923 Jul 15 12:58:27.226641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e4d134b5-5720-40f5-af60-a7579c0f060e None None] Provisioning for port a03a4b09-0afa-43c0-957c-30ed22052947 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:27.229293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a608b7b6-df30-4288-b165-41ff80c923cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.231798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-a608b7b6-df30-4288-b165-41ff80c923cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.8761721 Jul 15 12:58:27.233431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33052) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:27.246727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23e960bd-64a1-4ada-88dd-80fd73f3499f req-2221aa73-6917-4eac-b4be-f080441e4709 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834628 Jul 15 12:58:27.272699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.335250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e4d134b5-5720-40f5-af60-a7579c0f060e None None] Provisioning complete for port a03a4b09-0afa-43c0-957c-30ed22052947 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:27.335861 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e4d134b5-5720-40f5-af60-a7579c0f060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.426058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 3a115aac-1023-4b4d-9a94-e96f5d53d107 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:27.430869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:27.433216 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-4dedb4c1-49b2-47fe-8781-de258836a90a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.1737156 Jul 15 12:58:27.444957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d036b37-6ee5-4668-9f8c-4ad7059b1dbb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.447921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:27.457115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Calling delete_port for 806beaa3-5881-4b36-b459-a3a0b9acc98a owned by compute:tempest-test_az-1542185124 {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:27.460323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:27.463249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Deleting port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:27.463541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.468473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 3a115aac-1023-4b4d-9a94-e96f5d53d107 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:27.468928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.487167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7afc7c63-d0a8-4638-8c91-5bfb53f1ee0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.557556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] For port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,segment=NetworkSegment(77a8af7c-8c25-42c0-a09d-20908fcf61f5),segment_id=77a8af7c-8c25-42c0-a09d-20908fcf61f5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:27.557906 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.582869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.618949 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.629148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7afc7c63-d0a8-4638-8c91-5bfb53f1ee0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.635604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-66106204-d3e9-4ead-8cb9-c7a343d914ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.637180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-66106204-d3e9-4ead-8cb9-c7a343d914ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1779718 Jul 15 12:58:27.641907 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.680806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33056) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:27.686490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Calling delete_port for 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:27.717486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:27.743912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af03c16a-457f-4169-8388-90b75edd448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a115aac-1023-4b4d-9a94-e96f5d53d107'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:27.746987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-130d7d92-d460-4d33-a1ab-36c9b361a9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.747599 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ee767f-0ac2-4a90-93ca-580178cf6571" -d '{"events": [{"server_uuid": "af03c16a-457f-4169-8388-90b75edd448f", "name": "network-vif-plugged", "status": "completed", "tag": "3a115aac-1023-4b4d-9a94-e96f5d53d107"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:27.752732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2f6f59-d747-4342-adc8-975c49c5496e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.759206 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.759590 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Added segment b752caa9-bcbf-4645-93ed-38d4e4596ae1 of type vlan for network d7c7f39f-a195-49cb-ab08-6de7357ca58b Jul 15 12:58:27.764656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019ee88-c44f-47cf-bf25-65095aa6f636 req-007f1248-3d66-419d-8744-67f7d6bd7fb1 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.766813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2019ee88-c44f-47cf-bf25-65095aa6f636 req-007f1248-3d66-419d-8744-67f7d6bd7fb1 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 972 time: 1.1671479 Jul 15 12:58:27.785114 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e4d134b5-5720-40f5-af60-a7579c0f060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.802409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3a115aac-1023-4b4d-9a94-e96f5d53d107, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3a115aac-1023-4b4d-9a94-e96f5d53d107,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:27.823756 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.833742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.854088 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7afc7c63-d0a8-4638-8c91-5bfb53f1ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.856862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7afc7c63-d0a8-4638-8c91-5bfb53f1ee0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.861275 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7afc7c63-d0a8-4638-8c91-5bfb53f1ee0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6625043f-899b-4624-a319-04c629a85778 HTTP/1.1" status: 204 len: 168 time: 0.6230803 Jul 15 12:58:27.895113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc7c63-d0a8-4638-8c91-5bfb53f1ee0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6625043f-899b-4624-a319-04c629a85778,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.920036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4308ace1-6558-4406-9010-bf0516623eb8 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:27.941485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.942534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.943205 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.030069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e4d134b5-5720-40f5-af60-a7579c0f060e None None] For port a03a4b09-0afa-43c0-957c-30ed22052947, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a03a4b09-0afa-43c0-957c-30ed22052947,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:28.054047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e4d134b5-5720-40f5-af60-a7579c0f060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.064919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3a115aac-1023-4b4d-9a94-e96f5d53d107,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.067438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] Pushing event updated for resources: {'Network': ['ID=d7c7f39f-a195-49cb-ab08-6de7357ca58b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.079242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:28.108553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4308ace1-6558-4406-9010-bf0516623eb8 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:28.131689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-130d7d92-d460-4d33-a1ab-36c9b361a9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.145629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:28.146419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-130d7d92-d460-4d33-a1ab-36c9b361a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.208396 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-168499de-52dd-4199-a289-47940d8392ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0682788 Jul 15 12:58:28.221277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d134b5-5720-40f5-af60-a7579c0f060e None None] Pushing event updated for resources: {'Port': ['ID=a03a4b09-0afa-43c0-957c-30ed22052947,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.237076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33062) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:28.256520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Request body: {'subnet': {'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-subnet', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:28.283833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:28.284417 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.317506 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-130d7d92-d460-4d33-a1ab-36c9b361a9ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ffcb48a681d48e1bd4794aa92cc91c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243229 Jul 15 12:58:28.320661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33066) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:28.321655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d7d92-d460-4d33-a1ab-36c9b361a9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9440bc3d-70aa-453d-be35-29b5dedc6c02,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.333805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-067ad016-e5d6-4a11-ba23-39cdb10f4db6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6445253 Jul 15 12:58:28.410546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Made reservation on behalf of 851eeab0987b41d68896d84bbc7a942d for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:28.417075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.495358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f610acf1-e4d7-43f9-b390-046f49d5f3d1 None None] Provisioning complete for port a03a4b09-0afa-43c0-957c-30ed22052947 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:28.496402 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f610acf1-e4d7-43f9-b390-046f49d5f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.556768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2019ee88-c44f-47cf-bf25-65095aa6f636 req-dd6c27c8-0654-4318-abbf-96fe409730ce tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec96593a-3a07-4e67-9cec-a1e25d13590b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051245 Jul 15 12:58:28.708727 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eebd031-6472-4214-bbd3-3e1b4580f343 x-openstack-request-id: req-6eebd031-6472-4214-bbd3-3e1b4580f343 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:28.709313 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af03c16a-457f-4169-8388-90b75edd448f", "name": "network-vif-plugged", "status": "completed", "tag": "3a115aac-1023-4b4d-9a94-e96f5d53d107", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:28.709779 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6eebd031-6472-4214-bbd3-3e1b4580f343 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:28.710466 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af03c16a-457f-4169-8388-90b75edd448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a115aac-1023-4b4d-9a94-e96f5d53d107', 'code': 200} Jul 15 12:58:28.757647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8768444-51a7-414b-98cb-407ff3c5f173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.773803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33070) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:28.813215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8768444-51a7-414b-98cb-407ff3c5f173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.815147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c2d8ec9-e8b9-463d-8f28-e18858f81cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.927274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd419-6acb-49ad-9a20-faf1d05c94c5 req-85d4eaa9-0921-4d20-b54d-7767fa601c4d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.928863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a04bd419-6acb-49ad-9a20-faf1d05c94c5 req-85d4eaa9-0921-4d20-b54d-7767fa601c4d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 945 time: 1.4730966 Jul 15 12:58:28.945780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 806beaa3-5881-4b36-b459-a3a0b9acc98a no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:28.968077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8768444-51a7-414b-98cb-407ff3c5f173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.971842 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8768444-51a7-414b-98cb-407ff3c5f173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.977558 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a8768444-51a7-414b-98cb-407ff3c5f173 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9440bc3d-70aa-453d-be35-29b5dedc6c02 HTTP/1.1" status: 204 len: 168 time: 0.6472650 Jul 15 12:58:29.011302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.053432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8768444-51a7-414b-98cb-407ff3c5f173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9440bc3d-70aa-453d-be35-29b5dedc6c02,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.060290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82cb59f2-38b1-41f7-aaca-4c882a7ace64,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.083892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a04bd419-6acb-49ad-9a20-faf1d05c94c5 req-a0ce2ee4-88b9-4c41-b703-f1d887e35b7b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213539 Jul 15 12:58:29.151290 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.155206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-7da13524-364e-4c01-88d6-0822e1f734ac service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061113 Jul 15 12:58:29.186065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Checking segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:29.186357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Network hostable DHCP agents. Network: d7c7f39f-a195-49cb-ab08-6de7357ca58b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:29.203789 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c2d8ec9-e8b9-463d-8f28-e18858f81cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.211342 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c2d8ec9-e8b9-463d-8f28-e18858f81cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.219206 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.233651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:29.263687 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6c2d8ec9-e8b9-463d-8f28-e18858f81cf1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ec4b3e2cefa44cc918d1c98cdefb38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874547 Jul 15 12:58:29.266196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d7c7f39f-a195-49cb-ab08-6de7357ca58b) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:29.267799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33074) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:29.268442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d8ec9-e8b9-463d-8f28-e18858f81cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edaaafd-00be-4e6e-8748-a1cb3941d971,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.279923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.280529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.307473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09821a0b-ef02-4d96-9da4-7b7e95f14388 None None] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:29.325913 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8959ba94-8a67-480b-a9ad-fc17169f76b1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0872030 Jul 15 12:58:29.331619 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33076) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:29.335804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:29.395048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b8eebe4-bd95-48e7-9206-87d26a7050a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.398728 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.404960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.434383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b8eebe4-bd95-48e7-9206-87d26a7050a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.498414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b8eebe4-bd95-48e7-9206-87d26a7050a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.502187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b8eebe4-bd95-48e7-9206-87d26a7050a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.503472 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b8eebe4-bd95-48e7-9206-87d26a7050a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2edaaafd-00be-4e6e-8748-a1cb3941d971 HTTP/1.1" status: 204 len: 168 time: 0.2322464 Jul 15 12:58:29.518055 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eebe4-bd95-48e7-9206-87d26a7050a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edaaafd-00be-4e6e-8748-a1cb3941d971,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.568479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d7c7f39f-a195-49cb-ab08-6de7357ca58b', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:58:29.569540 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.598995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.614612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.723067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e203d2-fb7f-40cd-940b-6162dcd78c6a req-3e85b880-2725-40c7-80a5-6357ca6c720f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.735275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2e203d2-fb7f-40cd-940b-6162dcd78c6a req-3e85b880-2725-40c7-80a5-6357ca6c720f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 950 time: 0.8237433 Jul 15 12:58:29.809906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.837082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Pushing event deleted for resources: {'Port': ['ID=806beaa3-5881-4b36-b459-a3a0b9acc98a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.839862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Allocated IP 172.20.0.2 (d7c7f39f-a195-49cb-ab08-6de7357ca58b/82cb59f2-38b1-41f7-aaca-4c882a7ace64/17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:29.909507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd08a77-65d6-4cce-b5d2-ddf2e7852717 req-4f615512-14ba-42ba-ad87-854793a062a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.912396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccd08a77-65d6-4cce-b5d2-ddf2e7852717 req-4f615512-14ba-42ba-ad87-854793a062a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 1102 time: 1.0639384 Jul 15 12:58:30.180016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] No DVR routers for this DVR port 806beaa3-5881-4b36-b459-a3a0b9acc98a on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:30.186096 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.190874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc2ea315-421b-4e86-bf02-030ffd709af0 req-52db40aa-d674-4b3c-82de-ba2bf039fb26 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.30 "DELETE /v2.0/ports/806beaa3-5881-4b36-b459-a3a0b9acc98a HTTP/1.1" status: 204 len: 173 time: 4.4752946 Jul 15 12:58:30.224080 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.264431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a03a4b09-0afa-43c0-957c-30ed22052947 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:30.304278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81487c6-f53b-43b9-a0b8-639b6b3fac50', 'name': 'network-vif-deleted', 'tag': '806beaa3-5881-4b36-b459-a3a0b9acc98a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:30.307650 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfb0d42-8822-4abc-8b8c-eb153fef1ab8" -d '{"events": [{"server_uuid": "f81487c6-f53b-43b9-a0b8-639b6b3fac50", "name": "network-vif-deleted", "tag": "806beaa3-5881-4b36-b459-a3a0b9acc98a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:30.317169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1700f4f6-b3b7-44d0-9347-3a3ae40c6902 req-b4b1251c-65ab-4060-b093-aeaf412e6448 tempest-AggregatesAdminTestJSON-1595025761 tempest-AggregatesAdminTestJSON-1595025761-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81487c6-f53b-43b9-a0b8-639b6b3fac50 HTTP/1.1" status: 200 len: 210 time: 0.2583742 Jul 15 12:58:30.337627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a03a4b09-0afa-43c0-957c-30ed22052947 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:30.338225 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.349128 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-59b924fc-d444-492e-98d6-c656f9d51dce service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1802828 Jul 15 12:58:30.442446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2e203d2-fb7f-40cd-940b-6162dcd78c6a req-70b4cc8d-8180-4f7d-9df5-fac2a805a6f2 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7055385 Jul 15 12:58:30.507313 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.543219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Transition to ACTIVE for port object 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:30.565698 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.577472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Transition to ACTIVE for port object 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:30.597441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.627797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:30.634941 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.647790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.649454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccd08a77-65d6-4cce-b5d2-ddf2e7852717 req-48f833f8-9d11-4a08-ae46-35e0f4a5cf8a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805398 Jul 15 12:58:30.770118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Pushing event updated for resources: {'Port': ['ID=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:30.831748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:30.834560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:30.844667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:30.969199 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0349c715-4cd1-42fc-b1c0-82cacf16ec60 x-openstack-request-id: req-0349c715-4cd1-42fc-b1c0-82cacf16ec60 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:30.969199 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81487c6-f53b-43b9-a0b8-639b6b3fac50", "name": "network-vif-deleted", "tag": "806beaa3-5881-4b36-b459-a3a0b9acc98a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:30.969199 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0349c715-4cd1-42fc-b1c0-82cacf16ec60 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:30.969757 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81487c6-f53b-43b9-a0b8-639b6b3fac50', 'name': 'network-vif-deleted', 'tag': '806beaa3-5881-4b36-b459-a3a0b9acc98a', 'status': 'completed', 'code': 200} Jul 15 12:58:31.074080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Attempting to bind port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:31.074759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Attempting to bind port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:31.077241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Attempting to bind port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a on network d7c7f39f-a195-49cb-ab08-6de7357ca58b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:31.087003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Allocated IP 172.25.1.251 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/bb19e909-efe7-4ae7-8b55-069b817ed6bd) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:31.107100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:31.109659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Checking segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:31.113109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.116342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Bound using segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:31.118486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Bound port: 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:31.119117 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.348985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] For port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:31.353910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] For port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:31.373720 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.571341 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.619681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ba5af-3219-42a8-813f-1cdc5fcdb94c None None] Pushing event updated for resources: {'Port': ['ID=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:31.685445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Router d32f607b-26e0-4882-a70c-3c4eaf8fc177 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:58:31.755194 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.982408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:32.006829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:32.012403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:32.100530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=bb19e909-efe7-4ae7-8b55-069b817ed6bd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:32.288670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411f558-b3cf-4aa6-8f27-e2dbc8cf0ba0 req-35a97db6-89bc-4eda-8836-cdde30952c16 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.297831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6411f558-b3cf-4aa6-8f27-e2dbc8cf0ba0 req-35a97db6-89bc-4eda-8836-cdde30952c16 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 945 time: 1.3309898 Jul 15 12:58:32.307225 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:32.315432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-5db25e48-9a28-4d2a-9af9-4796414ec956 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.317404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-5db25e48-9a28-4d2a-9af9-4796414ec956 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1097 time: 1.2298174 Jul 15 12:58:32.422928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:32.525973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:32.536232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:32.559662 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Sync routers for ids ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:32.587735 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Routers {'d32f607b-26e0-4882-a70c-3c4eaf8fc177'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:32.589183 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:32.672832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:32.907400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6411f558-b3cf-4aa6-8f27-e2dbc8cf0ba0 req-8311bf19-4785-4778-86f6-ffcf51303fec tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082790 Jul 15 12:58:32.943780 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Set router d32f607b-26e0-4882-a70c-3c4eaf8fc177 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:33.006227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.011982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-80a4ca30-7d1a-443b-8dc9-222b9cbf0ba9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.1505859 Jul 15 12:58:33.020746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33146) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:33.414338 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T12:58:28Z', 'revision_number': 3, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port': {'id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:26Z', 'updated_at': '2021-07-15T12:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:33.434908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27cd696-3f70-4272-99df-648f410f5211 None None] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:33.481277 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Checking router: d32f607b-26e0-4882-a70c-3c4eaf8fc177 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:33.481628 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Updating router d32f607b-26e0-4882-a70c-3c4eaf8fc177 port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:33.564961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.566095 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.661237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-617e5a4b-f991-4df0-a25c-4d3884d2dd48 None None] Provisioning for port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:33.677548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-617e5a4b-f991-4df0-a25c-4d3884d2dd48 None None] Provisioning complete for port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:33.678948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-617e5a4b-f991-4df0-a25c-4d3884d2dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.733680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:34.232008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Router 2f8a9274-346b-4e99-9c63-fbe2f318e783 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:58:34.246860 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.277343 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Transition to ACTIVE for port object 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:34.290914 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.369625 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Attempting to bind port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:34.370245 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Attempting to bind port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:34.370799 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Attempting to bind port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:34.375951 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d5b41-fdad-4de0-b5e0-509036201f1f None None] Pushing event updated for resources: {'Port': ['ID=5d036b37-6ee5-4668-9f8c-4ad7059b1dbb,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.400555 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:34.401259 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:34.401831 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.402417 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:34.403073 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Bound port: 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:34.403667 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.416308 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.435183 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-617e5a4b-f991-4df0-a25c-4d3884d2dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.487815 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] For port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:34.497499 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] For port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5d036b37-6ee5-4668-9f8c-4ad7059b1dbb,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:34.499369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-6a1d528a-f809-4a73-b34f-51e3d35178eb service neutron] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:34.506915 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.572756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-617e5a4b-f991-4df0-a25c-4d3884d2dd48 None None] For port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:34.580515 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-095f32bd-3387-4ff4-9b2d-bf80088d041e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8a5c4ca1d674a618c547740262605f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8438931 Jul 15 12:58:34.580978 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-617e5a4b-f991-4df0-a25c-4d3884d2dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.582518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33172) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:34.630128 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d5b41-fdad-4de0-b5e0-509036201f1f None None] Pushing event updated for resources: {'Port': ['ID=5d036b37-6ee5-4668-9f8c-4ad7059b1dbb,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.643702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-6a1d528a-f809-4a73-b34f-51e3d35178eb service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.645697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb736172-c2d4-4a1e-b07c-478f5451e295 req-6a1d528a-f809-4a73-b34f-51e3d35178eb service neutron] 10.222.0.30 "DELETE /v2.0/ports/4308ace1-6558-4406-9010-bf0516623eb8/bindings/n-h1-771362-36 HTTP/1.1" status: 204 len: 173 time: 2.3095727 Jul 15 12:58:34.664226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:34.706445 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Routers {'d32f607b-26e0-4882-a70c-3c4eaf8fc177'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:34.707519 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:34.720243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e5a4b-f991-4df0-a25c-4d3884d2dd48 None None] Pushing event updated for resources: {'Port': ['ID=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.811794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:34.823462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ede65be5-2544-4f05-9d6b-61d2ef89be87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.828218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Sync routers for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:34.857727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:34.858730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:34.860606 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] Set router d32f607b-26e0-4882-a70c-3c4eaf8fc177 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:34.898002 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.907874 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5152fc4e-3a60-4cd4-9ba4-fde3d71bf4c5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5751641 Jul 15 12:58:34.911042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33174) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:34.953095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ede65be5-2544-4f05-9d6b-61d2ef89be87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.078460 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:58:35.201035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:35.268638 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T12:58:28Z', 'revision_number': 3, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port': {'id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:26Z', 'updated_at': '2021-07-15T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:35.298603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ede65be5-2544-4f05-9d6b-61d2ef89be87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.304472 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ede65be5-2544-4f05-9d6b-61d2ef89be87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.306965 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ede65be5-2544-4f05-9d6b-61d2ef89be87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec96593a-3a07-4e67-9cec-a1e25d13590b HTTP/1.1" status: 204 len: 168 time: 0.7165656 Jul 15 12:58:35.376085 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.386684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede65be5-2544-4f05-9d6b-61d2ef89be87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec96593a-3a07-4e67-9cec-a1e25d13590b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:35.407757 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597013ce-c6d7-4f4a-8768-2b74ffa06468 None None] The sync data for ids ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'] in n-d-771362-36 is: [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T12:58:28Z', 'revision_number': 3, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port': {'id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:26Z', 'updated_at': '2021-07-15T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:35.417215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4671bb9-b5d2-42a1-adf3-d93bd5ba826f req-6010e8d7-d4fc-47b4-931d-033d0abe8910 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:35.436570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4671bb9-b5d2-42a1-adf3-d93bd5ba826f req-6010e8d7-d4fc-47b4-931d-033d0abe8910 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 950 time: 2.0051632 Jul 15 12:58:35.592332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4671bb9-b5d2-42a1-adf3-d93bd5ba826f req-7e3cbb2d-d87f-4a64-9ea2-4185fe2a805f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274762 Jul 15 12:58:35.599685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:35.617542 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] Sync routers for ids ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:35.633544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e704af99-a24d-4b39-8202-3cf5451af4ff None None] Provisioning complete for port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:35.634911 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e704af99-a24d-4b39-8202-3cf5451af4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.651115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6a856329-0bf9-405e-9550-9ba81f4cc626 admin admin] 10.222.0.25 "PUT /v2.0/routers/8da810fd-c63e-47cd-a1ec-0553e4ce4f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3354280 Jul 15 12:58:35.654255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33180) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:35.672072 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] Routers {'8da810fd-c63e-47cd-a1ec-0553e4ce4f17'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:35.685388 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:36.093459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7429-8418-4fc2-8523-cabfa81d0724 req-a78724c5-417a-42d1-b317-98838f7ec258 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.104639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b0a7429-8418-4fc2-8523-cabfa81d0724 req-a78724c5-417a-42d1-b317-98838f7ec258 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 945 time: 1.6029460 Jul 15 12:58:36.119255 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] Set router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:36.183667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33188) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:36.210297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:36.304019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b0a7429-8418-4fc2-8523-cabfa81d0724 req-8ace1966-6cda-4cfd-8a6d-c8eab67f3c1f tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957724 Jul 15 12:58:36.320843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-83375bcb-5120-4f4c-a78f-78e398a113a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a48c522079641c7b6cfc36bc9576aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1202047 Jul 15 12:58:36.321868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33190) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:36.473248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.523661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:32Z', 'revision_number': 3, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:36.599693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Checking router: 2f8a9274-346b-4e99-9c63-fbe2f318e783 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:36.602430 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Updating router 2f8a9274-346b-4e99-9c63-fbe2f318e783 port bb19e909-efe7-4ae7-8b55-069b817ed6bd binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:36.723846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:36.724792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.764488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.879423 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.909017 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:29Z', 'revision_number': 5, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port': {'id': '43434450-0f51-4246-96c3-d3f4b63d01cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:10Z', 'updated_at': '2021-07-15T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:36.969376 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] Checking router: 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:36.987758 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] Routers {'8da810fd-c63e-47cd-a1ec-0553e4ce4f17'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:36.991225 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:37.097896 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.193290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.200658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6257a26-64c7-4c2d-9c7a-a6ccace8998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.200896 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] Set router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:37.337286 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:36Z', 'revision_number': 6, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:37.434129 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff033c92-e31d-4d13-80e3-0f28d46b5324 None None] The sync data for ids ['8da810fd-c63e-47cd-a1ec-0553e4ce4f17'] in n-d-771362-36 is: [{'id': '8da810fd-c63e-47cd-a1ec-0553e4ce4f17', 'name': 'tempest-FloatingIPsNegativeTestJSON-838339738-router', 'tenant_id': 'af3447de574649729140d3247000bd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:09Z', 'updated_at': '2021-07-15T12:58:36Z', 'revision_number': 6, 'project_id': 'af3447de574649729140d3247000bd75', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:37.492980 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6257a26-64c7-4c2d-9c7a-a6ccace8998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.580188 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.603981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Deleting port 43434450-0f51-4246-96c3-d3f4b63d01cc {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:37.604166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Transition to ACTIVE for port object bb19e909-efe7-4ae7-8b55-069b817ed6bd will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:37.604767 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.617915 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.693471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Attempting to bind port bb19e909-efe7-4ae7-8b55-069b817ed6bd on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:37.695095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Attempting to bind port bb19e909-efe7-4ae7-8b55-069b817ed6bd by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:37.696581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Attempting to bind port bb19e909-efe7-4ae7-8b55-069b817ed6bd on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:37.731496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] For port 43434450-0f51-4246-96c3-d3f4b63d01cc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=43434450-0f51-4246-96c3-d3f4b63d01cc,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:37.731870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.749823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Allocated IP 172.20.0.1 (d7c7f39f-a195-49cb-ab08-6de7357ca58b/82cb59f2-38b1-41f7-aaca-4c882a7ace64/5e923ff1-4d89-40a3-8d3b-7e11f7277506) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:37.763854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:37.764965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:37.765554 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.766121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:37.766826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Bound port: bb19e909-efe7-4ae7-8b55-069b817ed6bd, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:37.767456 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.813563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33206) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:37.850232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c7c74-8543-43db-84fb-443dd4208df8 None None] Pushing event updated for resources: {'Port': ['ID=bb19e909-efe7-4ae7-8b55-069b817ed6bd,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:37.901931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] For port bb19e909-efe7-4ae7-8b55-069b817ed6bd, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:37.908419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] For port bb19e909-efe7-4ae7-8b55-069b817ed6bd, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb19e909-efe7-4ae7-8b55-069b817ed6bd,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:37.914947 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.945122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.964643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Transition to ACTIVE for port object 5e923ff1-4d89-40a3-8d3b-7e11f7277506 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:38.010746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.023257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:38.023925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:38.030131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c7c74-8543-43db-84fb-443dd4208df8 None None] Pushing event updated for resources: {'Port': ['ID=bb19e909-efe7-4ae7-8b55-069b817ed6bd,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.090450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:38.093910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:38.110631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:38.111467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.135050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Calling delete_port for 43434450-0f51-4246-96c3-d3f4b63d01cc owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:38.298539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:38.308439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Pushing event updated for resources: {'Port': ['ID=5e923ff1-4d89-40a3-8d3b-7e11f7277506,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.336160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ddf66fe-7603-460b-a4fe-9467ca1295e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.352168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b7b3b-1fc0-4ee2-b6fc-db85f6a4d995 req-386b1f44-5808-416b-be36-e994538f39be tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.354122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-611b7b3b-1fc0-4ee2-b6fc-db85f6a4d995 req-386b1f44-5808-416b-be36-e994538f39be tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 950 time: 1.1732192 Jul 15 12:58:38.471220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6257a26-64c7-4c2d-9c7a-a6ccace8998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.474640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6257a26-64c7-4c2d-9c7a-a6ccace8998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.476373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a6257a26-64c7-4c2d-9c7a-a6ccace8998e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9ad4377-5ce7-4837-aef0-33110cbdf83f HTTP/1.1" status: 204 len: 168 time: 2.0056741 Jul 15 12:58:38.506441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:38.509645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.518867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:38.521559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.525533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:38.557204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ddf66fe-7603-460b-a4fe-9467ca1295e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.568525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ddf66fe-7603-460b-a4fe-9467ca1295e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.574104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257a26-64c7-4c2d-9c7a-a6ccace8998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ad4377-5ce7-4837-aef0-33110cbdf83f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.599545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Allocated IP 172.20.0.1 (b2f122ae-80ea-45eb-a608-dd3c7bddd241/4ed0011f-4538-47eb-b969-5ae585395922/766c718c-92bf-4ddf-b16c-1330f8d08981) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:38.608003 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9ddf66fe-7603-460b-a4fe-9467ca1295e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05241a1310264fec87465e0bebf3805f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933226 Jul 15 12:58:38.609183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-611b7b3b-1fc0-4ee2-b6fc-db85f6a4d995 req-050781ff-a437-4a34-9d99-7ffdf23760b5 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451921 Jul 15 12:58:38.619996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33212) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:38.706929 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf66fe-7603-460b-a4fe-9467ca1295e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65665387-303d-4136-8cd4-28651c34eace,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.818437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-95f59f61-0f44-48f1-b52b-ae31a53b4db7 None None] Provisioning for port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:38.824585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-95f59f61-0f44-48f1-b52b-ae31a53b4db7 None None] Provisioning complete for port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:38.824966 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-95f59f61-0f44-48f1-b52b-ae31a53b4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.875903 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b57052e-9e52-4823-b90d-7257a8e01ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.906403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e502f-4177-403b-883e-88b2c8576848 req-6e82facf-6804-49f6-930a-3724e082a2bd tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.908513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-817e502f-4177-403b-883e-88b2c8576848 req-6e82facf-6804-49f6-930a-3724e082a2bd tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1097 time: 0.8482833 Jul 15 12:58:38.914329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.940327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.949424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-95f59f61-0f44-48f1-b52b-ae31a53b4db7 None None] Port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:38.972045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5d036b37-6ee5-4668-9f8c-4ad7059b1dbb,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:38.978354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b57052e-9e52-4823-b90d-7257a8e01ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.979064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:32Z', 'revision_number': 3, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:38.986269 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.051648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f75597-f3de-4ddd-aac3-b5fb9a924783 None None] The sync data for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 is: [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:32Z', 'revision_number': 3, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:39.089759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 43434450-0f51-4246-96c3-d3f4b63d01cc no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:39.142574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b57052e-9e52-4823-b90d-7257a8e01ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.144267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.149218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Pushing event deleted for resources: {'Port': ['ID=43434450-0f51-4246-96c3-d3f4b63d01cc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.154358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b57052e-9e52-4823-b90d-7257a8e01ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.155630 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9b57052e-9e52-4823-b90d-7257a8e01ac8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65665387-303d-4136-8cd4-28651c34eace HTTP/1.1" status: 204 len: 168 time: 0.5263638 Jul 15 12:58:39.171894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 43434450-0f51-4246-96c3-d3f4b63d01cc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:39.176820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 43434450-0f51-4246-96c3-d3f4b63d01cc not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:39.177475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:39.182428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5d036b37-6ee5-4668-9f8c-4ad7059b1dbb,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.200832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.202830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57052e-9e52-4823-b90d-7257a8e01ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65665387-303d-4136-8cd4-28651c34eace,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.211498 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.212256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.307343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:39.308063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9e46323d-ad5c-4f7c-bfc2-6a59ba4632d9 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:39.365030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Pushing event updated for resources: {'Port': ['ID=5e923ff1-4d89-40a3-8d3b-7e11f7277506,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.420253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-817e502f-4177-403b-883e-88b2c8576848 req-253d2fe2-0db6-4662-8c39-8bfc0ff7fb9f tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952347 Jul 15 12:58:39.473681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.479326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.517729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.518481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:39.520435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:39.592847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Transition to ACTIVE for port object 766c718c-92bf-4ddf-b16c-1330f8d08981 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:39.597119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.599605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da810fd-c63e-47cd-a1ec-0553e4ce4f17 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 12:58:39.613515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.614766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3a64670c-8385-49a9-ae5f-0dfb35ec8910 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8da810fd-c63e-47cd-a1ec-0553e4ce4f17 HTTP/1.1" status: 204 len: 168 time: 3.9154899 Jul 15 12:58:39.617958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33234) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:39.771345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-78894de0-f5eb-41f6-903f-56a46813bdc8 admin admin] Deleting subnet 29f3da13-ef1f-46a6-9e92-7973891c0d95 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 12:58:39.777210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78894de0-f5eb-41f6-903f-56a46813bdc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.902965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Router 2f8a9274-346b-4e99-9c63-fbe2f318e783 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:39.924856 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78894de0-f5eb-41f6-903f-56a46813bdc8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.136462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-634dfc41-bde6-4fda-b645-daf835d4489e None None] Provisioning complete for port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:40.137997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-634dfc41-bde6-4fda-b645-daf835d4489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.198182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33242) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:40.219116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.231823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-634dfc41-bde6-4fda-b645-daf835d4489e None None] Port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:40.250725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:40.260717 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-35bf6915-bfe0-4911-8419-5a959c48e983 admin admin] 10.222.0.25 "PUT /v2.0/routers/2f8a9274-346b-4e99-9c63-fbe2f318e783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3289919 Jul 15 12:58:40.302327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:40.335532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78894de0-f5eb-41f6-903f-56a46813bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.338022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Pushing event updated for resources: {'Port': ['ID=766c718c-92bf-4ddf-b16c-1330f8d08981,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:40.420231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:40.420694 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.433931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b329e977-9f3c-4f1a-8521-8864b163f14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.461220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:40.489071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:40.503550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:40.503824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.574686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb19e909-efe7-4ae7-8b55-069b817ed6bd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:40.711399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port bb19e909-efe7-4ae7-8b55-069b817ed6bd completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:40.717025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bb19e909-efe7-4ae7-8b55-069b817ed6bd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:40.717799 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.901204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0be87c0e-1a6e-4037-aa68-4c118983182e None None] Provisioning for port 766c718c-92bf-4ddf-b16c-1330f8d08981 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:40.905043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.912701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0be87c0e-1a6e-4037-aa68-4c118983182e None None] Provisioning complete for port 766c718c-92bf-4ddf-b16c-1330f8d08981 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:40.913116 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0be87c0e-1a6e-4037-aa68-4c118983182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.980005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0be87c0e-1a6e-4037-aa68-4c118983182e None None] Port 766c718c-92bf-4ddf-b16c-1330f8d08981 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:41.006314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port bb19e909-efe7-4ae7-8b55-069b817ed6bd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb19e909-efe7-4ae7-8b55-069b817ed6bd,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:41.011313 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.015789 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.027797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-c460ca42-38f7-4c72-b534-4644a1bc45ac tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.029596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-c460ca42-38f7-4c72-b534-4644a1bc45ac tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 807 time: 0.2896626 Jul 15 12:58:41.065322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be927b-6f85-458b-9267-b64d67abd6ef req-4ce20c1a-6be6-45ef-b601-67986a6fed08 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.066939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30be927b-6f85-458b-9267-b64d67abd6ef req-4ce20c1a-6be6-45ef-b601-67986a6fed08 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 950 time: 0.8697352 Jul 15 12:58:41.075430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78894de0-f5eb-41f6-903f-56a46813bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.095631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=bb19e909-efe7-4ae7-8b55-069b817ed6bd,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:41.178823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78894de0-f5eb-41f6-903f-56a46813bdc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.181505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-78894de0-f5eb-41f6-903f-56a46813bdc8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/29f3da13-ef1f-46a6-9e92-7973891c0d95 HTTP/1.1" status: 204 len: 168 time: 1.5625975 Jul 15 12:58:41.182496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78894de0-f5eb-41f6-903f-56a46813bdc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f3da13-ef1f-46a6-9e92-7973891c0d95,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:41.184249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:41.197700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f99b6f3-6a9c-4698-9a43-a3331f4887c5 None None] Network 3d198486-b2cf-4698-8da3-f87001c1dc0a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:41.199713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-c7d87796-d4f7-45e3-b6c2-d5fe3aaca647 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/quotas/436135f846f04cb19480d33d0984abb9 HTTP/1.1" status: 200 len: 375 time: 0.1313295 Jul 15 12:58:41.307069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30be927b-6f85-458b-9267-b64d67abd6ef req-2b7fc62f-2426-42c1-a8e5-c7c58ba69a2a tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270024 Jul 15 12:58:41.389838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.406626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-0f663706-4402-47cb-b43e-bbef18861910 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.408889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-0f663706-4402-47cb-b43e-bbef18861910 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 950 time: 0.4210274 Jul 15 12:58:41.541772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b329e977-9f3c-4f1a-8521-8864b163f14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.569167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33290) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:41.576848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-network', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:41.606070 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Deleting port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:41.606744 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.631019 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.674128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Made reservation on behalf of 5b6a769a51894a238d5f7848845b4e65 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:41.674653 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.675447 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.677578 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b329e977-9f3c-4f1a-8521-8864b163f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.679418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.701695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-0fb3ce0d-399d-48f6-b3dc-202c2b5f40ac tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5010679 Jul 15 12:58:41.724495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] DHCP port deletion for 3d198486-b2cf-4698-8da3-f87001c1dc0a request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 12:58:41.792760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Pushing event updated for resources: {'Port': ['ID=766c718c-92bf-4ddf-b16c-1330f8d08981,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:41.797351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329e977-9f3c-4f1a-8521-8864b163f14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd9d019-983d-42c0-8932-f4975d079965,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:41.820690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.865027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b329e977-9f3c-4f1a-8521-8864b163f14e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=995e7f898e324b5d83dc62e13b0905b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6634223 Jul 15 12:58:41.872091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] Deleting port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:41.874599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33300) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:41.875567 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.065141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] For port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,segment=NetworkSegment(77a8af7c-8c25-42c0-a09d-20908fcf61f5),segment_id=77a8af7c-8c25-42c0-a09d-20908fcf61f5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:42.068168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] For port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,segment=NetworkSegment(77a8af7c-8c25-42c0-a09d-20908fcf61f5),segment_id=77a8af7c-8c25-42c0-a09d-20908fcf61f5)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:42.069109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.070277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.119890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] Calling delete_port for 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:42.177514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Calling delete_port for 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:42.274098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb19e909-efe7-4ae7-8b55-069b817ed6bd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:42.321692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Sync routers for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:42.323802 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.344365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:42.352818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:42.356023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Deleting port 3a115aac-1023-4b4d-9a94-e96f5d53d107 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:42.356622 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.383719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-6489f5c2-5f3b-428c-afe8-fc2b9e8d6976 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:58:42.396225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-6489f5c2-5f3b-428c-afe8-fc2b9e8d6976 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4176304 Jul 15 12:58:42.397029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:42.397750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:42.404154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] No DVR routers for this DVR port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:42.416298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17184b9f-bf28-4391-9ca5-73183ebdb4c7 None None] Pushing event deleted for resources: {'Port': ['ID=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:42.464263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bb19e909-efe7-4ae7-8b55-069b817ed6bd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:42.464909 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.539189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.548459 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9a2623c-70da-45d0-92db-cf1a706c53c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.570922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.630952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33312) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:42.674599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9a2623c-70da-45d0-92db-cf1a706c53c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.695641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:42.720949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1dce8c-1e7b-48c8-8248-5f429bb637dd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:42.734526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.750016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.750376 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Added segment c67ad713-0166-4daa-94b4-3d5775f4e492 of type vlan for network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 Jul 15 12:58:42.799420 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] No DVR routers for this DVR port 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:42.801494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb8e292-b4eb-4b3f-948c-47aa5c80f767,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:42.884336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:42.886925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fccbab84-23d0-4680-a3cd-596611af730b None None] Provisioning complete for port 766c718c-92bf-4ddf-b16c-1330f8d08981 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:42.888085 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fccbab84-23d0-4680-a3cd-596611af730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.890057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] For port 3a115aac-1023-4b4d-9a94-e96f5d53d107, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3a115aac-1023-4b4d-9a94-e96f5d53d107,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:42.892477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.907288 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.932575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a46be3b1-6ec1-44ff-bd0f-cc5dc773acd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.958487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Calling delete_port for 3a115aac-1023-4b4d-9a94-e96f5d53d107 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:42.971724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-da0df78f-f47c-456f-ae80-89e0b9732b2c service neutron] 10.222.0.25 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738795 Jul 15 12:58:42.986243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49f2cb-304d-499f-ad97-cea451b46f64 req-fe327a2e-012c-402c-9767-e00c37ffed99 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.989177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9a2623c-70da-45d0-92db-cf1a706c53c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.993695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f49f2cb-304d-499f-ad97-cea451b46f64 req-fe327a2e-012c-402c-9767-e00c37ffed99 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 950 time: 0.3009200 Jul 15 12:58:42.993917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9a2623c-70da-45d0-92db-cf1a706c53c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.997985 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e9a2623c-70da-45d0-92db-cf1a706c53c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edd9d019-983d-42c0-8932-f4975d079965 HTTP/1.1" status: 204 len: 168 time: 0.9567213 Jul 15 12:58:43.002133 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:43.006229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fccbab84-23d0-4680-a3cd-596611af730b None None] Port 766c718c-92bf-4ddf-b16c-1330f8d08981 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:43.042464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:43.042813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1cb8e292-b4eb-4b3f-948c-47aa5c80f767 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:43.075723 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.080854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Router d32f607b-26e0-4882-a70c-3c4eaf8fc177 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:43.093578 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.resource_extend [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 12:58:43.101658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2623c-70da-45d0-92db-cf1a706c53c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd9d019-983d-42c0-8932-f4975d079965,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:43.114882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.115371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.116809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.116809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.116809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.117248 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.117697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.118088 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.118480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.118832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.213627 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.214566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.214990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.215573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:58:43.230404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d198486-b2cf-4698-8da3-f87001c1dc0a']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:43.277500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f49f2cb-304d-499f-ad97-cea451b46f64 req-ca0b3389-3918-4401-938b-90d316c29f2f tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/security-groups?id=69bc9ce1-3142-461e-bc93-bc078802d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826633 Jul 15 12:58:43.278123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a8af7c-8c25-42c0-a09d-20908fcf61f5') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:43.278444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a8af7c-8c25-42c0-a09d-20908fcf61f5') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:43.313948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.315833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.316609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.340540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.353669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 2, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:43.401481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-d60dd2d8-c799-4214-8868-eb0de080f8d2 service neutron] 10.222.0.25 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047706 Jul 15 12:58:43.432761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.471238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 12:58:43.471687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.489349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Checking router: 2f8a9274-346b-4e99-9c63-fbe2f318e783 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:43.489989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Updating router 2f8a9274-346b-4e99-9c63-fbe2f318e783 port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:43.496119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: from cryptography.utils import int_from_bytes Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: from cryptography.utils import int_from_bytes Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: timer() Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 12:58:43.502177 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 12:58:43.508307 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Sync routers for ids ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:43.521563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-75c41c37-ebc1-4851-af07-4856ee091403 admin admin] 10.222.0.25 "PUT /v2.0/routers/d32f607b-26e0-4882-a70c-3c4eaf8fc177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1174827 Jul 15 12:58:43.528375 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Routers {'d32f607b-26e0-4882-a70c-3c4eaf8fc177'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:43.533666 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:43.573435 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.622977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] Pushing event updated for resources: {'Network': ['ID=e8b5d95f-36a7-4a7c-9297-ccfef03c8857,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:43.623579 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.647174 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.659749 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.664260 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3d198486-b2cf-4698-8da3-f87001c1dc0a HTTP/1.1" status: 204 len: 168 time: 2.4746599 Jul 15 12:58:43.682349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:43.689595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04fcb4-a96f-42de-a2c1-21ffebeb58d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d198486-b2cf-4698-8da3-f87001c1dc0a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:43.746029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a46be3b1-6ec1-44ff-bd0f-cc5dc773acd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.754890 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a46be3b1-6ec1-44ff-bd0f-cc5dc773acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.769153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Pushing event deleted for resources: {'Port': ['ID=3a115aac-1023-4b4d-9a94-e96f5d53d107,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:43.807046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46be3b1-6ec1-44ff-bd0f-cc5dc773acd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0fdf5c-7a99-4b52-a38c-fc12c6ff2c1b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:43.830161 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-27f699ae-a288-4f6f-8fa6-2d50cb7fe93f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2560744 Jul 15 12:58:43.836141 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33336) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:43.844535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Request body: {'subnet': {'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-subnet', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:43.875619 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Set router d32f607b-26e0-4882-a70c-3c4eaf8fc177 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:43.880263 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a46be3b1-6ec1-44ff-bd0f-cc5dc773acd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c08a51da1bc14fb285dba10ba17d9307&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2481081 Jul 15 12:58:43.880971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33338) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:43.900371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07673c77-9f7a-4681-9609-b9b58619ba3b req-939b43dc-2649-4d1d-969d-9b7e0f9bab4a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 210 time: 0.1201606 Jul 15 12:58:43.935180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Made reservation on behalf of 5b6a769a51894a238d5f7848845b4e65 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:43.948731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.113525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] No DVR routers for this DVR port 3a115aac-1023-4b4d-9a94-e96f5d53d107 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:44.120878 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.124174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a1f112d-69e4-48a8-84c6-17e4ca68b5ae req-02271d59-09d9-4a75-9204-5e684e5d3724 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.30 "DELETE /v2.0/ports/3a115aac-1023-4b4d-9a94-e96f5d53d107 HTTP/1.1" status: 204 len: 173 time: 2.6937785 Jul 15 12:58:44.125056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af03c16a-457f-4169-8388-90b75edd448f', 'name': 'network-vif-deleted', 'tag': '3a115aac-1023-4b4d-9a94-e96f5d53d107'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:44.133267 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c499e9-bbca-4472-b0c4-63cd7dd191cd" -d '{"events": [{"server_uuid": "af03c16a-457f-4169-8388-90b75edd448f", "name": "network-vif-deleted", "tag": "3a115aac-1023-4b4d-9a94-e96f5d53d107"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:44.234351 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbc72e9-6b86-4d9d-ba01-028b74deea28 x-openstack-request-id: req-0bbc72e9-6b86-4d9d-ba01-028b74deea28 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:44.236528 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af03c16a-457f-4169-8388-90b75edd448f", "name": "network-vif-deleted", "tag": "3a115aac-1023-4b4d-9a94-e96f5d53d107", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:44.237837 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bbc72e9-6b86-4d9d-ba01-028b74deea28 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:44.240204 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af03c16a-457f-4169-8388-90b75edd448f', 'name': 'network-vif-deleted', 'tag': '3a115aac-1023-4b4d-9a94-e96f5d53d107', 'status': 'completed', 'code': 200} Jul 15 12:58:44.305209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33354) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:44.312826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e76b14b-9f06-4f63-9ab5-8f0125fbb63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.423514 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e76b14b-9f06-4f63-9ab5-8f0125fbb63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.573174 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e76b14b-9f06-4f63-9ab5-8f0125fbb63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.577429 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e76b14b-9f06-4f63-9ab5-8f0125fbb63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.580427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5e76b14b-9f06-4f63-9ab5-8f0125fbb63d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a0fdf5c-7a99-4b52-a38c-fc12c6ff2c1b HTTP/1.1" status: 204 len: 168 time: 0.6789184 Jul 15 12:58:44.600734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76b14b-9f06-4f63-9ab5-8f0125fbb63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0fdf5c-7a99-4b52-a38c-fc12c6ff2c1b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:44.668431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.712414 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port': {'id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:26Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '766c718c-92bf-4ddf-b16c-1330f8d08981', 'name': '', 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'mac_address': 'fa:16:3e:1f:d5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '4ed0011f-4538-47eb-b969-5ae585395922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:41Z', 'revision_number': 2, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'subnets': [{'id': '4ed0011f-4538-47eb-b969-5ae585395922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:44.731313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e81acf-5157-47c4-8a8c-5353af57eb91,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:44.772780 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b586d36f-ad6f-4daa-8aac-78fd7f9ce36d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af3447de574649729140d3247000bd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634194 Jul 15 12:58:44.780792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33364) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:44.818758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3afc8c9c-ea7c-4378-afc8-a9648c1e72e0 req-d9475042-ace4-4691-87f0-186ec3783cf0 tempest-DeleteServersAdminTestJSON-1671617935 tempest-DeleteServersAdminTestJSON-1671617935-project] 10.222.0.25 "GET /v2.0/ports?device_id=af03c16a-457f-4169-8388-90b75edd448f HTTP/1.1" status: 200 len: 210 time: 0.1172826 Jul 15 12:58:44.821011 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Checking router: d32f607b-26e0-4882-a70c-3c4eaf8fc177 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:44.821462 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Updating router d32f607b-26e0-4882-a70c-3c4eaf8fc177 port 766c718c-92bf-4ddf-b16c-1330f8d08981 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:44.887212 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.928965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Checking segment: {'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:44.928965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Network hostable DHCP agents. Network: e8b5d95f-36a7-4a7c-9297-ccfef03c8857, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:45.088748 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:45.122685 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56abe54f-49da-4828-bbd9-6fa08c0a365c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.127620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3a115aac-1023-4b4d-9a94-e96f5d53d107 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:45.223995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56abe54f-49da-4828-bbd9-6fa08c0a365c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.227316 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.267988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, e8b5d95f-36a7-4a7c-9297-ccfef03c8857) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:45.301662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Transition to ACTIVE for port object 5e923ff1-4d89-40a3-8d3b-7e11f7277506 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:45.309857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.317133 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.352608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efe9af63-60e9-412b-a6ea-f15fc29f8d61 req-d75ae57a-7e45-418d-ab0c-2525ffb310ea tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 210 time: 0.1527722 Jul 15 12:58:45.393004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8772520-e13e-4971-a21c-7fac56b5a263 None None] Network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:45.442747 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-07902ed9-ae56-4d3d-af68-a678b659de9d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6011455 Jul 15 12:58:45.443059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33398) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:45.448256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:45.463699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 3a115aac-1023-4b4d-9a94-e96f5d53d107 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:45.469669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3a115aac-1023-4b4d-9a94-e96f5d53d107 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:45.502797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56abe54f-49da-4828-bbd9-6fa08c0a365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.508376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56abe54f-49da-4828-bbd9-6fa08c0a365c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.512613 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56abe54f-49da-4828-bbd9-6fa08c0a365c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b019f99-1126-4d8a-977b-78ae82021584 HTTP/1.1" status: 204 len: 168 time: 0.7126036 Jul 15 12:58:45.515786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.517362 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.542767 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.550196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abe54f-49da-4828-bbd9-6fa08c0a365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b019f99-1126-4d8a-977b-78ae82021584,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:45.581220 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.613604 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Transition to ACTIVE for port object 766c718c-92bf-4ddf-b16c-1330f8d08981 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:45.626629 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.689697 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.714770 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3406673-e0d7-4c00-8fc0-837c639532c3 None None] Pushing event updated for resources: {'Port': ['ID=766c718c-92bf-4ddf-b16c-1330f8d08981,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:45.720817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d6695-69f2-40b6-885e-eee6f6b5d8bb None None] Pushing event updated for resources: {'Port': ['ID=5e923ff1-4d89-40a3-8d3b-7e11f7277506,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:45.892415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Attempting to bind port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:45.898341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Attempting to bind port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:45.899846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Attempting to bind port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 on network d7c7f39f-a195-49cb-ab08-6de7357ca58b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:45.956131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:45.956529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Checking segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:45.957122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.957553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Bound using segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:45.958119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Bound port: 5e923ff1-4d89-40a3-8d3b-7e11f7277506, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:45.958578 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.023797 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Attempting to bind port 766c718c-92bf-4ddf-b16c-1330f8d08981 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:46.024027 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Attempting to bind port 766c718c-92bf-4ddf-b16c-1330f8d08981 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:46.024337 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Attempting to bind port 766c718c-92bf-4ddf-b16c-1330f8d08981 on network b2f122ae-80ea-45eb-a608-dd3c7bddd241 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:46.048449 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:46.049050 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Checking segment: {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:46.051071 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.051843 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Bound using segment: {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:46.052650 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Bound port: 766c718c-92bf-4ddf-b16c-1330f8d08981, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:46.053575 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.222575 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.236500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-e8b5d95f-36a7-4a7c-9297-ccfef03c8857', 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'fixed_ips': [{'subnet_id': '01e81acf-5157-47c4-8a8c-5353af57eb91'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:58:46.240066 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.305463 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] For port 766c718c-92bf-4ddf-b16c-1330f8d08981, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:46.325952 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] For port 766c718c-92bf-4ddf-b16c-1330f8d08981, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=766c718c-92bf-4ddf-b16c-1330f8d08981,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:46.347626 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.454400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] For port 5e923ff1-4d89-40a3-8d3b-7e11f7277506, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:46.515567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] For port 5e923ff1-4d89-40a3-8d3b-7e11f7277506, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e923ff1-4d89-40a3-8d3b-7e11f7277506,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:46.559782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.672222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-7525d513-2e41-4f04-9591-173750c0eb74 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.676052 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-7525d513-2e41-4f04-9591-173750c0eb74 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 807 time: 0.5479355 Jul 15 12:58:46.692010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Request body: {'port': {'device_id': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'admin_state_up': True, 'tenant_id': '436135f846f04cb19480d33d0984abb9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:46.699749 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Routers {'d32f607b-26e0-4882-a70c-3c4eaf8fc177'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:46.704876 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:46.749529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-642d5cf0-71e4-4b5f-9f36-23bedf728ca8 req-b9d73347-53e1-4a7b-bd4c-f43b1ea0fc32 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 210 time: 0.1087897 Jul 15 12:58:46.794263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:46.921698 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.934770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Allocated IP 172.20.0.2 (e8b5d95f-36a7-4a7c-9297-ccfef03c8857/01e81acf-5157-47c4-8a8c-5353af57eb91/68b33385-0fb5-45cc-828d-64388ced731a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:46.977246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d6695-69f2-40b6-885e-eee6f6b5d8bb None None] Pushing event updated for resources: {'Port': ['ID=5e923ff1-4d89-40a3-8d3b-7e11f7277506,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:46.997250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:46.997536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:47.008975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.044136 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3406673-e0d7-4c00-8fc0-837c639532c3 None None] Pushing event updated for resources: {'Port': ['ID=766c718c-92bf-4ddf-b16c-1330f8d08981,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:47.118020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Made reservation on behalf of 436135f846f04cb19480d33d0984abb9 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:47.141232 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] Set router d32f607b-26e0-4882-a70c-3c4eaf8fc177 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:47.168131 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.257626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Allocated IP 172.25.1.248 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/663b8562-d0b2-49c0-8ef0-4b7da926ab1a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:47.358562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faa23edb-e380-41d2-a600-5e5b1027fc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.515716 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.535752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:47.560781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33450) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:47.576330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-network', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:47.638543 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.674226 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port': {'id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:26Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '766c718c-92bf-4ddf-b16c-1330f8d08981', 'name': '', 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'mac_address': 'fa:16:3e:1f:d5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '4ed0011f-4538-47eb-b969-5ae585395922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:46Z', 'revision_number': 4, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'subnets': [{'id': '4ed0011f-4538-47eb-b969-5ae585395922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:47.702738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:47.721285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:47.726194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:47.740118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Allocated IP 172.20.0.8 (dbbb49ee-3962-4da9-80b5-fddf2261cf4e/e47d111a-4579-4e10-b75e-88d95eb76b25/1a295e43-0397-4ab6-9711-fec23038f939) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:47.753824 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476fc0e5-de25-4721-bff3-3e4448adcee6 None None] The sync data for ids ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'] in n-d-771362-36 is: [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port': {'id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:26Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '766c718c-92bf-4ddf-b16c-1330f8d08981', 'name': '', 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'mac_address': 'fa:16:3e:1f:d5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '4ed0011f-4538-47eb-b969-5ae585395922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:46Z', 'revision_number': 4, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'subnets': [{'id': '4ed0011f-4538-47eb-b969-5ae585395922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:47.950356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Pushing event updated for resources: {'Port': ['ID=663b8562-d0b2-49c0-8ef0-4b7da926ab1a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.023119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faa23edb-e380-41d2-a600-5e5b1027fc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.121176 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.137735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faa23edb-e380-41d2-a600-5e5b1027fc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.149914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Transition to ACTIVE for port object 68b33385-0fb5-45cc-828d-64388ced731a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:48.174969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Transition to ACTIVE for port object 68b33385-0fb5-45cc-828d-64388ced731a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:48.191524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Made reservation on behalf of 4f82e6f5b034440fbafc7503f903ca7d for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:48.204941 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.243686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 766c718c-92bf-4ddf-b16c-1330f8d08981 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:48.275997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.330267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.365078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.419731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.485422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:48.492854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33464) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:48.502605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:48.516784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:48.521389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Pushing event updated for resources: {'Port': ['ID=68b33385-0fb5-45cc-828d-64388ced731a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.548480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 766c718c-92bf-4ddf-b16c-1330f8d08981 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:48.565126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 766c718c-92bf-4ddf-b16c-1330f8d08981 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:48.565681 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.695697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Attempting to bind port 68b33385-0fb5-45cc-828d-64388ced731a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:48.696322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Attempting to bind port 68b33385-0fb5-45cc-828d-64388ced731a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:48.696912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Attempting to bind port 68b33385-0fb5-45cc-828d-64388ced731a on network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:48.702520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:46Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:48.707961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.712602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:48.713817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Checking segment: {'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:48.714614 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.715284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Bound using segment: {'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:48.716045 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-faa23edb-e380-41d2-a600-5e5b1027fc96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3adff67fb3c0481e910eb9b4598b92af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9156728 Jul 15 12:58:48.716670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Bound port: 68b33385-0fb5-45cc-828d-64388ced731a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:48.717448 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.718100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33476) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:48.721902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44ab3267-c23f-4cc7-9013-8a43ea43f374 req-5ea1f280-e789-44ea-aee4-9dae74fb0528 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 210 time: 0.6114993 Jul 15 12:58:48.729623 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.770743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa23edb-e380-41d2-a600-5e5b1027fc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc70306-9986-4f4d-a918-0f5ecf5caeaf,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.794381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c628955-33cd-4976-9b4c-167fa07020e8 None None] The sync data for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 is: [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:46Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:48.877214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Network dbbb49ee-3962-4da9-80b5-fddf2261cf4e is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:48.891735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:48.976119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] For port 68b33385-0fb5-45cc-828d-64388ced731a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:48.995789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] For port 68b33385-0fb5-45cc-828d-64388ced731a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=68b33385-0fb5-45cc-828d-64388ced731a,segment=NetworkSegment(c67ad713-0166-4daa-94b4-3d5775f4e492),segment_id=c67ad713-0166-4daa-94b4-3d5775f4e492)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:49.015908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:49.017562 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.020520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:49.094773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.095117 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Added segment 0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb of type vlan for network 4b491911-0774-4208-b9d5-2ea7851c1496 Jul 15 12:58:49.113583 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a844d62d-a823-4044-b69c-308d61c9d24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.122049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f972f9e-7864-420a-a1e0-09deb232bf40,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.183103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Pushing event updated for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.278377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.347532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Pushing event updated for resources: {'Port': ['ID=68b33385-0fb5-45cc-828d-64388ced731a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.375375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.380037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.390426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.418144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.418967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.423568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.424158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.424675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.425317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.425809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.426308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.426953 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.428121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.428613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de37f98-a7b2-4765-829d-5248d9e6a537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:49.439188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 766c718c-92bf-4ddf-b16c-1330f8d08981, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=766c718c-92bf-4ddf-b16c-1330f8d08981,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:49.452636 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.552874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39eb3b0a-b85f-4caf-b611-5e8d2d8061d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.582999 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-fd8613ae-af4d-424d-a1fc-92155a9f7399 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8979273 Jul 15 12:58:49.590954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=766c718c-92bf-4ddf-b16c-1330f8d08981,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.625077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Request body: {'port': {'device_id': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:49.665415 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39eb3b0a-b85f-4caf-b611-5e8d2d8061d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.704997 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7d3d121b-ff05-40b2-b2e0-56fc819b8385 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a05e6cd7e258488996c36d86adeeda68&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1774974 Jul 15 12:58:49.709850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33494) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:49.899713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.922615 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.020007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.036138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1903671b-f8fa-4b8d-aa06-a6c9f19e2dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.099239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39eb3b0a-b85f-4caf-b611-5e8d2d8061d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.101842 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39eb3b0a-b85f-4caf-b611-5e8d2d8061d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.103198 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-39eb3b0a-b85f-4caf-b611-5e8d2d8061d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dc70306-9986-4f4d-a918-0f5ecf5caeaf HTTP/1.1" status: 204 len: 168 time: 1.3708928 Jul 15 12:58:50.130840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1903671b-f8fa-4b8d-aa06-a6c9f19e2dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.168058 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.168938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.169535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.199465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb3b0a-b85f-4caf-b611-5e8d2d8061d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc70306-9986-4f4d-a918-0f5ecf5caeaf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:50.333616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7690940 Jul 15 12:58:50.351251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33508) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:50.365895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Request body: {'subnet': {'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-subnet', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:50.519026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1903671b-f8fa-4b8d-aa06-a6c9f19e2dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.529807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e923ff1-4d89-40a3-8d3b-7e11f7277506 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:50.542988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1903671b-f8fa-4b8d-aa06-a6c9f19e2dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.544453 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1903671b-f8fa-4b8d-aa06-a6c9f19e2dbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69bc9ce1-3142-461e-bc93-bc078802d601 HTTP/1.1" status: 204 len: 168 time: 0.8291817 Jul 15 12:58:50.547000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Made reservation on behalf of 4f82e6f5b034440fbafc7503f903ca7d for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:50.563077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.667272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903671b-f8fa-4b8d-aa06-a6c9f19e2dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bc9ce1-3142-461e-bc93-bc078802d601,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:50.718608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e0603-7b44-48cb-89b1-6726a779d8c9 admin admin] Pushing event updated for resources: {'Network': ['ID=4b491911-0774-4208-b9d5-2ea7851c1496,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:50.766690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 4b491911-0774-4208-b9d5-2ea7851c1496 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:50.967710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.062408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:51.068256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:51.069507 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.153207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf099dd0-bc27-46cc-9e8e-714f4de80cfc req-deb81c4f-e0fb-4a56-aa73-3bc0c4778d83 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:51.172070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf099dd0-bc27-46cc-9e8e-714f4de80cfc req-deb81c4f-e0fb-4a56-aa73-3bc0c4778d83 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 931 time: 0.9693441 Jul 15 12:58:51.247795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c27ef-f570-4869-9495-fb712204d5d3 None None] Network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:51.433695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.451769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf099dd0-bc27-46cc-9e8e-714f4de80cfc req-5609c2e3-4b87-4546-a027-5916f02c16c5 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772245 Jul 15 12:58:51.542804 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.590631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Router a5f1c503-df30-4c9b-b8a3-eb87e9686044 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:58:51.636911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a295e43-0397-4ab6-9711-fec23038f939 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:51.654028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e65452-43e1-4d40-b05c-cc01f14ed17e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:51.665984 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.690023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33538) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:51.701310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5e923ff1-4d89-40a3-8d3b-7e11f7277506, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e923ff1-4d89-40a3-8d3b-7e11f7277506,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:51.711562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-838af0f4-7d35-4902-b529-4bce8d1c86ba None None] Provisioning for port 68b33385-0fb5-45cc-828d-64388ced731a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:51.775652 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.779645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 68b33385-0fb5-45cc-828d-64388ced731a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:51.798224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Checking segment: {'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:51.799257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Network hostable DHCP agents. Network: 4b491911-0774-4208-b9d5-2ea7851c1496, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:51.805864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Transition to ACTIVE for port object 1a295e43-0397-4ab6-9711-fec23038f939 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:51.811565 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-477b1bcc-93bc-4631-a757-3b9cd4cdb638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.839484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.885170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d015b685-b4ac-498b-bb6a-76bf54aacc66 req-7c10ea6d-77f3-44dd-b972-43556fb71c77 tempest-AbsoluteLimitsNegativeTestJSON-1452614342 tempest-AbsoluteLimitsNegativeTestJSON-1452614342-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=353808d4dfbc4a4280a95d67d7754db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619338 Jul 15 12:58:52.023123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Network 4b491911-0774-4208-b9d5-2ea7851c1496 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:52.027002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.034633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Pushing event updated for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:52.036542 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b377f4bf-eb7d-49cc-b627-30688af110c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.067181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33554) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:52.076559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5e923ff1-4d89-40a3-8d3b-7e11f7277506,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:52.094979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 4b491911-0774-4208-b9d5-2ea7851c1496) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:52.109635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:52.110263 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.121134 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373825e9-49ac-474c-9ee0-3a96db8ec639 None None] Network 4b491911-0774-4208-b9d5-2ea7851c1496 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:52.160300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d75aa21-8107-4dff-b7c5-b8eae64650ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.199324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:52.199668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:52.200004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:52.209450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:52.209769 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:52.224763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:52.225110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:52.225640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:52.226417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Bound port: 1a295e43-0397-4ab6-9711-fec23038f939, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:52.226619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.246747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-477b1bcc-93bc-4631-a757-3b9cd4cdb638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.275076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-477b1bcc-93bc-4631-a757-3b9cd4cdb638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.317264 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-41217c42-4fb9-4c01-82bf-58dc0cc53a39 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9644909 Jul 15 12:58:52.326252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33558) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:52.356728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:52.400812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:52.415704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.417330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.452137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Sync routers for ids ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:52.534823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 68b33385-0fb5-45cc-828d-64388ced731a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:52.571559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Routers {'a5f1c503-df30-4c9b-b8a3-eb87e9686044'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:52.572853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:52.594614 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-477b1bcc-93bc-4631-a757-3b9cd4cdb638 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c21f985e677b42208ccc47a89041a134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8965435 Jul 15 12:58:52.603809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33562) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:52.608949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 68b33385-0fb5-45cc-828d-64388ced731a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:52.609465 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.639995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.693624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b1bcc-93bc-4631-a757-3b9cd4cdb638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1798b596-37e8-4bf5-b665-fcc07ffaa6df,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:52.700064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b685-b4ac-498b-bb6a-76bf54aacc66 req-07a4b57a-b10f-428e-a5d0-1e3311154793 tempest-AbsoluteLimitsNegativeTestJSON-1452614342 tempest-AbsoluteLimitsNegativeTestJSON-1452614342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:52.705119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d015b685-b4ac-498b-bb6a-76bf54aacc66 req-07a4b57a-b10f-428e-a5d0-1e3311154793 tempest-AbsoluteLimitsNegativeTestJSON-1452614342 tempest-AbsoluteLimitsNegativeTestJSON-1452614342-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7754121 Jul 15 12:58:52.731468 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d75aa21-8107-4dff-b7c5-b8eae64650ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.752459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d015b685-b4ac-498b-bb6a-76bf54aacc66 req-ac457629-403d-4a00-bbd0-0e5d0e70b26a tempest-AbsoluteLimitsNegativeTestJSON-1452614342 tempest-AbsoluteLimitsNegativeTestJSON-1452614342-project] 10.222.0.25 "GET /v2.0/quotas/353808d4dfbc4a4280a95d67d7754db3 HTTP/1.1" status: 200 len: 375 time: 0.0253630 Jul 15 12:58:52.757718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d75aa21-8107-4dff-b7c5-b8eae64650ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.800464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:52.802449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.804494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cffffc5f-f920-4cc1-a214-b9147e289e3d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3601072 Jul 15 12:58:52.818052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33570) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:52.835455 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:52.878181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d015b685-b4ac-498b-bb6a-76bf54aacc66 req-16626e43-46e7-4393-9d17-4f25920fe74d tempest-AbsoluteLimitsNegativeTestJSON-1452614342 tempest-AbsoluteLimitsNegativeTestJSON-1452614342-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=353808d4dfbc4a4280a95d67d7754db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938485 Jul 15 12:58:52.887291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9d75aa21-8107-4dff-b7c5-b8eae64650ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3625132e527471abcb9f2f8199512de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7984478 Jul 15 12:58:52.895334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33574) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:52.915726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75aa21-8107-4dff-b7c5-b8eae64650ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be94a7c3-857e-4790-9c15-27389255fed7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:53.042382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.120978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-715466c1-1c23-48e0-917e-068c9ddfc04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.146684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3212a294-f36f-4504-9be9-617796981c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.156500 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.216620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-715466c1-1c23-48e0-917e-068c9ddfc04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.251249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.252164 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.254700 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] 10.222.0.35 "PUT /v2.0/ports/1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 1092 time: 3.6603806 Jul 15 12:58:53.274360 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.310261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:53.315038 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c3fa44-a624-4e7c-8466-d73a143a9880" -d '{"events": [{"name": "network-changed", "server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "tag": "1a295e43-0397-4ab6-9711-fec23038f939"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:53.333462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-4b491911-0774-4208-b9d5-2ea7851c1496', 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'fixed_ips': [{'subnet_id': 'b8e65452-43e1-4d40-b05c-cc01f14ed17e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:58:53.334364 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.360627 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3212a294-f36f-4504-9be9-617796981c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.377687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4dbad-a0e8-4ea0-867d-77c2a1cb0116 req-a9e8aaca-0288-413b-9911-66dcc705edcf tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.379910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53b4dbad-a0e8-4ea0-867d-77c2a1cb0116 req-a9e8aaca-0288-413b-9911-66dcc705edcf tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 943 time: 0.3415365 Jul 15 12:58:53.469567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Set router a5f1c503-df30-4c9b-b8a3-eb87e9686044 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:53.478728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53b4dbad-a0e8-4ea0-867d-77c2a1cb0116 req-09a9d570-5552-493e-9a3e-3257628dedc4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877972 Jul 15 12:58:53.495450 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-715466c1-1c23-48e0-917e-068c9ddfc04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.499014 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-715466c1-1c23-48e0-917e-068c9ddfc04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.502653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-715466c1-1c23-48e0-917e-068c9ddfc04f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be94a7c3-857e-4790-9c15-27389255fed7 HTTP/1.1" status: 204 len: 168 time: 0.6041667 Jul 15 12:58:53.544797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715466c1-1c23-48e0-917e-068c9ddfc04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be94a7c3-857e-4790-9c15-27389255fed7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:53.605975 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddb870-655c-415b-b6e2-921ba96a1def service neutron] Pushing event updated for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:53.620295 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a797a59b-1adf-4101-90b4-9ac8baa2e719 x-openstack-request-id: req-a797a59b-1adf-4101-90b4-9ac8baa2e719 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:53.621071 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "tag": "1a295e43-0397-4ab6-9711-fec23038f939", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:53.621901 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a797a59b-1adf-4101-90b4-9ac8baa2e719 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:53.622891 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939', 'status': 'completed', 'code': 200} Jul 15 12:58:53.643004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33606) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:53.759997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3212a294-f36f-4504-9be9-617796981c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.762898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3212a294-f36f-4504-9be9-617796981c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.766010 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3212a294-f36f-4504-9be9-617796981c1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1798b596-37e8-4bf5-b665-fcc07ffaa6df HTTP/1.1" status: 204 len: 168 time: 1.1485581 Jul 15 12:58:53.790388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212a294-f36f-4504-9be9-617796981c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1798b596-37e8-4bf5-b665-fcc07ffaa6df,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:53.908394 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-acf069a6-ea54-4c4c-bb02-88069821b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.910959 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-acf069a6-ea54-4c4c-bb02-88069821b728 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1095 time: 0.5903337 Jul 15 12:58:53.972810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b017941e-5b80-490a-a5d0-e3bbc0085c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.025702 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-e20987a4-2765-41c8-a651-6d93545ffa2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 217 time: 0.1051805 Jul 15 12:58:54.218691 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.251363 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b017941e-5b80-490a-a5d0-e3bbc0085c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.252006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-bc30ebba-e8cc-4943-8617-d1e49b211c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.255578 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-bc30ebba-e8cc-4943-8617-d1e49b211c16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.2232656 Jul 15 12:58:54.274109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b017941e-5b80-490a-a5d0-e3bbc0085c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.453654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017941e-5b80-490a-a5d0-e3bbc0085c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db0e8b0-4996-4427-b01e-d7f49c516653,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:54.498789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b017941e-5b80-490a-a5d0-e3bbc0085c9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=353808d4dfbc4a4280a95d67d7754db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536482 Jul 15 12:58:54.501006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:54.501778 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-1632c4d1-dfbd-4436-89e3-29fe02f4b7c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2297766 Jul 15 12:58:54.646122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Allocated IP 172.20.0.2 (4b491911-0774-4208-b9d5-2ea7851c1496/b8e65452-43e1-4d40-b05c-cc01f14ed17e/aa8ebae0-2eb8-437c-8f59-83015140fc9d) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:54.712870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a6d346c-2266-43fe-b120-07a57662f45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.799276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a6d346c-2266-43fe-b120-07a57662f45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.906456 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.929146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33698) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:55.057551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 68b33385-0fb5-45cc-828d-64388ced731a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=68b33385-0fb5-45cc-828d-64388ced731a,segment=NetworkSegment(c67ad713-0166-4daa-94b4-3d5775f4e492),segment_id=c67ad713-0166-4daa-94b4-3d5775f4e492)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:55.114783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.116028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 766c718c-92bf-4ddf-b16c-1330f8d08981 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:55.154245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3be07737-e007-4386-8e5b-1eee6cdbaf77 None None] Provisioning complete for port 68b33385-0fb5-45cc-828d-64388ced731a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:55.155426 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3be07737-e007-4386-8e5b-1eee6cdbaf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.157608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.158661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a6d346c-2266-43fe-b120-07a57662f45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.173790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.177540 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a6d346c-2266-43fe-b120-07a57662f45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.188547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3a6d346c-2266-43fe-b120-07a57662f45e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7db0e8b0-4996-4427-b01e-d7f49c516653 HTTP/1.1" status: 204 len: 168 time: 0.6763794 Jul 15 12:58:55.288721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40fab953-00d7-494d-85fa-ae39c48085d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.321938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d346c-2266-43fe-b120-07a57662f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db0e8b0-4996-4427-b01e-d7f49c516653,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:55.350064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed809eb-76fa-40ea-8320-0a65a1f82167 req-98c7e2c5-f9eb-4318-8981-eca0f9d599eb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.356082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ed809eb-76fa-40ea-8320-0a65a1f82167 req-98c7e2c5-f9eb-4318-8981-eca0f9d599eb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 943 time: 0.4528465 Jul 15 12:58:55.466427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ed809eb-76fa-40ea-8320-0a65a1f82167 req-40f4c4d6-1e00-41cc-a312-48e57fff2260 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972753 Jul 15 12:58:55.523110 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.532348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=68b33385-0fb5-45cc-828d-64388ced731a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:55.633575 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-3c7149aa-6d5a-4329-a400-b2d15b278c7d service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0999408 Jul 15 12:58:55.671801 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.734810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40fab953-00d7-494d-85fa-ae39c48085d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.739089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Transition to ACTIVE for port object aa8ebae0-2eb8-437c-8f59-83015140fc9d will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:55.753074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40fab953-00d7-494d-85fa-ae39c48085d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.781582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T12:58:48Z', 'revision_number': 3, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port': {'id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:47Z', 'updated_at': '2021-07-15T12:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:55.788544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Transition to ACTIVE for port object aa8ebae0-2eb8-437c-8f59-83015140fc9d will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:55.836189 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.849314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Checking router: a5f1c503-df30-4c9b-b8a3-eb87e9686044 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:55.849950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Updating router a5f1c503-df30-4c9b-b8a3-eb87e9686044 port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:55.894862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 766c718c-92bf-4ddf-b16c-1330f8d08981 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:55.895531 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.901211 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.932144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-40fab953-00d7-494d-85fa-ae39c48085d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bcb7431a8744068ae1e079aa7256427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9963832 Jul 15 12:58:55.934172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33750) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:55.955232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fab953-00d7-494d-85fa-ae39c48085d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b8bfd1-0372-46e0-a7ce-18b8215184ba,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:55.983120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Network 4b491911-0774-4208-b9d5-2ea7851c1496 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:56.047196 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c839e1bf-50e4-44df-904c-016a2fa65d04 req-3be0397d-b706-4272-8ef2-812c06526dc8 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056075 Jul 15 12:58:56.061759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:56.089597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:56.112459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09e8b52-dc03-493c-ac39-1b18a574c466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.157074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09e8b52-dc03-493c-ac39-1b18a574c466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.229379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Pushing event updated for resources: {'Port': ['ID=aa8ebae0-2eb8-437c-8f59-83015140fc9d,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:56.269215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Allocated IP 172.25.1.166 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/d4040859-bd63-4f60-bf0b-b8581a1b5989) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:56.276708 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09e8b52-dc03-493c-ac39-1b18a574c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.279734 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09e8b52-dc03-493c-ac39-1b18a574c466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.281548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d09e8b52-dc03-493c-ac39-1b18a574c466 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9b8bfd1-0372-46e0-a7ce-18b8215184ba HTTP/1.1" status: 204 len: 168 time: 0.3276949 Jul 15 12:58:56.301485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e8b52-dc03-493c-ac39-1b18a574c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b8bfd1-0372-46e0-a7ce-18b8215184ba,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:56.399036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Allocated IP 172.20.0.1 (e8b5d95f-36a7-4a7c-9297-ccfef03c8857/01e81acf-5157-47c4-8a8c-5353af57eb91/3347ea38-becd-4d12-bdc7-06255416cba2) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:56.485890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-98833389-7616-46ef-8411-a4a1228363f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.488098 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-98833389-7616-46ef-8411-a4a1228363f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1095 time: 0.3610551 Jul 15 12:58:56.557034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Attempting to bind port aa8ebae0-2eb8-437c-8f59-83015140fc9d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:56.557656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Attempting to bind port aa8ebae0-2eb8-437c-8f59-83015140fc9d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:56.558258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Attempting to bind port aa8ebae0-2eb8-437c-8f59-83015140fc9d on network 4b491911-0774-4208-b9d5-2ea7851c1496 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:56.620326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:56.620926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Checking segment: {'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:56.621869 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.622761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Bound using segment: {'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:56.624143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Bound port: aa8ebae0-2eb8-437c-8f59-83015140fc9d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:56.625047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.829553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e923ff1-4d89-40a3-8d3b-7e11f7277506 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:56.863658 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.871476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276721-fdfc-48f8-9261-9be6cd4cae68 req-a70bb47a-ca63-4f7f-b139-bfbcf000574b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.881578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5276721-fdfc-48f8-9261-9be6cd4cae68 req-a70bb47a-ca63-4f7f-b139-bfbcf000574b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 943 time: 0.1651237 Jul 15 12:58:56.922420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] For port aa8ebae0-2eb8-437c-8f59-83015140fc9d, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:56.943636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5276721-fdfc-48f8-9261-9be6cd4cae68 req-bb71963b-6b40-462f-8aed-c6d19dbb0877 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604441 Jul 15 12:58:57.000509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] For port aa8ebae0-2eb8-437c-8f59-83015140fc9d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa8ebae0-2eb8-437c-8f59-83015140fc9d,segment=NetworkSegment(0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb),segment_id=0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:57.015979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.120820 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-eb046d2d-56d1-4f02-bac5-f931438624d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.128143 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-eb046d2d-56d1-4f02-bac5-f931438624d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.6302037 Jul 15 12:58:57.138029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.222995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08ce01-9b50-4d99-b1b5-cf770e7040e3 None None] Pushing event updated for resources: {'Port': ['ID=aa8ebae0-2eb8-437c-8f59-83015140fc9d,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.234036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:57.234248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.252393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33850) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:57.266212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Transition to ACTIVE for port object 3347ea38-becd-4d12-bdc7-06255416cba2 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:57.270327 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-c43560c2-0fc9-4aa7-a697-fcd302ab057c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 217 time: 0.1273868 Jul 15 12:58:57.278441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd28a-652f-4bd9-8845-2062ba05b5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.460600 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.512143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd28a-652f-4bd9-8845-2062ba05b5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.516582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 68b33385-0fb5-45cc-828d-64388ced731a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:57.522223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd28a-652f-4bd9-8845-2062ba05b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.647673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7a2dd28a-652f-4bd9-8845-2062ba05b5dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebb1c444772f4d2bb1009b74c56f2243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940809 Jul 15 12:58:57.652017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dd28a-652f-4bd9-8845-2062ba05b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54fbb80-eb48-4dd1-8991-0ad27737bf7a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.662298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33884) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:57.772094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:57.782952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:57.797054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.835179 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:57.878572 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a511ca4f-1482-431c-897a-0734cd850311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.902816 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.916881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Transition to ACTIVE for port object 663b8562-d0b2-49c0-8ef0-4b7da926ab1a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:57.924524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 68b33385-0fb5-45cc-828d-64388ced731a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:57.925415 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.947580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-e9654354-b07a-4737-b0c3-cabcb74ef0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.949892 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-e9654354-b07a-4737-b0c3-cabcb74ef0e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.6557798 Jul 15 12:58:57.950745 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.995677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:58.000021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Pushing event updated for resources: {'Port': ['ID=d4040859-bd63-4f60-bf0b-b8581a1b5989,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:58.011978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Attempting to bind port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:58.013498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Attempting to bind port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:58.013850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a511ca4f-1482-431c-897a-0734cd850311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.014466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Attempting to bind port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:58.035616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:58.039436 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-d86f421d-1dad-4845-9c33-6abc697eff55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721116 Jul 15 12:58:58.043569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:58.086112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:58.086942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:58.087602 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.088269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:58.089597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Bound port: 663b8562-d0b2-49c0-8ef0-4b7da926ab1a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:58.090279 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.188360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] For port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:58.189710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a511ca4f-1482-431c-897a-0734cd850311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.193911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a511ca4f-1482-431c-897a-0734cd850311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.194751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a511ca4f-1482-431c-897a-0734cd850311 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d54fbb80-eb48-4dd1-8991-0ad27737bf7a HTTP/1.1" status: 204 len: 168 time: 0.5307090 Jul 15 12:58:58.206072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] For port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=663b8562-d0b2-49c0-8ef0-4b7da926ab1a,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:58.219785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511ca4f-1482-431c-897a-0734cd850311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54fbb80-eb48-4dd1-8991-0ad27737bf7a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:58.276719 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.419349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304c54b-9629-42aa-a2d7-7f120a9a663d None None] Pushing event updated for resources: {'Port': ['ID=663b8562-d0b2-49c0-8ef0-4b7da926ab1a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:58.458693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Routers {'a5f1c503-df30-4c9b-b8a3-eb87e9686044'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:58.459351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:58.539422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3347ea38-becd-4d12-bdc7-06255416cba2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:58.549845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.622617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33944) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:58.696847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] Set router a5f1c503-df30-4c9b-b8a3-eb87e9686044 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:58.741468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bde1-13f4-477a-815d-3a83afacd3f7 req-e1b33a54-0248-4cf5-b9b7-0a50ae44cdfe tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:58.749504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4d9bde1-13f4-477a-815d-3a83afacd3f7 req-e1b33a54-0248-4cf5-b9b7-0a50ae44cdfe tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 943 time: 0.2119892 Jul 15 12:58:58.827650 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-ea3be4a4-306f-4d2c-8fb6-3025149782ac service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630327 Jul 15 12:58:58.851537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4d9bde1-13f4-477a-815d-3a83afacd3f7 req-2d764cd0-0a89-46c8-b26a-b0e16dba01d4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902295 Jul 15 12:58:59.135761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd86c05-cace-43f6-a0c9-616c496560ca None None] Network 4b491911-0774-4208-b9d5-2ea7851c1496 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:59.138199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.169476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7e8abde7-984a-43a6-b727-37e50b5d3805 None None] Provisioning for port 3347ea38-becd-4d12-bdc7-06255416cba2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:59.204080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7e8abde7-984a-43a6-b727-37e50b5d3805 None None] Provisioning complete for port 3347ea38-becd-4d12-bdc7-06255416cba2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:59.204457 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7e8abde7-984a-43a6-b727-37e50b5d3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.335076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304c54b-9629-42aa-a2d7-7f120a9a663d None None] Pushing event updated for resources: {'Port': ['ID=663b8562-d0b2-49c0-8ef0-4b7da926ab1a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:59.528135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7e8abde7-984a-43a6-b727-37e50b5d3805 None None] Port 3347ea38-becd-4d12-bdc7-06255416cba2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:59.548215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2065689661-network', 'tenant_id': '8873230e35444f6bb69d848213db6865'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:59.571437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa8ebae0-2eb8-437c-8f59-83015140fc9d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:59.614857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:59.618009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.644520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.789970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-86165483-3de5-4289-bcc9-655c8ed7ae82 None None] Provisioning for port aa8ebae0-2eb8-437c-8f59-83015140fc9d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:59.804626 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-57c3fa44-a624-4e7c-8466-d73a143a9880 req-6b394a0f-7a32-48fa-ad81-0f37e079981f service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9277256 Jul 15 12:58:59.888424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.890529 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.902163 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.948530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:59.979358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.979918 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Added segment e6715e3c-12f2-489c-99b2-295387b1c762 of type vlan for network 820a4b2f-6285-45c7-b730-ad946dd55767 Jul 15 12:58:59.981692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73faad15-a768-4df9-bf1d-1accc61f875b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:00.037246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.055440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1a295e43-0397-4ab6-9711-fec23038f939 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:00.114282 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.115419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.116011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.161147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5327418 Jul 15 12:59:00.170856 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34036) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:00.200848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf906b-1487-411d-9a27-f810d1f9ede3 admin admin] Pushing event updated for resources: {'Network': ['ID=820a4b2f-6285-45c7-b730-ad946dd55767,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:00.221790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port aa8ebae0-2eb8-437c-8f59-83015140fc9d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:00.240040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aa8ebae0-2eb8-437c-8f59-83015140fc9d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:00.241079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.244803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 820a4b2f-6285-45c7-b730-ad946dd55767 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:00.267592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Request body: {'subnet': {'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2065689661-subnet', 'tenant_id': '8873230e35444f6bb69d848213db6865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:00.326646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T12:58:48Z', 'revision_number': 3, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port': {'id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:47Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:00.431845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:00.434540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.442626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc5681-3bfa-46e3-adb4-8015e25d3f1a None None] The sync data for ids ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'] in n-d-771362-36 is: [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T12:58:48Z', 'revision_number': 3, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port': {'id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:47Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:00.539249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489ebe-7f07-47a9-b6bd-2dff931c593f req-9e7e864b-fd7f-404d-b166-696f083c63e6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.558155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31489ebe-7f07-47a9-b6bd-2dff931c593f req-9e7e864b-fd7f-404d-b166-696f083c63e6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 943 time: 0.2501254 Jul 15 12:59:00.569349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.696063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:00.703991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.717836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31489ebe-7f07-47a9-b6bd-2dff931c593f req-cb9855d8-cffb-4850-8888-a4d77efcb917 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582232 Jul 15 12:59:00.781271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '1a295e43-0397-4ab6-9711-fec23038f939', 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'port_id': '1a295e43-0397-4ab6-9711-fec23038f939', 'mac_address': 'fa:16:3e:a0:b9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47d111a-4579-4e10-b75e-88d95eb76b25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:00.817731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.829615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.981590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3347ea38-becd-4d12-bdc7-06255416cba2,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:01.033402 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.045137 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.117158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a295e43-0397-4ab6-9711-fec23038f939 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:01.185232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port aa8ebae0-2eb8-437c-8f59-83015140fc9d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa8ebae0-2eb8-437c-8f59-83015140fc9d,segment=NetworkSegment(0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb),segment_id=0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:01.200077 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.256174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:01.274858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:01.416858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:01.459172 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.473422 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.576980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 663b8562-d0b2-49c0-8ef0-4b7da926ab1a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:01.711940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-12fa19cb-dd7a-47ed-9b52-f56f10ee0e70 None None] Provisioning complete for port aa8ebae0-2eb8-437c-8f59-83015140fc9d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:01.713568 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-12fa19cb-dd7a-47ed-9b52-f56f10ee0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.778089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Router 195c3587-c3b3-408d-ab8b-4ff574aee048 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:59:01.790114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=aa8ebae0-2eb8-437c-8f59-83015140fc9d,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:01.811648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['1a295e43-0397-4ab6-9711-fec23038f939'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:01.866148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98138ff5-98a1-497e-9957-03af93bd31ab,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:01.938883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Checking segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:01.953684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Network hostable DHCP agents. Network: 820a4b2f-6285-45c7-b730-ad946dd55767, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:59:02.033250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Router a5f1c503-df30-4c9b-b8a3-eb87e9686044 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:02.090016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:02.102124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Network 820a4b2f-6285-45c7-b730-ad946dd55767 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:59:02.178214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 820a4b2f-6285-45c7-b730-ad946dd55767) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:02.188658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:02.189354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.209896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:02.222470 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Sync routers for ids ['195c3587-c3b3-408d-ab8b-4ff574aee048'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:02.236992 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1be7e927-a4bf-4300-bbf3-b06340fe6c1d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0651326 Jul 15 12:59:02.285277 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Routers {'195c3587-c3b3-408d-ab8b-4ff574aee048'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:02.286741 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['195c3587-c3b3-408d-ab8b-4ff574aee048'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:02.297333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1c70c-e416-40d5-a3e4-a61ebe16b2da None None] Network 820a4b2f-6285-45c7-b730-ad946dd55767 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:02.308703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.313786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34108) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:02.319775 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5949a050-bdfc-4963-ad6c-882d6604221b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.9923089 Jul 15 12:59:02.342020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:02.354271 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b126eb33-04f4-4e41-bf40-53f8187089a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/a5f1c503-df30-4c9b-b8a3-eb87e9686044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5348561 Jul 15 12:59:02.488319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:02.648642 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Set router 195c3587-c3b3-408d-ab8b-4ff574aee048 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:02.658082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:02.658666 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.849279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34116) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:03.030519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436fba9b-5756-4da5-9adb-cc24aafc51b5 None None] Network 820a4b2f-6285-45c7-b730-ad946dd55767 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:03.079475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e531f22-ada4-4894-946d-f6043ec8ea77 req-5db58bd2-c182-4604-be96-b53d8b504d43 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:03.081211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e531f22-ada4-4894-946d-f6043ec8ea77 req-5db58bd2-c182-4604-be96-b53d8b504d43 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 944 time: 0.2884860 Jul 15 12:59:03.137507 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 3, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:03.237773 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Checking router: 195c3587-c3b3-408d-ab8b-4ff574aee048 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:03.241240 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Updating router 195c3587-c3b3-408d-ab8b-4ff574aee048 port d4040859-bd63-4f60-bf0b-b8581a1b5989 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:59:03.369529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e531f22-ada4-4894-946d-f6043ec8ea77 req-fac24716-cf3f-4c8c-9200-510d88e951ff tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179046 Jul 15 12:59:03.386120 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4405b016-97bf-4a48-8b0d-657b2cf861f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.476629 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.612790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d594af02-33ce-479c-a471-f8e56a198c22 None None] Provisioning complete for port 3347ea38-becd-4d12-bdc7-06255416cba2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:03.614376 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d594af02-33ce-479c-a471-f8e56a198c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.823990 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.830406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d594af02-33ce-479c-a471-f8e56a198c22 None None] Port 3347ea38-becd-4d12-bdc7-06255416cba2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:03.840689 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.843048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4405b016-97bf-4a48-8b0d-657b2cf861f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.860042 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4405b016-97bf-4a48-8b0d-657b2cf861f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.871569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=663b8562-d0b2-49c0-8ef0-4b7da926ab1a,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:03.884165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.035562 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4405b016-97bf-4a48-8b0d-657b2cf861f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d748f18e17144f9b9d2058c5287c6a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1720650 Jul 15 12:59:04.036808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34160) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:04.037768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405b016-97bf-4a48-8b0d-657b2cf861f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5148a1ea-4e98-4200-9978-bce583a9188c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.051868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=663b8562-d0b2-49c0-8ef0-4b7da926ab1a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.109828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.158254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa8ebae0-2eb8-437c-8f59-83015140fc9d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:04.256432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Sync routers for ids ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:04.263437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d620965e-0f57-47c6-b946-b55978e51cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.314817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Routers {'a5f1c503-df30-4c9b-b8a3-eb87e9686044'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:04.315498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:04.386993 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.397291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d620965e-0f57-47c6-b946-b55978e51cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.402917 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Transition to ACTIVE for port object d4040859-bd63-4f60-bf0b-b8581a1b5989 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:04.434460 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.487314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Allocated IP 172.20.0.1 (4b491911-0774-4208-b9d5-2ea7851c1496/b8e65452-43e1-4d40-b05c-cc01f14ed17e/b94e8384-7605-48c4-a29f-5231e41f8fb0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:04.525085 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecf50a-f7e8-4c9a-ad0c-f385207118e4 None None] Pushing event updated for resources: {'Port': ['ID=d4040859-bd63-4f60-bf0b-b8581a1b5989,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.552269 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Attempting to bind port d4040859-bd63-4f60-bf0b-b8581a1b5989 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:04.552971 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Attempting to bind port d4040859-bd63-4f60-bf0b-b8581a1b5989 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:04.553502 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Attempting to bind port d4040859-bd63-4f60-bf0b-b8581a1b5989 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:04.560078 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:04.560450 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:04.561243 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.561850 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:04.562712 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Bound port: d4040859-bd63-4f60-bf0b-b8581a1b5989, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:04.563346 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.600707 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d620965e-0f57-47c6-b946-b55978e51cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.615062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d620965e-0f57-47c6-b946-b55978e51cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.624839 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d620965e-0f57-47c6-b946-b55978e51cca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5148a1ea-4e98-4200-9978-bce583a9188c HTTP/1.1" status: 204 len: 168 time: 0.5779293 Jul 15 12:59:04.651943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620965e-0f57-47c6-b946-b55978e51cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5148a1ea-4e98-4200-9978-bce583a9188c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.733751 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] For port d4040859-bd63-4f60-bf0b-b8581a1b5989, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:04.740349 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] For port d4040859-bd63-4f60-bf0b-b8581a1b5989, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d4040859-bd63-4f60-bf0b-b8581a1b5989,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:04.760572 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.788238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.808543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Transition to ACTIVE for port object b94e8384-7605-48c4-a29f-5231e41f8fb0 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:04.873303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.922461 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Routers {'195c3587-c3b3-408d-ab8b-4ff574aee048'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:04.923630 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['195c3587-c3b3-408d-ab8b-4ff574aee048'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:04.960174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Pushing event updated for resources: {'Port': ['ID=b94e8384-7605-48c4-a29f-5231e41f8fb0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.967512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Network 4b491911-0774-4208-b9d5-2ea7851c1496 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:04.972594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:05.016995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:05.017586 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.024800 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecf50a-f7e8-4c9a-ad0c-f385207118e4 None None] Pushing event updated for resources: {'Port': ['ID=d4040859-bd63-4f60-bf0b-b8581a1b5989,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:05.053299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aa8ebae0-2eb8-437c-8f59-83015140fc9d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:05.053948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.181356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.192704 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] Set router 195c3587-c3b3-408d-ab8b-4ff574aee048 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:05.223974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Set router a5f1c503-df30-4c9b-b8a3-eb87e9686044 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:05.326322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869382db-5430-4d8d-a645-00a66b84ac92 req-a1386f6d-d58e-47eb-9e94-765d6cd5c018 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.338181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-a1386f6d-d58e-47eb-9e94-765d6cd5c018 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.4799588 Jul 15 12:59:05.461495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-b7f18bdb-56e1-43a9-9ece-c71386c6a2a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/quotas/8873230e35444f6bb69d848213db6865 HTTP/1.1" status: 200 len: 375 time: 0.0330887 Jul 15 12:59:05.534521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-f703d7aa-1bb5-486b-8a93-665afdfee098 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720079 Jul 15 12:59:05.556628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34226) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:05.561074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ea4b12d2-2ca6-43d2-9f74-7b0472b8fbdc None None] Provisioning for port b94e8384-7605-48c4-a29f-5231e41f8fb0 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:05.582204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ea4b12d2-2ca6-43d2-9f74-7b0472b8fbdc None None] Provisioning complete for port b94e8384-7605-48c4-a29f-5231e41f8fb0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:05.582834 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ea4b12d2-2ca6-43d2-9f74-7b0472b8fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.588178 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf19034d-2b2c-48b5-993f-84617ad3af55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.656887 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 3, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:05.718298 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5b40a-882b-4222-b236-193d3be08d85 None None] The sync data for ids ['195c3587-c3b3-408d-ab8b-4ff574aee048'] in n-d-771362-36 is: [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 3, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:05.737912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b12d2-2ca6-43d2-9f74-7b0472b8fbdc None None] Port b94e8384-7605-48c4-a29f-5231e41f8fb0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:05.766896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-ae3fac06-1fdf-41d4-bbf5-6f9cb7776642 service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141619 Jul 15 12:59:05.798335 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.814851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf19034d-2b2c-48b5-993f-84617ad3af55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.831591 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf19034d-2b2c-48b5-993f-84617ad3af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.897198 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bf19034d-2b2c-48b5-993f-84617ad3af55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92d1524a64f44c128a3446ae379d70b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384924 Jul 15 12:59:05.898582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19034d-2b2c-48b5-993f-84617ad3af55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7599e369-9556-4402-b855-07daa6430668,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:05.901860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34232) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:05.914654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T12:58:59Z', 'revision_number': 4, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port': {'id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:47Z', 'updated_at': '2021-07-15T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3347ea38-becd-4d12-bdc7-06255416cba2', 'name': '', 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'mac_address': 'fa:16:3e:9d:03:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01e81acf-5157-47c4-8a8c-5353af57eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:00Z', 'revision_number': 2, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'subnets': [{'id': '01e81acf-5157-47c4-8a8c-5353af57eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:05.973051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Checking router: a5f1c503-df30-4c9b-b8a3-eb87e9686044 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:05.973681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Updating router a5f1c503-df30-4c9b-b8a3-eb87e9686044 port 3347ea38-becd-4d12-bdc7-06255416cba2 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:59:06.025004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22148069-ec5b-4fc6-94be-71604c5db4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.068170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1a295e43-0397-4ab6-9711-fec23038f939 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:06.070418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22148069-ec5b-4fc6-94be-71604c5db4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.081450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 663b8562-d0b2-49c0-8ef0-4b7da926ab1a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:06.126739 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.212547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22148069-ec5b-4fc6-94be-71604c5db4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.215829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22148069-ec5b-4fc6-94be-71604c5db4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.235305 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-22148069-ec5b-4fc6-94be-71604c5db4a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7599e369-9556-4402-b855-07daa6430668 HTTP/1.1" status: 204 len: 168 time: 0.3168466 Jul 15 12:59:06.254768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22148069-ec5b-4fc6-94be-71604c5db4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7599e369-9556-4402-b855-07daa6430668,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:06.422681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 1a295e43-0397-4ab6-9711-fec23038f939 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:06.521604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.533117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-9b6d9931-9360-46e0-a1dc-225144318797 service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552216 Jul 15 12:59:06.537765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.544203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.564340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 1a295e43-0397-4ab6-9711-fec23038f939 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:06.565149 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.676980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:06.677849 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.832934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-de528e41-3b63-43b5-9f2f-9f2f0910c6b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4795847 Jul 15 12:59:06.858112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Pushing event updated for resources: {'Port': ['ID=b94e8384-7605-48c4-a29f-5231e41f8fb0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:06.876828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b4b8-1b83-48f7-9846-ea120f9cd7d6 req-41bcdd8a-7985-4d64-bb11-6491981b2b29 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.878945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1713b4b8-1b83-48f7-9846-ea120f9cd7d6 req-41bcdd8a-7985-4d64-bb11-6491981b2b29 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 944 time: 0.5162530 Jul 15 12:59:07.191744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Network 4b491911-0774-4208-b9d5-2ea7851c1496 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:07.206723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:07.228029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1713b4b8-1b83-48f7-9846-ea120f9cd7d6 req-87360cce-6f46-48d9-afa7-2b429e8b1463 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274193 Jul 15 12:59:07.281863 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.347179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-d542371b-161c-409f-ba10-cc590c65261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.352115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-d542371b-161c-409f-ba10-cc590c65261b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1097 time: 0.4358499 Jul 15 12:59:07.690794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:07.751316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:07.767899 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e5e544-1d09-4410-9a7f-6b4bf721e1b6" -d '{"events": [{"server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "name": "network-vif-plugged", "status": "completed", "tag": "1a295e43-0397-4ab6-9711-fec23038f939"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:07.786342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.808086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Router 195c3587-c3b3-408d-ab8b-4ff574aee048 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:07.817319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Transition to ACTIVE for port object 3347ea38-becd-4d12-bdc7-06255416cba2 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:07.832117 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.859164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-7a06c14a-cb89-4ef0-9add-0a69fc570a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.861823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-7a06c14a-cb89-4ef0-9add-0a69fc570a82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.4655752 Jul 15 12:59:07.990839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-6e10dc37-b267-41e4-9e87-95a6be611753 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.1134582 Jul 15 12:59:08.072977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.133382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:08.247919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-6af6aaef-380c-474c-9f27-46abc3ef2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.250708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-6af6aaef-380c-474c-9f27-46abc3ef2194 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1486235 Jul 15 12:59:08.295478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d4040859-bd63-4f60-bf0b-b8581a1b5989 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:08.352629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-ce96b3e9-4e47-4be3-a122-f33d80ae2fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932581 Jul 15 12:59:08.495548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee1cbe85-36ba-4a98-a17e-60482cef1069 None None] Provisioning complete for port b94e8384-7605-48c4-a29f-5231e41f8fb0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:08.496141 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbe85-36ba-4a98-a17e-60482cef1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.571984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cbe85-36ba-4a98-a17e-60482cef1069 None None] Port b94e8384-7605-48c4-a29f-5231e41f8fb0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:08.630205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c630-3d9d-415b-a31e-e5d55b47d008 None None] Pushing event updated for resources: {'Port': ['ID=3347ea38-becd-4d12-bdc7-06255416cba2,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:08.635582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Attempting to bind port 3347ea38-becd-4d12-bdc7-06255416cba2 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:08.636046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Attempting to bind port 3347ea38-becd-4d12-bdc7-06255416cba2 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:08.636503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Attempting to bind port 3347ea38-becd-4d12-bdc7-06255416cba2 on network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:08.675715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:08.685489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Checking segment: {'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:08.686164 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.686683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Bound using segment: {'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:08.687377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Bound port: 3347ea38-becd-4d12-bdc7-06255416cba2, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ad713-0166-4daa-94b4-3d5775f4e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:08.687889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.737775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d4040859-bd63-4f60-bf0b-b8581a1b5989 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:08.786674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d4040859-bd63-4f60-bf0b-b8581a1b5989 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:08.787904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.895036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-0289bef3-8bce-46bc-b1d2-702863c5ecf5 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201635 Jul 15 12:59:08.904077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] For port 3347ea38-becd-4d12-bdc7-06255416cba2, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:08.908154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] For port 3347ea38-becd-4d12-bdc7-06255416cba2, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3347ea38-becd-4d12-bdc7-06255416cba2,segment=NetworkSegment(c67ad713-0166-4daa-94b4-3d5775f4e492),segment_id=c67ad713-0166-4daa-94b4-3d5775f4e492)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:08.929862 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:09.056345 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fb4a1d-c721-4b20-b121-efde2efcb3a4 x-openstack-request-id: req-c5fb4a1d-c721-4b20-b121-efde2efcb3a4 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:09.056627 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "name": "network-vif-plugged", "status": "completed", "tag": "1a295e43-0397-4ab6-9711-fec23038f939", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:09.057006 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5fb4a1d-c721-4b20-b121-efde2efcb3a4 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:09.057411 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939', 'code': 200} Jul 15 12:59:09.115472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:09.228395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Routers {'a5f1c503-df30-4c9b-b8a3-eb87e9686044'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:09.229284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:09.242179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port d4040859-bd63-4f60-bf0b-b8581a1b5989, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d4040859-bd63-4f60-bf0b-b8581a1b5989,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:09.252113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:09.270444 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Sync routers for ids ['195c3587-c3b3-408d-ab8b-4ff574aee048'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:09.301056 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:09.305813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c630-3d9d-415b-a31e-e5d55b47d008 None None] Pushing event updated for resources: {'Port': ['ID=3347ea38-becd-4d12-bdc7-06255416cba2,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:09.318487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5f57d4cc-8709-499e-a8be-a54dd68fe1ca admin admin] 10.222.0.25 "PUT /v2.0/routers/195c3587-c3b3-408d-ab8b-4ff574aee048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0015466 Jul 15 12:59:09.319503 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Routers {'195c3587-c3b3-408d-ab8b-4ff574aee048'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:09.321048 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['195c3587-c3b3-408d-ab8b-4ff574aee048'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:09.443808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=d4040859-bd63-4f60-bf0b-b8581a1b5989,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:09.509101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df339569-8cdb-4f0c-bef3-3248a85407cc req-be0ad8ee-e40a-41b4-b003-f37d19fd214c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 210 time: 0.2493167 Jul 15 12:59:09.518254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3052aa7a-d5f7-4036-bf8d-835ed25799f1 req-b6e3b037-7cc4-4e6a-831e-30bd5feb124e service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217341 Jul 15 12:59:09.631125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1266492-3b7b-43eb-883f-e0a3beed4db2 req-3aae982b-d5ec-41ee-8b76-f4053fd59d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:09.635722 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-d1266492-3b7b-43eb-883f-e0a3beed4db2 req-3aae982b-d5ec-41ee-8b76-f4053fd59d99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1097 time: 0.4837916 Jul 15 12:59:09.646012 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Set router 195c3587-c3b3-408d-ab8b-4ff574aee048 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:09.737143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] Set router a5f1c503-df30-4c9b-b8a3-eb87e9686044 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:09.777348 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-d1266492-3b7b-43eb-883f-e0a3beed4db2 req-08b612f0-9983-4d74-9066-b77e4bdfe307 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340697 Jul 15 12:59:09.815530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c687e2a-8177-47ac-9eec-6f25a540c558 req-5c102f75-1740-45b9-be08-6d8750c5c820 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:09.818572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c687e2a-8177-47ac-9eec-6f25a540c558 req-5c102f75-1740-45b9-be08-6d8750c5c820 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 945 time: 0.3948278 Jul 15 12:59:09.903731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c687e2a-8177-47ac-9eec-6f25a540c558 req-a6a7999e-9ab0-4751-8db4-e7ba55119771 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693927 Jul 15 12:59:10.218710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869382db-5430-4d8d-a645-00a66b84ac92 req-aa665eee-fc51-47f6-b93c-0c91a93ef7b3 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:10.223406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-aa665eee-fc51-47f6-b93c-0c91a93ef7b3 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.2835946 Jul 15 12:59:10.245129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Request body: {'port': {'device_id': 'd70175ca-fb56-4276-ad33-b3e8860478e0', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'admin_state_up': True, 'tenant_id': '8873230e35444f6bb69d848213db6865'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:10.494702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d4040859-bd63-4f60-bf0b-b8581a1b5989 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:10.543935 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:05Z', 'revision_number': 4, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b94e8384-7605-48c4-a29f-5231e41f8fb0', 'name': '', 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'mac_address': 'fa:16:3e:6b:af:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b8e65452-43e1-4d40-b05c-cc01f14ed17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:03Z', 'updated_at': '2021-07-15T12:59:05Z', 'revision_number': 2, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'subnets': [{'id': 'b8e65452-43e1-4d40-b05c-cc01f14ed17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:10.702359 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Checking router: 195c3587-c3b3-408d-ab8b-4ff574aee048 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:10.703190 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Updating router 195c3587-c3b3-408d-ab8b-4ff574aee048 port b94e8384-7605-48c4-a29f-5231e41f8fb0 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:59:10.710220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:10.722271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.814821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34370) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:10.823689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a447731a-c0f7-4d12-a25b-455e51dcdc6f tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397209613', 'description': 'tempest-description--1815944232'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:10.846348 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.034074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a447731a-c0f7-4d12-a25b-455e51dcdc6f tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.239941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d4040859-bd63-4f60-bf0b-b8581a1b5989 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:11.246073 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.306560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Allocated IP 172.20.0.9 (820a4b2f-6285-45c7-b730-ad946dd55767/98138ff5-98a1-497e-9957-03af93bd31ab/b7226067-5b1d-4b0a-96c1-47718ffb2d6d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:11.360497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5be63ea-a91e-474b-a776-36b661d1b1cd req-786f63c8-34f2-4384-b744-5d3a9d6ad2f3 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 210 time: 0.0778170 Jul 15 12:59:11.608547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a447731a-c0f7-4d12-a25b-455e51dcdc6f tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.626256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a447731a-c0f7-4d12-a25b-455e51dcdc6f tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.656028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T12:58:59Z', 'revision_number': 4, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port': {'id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:47Z', 'updated_at': '2021-07-15T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3347ea38-becd-4d12-bdc7-06255416cba2', 'name': '', 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'mac_address': 'fa:16:3e:9d:03:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01e81acf-5157-47c4-8a8c-5353af57eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:08Z', 'revision_number': 4, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'subnets': [{'id': '01e81acf-5157-47c4-8a8c-5353af57eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:11.896178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d66d75-5da4-4a63-b4d6-426ec80adbb1 None None] The sync data for ids ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'] in n-d-771362-36 is: [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T12:58:59Z', 'revision_number': 4, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port': {'id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:47Z', 'updated_at': '2021-07-15T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3347ea38-becd-4d12-bdc7-06255416cba2', 'name': '', 'network_id': 'e8b5d95f-36a7-4a7c-9297-ccfef03c8857', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'mac_address': 'fa:16:3e:9d:03:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01e81acf-5157-47c4-8a8c-5353af57eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:08Z', 'revision_number': 4, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'subnets': [{'id': '01e81acf-5157-47c4-8a8c-5353af57eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:11.902473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a447731a-c0f7-4d12-a25b-455e51dcdc6f tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.940069 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a447731a-c0f7-4d12-a25b-455e51dcdc6f tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1232564 Jul 15 12:59:11.941516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34390) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:12.088164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4bed81d4-d7f2-4ee2-9db8-1a91f011435b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Request body: {'security_group_rule': {'security_group_id': '2d938351-c804-4482-a956-d95ad193bbe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:12.131931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447731a-c0f7-4d12-a25b-455e51dcdc6f tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d938351-c804-4482-a956-d95ad193bbe5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:12.152782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34392) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:12.301454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4bed81d4-d7f2-4ee2-9db8-1a91f011435b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.332979 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.379001 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Transition to ACTIVE for port object b94e8384-7605-48c4-a29f-5231e41f8fb0 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:12.417400 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.484774 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:59:12.607921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3347ea38-becd-4d12-bdc7-06255416cba2 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:12.627561 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.778645 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaedf26-aab4-41ed-b91c-65bd68f6803d None None] Pushing event updated for resources: {'Port': ['ID=b94e8384-7605-48c4-a29f-5231e41f8fb0,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:12.779597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee86854-d8d7-40bc-9f63-7108ecbebcc5 req-f3a517da-c352-4adb-84aa-056a42c19b82 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:12.810693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aee86854-d8d7-40bc-9f63-7108ecbebcc5 req-f3a517da-c352-4adb-84aa-056a42c19b82 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 945 time: 0.8566468 Jul 15 12:59:12.893478 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4bed81d4-d7f2-4ee2-9db8-1a91f011435b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.915477 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4bed81d4-d7f2-4ee2-9db8-1a91f011435b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.922601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3347ea38-becd-4d12-bdc7-06255416cba2 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:12.939480 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Attempting to bind port b94e8384-7605-48c4-a29f-5231e41f8fb0 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:12.939860 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Attempting to bind port b94e8384-7605-48c4-a29f-5231e41f8fb0 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:12.940196 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Attempting to bind port b94e8384-7605-48c4-a29f-5231e41f8fb0 on network 4b491911-0774-4208-b9d5-2ea7851c1496 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:12.953536 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:12.953753 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Checking segment: {'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:12.954156 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.956310 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Bound using segment: {'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:12.956835 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Bound port: b94e8384-7605-48c4-a29f-5231e41f8fb0, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:12.957251 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.967116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3347ea38-becd-4d12-bdc7-06255416cba2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:12.969410 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.088581 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] For port b94e8384-7605-48c4-a29f-5231e41f8fb0, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:13.089787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed81d4-d7f2-4ee2-9db8-1a91f011435b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3fe98f-1384-43d0-9f0b-fe19e039e15a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:13.094116 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] For port b94e8384-7605-48c4-a29f-5231e41f8fb0, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b94e8384-7605-48c4-a29f-5231e41f8fb0,segment=NetworkSegment(0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb),segment_id=0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:13.099303 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4bed81d4-d7f2-4ee2-9db8-1a91f011435b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.101778 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4bed81d4-d7f2-4ee2-9db8-1a91f011435b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0879426 Jul 15 12:59:13.109851 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.118665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34406) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:13.150595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d7253be4-9316-4046-9d72-51331dd26c13 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Request body: {'security_group_rule': {'security_group_id': '2d938351-c804-4482-a956-d95ad193bbe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:13.363113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7253be4-9316-4046-9d72-51331dd26c13 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.365819 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Routers {'195c3587-c3b3-408d-ab8b-4ff574aee048'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:13.366525 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['195c3587-c3b3-408d-ab8b-4ff574aee048'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:13.380235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-53693188-9e6a-491b-8e9c-ca15874ffdc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0724764 Jul 15 12:59:13.396225 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaedf26-aab4-41ed-b91c-65bd68f6803d None None] Pushing event updated for resources: {'Port': ['ID=b94e8384-7605-48c4-a29f-5231e41f8fb0,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:13.475790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.490748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aee86854-d8d7-40bc-9f63-7108ecbebcc5 req-508724a8-0219-4186-8507-145fc0452c91 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740193 Jul 15 12:59:13.502066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc9490b5-e58c-4e4a-b786-02621748bf27 req-9d39bbde-5bbd-4633-8b89-b6a9533050c3 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 210 time: 0.4638484 Jul 15 12:59:13.629799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 3347ea38-becd-4d12-bdc7-06255416cba2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3347ea38-becd-4d12-bdc7-06255416cba2,segment=NetworkSegment(c67ad713-0166-4daa-94b4-3d5775f4e492),segment_id=c67ad713-0166-4daa-94b4-3d5775f4e492)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:13.642361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.692153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7253be4-9316-4046-9d72-51331dd26c13 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.709951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.712937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7253be4-9316-4046-9d72-51331dd26c13 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.743731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7253be4-9316-4046-9d72-51331dd26c13 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e6b7ce-4222-4742-a594-cfd934cf6831,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:13.753355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34416) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:13.809849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7253be4-9316-4046-9d72-51331dd26c13 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.815767 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d7253be4-9316-4046-9d72-51331dd26c13 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6955206 Jul 15 12:59:13.816582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34420) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:13.824586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:13.889228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=3347ea38-becd-4d12-bdc7-06255416cba2,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:13.936687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.938184 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] Set router 195c3587-c3b3-408d-ab8b-4ff574aee048 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:13.941036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event updated for resources: {'Port': ['ID=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:14.004012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67293a23-d8bd-4059-a5b6-a911864d4758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.041492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-2d868f51-a217-4590-87a7-1417456c2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.043315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-2d868f51-a217-4590-87a7-1417456c2450 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1097 time: 0.5400062 Jul 15 12:59:14.045367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Network 820a4b2f-6285-45c7-b730-ad946dd55767 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:14.062347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:14.072561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:14.095659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.096116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.204443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67293a23-d8bd-4059-a5b6-a911864d4758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.231282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67293a23-d8bd-4059-a5b6-a911864d4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.265516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-80e6cee5-4c03-4eab-80c0-f111ef571f30 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0327880 Jul 15 12:59:14.308405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Request body: {'port': {'device_id': 'd70175ca-fb56-4276-ad33-b3e8860478e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:14.381694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3347ea38-becd-4d12-bdc7-06255416cba2 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:14.547306 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-67293a23-d8bd-4059-a5b6-a911864d4758 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54c188fc465c4af38d225a2046a40d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3824010 Jul 15 12:59:14.548425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34422) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:14.549397 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67293a23-d8bd-4059-a5b6-a911864d4758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b475d0-19d0-4505-a908-6c93eb63d058,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:14.570863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3347ea38-becd-4d12-bdc7-06255416cba2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:14.571280 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.766580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2f6d-21b3-4c8a-a579-d6f838e21e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.846488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-65fd7a7d-eb54-496c-afc5-9147bdf13ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.849281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-65fd7a7d-eb54-496c-afc5-9147bdf13ad0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.7777555 Jul 15 12:59:14.873923 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:05Z', 'revision_number': 4, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b94e8384-7605-48c4-a29f-5231e41f8fb0', 'name': '', 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'mac_address': 'fa:16:3e:6b:af:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b8e65452-43e1-4d40-b05c-cc01f14ed17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:03Z', 'updated_at': '2021-07-15T12:59:13Z', 'revision_number': 4, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'subnets': [{'id': 'b8e65452-43e1-4d40-b05c-cc01f14ed17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:14.989584 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a259bd-b8b8-4bbf-85c8-761d3065b9be None None] The sync data for ids ['195c3587-c3b3-408d-ab8b-4ff574aee048'] in n-d-771362-36 is: [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:05Z', 'revision_number': 4, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b94e8384-7605-48c4-a29f-5231e41f8fb0', 'name': '', 'network_id': '4b491911-0774-4208-b9d5-2ea7851c1496', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'mac_address': 'fa:16:3e:6b:af:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b8e65452-43e1-4d40-b05c-cc01f14ed17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:03Z', 'updated_at': '2021-07-15T12:59:13Z', 'revision_number': 4, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'subnets': [{'id': 'b8e65452-43e1-4d40-b05c-cc01f14ed17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:15.046924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d30552d7-7dae-4f36-8493-9146f0533176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.073950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.224672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92ae8439-aba7-4ab1-994b-64e50ebab665 req-4cc74258-ba2c-4181-a195-d61f708d98c0 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2f29472d273843b0ab246b8178f49f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3114991 Jul 15 12:59:15.277968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-11229d27-647f-4488-8206-3f389f583925 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.4177513 Jul 15 12:59:15.317536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d30552d7-7dae-4f36-8493-9146f0533176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.398772 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d30552d7-7dae-4f36-8493-9146f0533176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.402909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d30552d7-7dae-4f36-8493-9146f0533176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.407745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d30552d7-7dae-4f36-8493-9146f0533176 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26b475d0-19d0-4505-a908-6c93eb63d058 HTTP/1.1" status: 204 len: 168 time: 0.8507528 Jul 15 12:59:15.442951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30552d7-7dae-4f36-8493-9146f0533176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b475d0-19d0-4505-a908-6c93eb63d058,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:15.481037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Allocated IP 172.25.1.56 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/128c36ee-687d-4613-8cfb-0dab75770751) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:15.627908 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2f6d-21b3-4c8a-a579-d6f838e21e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.645267 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2f6d-21b3-4c8a-a579-d6f838e21e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.920531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8439-aba7-4ab1-994b-64e50ebab665 req-632c8546-5caf-435b-8bdf-ba24af252429 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:15.922144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92ae8439-aba7-4ab1-994b-64e50ebab665 req-632c8546-5caf-435b-8bdf-ba24af252429 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6944795 Jul 15 12:59:15.947159 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.982901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34440) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:16.024222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92ae8439-aba7-4ab1-994b-64e50ebab665 req-75c4eca6-ea20-44a2-a0fb-4fa93ff89f55 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/quotas/2f29472d273843b0ab246b8178f49f72 HTTP/1.1" status: 200 len: 375 time: 0.0704350 Jul 15 12:59:16.059764 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d3994d1-5b84-4e5e-bd01-c75f30a8fb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.316768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a2f6d-21b3-4c8a-a579-d6f838e21e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1cf0e6-0a56-441b-82ad-50eb44f019f4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:16.321682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-8741a74f-54fd-42fc-a509-8c20df953854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.345682 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ec3a2f6d-21b3-4c8a-a579-d6f838e21e46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ba1ce0ad9974741b4e64c376e4d81d2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5889943 Jul 15 12:59:16.352386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-8741a74f-54fd-42fc-a509-8c20df953854 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.5530977 Jul 15 12:59:16.355795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34442) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:16.368941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92ae8439-aba7-4ab1-994b-64e50ebab665 req-a5098441-68ff-4b41-b6bd-4f3f5913e660 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f29472d273843b0ab246b8178f49f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3282464 Jul 15 12:59:16.461881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b94e8384-7605-48c4-a29f-5231e41f8fb0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:16.568917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-46286a00-f970-4246-a0aa-3852a4c96716 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474960 Jul 15 12:59:16.594534 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.597571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b94e8384-7605-48c4-a29f-5231e41f8fb0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:16.604776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b94e8384-7605-48c4-a29f-5231e41f8fb0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:16.605627 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.613929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c2db2-5814-46b6-8600-07a67f0c994f req-8d1f2185-c340-486d-9240-f4a20f0e731c tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.623527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d03caff-4f0c-44cd-ac2b-5f13ba75c782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.633801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-826c2db2-5814-46b6-8600-07a67f0c994f req-8d1f2185-c340-486d-9240-f4a20f0e731c tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1097 time: 1.3650379 Jul 15 12:59:16.814689 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.836953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d03caff-4f0c-44cd-ac2b-5f13ba75c782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.984390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b94e8384-7605-48c4-a29f-5231e41f8fb0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b94e8384-7605-48c4-a29f-5231e41f8fb0,segment=NetworkSegment(0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb),segment_id=0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:17.000481 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.097115 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.171165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:17.177299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b94e8384-7605-48c4-a29f-5231e41f8fb0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:17.178730 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:17.183860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:17.238246 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d03caff-4f0c-44cd-ac2b-5f13ba75c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.241709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d03caff-4f0c-44cd-ac2b-5f13ba75c782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.243331 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0d03caff-4f0c-44cd-ac2b-5f13ba75c782 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c1cf0e6-0a56-441b-82ad-50eb44f019f4 HTTP/1.1" status: 204 len: 168 time: 0.8862598 Jul 15 12:59:17.277398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03caff-4f0c-44cd-ac2b-5f13ba75c782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1cf0e6-0a56-441b-82ad-50eb44f019f4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:17.300841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event updated for resources: {'Port': ['ID=128c36ee-687d-4613-8cfb-0dab75770751,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:17.390867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7226067-5b1d-4b0a-96c1-47718ffb2d6d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:17.415011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-826c2db2-5814-46b6-8600-07a67f0c994f req-64195484-50d5-47a5-bba2-1e9aeaab8fbb tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7613144 Jul 15 12:59:17.453798 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.586142 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.589316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-f250c750-a51f-4e1d-a8fc-58316afb82fd service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0048966 Jul 15 12:59:17.632801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Transition to ACTIVE for port object b7226067-5b1d-4b0a-96c1-47718ffb2d6d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:17.665905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.740065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2180d-85a3-4dbb-b205-8c86df239a36 req-7d2933c9-f0cf-4a0f-9679-cc3b477ef0a9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.742468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73d2180d-85a3-4dbb-b205-8c86df239a36 req-7d2933c9-f0cf-4a0f-9679-cc3b477ef0a9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 931 time: 0.9724283 Jul 15 12:59:17.744534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.942140 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d3994d1-5b84-4e5e-bd01-c75f30a8fb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.017560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.033328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.096558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event updated for resources: {'Port': ['ID=128c36ee-687d-4613-8cfb-0dab75770751,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:18.133971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d3994d1-5b84-4e5e-bd01-c75f30a8fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.165450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Pushing event updated for resources: {'Port': ['ID=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:18.221496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.256173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73d2180d-85a3-4dbb-b205-8c86df239a36 req-43dcdac7-39e1-4d43-acc7-7589f45a4a8c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941080 Jul 15 12:59:18.286554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.300969 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d648971d-dc78-403d-8b3a-b08945ed7b2b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4829950 Jul 15 12:59:18.481781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8c6a76-223f-4884-a2d2-5b1698b5da5b req-48e57248-3357-4c43-be7e-2afb2780b1aa service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771424 Jul 15 12:59:18.483018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Attempting to bind port b7226067-5b1d-4b0a-96c1-47718ffb2d6d on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:18.506239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b94e8384-7605-48c4-a29f-5231e41f8fb0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:18.515690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Attempting to bind port b7226067-5b1d-4b0a-96c1-47718ffb2d6d by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:18.516357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Attempting to bind port b7226067-5b1d-4b0a-96c1-47718ffb2d6d on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:18.543893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1d3994d1-5b84-4e5e-bd01-c75f30a8fb5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5c7c5d4d4b84a51921cd1132878dd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5517180 Jul 15 12:59:18.547312 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34470) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:18.550294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3994d1-5b84-4e5e-bd01-c75f30a8fb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed04530-4351-457d-a21a-87535af8c185,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:18.587301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Port b7226067-5b1d-4b0a-96c1-47718ffb2d6d on network 820a4b2f-6285-45c7-b730-ad946dd55767 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:18.587839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Attempting to bind port b7226067-5b1d-4b0a-96c1-47718ffb2d6d on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:18.607972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:18.608617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Checking segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:18.609267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Bound using segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:18.610011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Bound port: b7226067-5b1d-4b0a-96c1-47718ffb2d6d, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:18.610534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.717968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b94e8384-7605-48c4-a29f-5231e41f8fb0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:18.718718 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.770711 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-464308d2-8c80-4117-88c1-7358ce02dd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.796669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] For port b7226067-5b1d-4b0a-96c1-47718ffb2d6d, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:18.804393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] For port b7226067-5b1d-4b0a-96c1-47718ffb2d6d, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:18.820990 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.834688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-464308d2-8c80-4117-88c1-7358ce02dd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.887249 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9161038f-5275-4967-b423-3ff2d8eb5b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.914480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:18.915626 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.919882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] 10.222.0.30 "PUT /v2.0/ports/b7226067-5b1d-4b0a-96c1-47718ffb2d6d HTTP/1.1" status: 200 len: 1092 time: 4.6307576 Jul 15 12:59:18.927888 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-464308d2-8c80-4117-88c1-7358ce02dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.937818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-464308d2-8c80-4117-88c1-7358ce02dd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.940875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70175ca-fb56-4276-ad33-b3e8860478e0', 'tag': 'b7226067-5b1d-4b0a-96c1-47718ffb2d6d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:18.946948 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ceef66-a815-4576-bdfb-e923b571d9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d70175ca-fb56-4276-ad33-b3e8860478e0", "tag": "b7226067-5b1d-4b0a-96c1-47718ffb2d6d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:18.961227 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-464308d2-8c80-4117-88c1-7358ce02dd1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ed04530-4351-457d-a21a-87535af8c185 HTTP/1.1" status: 204 len: 168 time: 0.4016283 Jul 15 12:59:19.001235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464308d2-8c80-4117-88c1-7358ce02dd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed04530-4351-457d-a21a-87535af8c185,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:19.137552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530af0e-db6e-4e6b-96bc-d860321bfb61 req-683080c9-13ce-449e-985a-67f303ed7238 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.140919 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7530af0e-db6e-4e6b-96bc-d860321bfb61 req-683080c9-13ce-449e-985a-67f303ed7238 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1097 time: 0.4391446 Jul 15 12:59:19.251342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054dfdd-4935-4175-a96c-546216adca0c service neutron] Pushing event updated for resources: {'Port': ['ID=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:19.365495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7530af0e-db6e-4e6b-96bc-d860321bfb61 req-0e897792-e2c0-4d79-b1be-bcf7635d8514 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174914 Jul 15 12:59:19.372953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869382db-5430-4d8d-a645-00a66b84ac92 req-28d71f92-be16-4c93-9381-9e7897e08748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.374949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-28d71f92-be16-4c93-9381-9e7897e08748 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 1095 time: 0.3794487 Jul 15 12:59:19.481729 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c38d4e-0689-4c65-a93f-d07b0c236286 x-openstack-request-id: req-f4c38d4e-0689-4c65-a93f-d07b0c236286 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:19.486535 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70175ca-fb56-4276-ad33-b3e8860478e0", "tag": "b7226067-5b1d-4b0a-96c1-47718ffb2d6d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:19.487636 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4c38d4e-0689-4c65-a93f-d07b0c236286 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:19.492326 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70175ca-fb56-4276-ad33-b3e8860478e0', 'tag': 'b7226067-5b1d-4b0a-96c1-47718ffb2d6d', 'status': 'completed', 'code': 200} Jul 15 12:59:19.534317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-71e690dc-9333-44df-b240-46bbd3effcb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7226067-5b1d-4b0a-96c1-47718ffb2d6d HTTP/1.1" status: 200 len: 217 time: 0.0984941 Jul 15 12:59:19.542186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-e98ea15b-70bf-4e28-a580-23b78ca27140 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1397209613&fields=id&tenant_id=851eeab0987b41d68896d84bbc7a942d HTTP/1.1" status: 200 len: 267 time: 0.1595178 Jul 15 12:59:19.673370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869382db-5430-4d8d-a645-00a66b84ac92 req-8c265518-5843-43fe-a5be-f07789928782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.675515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-8c265518-5843-43fe-a5be-f07789928782 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.1321399 Jul 15 12:59:19.714439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-d67e4934-cf1e-41d3-a2c2-c2ce59595c94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299032 Jul 15 12:59:19.768316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0f93cb85-74c8-4604-a4ef-db54e7c2e0a9 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.769789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0f93cb85-74c8-4604-a4ef-db54e7c2e0a9 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 824 time: 0.2160757 Jul 15 12:59:19.828767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-44f7b576-41fc-45ec-8f12-1ffca94da77a tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/quotas/851eeab0987b41d68896d84bbc7a942d HTTP/1.1" status: 200 len: 375 time: 0.0114923 Jul 15 12:59:19.896972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-680a906a-e89f-44a5-9585-c5055323b3d6 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716702 Jul 15 12:59:20.009039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-a54fe702-d992-437e-ad2b-2a012eecf1be tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1539545 Jul 15 12:59:20.064513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-869382db-5430-4d8d-a645-00a66b84ac92 req-4c566d71-a12d-4fa6-a84f-2e00ec35319f service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558144 Jul 15 12:59:20.250043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-fa7e0428-f43a-4d39-b0e2-e50556313ae4 service neutron] 10.222.0.25 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059686 Jul 15 12:59:20.415945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-5ef2512b-f0ae-4947-b4f2-3a99a4c5a42c service neutron] 10.222.0.25 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230037 Jul 15 12:59:20.450910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-0f0f1d7d-ee58-477a-b864-f9d0d0c4d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.452826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-0f0f1d7d-ee58-477a-b864-f9d0d0c4d339 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 1095 time: 0.2007241 Jul 15 12:59:20.649324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-40f54167-2fd8-47dc-8ed2-5f71f368f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.654501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-40f54167-2fd8-47dc-8ed2-5f71f368f56d service neutron] 10.222.0.30 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 913 time: 0.1924062 Jul 15 12:59:20.768364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-baa4f504-75dd-4937-9610-f903a8f07091 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7226067-5b1d-4b0a-96c1-47718ffb2d6d HTTP/1.1" status: 200 len: 217 time: 0.0788109 Jul 15 12:59:20.827672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-53d85b55-b913-4481-95af-dd9fffdc293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.829262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-53d85b55-b913-4481-95af-dd9fffdc293f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.0530334 Jul 15 12:59:20.888033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-b37c8c57-0c0a-4b64-b2da-3bbdb158149a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492377 Jul 15 12:59:20.952289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2221c-a7df-4ea9-926a-8ad0ba3dbaa3 req-c114676e-d297-4360-b7e3-90620b426912 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.953898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cdc2221c-a7df-4ea9-926a-8ad0ba3dbaa3 req-c114676e-d297-4360-b7e3-90620b426912 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 943 time: 0.2875769 Jul 15 12:59:21.105830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cdc2221c-a7df-4ea9-926a-8ad0ba3dbaa3 req-b6865ca6-559e-45e2-819e-10f5d3763707 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974391 Jul 15 12:59:21.131381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-28313584-255b-4da8-a9ec-c0f55e93af5e service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276707 Jul 15 12:59:21.330468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ceef66-a815-4576-bdfb-e923b571d9fd req-aaf208c4-66d4-40cf-915c-1cb76fdf47a8 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968982 Jul 15 12:59:21.401289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35f312a0-4bfa-4170-9790-b4859ac38a91 req-771d5c33-b470-4523-a291-df63a6fbea3b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 210 time: 0.0622749 Jul 15 12:59:21.537382 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.548688 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4443aec7-bb43-4f14-a923-6b6c185338b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.449419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea3abf-9cff-467e-9299-441c2d8a0506 req-184e4be3-1a8a-4154-aef9-a195452e056a tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.467781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77ea3abf-9cff-467e-9299-441c2d8a0506 req-184e4be3-1a8a-4154-aef9-a195452e056a tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1097 time: 0.2310190 Jul 15 12:59:22.540744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77ea3abf-9cff-467e-9299-441c2d8a0506 req-c396f3c2-f535-4746-b5f5-c9ececc25814 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701623 Jul 15 12:59:22.616634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34610) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:22.754543 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.790242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13c4c3d3-faef-4698-9be6-9a798d031296 req-8e19b255-506b-445c-9328-f7fa96b093c9 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2f29472d273843b0ab246b8178f49f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466211 Jul 15 12:59:23.054461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b25db3f3-8f45-458e-a822-9d2d4e1c3add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.138031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b7226067-5b1d-4b0a-96c1-47718ffb2d6d details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:23.222254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-207e0b67-5367-4c27-a312-28272df5b416 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.225597 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-207e0b67-5367-4c27-a312-28272df5b416 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.35 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 824 time: 0.2972479 Jul 15 12:59:23.304982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34630) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:23.343991 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-2621baa5-1dfc-47a9-99d5-324c526614cf tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851eeab0987b41d68896d84bbc7a942d HTTP/1.1" status: 200 len: 380 time: 0.1098242 Jul 15 12:59:23.370428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Request body: {'port': {'device_id': 'cf536569-849f-4986-af47-080775186a30', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'admin_state_up': True, 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'security_groups': ['2d938351-c804-4482-a956-d95ad193bbe5']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:23.414456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b7226067-5b1d-4b0a-96c1-47718ffb2d6d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:23.444501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'b7226067-5b1d-4b0a-96c1-47718ffb2d6d', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'port_id': 'b7226067-5b1d-4b0a-96c1-47718ffb2d6d', 'mac_address': 'fa:16:3e:68:f0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98138ff5-98a1-497e-9957-03af93bd31ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:23.517834 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.525715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.537415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7226067-5b1d-4b0a-96c1-47718ffb2d6d {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:23.543235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4c3d3-faef-4698-9be6-9a798d031296 req-a26b3b26-f8e3-4d1a-a578-c215687c2207 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.551553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13c4c3d3-faef-4698-9be6-9a798d031296 req-a26b3b26-f8e3-4d1a-a578-c215687c2207 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7481480 Jul 15 12:59:23.577936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b7226067-5b1d-4b0a-96c1-47718ffb2d6d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:23.585436 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.603593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13c4c3d3-faef-4698-9be6-9a798d031296 req-19105f77-3e5a-453b-b3d1-d1fa265c8f1d tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/quotas/2f29472d273843b0ab246b8178f49f72 HTTP/1.1" status: 200 len: 375 time: 0.0507896 Jul 15 12:59:23.658027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13c4c3d3-faef-4698-9be6-9a798d031296 req-d24348d6-6c96-4dad-b9d6-85aebb0f5a00 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f29472d273843b0ab246b8178f49f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532868 Jul 15 12:59:23.687061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:23.726258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3ba6d-35ab-4d96-a355-60e70b96c2e5 req-6ee4d883-dcbd-4280-b69b-5d2634b95e5c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.734037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.734697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6a3ba6d-35ab-4d96-a355-60e70b96c2e5 req-6ee4d883-dcbd-4280-b69b-5d2634b95e5c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 943 time: 0.6946771 Jul 15 12:59:23.743832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.799957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6a3ba6d-35ab-4d96-a355-60e70b96c2e5 req-21b4d8ee-77bb-4c6f-aff5-b1e60af80bb3 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639851 Jul 15 12:59:23.801042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['b7226067-5b1d-4b0a-96c1-47718ffb2d6d'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:23.809706 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581a6f69-ce6a-419f-880a-031105b067a8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:23.862675 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e94151859cb4cb495fe04cbb4b6b4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508289 Jul 15 12:59:23.862987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34638) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:23.885049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.886161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.889979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.892491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.893304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.893895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.894869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.895967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.898249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.898897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.899861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.902048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319cf21-4e38-4207-ab14-5463497bf69a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:23.906479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Made reservation on behalf of 851eeab0987b41d68896d84bbc7a942d for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:23.911701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.100809 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.209998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.235988 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.288251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Allocated IP 172.20.0.3 (d7c7f39f-a195-49cb-ab08-6de7357ca58b/82cb59f2-38b1-41f7-aaca-4c882a7ace64/990fdbcb-afb2-4a8e-8cdd-243fbe114730) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:24.345737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20e8b737-d2d6-4d2a-979c-008574c26015 req-84603bf3-ee56-4ce1-b3f1-4f653dd760af tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 210 time: 0.1115129 Jul 15 12:59:24.539033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.544365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.546621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/581a6f69-ce6a-419f-880a-031105b067a8 HTTP/1.1" status: 204 len: 168 time: 0.6788206 Jul 15 12:59:24.555581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b25db3f3-8f45-458e-a822-9d2d4e1c3add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.582643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b25db3f3-8f45-458e-a822-9d2d4e1c3add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.631442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b25db3f3-8f45-458e-a822-9d2d4e1c3add admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44d4498eaa364ed9aeb1ad78dd1a9cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0136182 Jul 15 12:59:24.632909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a6f69-ce6a-419f-880a-031105b067a8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:24.657034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34648) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:24.660111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.666484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.673089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.673714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.674281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.676162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.676754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.679722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.680410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.680750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.683416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.683781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.684712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea1b1-a9e1-487e-99ba-c2a5e80a02f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:24.700679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Transition to ACTIVE for port object 990fdbcb-afb2-4a8e-8cdd-243fbe114730 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:24.747995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b54127-28ee-4c22-b65a-5956fc4f06db req-57eeee41-a336-4eeb-879f-415061901954 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.764131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-17b54127-28ee-4c22-b65a-5956fc4f06db req-57eeee41-a336-4eeb-879f-415061901954 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1097 time: 0.4981270 Jul 15 12:59:24.897187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.930934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25db3f3-8f45-458e-a822-9d2d4e1c3add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0c5ed5-07b4-427e-9f69-4c13f9c01995,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:24.957472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-17b54127-28ee-4c22-b65a-5956fc4f06db req-1b3a30d4-f024-4105-921a-c23ec799b2a3 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893992 Jul 15 12:59:25.057489 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9f80109-940a-493f-9ce5-647672f9f64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.115113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event updated for resources: {'Port': ['ID=990fdbcb-afb2-4a8e-8cdd-243fbe114730,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:25.135371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:25.138424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:25.152109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:25.166115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b7226067-5b1d-4b0a-96c1-47718ffb2d6d up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:25.183361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9f80109-940a-493f-9ce5-647672f9f64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.260817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.261504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.317268 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-0c656a3b-4363-4792-abdb-c0761551f030 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9586778 Jul 15 12:59:25.355709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port b7226067-5b1d-4b0a-96c1-47718ffb2d6d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:25.361600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port b7226067-5b1d-4b0a-96c1-47718ffb2d6d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:25.364942 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.395293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Request body: {'port': {'device_id': 'cf536569-849f-4986-af47-080775186a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:25.406524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9f80109-940a-493f-9ce5-647672f9f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.411537 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9f80109-940a-493f-9ce5-647672f9f64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.419722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d9f80109-940a-493f-9ce5-647672f9f64c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed0c5ed5-07b4-427e-9f69-4c13f9c01995 HTTP/1.1" status: 204 len: 168 time: 0.7243340 Jul 15 12:59:25.518980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f80109-940a-493f-9ce5-647672f9f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0c5ed5-07b4-427e-9f69-4c13f9c01995,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:25.729110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.761378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70175ca-fb56-4276-ad33-b3e8860478e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7226067-5b1d-4b0a-96c1-47718ffb2d6d'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:25.765693 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70165711-761e-435c-8f1f-edee31049bf1" -d '{"events": [{"server_uuid": "d70175ca-fb56-4276-ad33-b3e8860478e0", "name": "network-vif-plugged", "status": "completed", "tag": "b7226067-5b1d-4b0a-96c1-47718ffb2d6d"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:25.807258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b7226067-5b1d-4b0a-96c1-47718ffb2d6d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:25.830323 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.873414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.915573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7cbb0417-7d12-4a74-bd6b-9c96d0e9846f None None] Provisioning for port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:25.986176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615493e-382d-4512-b2b3-93e0101fd126 req-40a38c81-5f9c-4233-b8d3-3e6743a6d964 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.987910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f615493e-382d-4512-b2b3-93e0101fd126 req-40a38c81-5f9c-4233-b8d3-3e6743a6d964 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 944 time: 0.2291503 Jul 15 12:59:26.074707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f615493e-382d-4512-b2b3-93e0101fd126 req-421224a1-5dc7-46eb-8e00-36b680e52beb tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707569 Jul 15 12:59:26.091047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:26.102863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7cbb0417-7d12-4a74-bd6b-9c96d0e9846f None None] Provisioning complete for port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:26.104094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7cbb0417-7d12-4a74-bd6b-9c96d0e9846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.341392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb0417-7d12-4a74-bd6b-9c96d0e9846f None None] Port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:26.722749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34686) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:26.774970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f67a91-69d7-4ccb-a2b1-326c10813b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.864226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990fdbcb-afb2-4a8e-8cdd-243fbe114730 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:26.878645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.904749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Transition to ACTIVE for port object 990fdbcb-afb2-4a8e-8cdd-243fbe114730 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:26.916018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.136832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Pushing event updated for resources: {'Port': ['ID=990fdbcb-afb2-4a8e-8cdd-243fbe114730,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:27.215966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f67a91-69d7-4ccb-a2b1-326c10813b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.256768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd38e2-dc87-4373-9618-fc1829400514 req-70eda298-1ad8-4780-b00c-75ee015e58a2 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.266879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07fd38e2-dc87-4373-9618-fc1829400514 req-70eda298-1ad8-4780-b00c-75ee015e58a2 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 931 time: 0.4466245 Jul 15 12:59:27.269728 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f67a91-69d7-4ccb-a2b1-326c10813b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.276289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Attempting to bind port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:27.277235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Attempting to bind port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:27.278571 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Attempting to bind port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 on network d7c7f39f-a195-49cb-ab08-6de7357ca58b {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:27.286595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 on network d7c7f39f-a195-49cb-ab08-6de7357ca58b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:27.287568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Attempting to bind port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 on network d7c7f39f-a195-49cb-ab08-6de7357ca58b {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:27.297413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:27.298359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Checking segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:27.299260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Bound using segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:27.300254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Bound port: 990fdbcb-afb2-4a8e-8cdd-243fbe114730, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:27.301235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.337071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f67a91-69d7-4ccb-a2b1-326c10813b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6c7e99-e6b2-4905-a9ec-ca893cad60d2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:27.346273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-73f67a91-69d7-4ccb-a2b1-326c10813b68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=753b57656c0e4629ada8c5b6beea0636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224165 Jul 15 12:59:27.346966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34704) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:27.384550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07fd38e2-dc87-4373-9618-fc1829400514 req-04cc4bde-e4b3-4d5d-ab17-c5b6e5476d11 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166024 Jul 15 12:59:27.516177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-677eb0e6-3dec-4df9-b6f6-a6fa8916fafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.593436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-677eb0e6-3dec-4df9-b6f6-a6fa8916fafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.603114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] For port 990fdbcb-afb2-4a8e-8cdd-243fbe114730, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:27.610891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] For port 990fdbcb-afb2-4a8e-8cdd-243fbe114730, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:27.623972 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.680326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.681289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.683745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] 10.222.0.35 "PUT /v2.0/ports/990fdbcb-afb2-4a8e-8cdd-243fbe114730 HTTP/1.1" status: 200 len: 1092 time: 2.3566997 Jul 15 12:59:27.782274 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-677eb0e6-3dec-4df9-b6f6-a6fa8916fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.786674 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-677eb0e6-3dec-4df9-b6f6-a6fa8916fafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.788280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-677eb0e6-3dec-4df9-b6f6-a6fa8916fafc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa6c7e99-e6b2-4905-a9ec-ca893cad60d2 HTTP/1.1" status: 204 len: 168 time: 0.4338806 Jul 15 12:59:27.821951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf536569-849f-4986-af47-080775186a30', 'tag': '990fdbcb-afb2-4a8e-8cdd-243fbe114730'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:27.834402 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cef657f-91ee-48da-a355-b6d79a3efefc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf536569-849f-4986-af47-080775186a30", "tag": "990fdbcb-afb2-4a8e-8cdd-243fbe114730"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:27.837639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eb0e6-3dec-4df9-b6f6-a6fa8916fafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6c7e99-e6b2-4905-a9ec-ca893cad60d2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:28.167410 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7180f0f2-cb1d-4361-8ebd-7cbd40069d07 x-openstack-request-id: req-7180f0f2-cb1d-4361-8ebd-7cbd40069d07 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:28.168191 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70175ca-fb56-4276-ad33-b3e8860478e0", "name": "network-vif-plugged", "status": "completed", "tag": "b7226067-5b1d-4b0a-96c1-47718ffb2d6d", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:28.168380 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7180f0f2-cb1d-4361-8ebd-7cbd40069d07 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:28.168712 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70175ca-fb56-4276-ad33-b3e8860478e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7226067-5b1d-4b0a-96c1-47718ffb2d6d', 'code': 200} Jul 15 12:59:28.192516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf69b7a-ac57-4c68-b152-da48b9226a54 service neutron] Pushing event updated for resources: {'Port': ['ID=990fdbcb-afb2-4a8e-8cdd-243fbe114730,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:28.218073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-d8d6eaa2-e18d-41f7-b909-211f28a1ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.227425 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-d8d6eaa2-e18d-41f7-b909-211f28a1ab2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 1095 time: 0.3600667 Jul 15 12:59:28.360287 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-84efe745-9eb1-4107-a2fc-df75084325f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730 HTTP/1.1" status: 200 len: 217 time: 0.1235082 Jul 15 12:59:28.419999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb512f4-cb88-4afd-84fe-30ebcfc58bb1 req-2389a44b-3c1c-47d4-b583-bd4117425ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.423180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eb512f4-cb88-4afd-84fe-30ebcfc58bb1 req-2389a44b-3c1c-47d4-b583-bd4117425ce8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 1097 time: 0.1625495 Jul 15 12:59:28.497847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eb512f4-cb88-4afd-84fe-30ebcfc58bb1 req-12fc32f8-480d-49e3-91d6-8e3fba2bc227 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554361 Jul 15 12:59:28.511251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-6b736664-92ac-496a-b1dd-4d4e5c5c5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.514791 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-6b736664-92ac-496a-b1dd-4d4e5c5c5929 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82cb59f2-38b1-41f7-aaca-4c882a7ace64 HTTP/1.1" status: 200 len: 863 time: 0.1459994 Jul 15 12:59:28.659960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-0899cd1e-aedf-4b5a-bb0b-7449c343b38e tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:28.661051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-0899cd1e-aedf-4b5a-bb0b-7449c343b38e tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061901 Jul 15 12:59:28.674671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Request body: {'binding': {'host': 'n-h2-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:28.675427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Unknown quota resources ['binding']. {{(pid=93733) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 12:59:28.696221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-c5609c9c-bf77-4526-91f8-fc4a42055c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.699383 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-c5609c9c-bf77-4526-91f8-fc4a42055c22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7c7f39f-a195-49cb-ab08-6de7357ca58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773784 Jul 15 12:59:28.894151 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-10aa0fa6-5dac-4e2b-8688-abfc22a2119f service neutron] 10.222.0.35 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855822 Jul 15 12:59:28.932514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on host n-h2-771362-36 for vnic_type normal with profile None {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:28.932857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:28.933195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:28.938592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:28.938941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:28.956683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:28.956683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:28.957191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:28.957433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Bound port: 1a295e43-0397-4ab6-9711-fec23038f939, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:29.019147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:29.040240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.041460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f8fb41fa-7cba-4ad2-90f2-9bdf1b9c3c7a service neutron] 10.222.0.25 "POST /v2.0/ports/1a295e43-0397-4ab6-9711-fec23038f939/bindings HTTP/1.1" status: 201 len: 390 time: 0.3715084 Jul 15 12:59:29.078589 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-43a6a3fe-b75c-4e8b-a5d9-5b5e2dae8858 req-59061014-2dc6-4620-a3a1-27a695e8078d service neutron] 10.222.0.35 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781359 Jul 15 12:59:29.138750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e50f-9fe2-46fd-b10b-92b848b22d60 req-e3ecc53e-46dd-4ebc-98bd-243ab1e500d2 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:29.141834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8594e50f-9fe2-46fd-b10b-92b848b22d60 req-e3ecc53e-46dd-4ebc-98bd-243ab1e500d2 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 945 time: 0.2003684 Jul 15 12:59:29.302226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8594e50f-9fe2-46fd-b10b-92b848b22d60 req-91ca6cc5-0203-42a8-ae46-5e2d5ccf2713 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475172 Jul 15 12:59:29.326580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34768) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:29.428394 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732d3f84-ec9e-4fce-a2e6-76127587f3a1 x-openstack-request-id: req-732d3f84-ec9e-4fce-a2e6-76127587f3a1 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:29.429260 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf536569-849f-4986-af47-080775186a30", "tag": "990fdbcb-afb2-4a8e-8cdd-243fbe114730", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:29.429260 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-732d3f84-ec9e-4fce-a2e6-76127587f3a1 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:29.429757 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf536569-849f-4986-af47-080775186a30', 'tag': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'status': 'completed', 'code': 200} Jul 15 12:59:29.670629 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba2c8b70-569e-444b-b6cd-945ef6946ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.894208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-5a5eff86-ad0f-42ac-bbdb-8519826b3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:29.906123 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-5a5eff86-ad0f-42ac-bbdb-8519826b3eed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 1095 time: 0.3092799 Jul 15 12:59:30.158188 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba2c8b70-569e-444b-b6cd-945ef6946ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.175042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba2c8b70-569e-444b-b6cd-945ef6946ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.216876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-e7bffa8b-ee7e-477e-b1f1-1b7fdcc38e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.222347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-e7bffa8b-ee7e-477e-b1f1-1b7fdcc38e0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1097 time: 0.3107133 Jul 15 12:59:30.271207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-1aee6127-0a67-4607-b277-1299e00dd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.273408 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-1aee6127-0a67-4607-b277-1299e00dd42e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 925 time: 0.3569946 Jul 15 12:59:30.325490 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-a12f8ad2-98a1-4d7d-ae70-bf5021e46624 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730 HTTP/1.1" status: 200 len: 217 time: 0.0446191 Jul 15 12:59:30.422340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-45ad9815-3f47-4047-a30a-0bb322e0fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.425110 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-45ad9815-3f47-4047-a30a-0bb322e0fe23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82cb59f2-38b1-41f7-aaca-4c882a7ace64 HTTP/1.1" status: 200 len: 863 time: 0.0933168 Jul 15 12:59:30.430566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c8b70-569e-444b-b6cd-945ef6946ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f35a89-4c35-4949-9727-c7e47df1bbc2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:30.566704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ba2c8b70-569e-444b-b6cd-945ef6946ee4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2524391259c940fd8467c710bf2163b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2395442 Jul 15 12:59:30.571737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34796) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:30.633273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-266eb8c6-4af7-4904-8421-8c51a1e84b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.635306 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-266eb8c6-4af7-4904-8421-8c51a1e84b2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7c7f39f-a195-49cb-ab08-6de7357ca58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028544 Jul 15 12:59:30.656426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23a43195-b54f-41af-8783-ea66c45c8896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.727617 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23a43195-b54f-41af-8783-ea66c45c8896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.810167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-371d890c-5c52-4448-bd0f-ad91a3f62b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.814349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-371d890c-5c52-4448-bd0f-ad91a3f62b1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.5332756 Jul 15 12:59:30.872146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5052bdb-269c-418e-9ab4-f1a78ab1d497 req-5f160fb2-8496-49d3-8baf-4f776014a04e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.887990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5052bdb-269c-418e-9ab4-f1a78ab1d497 req-5f160fb2-8496-49d3-8baf-4f776014a04e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 943 time: 0.6425040 Jul 15 12:59:30.891951 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-476a4820-6d14-4002-8f73-ecc440c72431 service neutron] 10.222.0.35 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362216 Jul 15 12:59:30.985946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-37a3ea6e-ede8-441c-ac18-2d1a9cc9a79a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 217 time: 0.1619380 Jul 15 12:59:31.108472 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23a43195-b54f-41af-8783-ea66c45c8896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.115800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23a43195-b54f-41af-8783-ea66c45c8896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.122834 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-23a43195-b54f-41af-8783-ea66c45c8896 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95f35a89-4c35-4949-9727-c7e47df1bbc2 HTTP/1.1" status: 204 len: 168 time: 0.5479012 Jul 15 12:59:31.155401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a43195-b54f-41af-8783-ea66c45c8896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f35a89-4c35-4949-9727-c7e47df1bbc2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:31.162452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be20c2f-1549-4e1c-8e73-c9b0038e1572 req-b6bdef57-79f0-440a-a1c8-bedab3564dc0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:31.175190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2be20c2f-1549-4e1c-8e73-c9b0038e1572 req-b6bdef57-79f0-440a-a1c8-bedab3564dc0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 945 time: 0.5812263 Jul 15 12:59:31.208289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5052bdb-269c-418e-9ab4-f1a78ab1d497 req-6810f092-b7f0-4328-82fc-3d509bd4b49f tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149505 Jul 15 12:59:31.248777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f6641555-0f34-4fb1-8c52-9d36e5c76bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:31.251389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-f6641555-0f34-4fb1-8c52-9d36e5c76bfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.2404618 Jul 15 12:59:31.253147 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-8cef657f-91ee-48da-a355-b6d79a3efefc req-92663d9a-74b5-437b-84b7-b011f6800f07 service neutron] 10.222.0.35 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540432 Jul 15 12:59:31.364189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-b7e22bfb-eeb1-457f-9de6-6b1f6a7b2bf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955946 Jul 15 12:59:31.404956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2be20c2f-1549-4e1c-8e73-c9b0038e1572 req-ee7a0764-7991-4c7b-962e-93cacbcd8b97 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172759 Jul 15 12:59:31.692958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae419fb-6e6e-43ad-bee5-90bca16e7cdf req-8fe893a5-486b-450b-b156-c05eab009329 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2f29472d273843b0ab246b8178f49f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615051 Jul 15 12:59:31.829878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-80811371-ee67-4c89-8487-4951c6d9bda6 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548433 Jul 15 12:59:32.153096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e57bb-e28a-4c86-a04d-a535264862dc req-014d4735-bb66-4137-ad13-5f68532e56f2 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:32.165722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-056e57bb-e28a-4c86-a04d-a535264862dc req-014d4735-bb66-4137-ad13-5f68532e56f2 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 945 time: 0.4194601 Jul 15 12:59:32.198411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae419fb-6e6e-43ad-bee5-90bca16e7cdf req-d35b5203-f2df-4270-9f9d-ec7bab2f65e4 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:32.210897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae419fb-6e6e-43ad-bee5-90bca16e7cdf req-d35b5203-f2df-4270-9f9d-ec7bab2f65e4 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5058041 Jul 15 12:59:32.233957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 990fdbcb-afb2-4a8e-8cdd-243fbe114730 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:32.280927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-607cde5b-5d72-4711-9192-76cb935abc84 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233854 Jul 15 12:59:32.303181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae419fb-6e6e-43ad-bee5-90bca16e7cdf req-2c596813-9349-43de-bc79-c2b900f688f7 tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/quotas/2f29472d273843b0ab246b8178f49f72 HTTP/1.1" status: 200 len: 375 time: 0.0842509 Jul 15 12:59:32.458206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae419fb-6e6e-43ad-bee5-90bca16e7cdf req-ca6d6f81-ecb4-4b68-af9f-1d3f3a014f8c tempest-QuotasAdminNegativeTest-582346862 tempest-QuotasAdminNegativeTest-582346862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f29472d273843b0ab246b8178f49f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534622 Jul 15 12:59:32.564450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-056e57bb-e28a-4c86-a04d-a535264862dc req-f0ac246f-ac58-4b01-8e55-4e4fe5fad177 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972070 Jul 15 12:59:32.567513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 990fdbcb-afb2-4a8e-8cdd-243fbe114730, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:32.628099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'port_id': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'mac_address': 'fa:16:3e:e2:89:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:32.690451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-3d8b2153-bcbc-4a0d-84d8-a28c937f5a9a tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:32.693144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-3d8b2153-bcbc-4a0d-84d8-a28c937f5a9a tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.3192701 Jul 15 12:59:32.714392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:32.837237 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.883569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34858) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:32.901850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990fdbcb-afb2-4a8e-8cdd-243fbe114730 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:32.992702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 990fdbcb-afb2-4a8e-8cdd-243fbe114730, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:33.007772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.051934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-51822997-network', 'tenant_id': '84326033f9bc49e4b69141b3693132a7'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:33.055967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.118328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Made reservation on behalf of 84326033f9bc49e4b69141b3693132a7 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:33.124877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.141804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.178175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=990fdbcb-afb2-4a8e-8cdd-243fbe114730,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:33.223950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['990fdbcb-afb2-4a8e-8cdd-243fbe114730'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:33.262187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c44a-4d8c-41a7-82a4-8ef1546e2f3f req-6e1151e6-c163-4b90-b456-0fa1ca8e068d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:33.269529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7da7c44a-4d8c-41a7-82a4-8ef1546e2f3f req-6e1151e6-c163-4b90-b456-0fa1ca8e068d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 945 time: 0.1790495 Jul 15 12:59:33.408308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7da7c44a-4d8c-41a7-82a4-8ef1546e2f3f req-110e3258-bf16-47de-8f35-0bad94a45864 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371346 Jul 15 12:59:33.420600 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.427470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2731dcd-3599-4f53-a195-b2a59e2dae55 req-9720a91d-c24e-4873-86f4-e4071b91035a tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:33.442877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2731dcd-3599-4f53-a195-b2a59e2dae55 req-9720a91d-c24e-4873-86f4-e4071b91035a tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 944 time: 0.3401339 Jul 15 12:59:33.449844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.475402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:59:33.508490 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.508810 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Added segment fad8e1c2-6b3f-4832-a1fa-6c97e1625f0f of type vlan for network 58159366-15c4-4196-9a31-a5ced4f478c6 Jul 15 12:59:33.530084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:33.546232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2731dcd-3599-4f53-a195-b2a59e2dae55 req-3b705cf0-3a62-41c3-a8b2-8932d43cf8ef tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942485 Jul 15 12:59:33.582196 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.603901 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b297e9d-f591-4de8-b812-b39294bef5d8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:33.649966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.651943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:33.651943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.675236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:33.691529 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8059187 Jul 15 12:59:33.696405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34868) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:33.708063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Request body: {'subnet': {'network_id': '58159366-15c4-4196-9a31-a5ced4f478c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-51822997-subnet', 'tenant_id': '84326033f9bc49e4b69141b3693132a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:33.792208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:33.800590 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7632db82-9fff-44ec-864e-779208a2e13a" -d '{"events": [{"server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a295e43-0397-4ab6-9711-fec23038f939"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:33.805134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b614712-533c-4084-acd4-266b94eecfda admin admin] Pushing event updated for resources: {'Network': ['ID=58159366-15c4-4196-9a31-a5ced4f478c6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:33.812936 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.831561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 58159366-15c4-4196-9a31-a5ced4f478c6 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:33.840406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.852621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Made reservation on behalf of 84326033f9bc49e4b69141b3693132a7 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:33.858465 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.155914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Pushing event updated for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:34.189642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.237021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 990fdbcb-afb2-4a8e-8cdd-243fbe114730 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:34.248165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on host n-h1-771362-36 for vnic_type normal with profile {"migrating_to": "n-h2-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:34.248510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:34.248822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:34.275863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:34.279684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Attempting to bind port 1a295e43-0397-4ab6-9711-fec23038f939 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:34.292011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:34.292946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:34.296306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:34.297614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Bound port: 1a295e43-0397-4ab6-9711-fec23038f939, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:34.298028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.377190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.448926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:34.457859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:34.458539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.524163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:34.549405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:34.554296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4753c697-3c33-4331-94c7-dbc248be7371,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:34.567702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.600209 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c33933-c304-49ba-b4bc-c8cdcca38528 x-openstack-request-id: req-81c33933-c304-49ba-b4bc-c8cdcca38528 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:34.600540 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a295e43-0397-4ab6-9711-fec23038f939", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:34.600743 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81c33933-c304-49ba-b4bc-c8cdcca38528 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:34.601155 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939', 'code': 200} Jul 15 12:59:34.616575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Checking segment: {'id': 'fad8e1c2-6b3f-4832-a1fa-6c97e1625f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58159366-15c4-4196-9a31-a5ced4f478c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:34.617220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Network hostable DHCP agents. Network: 58159366-15c4-4196-9a31-a5ced4f478c6, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:59:34.668224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Network 58159366-15c4-4196-9a31-a5ced4f478c6 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:59:34.676977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.694176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 58159366-15c4-4196-9a31-a5ced4f478c6) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:34.712366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.713631 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.739080 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e4fb83a-2b4e-4299-b876-7ab5dc0b608b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0413980 Jul 15 12:59:34.754015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120e34a0-9ffd-4c49-ae66-67139dc1f6a9 None None] Network 58159366-15c4-4196-9a31-a5ced4f478c6 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:34.806055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf536569-849f-4986-af47-080775186a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990fdbcb-afb2-4a8e-8cdd-243fbe114730'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:34.813194 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33028539-2bb7-489a-b4ed-0ba573584d31" -d '{"events": [{"server_uuid": "cf536569-849f-4986-af47-080775186a30", "name": "network-vif-plugged", "status": "completed", "tag": "990fdbcb-afb2-4a8e-8cdd-243fbe114730"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:34.854408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 990fdbcb-afb2-4a8e-8cdd-243fbe114730, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:34.870115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.876644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.879351 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.883588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] 10.222.0.30 "PUT /v2.0/ports/1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 1123 time: 2.1811538 Jul 15 12:59:34.897636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb81b2-79f3-4b07-a856-06ff380db76a service neutron] Pushing event updated for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.048890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091491f-e212-4099-a112-83de251a6512 req-c3d75bdf-b223-45f7-8cc8-93307a2773d7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.051518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2091491f-e212-4099-a112-83de251a6512 req-c3d75bdf-b223-45f7-8cc8-93307a2773d7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 945 time: 0.1313667 Jul 15 12:59:35.131042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=990fdbcb-afb2-4a8e-8cdd-243fbe114730,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.132479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34902) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:35.184033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['1a295e43-0397-4ab6-9711-fec23038f939'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:35.257697 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.378480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2091491f-e212-4099-a112-83de251a6512 req-d8ea515d-7425-4b6b-bd1d-88bc3b3dff8f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071616 Jul 15 12:59:35.473725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d438-7243-4a66-b48a-b17b4632de6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.668532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90fd6f-1356-40a9-a2c6-0aa47871b8fb req-e40fdaf8-5b35-4dc5-9fb4-06827a951bcb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.682530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b90fd6f-1356-40a9-a2c6-0aa47871b8fb req-e40fdaf8-5b35-4dc5-9fb4-06827a951bcb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 943 time: 0.5102594 Jul 15 12:59:35.702639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d438-7243-4a66-b48a-b17b4632de6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.710110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d734b6-666a-4472-9e64-610495e92970 req-5617387d-5cb4-44fc-87fe-3ff2085b488f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.712006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8d734b6-666a-4472-9e64-610495e92970 req-5617387d-5cb4-44fc-87fe-3ff2085b488f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 945 time: 0.3068783 Jul 15 12:59:35.714464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d438-7243-4a66-b48a-b17b4632de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.766618 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8ed9d438-7243-4a66-b48a-b17b4632de6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9e4e756aa934b70976e283aa3c18149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295381 Jul 15 12:59:35.774321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34908) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:35.813026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b90fd6f-1356-40a9-a2c6-0aa47871b8fb req-3ec62e32-cfc3-4a18-8f37-9427f0b478cb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293299 Jul 15 12:59:35.823958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34910) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:35.849629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9d438-7243-4a66-b48a-b17b4632de6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6c530d-613f-4242-bce4-6638edd5c572,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.879436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b49cff-9774-4672-b438-303321d8b83c None None] Network 58159366-15c4-4196-9a31-a5ced4f478c6 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:35.912562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7518f554-0d59-4907-88a7-9a4fd7fe86c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.929930 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7416b00-44fb-4e73-bf7f-867d73192914 x-openstack-request-id: req-e7416b00-44fb-4e73-bf7f-867d73192914 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:35.930237 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf536569-849f-4986-af47-080775186a30", "name": "network-vif-plugged", "status": "completed", "tag": "990fdbcb-afb2-4a8e-8cdd-243fbe114730", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:35.930482 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7416b00-44fb-4e73-bf7f-867d73192914 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:35.930883 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf536569-849f-4986-af47-080775186a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'code': 200} Jul 15 12:59:35.958327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7518f554-0d59-4907-88a7-9a4fd7fe86c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.127440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603990-0b4a-416d-8991-6b13f911d320 req-f58e5feb-94ed-4016-a830-63c21bea7934 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.146479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49603990-0b4a-416d-8991-6b13f911d320 req-f58e5feb-94ed-4016-a830-63c21bea7934 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 945 time: 0.4258146 Jul 15 12:59:36.157721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7518f554-0d59-4907-88a7-9a4fd7fe86c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.160535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7518f554-0d59-4907-88a7-9a4fd7fe86c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.161729 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7518f554-0d59-4907-88a7-9a4fd7fe86c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad6c530d-613f-4242-bce4-6638edd5c572 HTTP/1.1" status: 204 len: 168 time: 0.3696558 Jul 15 12:59:36.203206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518f554-0d59-4907-88a7-9a4fd7fe86c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6c530d-613f-4242-bce4-6638edd5c572,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:36.215446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235131d-3fcd-4b49-9fae-7356c0d48bc9 req-0dd01e67-8552-4a9b-9b75-449a18ccf251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.217724 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-d235131d-3fcd-4b49-9fae-7356c0d48bc9 req-0dd01e67-8552-4a9b-9b75-449a18ccf251 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 1097 time: 0.1699667 Jul 15 12:59:36.269088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Deleting port b7226067-5b1d-4b0a-96c1-47718ffb2d6d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:36.269453 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.298180 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-d235131d-3fcd-4b49-9fae-7356c0d48bc9 req-fbc64bed-d2c6-4fc8-92a8-64160648625e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732360 Jul 15 12:59:36.392276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49603990-0b4a-416d-8991-6b13f911d320 req-8cbec4bc-d8f5-41c6-8063-26f44cf946c2 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447724 Jul 15 12:59:36.404143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-616d5f6e-7bdc-4ae5-8558-302c20914862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.409057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] For port b7226067-5b1d-4b0a-96c1-47718ffb2d6d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:36.409678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.440954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Calling delete_port for b7226067-5b1d-4b0a-96c1-47718ffb2d6d owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:36.565799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c6a91fa8-8a0f-4b43-be81-999bce3384dc req-fbfa8843-4411-41c8-a704-91680f6f3f67 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1271488523', 'description': 'tempest-description-1545900044'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:36.610033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:36.616514 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "tag": "1a295e43-0397-4ab6-9711-fec23038f939"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:36.824264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-616d5f6e-7bdc-4ae5-8558-302c20914862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.848238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-616d5f6e-7bdc-4ae5-8558-302c20914862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.892027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.900403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34938) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:36.941870 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0322110e-d378-4eda-b395-9ff79d465bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.944292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['b7226067-5b1d-4b0a-96c1-47718ffb2d6d'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:36.950509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c6a91fa8-8a0f-4b43-be81-999bce3384dc req-fbfa8843-4411-41c8-a704-91680f6f3f67 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.958757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-616d5f6e-7bdc-4ae5-8558-302c20914862 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f29472d273843b0ab246b8178f49f72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1309855 Jul 15 12:59:36.968443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34940) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:36.989840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d5f6e-7bdc-4ae5-8558-302c20914862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64381a27-66fa-4bf7-96cd-ed4d79b2ec06,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:36.995532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event deleted for resources: {'Port': ['ID=b7226067-5b1d-4b0a-96c1-47718ffb2d6d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:37.069636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51837c-8f78-435b-87e7-b735d97d5f30 req-9385cb42-d2d6-477e-a073-d535200c9d6e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:37.079012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa51837c-8f78-435b-87e7-b735d97d5f30 req-9385cb42-d2d6-477e-a073-d535200c9d6e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=d70175ca-fb56-4276-ad33-b3e8860478e0 HTTP/1.1" status: 200 len: 867 time: 0.3799086 Jul 15 12:59:37.224088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1a295e43-0397-4ab6-9711-fec23038f939 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:37.254476 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0322110e-d378-4eda-b395-9ff79d465bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.263594 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0322110e-d378-4eda-b395-9ff79d465bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.316087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322110e-d378-4eda-b395-9ff79d465bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe0682-c499-49b2-8791-9274a9d052f6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:37.322324 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0322110e-d378-4eda-b395-9ff79d465bb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be231a77a1954c56a0ad05cdc8bad0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189148 Jul 15 12:59:37.326855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34946) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:37.407593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc8d7-8347-4695-9970-6469005590c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.466647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc8d7-8347-4695-9970-6469005590c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.564991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc8d7-8347-4695-9970-6469005590c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.570598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc8d7-8347-4695-9970-6469005590c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.573696 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ab6cc8d7-8347-4695-9970-6469005590c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ffe0682-c499-49b2-8791-9274a9d052f6 HTTP/1.1" status: 204 len: 168 time: 0.2452929 Jul 15 12:59:37.590827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cc8d7-8347-4695-9970-6469005590c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe0682-c499-49b2-8791-9274a9d052f6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:37.646743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] No DVR routers for this DVR port b7226067-5b1d-4b0a-96c1-47718ffb2d6d on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:37.652387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.653832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:37.655726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8d734b6-666a-4472-9e64-610495e92970 req-30159fcf-b675-43f2-be87-b6b1d90d0366 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "DELETE /v2.0/ports/b7226067-5b1d-4b0a-96c1-47718ffb2d6d HTTP/1.1" status: 204 len: 173 time: 1.9333208 Jul 15 12:59:37.688546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1a295e43-0397-4ab6-9711-fec23038f939 has no active binding in host n-h2-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 12:59:37.811563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa51837c-8f78-435b-87e7-b735d97d5f30 req-af96dd59-5399-4c70-8901-71231ca84130 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7310264 Jul 15 12:59:37.849481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9332ae2e-8e8d-4097-a6ec-61b96a76f0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.972960 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87c4126-d60b-4fe5-aa51-4f126e9894ac x-openstack-request-id: req-c87c4126-d60b-4fe5-aa51-4f126e9894ac {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:37.976413 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "tag": "1a295e43-0397-4ab6-9711-fec23038f939", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:37.976994 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c87c4126-d60b-4fe5-aa51-4f126e9894ac {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:37.977745 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939', 'status': 'completed', 'code': 200} Jul 15 12:59:38.093269 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9332ae2e-8e8d-4097-a6ec-61b96a76f0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.252771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-d2bf651f-338a-42d5-905e-35fbaa531290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.254201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c6a91fa8-8a0f-4b43-be81-999bce3384dc req-fbfa8843-4411-41c8-a704-91680f6f3f67 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.260952 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-d2bf651f-338a-42d5-905e-35fbaa531290 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1126 time: 0.2454734 Jul 15 12:59:38.353861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c6a91fa8-8a0f-4b43-be81-999bce3384dc req-fbfa8843-4411-41c8-a704-91680f6f3f67 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.420504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c6a91fa8-8a0f-4b43-be81-999bce3384dc req-fbfa8843-4411-41c8-a704-91680f6f3f67 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.423779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6a91fa8-8a0f-4b43-be81-999bce3384dc req-fbfa8843-4411-41c8-a704-91680f6f3f67 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.8943036 Jul 15 12:59:38.497320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9332ae2e-8e8d-4097-a6ec-61b96a76f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.515273 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9332ae2e-8e8d-4097-a6ec-61b96a76f0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.526576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9332ae2e-8e8d-4097-a6ec-61b96a76f0e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64381a27-66fa-4bf7-96cd-ed4d79b2ec06 HTTP/1.1" status: 204 len: 168 time: 1.5545425 Jul 15 12:59:38.543798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa8843-4411-41c8-a704-91680f6f3f67 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb6215b-0cd4-4ce8-b77b-0272e8f25652,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:38.608630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332ae2e-8e8d-4097-a6ec-61b96a76f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64381a27-66fa-4bf7-96cd-ed4d79b2ec06,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:38.765656 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-984b3e19-3100-40e6-b266-2653553e5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.768245 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-984b3e19-3100-40e6-b266-2653553e5afd service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.5022106 Jul 15 12:59:38.867451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-373afbd5-279f-4147-824f-fafc073f373d service neutron] 10.222.0.35 "GET /v2.0/ports/1a295e43-0397-4ab6-9711-fec23038f939/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.2465134 Jul 15 12:59:39.216555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb76b-6a39-4b16-ac40-2c03d7f7aff5 req-fab8b746-0186-45a2-8bed-d8ec7b3e25a8 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.232676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86abb76b-6a39-4b16-ac40-2c03d7f7aff5 req-fab8b746-0186-45a2-8bed-d8ec7b3e25a8 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 943 time: 0.2369082 Jul 15 12:59:39.254764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b7226067-5b1d-4b0a-96c1-47718ffb2d6d no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:39.337133 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: b7226067-5b1d-4b0a-96c1-47718ffb2d6d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:39.344687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b7226067-5b1d-4b0a-96c1-47718ffb2d6d not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:39.498892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86abb76b-6a39-4b16-ac40-2c03d7f7aff5 req-5236b249-ddfe-44fd-8a5e-bfe280024cf7 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631052 Jul 15 12:59:39.695985 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-9d3a3646-702d-4317-b843-95bd16f9c4fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 217 time: 0.9190211 Jul 15 12:59:39.876429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-88bcb888-5754-4bd7-8e05-dba3f372f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.878202 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-88bcb888-5754-4bd7-8e05-dba3f372f501 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1738050 Jul 15 12:59:39.937732 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-c14b5896-d444-4b26-8033-e54dac9cf08e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513923 Jul 15 12:59:39.989444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2862f8c1-d791-45c0-9ee5-169fcc9dda7a req-4fd5b04e-0cf9-47f1-88ef-1fc27f9870ae tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/fbb6215b-0cd4-4ce8-b77b-0272e8f25652 HTTP/1.1" status: 200 len: 1805 time: 0.3812926 Jul 15 12:59:40.003896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70175ca-fb56-4276-ad33-b3e8860478e0', 'name': 'network-vif-deleted', 'tag': 'b7226067-5b1d-4b0a-96c1-47718ffb2d6d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:40.012594 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9d1424-0be9-428e-b820-e6010e50205e" -d '{"events": [{"server_uuid": "d70175ca-fb56-4276-ad33-b3e8860478e0", "name": "network-vif-deleted", "tag": "b7226067-5b1d-4b0a-96c1-47718ffb2d6d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:40.033918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2862f8c1-d791-45c0-9ee5-169fcc9dda7a req-1d5d3609-07a1-4fc6-a3fc-58097e6405a8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbb6215b-0cd4-4ce8-b77b-0272e8f25652', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:40.034584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2862f8c1-d791-45c0-9ee5-169fcc9dda7a req-1d5d3609-07a1-4fc6-a3fc-58097e6405a8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbb6215b-0cd4-4ce8-b77b-0272e8f25652', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:40.062044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34982) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:40.133555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f3676-eda2-438e-aeaf-98a019e985bf req-e66f63b4-0b99-4060-9aec-87e663f9edf6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:40.146066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-053f3676-eda2-438e-aeaf-98a019e985bf req-e66f63b4-0b99-4060-9aec-87e663f9edf6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 945 time: 0.4285586 Jul 15 12:59:40.162566 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-fed28bc6-95ac-44c1-971c-8b049f3e499f service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149296 Jul 15 12:59:40.242581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37f6f0d9-4777-439d-a195-03420baf442a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.282960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-053f3676-eda2-438e-aeaf-98a019e985bf req-4ae29248-54d9-44c3-b09c-50f3865f4161 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347735 Jul 15 12:59:40.300142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:40.409749 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2cc0f92-70ab-4ee4-b44a-e04aeaa5acd2 req-b782cf0d-907d-4327-a0df-cfc96b824b59 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331383 Jul 15 12:59:40.494405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:40.553991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34994) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:40.601027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a295e43-0397-4ab6-9711-fec23038f939 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:40.623407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:40.705972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-80827255-network', 'tenant_id': 'bbb6cfaf3a0243ad97fca17863871808'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:40.716185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.759978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2862f8c1-d791-45c0-9ee5-169fcc9dda7a req-1d5d3609-07a1-4fc6-a3fc-58097e6405a8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.945119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2862f8c1-d791-45c0-9ee5-169fcc9dda7a req-1d5d3609-07a1-4fc6-a3fc-58097e6405a8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.961508 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2862f8c1-d791-45c0-9ee5-169fcc9dda7a req-1d5d3609-07a1-4fc6-a3fc-58097e6405a8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.039550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d3609-07a1-4fc6-a3fc-58097e6405a8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38cc4aa-8f72-41b7-9940-d29aa52d65d0,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.048670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37f6f0d9-4777-439d-a195-03420baf442a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.051033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] Transition to ACTIVE for port object 1a295e43-0397-4ab6-9711-fec23038f939 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:41.058248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37f6f0d9-4777-439d-a195-03420baf442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.106097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Made reservation on behalf of bbb6cfaf3a0243ad97fca17863871808 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:41.111340 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.124287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-37f6f0d9-4777-439d-a195-03420baf442a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc4e7b531c4b451bbbf1380d8a6fdeb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0500653 Jul 15 12:59:41.132919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35006) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:41.136728 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.148877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.149472 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2862f8c1-d791-45c0-9ee5-169fcc9dda7a req-1d5d3609-07a1-4fc6-a3fc-58097e6405a8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.155540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2862f8c1-d791-45c0-9ee5-169fcc9dda7a req-1d5d3609-07a1-4fc6-a3fc-58097e6405a8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1255541 Jul 15 12:59:41.300370 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95849ce2-74d5-402f-80b7-27fcd5721bb2 x-openstack-request-id: req-95849ce2-74d5-402f-80b7-27fcd5721bb2 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:41.300705 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70175ca-fb56-4276-ad33-b3e8860478e0", "name": "network-vif-deleted", "tag": "b7226067-5b1d-4b0a-96c1-47718ffb2d6d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:41.300935 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95849ce2-74d5-402f-80b7-27fcd5721bb2 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:41.301550 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70175ca-fb56-4276-ad33-b3e8860478e0', 'name': 'network-vif-deleted', 'tag': 'b7226067-5b1d-4b0a-96c1-47718ffb2d6d', 'status': 'completed', 'code': 200} Jul 15 12:59:41.387794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6f0d9-4777-439d-a195-03420baf442a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a79a8e0-964f-4e77-9ba1-3214d399032c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.522426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75d2990f-5987-4629-84f2-a80eacf4ca8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.556287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] No DVR routers for this DVR port 1a295e43-0397-4ab6-9711-fec23038f939 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:41.637795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75d2990f-5987-4629-84f2-a80eacf4ca8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.720604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.735486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.746296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.765788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75d2990f-5987-4629-84f2-a80eacf4ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.768688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75d2990f-5987-4629-84f2-a80eacf4ca8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.773623 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-75d2990f-5987-4629-84f2-a80eacf4ca8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a79a8e0-964f-4e77-9ba1-3214d399032c HTTP/1.1" status: 204 len: 168 time: 0.6355937 Jul 15 12:59:41.780885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-5bbf8acb-c02a-4a9e-b4d0-8b1edc3c45d2 service neutron] 10.222.0.35 "PUT /v2.0/ports/1a295e43-0397-4ab6-9711-fec23038f939/bindings/n-h2-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 2.9060020 Jul 15 12:59:41.801399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:59:41.821521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518a1590-0a20-4f7d-bb08-847c17cc6bd8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.829900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.830306 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Added segment fdab6e00-f14c-4365-9410-68375ec077ce of type vlan for network bfab8373-bcf5-4466-bd23-e102da6294f8 Jul 15 12:59:41.846894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2990f-5987-4629-84f2-a80eacf4ca8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a79a8e0-964f-4e77-9ba1-3214d399032c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.917382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.003500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722cf0b-4f5a-4494-95f5-0b0f46780de5 req-2121dc70-9979-4130-b051-d3ca4e2ed296 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.005421 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.006368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.006962 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.021006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0722cf0b-4f5a-4494-95f5-0b0f46780de5 req-2121dc70-9979-4130-b051-d3ca4e2ed296 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 945 time: 0.4862278 Jul 15 12:59:42.037484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35016) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:42.039108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c5a08-ccb3-4325-9967-e75c9dc13dda req-a08923a7-2f96-403e-8a84-6d22a2110705 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.041126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d5c5a08-ccb3-4325-9967-e75c9dc13dda req-a08923a7-2f96-403e-8a84-6d22a2110705 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 944 time: 0.4280202 Jul 15 12:59:42.065658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Request body: {'floatingip': {'port_id': '990fdbcb-afb2-4a8e-8cdd-243fbe114730'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:42.148090 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5922229 Jul 15 12:59:42.157915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35022) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:42.177731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Request body: {'subnet': {'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-80827255-subnet', 'tenant_id': 'bbb6cfaf3a0243ad97fca17863871808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:42.191992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d5c5a08-ccb3-4325-9967-e75c9dc13dda req-c2aae341-8443-4916-8e59-98f02e7513b8 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374404 Jul 15 12:59:42.211514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-2a2168cb-07a7-410e-a02a-f58b72934173 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.213222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-2a2168cb-07a7-410e-a02a-f58b72934173 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1096 time: 0.3367476 Jul 15 12:59:42.276343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1a295e43-0397-4ab6-9711-fec23038f939 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:42.322922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790efd7f-fb29-459d-ad1a-31579911fce4 admin admin] Pushing event updated for resources: {'Network': ['ID=bfab8373-bcf5-4466-bd23-e102da6294f8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:42.348653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.377751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-140210b3-fb77-461d-8c2c-fe4b18c636d8 req-3240ad26-c230-48b4-8ea0-c0f4eb46ef48 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1213951767', 'description': 'tempest-description-2063157633'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:42.468819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network bfab8373-bcf5-4466-bd23-e102da6294f8 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:42.475304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Made reservation on behalf of bbb6cfaf3a0243ad97fca17863871808 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:42.479698 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.758032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1a295e43-0397-4ab6-9711-fec23038f939 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:42.880554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-122c6267-b906-47bb-adf8-ecc18696fd97 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.883833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-122c6267-b906-47bb-adf8-ecc18696fd97 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.6318293 Jul 15 12:59:42.885661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35034) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:42.893798 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-140210b3-fb77-461d-8c2c-fe4b18c636d8 req-3240ad26-c230-48b4-8ea0-c0f4eb46ef48 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.992914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-315b612f-9009-437d-aa26-a7512e577c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.997357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-315b612f-9009-437d-aa26-a7512e577c0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f&tenant_id=436135f846f04cb19480d33d0984abb9 HTTP/1.1" status: 200 len: 1096 time: 0.7721899 Jul 15 12:59:43.206601 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-140210b3-fb77-461d-8c2c-fe4b18c636d8 req-3240ad26-c230-48b4-8ea0-c0f4eb46ef48 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.222593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-9f47e442-abe6-457f-9012-892af243feee tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/quotas/8873230e35444f6bb69d848213db6865 HTTP/1.1" status: 200 len: 375 time: 0.3058898 Jul 15 12:59:43.258567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-140210b3-fb77-461d-8c2c-fe4b18c636d8 req-3240ad26-c230-48b4-8ea0-c0f4eb46ef48 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.291616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.resource_extend [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 12:59:43.380596 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.405734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.465835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ba86e8a-81e3-4d74-a716-ab552717a625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.571605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-d6adc754-028b-4312-875a-2589c32caab4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2460649 Jul 15 12:59:43.571605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240ad26-c230-48b4-8ea0-c0f4eb46ef48 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd0c24b-b510-4dae-bee6-fa2d9b02ef1b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:43.620155 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Floating IP 6b6db188-950c-4651-bf2a-06e2d6fe3351 associated. External IP: 172.25.1.56, port: 990fdbcb-afb2-4a8e-8cdd-243fbe114730. Jul 15 12:59:43.624303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-140210b3-fb77-461d-8c2c-fe4b18c636d8 req-3240ad26-c230-48b4-8ea0-c0f4eb46ef48 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.625235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-140210b3-fb77-461d-8c2c-fe4b18c636d8 req-3240ad26-c230-48b4-8ea0-c0f4eb46ef48 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2676508 Jul 15 12:59:43.716650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-483a64c2-f09d-475b-b1d9-92e666ef8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:43.718208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-483a64c2-f09d-475b-b1d9-92e666ef8322 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1096 time: 0.5021510 Jul 15 12:59:43.847909 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.003977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-f793ed5f-2ea0-408c-b86d-8519187ca4b4 service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869697 Jul 15 12:59:44.055236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f2ae36-da49-433b-a354-5c6308a6d2a9,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:44.099920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-31ea86fd-7ed7-4597-9050-446b9b31d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.101224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-31ea86fd-7ed7-4597-9050-446b9b31d184 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.3702278 Jul 15 12:59:44.108672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Router 2f8a9274-346b-4e99-9c63-fbe2f318e783 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:44.116134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751b0b-a370-461d-b0b2-07d2220e0f26 req-d85db8d6-db6d-4885-8402-062b6b36440a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.119711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a751b0b-a370-461d-b0b2-07d2220e0f26 req-d85db8d6-db6d-4885-8402-062b6b36440a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 944 time: 0.3430896 Jul 15 12:59:44.131041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:44.131545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Network hostable DHCP agents. Network: bfab8373-bcf5-4466-bd23-e102da6294f8, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:59:44.145130 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ba86e8a-81e3-4d74-a716-ab552717a625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.209432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-064a98a5-8399-40cb-86c0-ce71252594e3 service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852121 Jul 15 12:59:44.252628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ba86e8a-81e3-4d74-a716-ab552717a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.352718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba86e8a-81e3-4d74-a716-ab552717a625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c15f9-eaae-442d-adf5-d9229e40cca4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:44.357007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-974d9460-f214-4d89-ac96-087e6911274e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 217 time: 0.2347388 Jul 15 12:59:44.478994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1ba86e8a-81e3-4d74-a716-ab552717a625 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d968407bcc44204a18a533e8df1ce09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5772800 Jul 15 12:59:44.484441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Network bfab8373-bcf5-4466-bd23-e102da6294f8 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:59:44.488675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35066) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:44.535179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a751b0b-a370-461d-b0b2-07d2220e0f26 req-928615bd-afb1-47df-adbb-f147ee54243c tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922822 Jul 15 12:59:44.573494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, bfab8373-bcf5-4466-bd23-e102da6294f8) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:44.589719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34b757-c4ca-491f-afc2-3a071ff7603d None None] Network bfab8373-bcf5-4466-bd23-e102da6294f8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:44.615929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.616814 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.690497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-a2953bc8-47e4-4a9d-ad2e-26c228fb2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.692608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-a2953bc8-47e4-4a9d-ad2e-26c228fb2a41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.3036549 Jul 15 12:59:44.715699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-78f403e3-ffb5-439d-a50f-7472c1828373 req-bae6ccda-d8a1-438e-8e77-e7fb47ba2361 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 210 time: 0.0864944 Jul 15 12:59:44.744822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9ad40233-6db9-416b-8dbb-53402f50c4a8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5859039 Jul 15 12:59:44.773024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-e6bcbcf2-1029-4880-bda2-8a825b567217 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535240 Jul 15 12:59:44.866421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838e0f8-3853-416f-9f82-b01a84dd3517 None None] Network bfab8373-bcf5-4466-bd23-e102da6294f8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:44.869845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d9989b4-e11e-4b71-9390-acbfca539574 req-c2cc33ed-9990-40e2-b851-d142f140b914 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/efd0c24b-b510-4dae-bee6-fa2d9b02ef1b HTTP/1.1" status: 200 len: 1805 time: 0.2882984 Jul 15 12:59:44.873287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-312ede91-e15d-4863-bf6f-d45c83487204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.905983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8d9989b4-e11e-4b71-9390-acbfca539574 req-c6d0a318-6e38-4c7b-93e8-9b3f2b3e4c42 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'efd0c24b-b510-4dae-bee6-fa2d9b02ef1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:44.906699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8d9989b4-e11e-4b71-9390-acbfca539574 req-c6d0a318-6e38-4c7b-93e8-9b3f2b3e4c42 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'efd0c24b-b510-4dae-bee6-fa2d9b02ef1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:44.993774 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-312ede91-e15d-4863-bf6f-d45c83487204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.148256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-c97ef457-ed3b-415e-86b4-a283a5505e14 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548062 Jul 15 12:59:45.182481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:45.193396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.230302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] Sync routers for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:45.270538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:45.271628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:59:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:45.292792 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-518e91de-c26f-494e-a35c-5799af2a6dad tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "PUT /v2.0/floatingips/6b6db188-950c-4651-bf2a-06e2d6fe3351 HTTP/1.1" status: 200 len: 990 time: 3.2458677 Jul 15 12:59:45.310250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf536569-849f-4986-af47-080775186a30', 'tag': '990fdbcb-afb2-4a8e-8cdd-243fbe114730'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:45.321017 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a352019-fcd8-4e9d-a533-89ff0d250bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf536569-849f-4986-af47-080775186a30", "tag": "990fdbcb-afb2-4a8e-8cdd-243fbe114730"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:45.515529 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8d9989b4-e11e-4b71-9390-acbfca539574 req-c6d0a318-6e38-4c7b-93e8-9b3f2b3e4c42 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.652614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8d9989b4-e11e-4b71-9390-acbfca539574 req-c6d0a318-6e38-4c7b-93e8-9b3f2b3e4c42 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.654043 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-312ede91-e15d-4863-bf6f-d45c83487204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.659341 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-312ede91-e15d-4863-bf6f-d45c83487204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.661367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-312ede91-e15d-4863-bf6f-d45c83487204 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d92c15f9-eaae-442d-adf5-d9229e40cca4 HTTP/1.1" status: 204 len: 168 time: 1.1714771 Jul 15 12:59:45.684720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ede91-e15d-4863-bf6f-d45c83487204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c15f9-eaae-442d-adf5-d9229e40cca4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.702429 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8d9989b4-e11e-4b71-9390-acbfca539574 req-c6d0a318-6e38-4c7b-93e8-9b3f2b3e4c42 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.789490 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec3f948-99ef-45fa-8d2e-cc054a3a7564 x-openstack-request-id: req-5ec3f948-99ef-45fa-8d2e-cc054a3a7564 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:45.791567 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf536569-849f-4986-af47-080775186a30", "tag": "990fdbcb-afb2-4a8e-8cdd-243fbe114730", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:45.791567 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ec3f948-99ef-45fa-8d2e-cc054a3a7564 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:45.791567 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf536569-849f-4986-af47-080775186a30', 'tag': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'status': 'completed', 'code': 200} Jul 15 12:59:45.814003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0a318-6e38-4c7b-93e8-9b3f2b3e4c42 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9c7115-e36c-4e94-80a9-0d6bd812f186,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.898741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-70dfb7a7-c9e1-4891-b64f-75f7dcb42aba service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498453 Jul 15 12:59:45.921004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8d9989b4-e11e-4b71-9390-acbfca539574 req-c6d0a318-6e38-4c7b-93e8-9b3f2b3e4c42 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.954778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d9989b4-e11e-4b71-9390-acbfca539574 req-c6d0a318-6e38-4c7b-93e8-9b3f2b3e4c42 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0530727 Jul 15 12:59:45.983285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:46.271728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-5130e712-e17e-4395-9746-a83531282418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:46.278629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-5130e712-e17e-4395-9746-a83531282418 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 1097 time: 0.4479027 Jul 15 12:59:46.618590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9b0a96ea-5a73-4b0f-8dda-0e60ef514eeb req-1e5df5cb-83f1-4612-93c5-f60d082efe1d tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 210 time: 0.1817379 Jul 15 12:59:46.804158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6b6db188-950c-4651-bf2a-06e2d6fe3351', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'port_id': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'mac_address': 'fa:16:3e:e2:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf536569-849f-4986-af47-080775186a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:59:17Z', 'updated_at': '2021-07-15T12:59:43Z', 'revision_number': 1, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:46.880140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] Checking router: 2f8a9274-346b-4e99-9c63-fbe2f318e783 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:46.922793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:46.926090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T12:59:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:46.998433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35116) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:47.053638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd7528a9-5c4a-4bab-bcb1-b58fbad79310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.269685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:47.339588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd7528a9-5c4a-4bab-bcb1-b58fbad79310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.351673 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd7528a9-5c4a-4bab-bcb1-b58fbad79310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.353946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f3aaf-b587-4971-8ed5-4367d46fe326 req-e6f55918-9349-488c-a573-c052b3300c5f tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.361229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-460f3aaf-b587-4971-8ed5-4367d46fe326 req-e6f55918-9349-488c-a573-c052b3300c5f tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 944 time: 1.2160459 Jul 15 12:59:47.432021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7528a9-5c4a-4bab-bcb1-b58fbad79310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463d371a-7d3e-40e7-940f-109b180ccac1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:47.482278 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bd7528a9-5c4a-4bab-bcb1-b58fbad79310 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04e89d59d5534d6e9fd592127782173a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823620 Jul 15 12:59:47.488462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35120) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:47.489018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35122) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:47.506105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1837019232-network', 'tenant_id': 'aaee1d625f0044e385697db3947c0cbb'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:47.618663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Made reservation on behalf of aaee1d625f0044e385697db3947c0cbb for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:47.622074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.632634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4babb4b4-8797-4163-b9d9-dbcc4755eb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.635445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c3095d83-428c-4694-919d-260c2debc696 req-5554d5e1-01e3-4aef-b603-e026629612cc tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1449731310', 'description': 'tempest-description-1830009019'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:47.641897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-8eacc888-8fd2-46ea-85cb-7fac2d629323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.643993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-8eacc888-8fd2-46ea-85cb-7fac2d629323 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 925 time: 1.3505869 Jul 15 12:59:47.644431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.705790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4babb4b4-8797-4163-b9d9-dbcc4755eb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.794531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-06b73823-4514-461f-b03d-40c92e5b6a41 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.796609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-06b73823-4514-461f-b03d-40c92e5b6a41 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.4338007 Jul 15 12:59:47.821323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Request body: {'port': {'device_id': 'a49906bf-bde9-4aca-9168-aaa7259ba783', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'admin_state_up': True, 'tenant_id': '8873230e35444f6bb69d848213db6865'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:47.895599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.904792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6b6db188-950c-4651-bf2a-06e2d6fe3351', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'port_id': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'mac_address': 'fa:16:3e:e2:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf536569-849f-4986-af47-080775186a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:59:17Z', 'updated_at': '2021-07-15T12:59:43Z', 'revision_number': 1, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:47.908729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.946451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f22956-45ed-4414-84ef-6148716d7c35,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:47.968397 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:59:47.980593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.980953 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Added segment f7795b16-da5b-4154-b6b1-a7f0c7e709af of type vlan for network 154a3f6b-856e-49ce-9e12-d3e7eb4749ca Jul 15 12:59:48.001019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e5ac0-6b4e-485f-8062-eb2db4697c03 None None] The sync data for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 is: [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6b6db188-950c-4651-bf2a-06e2d6fe3351', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'port_id': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'mac_address': 'fa:16:3e:e2:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf536569-849f-4986-af47-080775186a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:59:17Z', 'updated_at': '2021-07-15T12:59:43Z', 'revision_number': 1, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:48.016080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-460f3aaf-b587-4971-8ed5-4367d46fe326 req-700ecd26-4871-4dae-9f7d-e7a935642ef3 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540287 Jul 15 12:59:48.079536 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c3095d83-428c-4694-919d-260c2debc696 req-5554d5e1-01e3-4aef-b603-e026629612cc tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.116313 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.120188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4babb4b4-8797-4163-b9d9-dbcc4755eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.123448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4babb4b4-8797-4163-b9d9-dbcc4755eb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.132343 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4babb4b4-8797-4163-b9d9-dbcc4755eb9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/463d371a-7d3e-40e7-940f-109b180ccac1 HTTP/1.1" status: 204 len: 168 time: 0.6418946 Jul 15 12:59:48.168274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babb4b4-8797-4163-b9d9-dbcc4755eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463d371a-7d3e-40e7-940f-109b180ccac1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:48.172252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-6a4fc5f5-beb5-4726-abd2-2b1bf2052d55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730 HTTP/1.1" status: 200 len: 998 time: 0.4975123 Jul 15 12:59:48.234006 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.235452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.236974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.271215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-ce59cccc-f17d-4260-95c6-6b4a7ab2c05f tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.273336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-ce59cccc-f17d-4260-95c6-6b4a7ab2c05f tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1096 time: 0.6785498 Jul 15 12:59:48.359569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=154a3f6b-856e-49ce-9e12-d3e7eb4749ca,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:48.372652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 154a3f6b-856e-49ce-9e12-d3e7eb4749ca details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:48.487227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-9d5850e2-c260-47fd-a792-eebb0aba3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.489873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-9d5850e2-c260-47fd-a792-eebb0aba3f6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82cb59f2-38b1-41f7-aaca-4c882a7ace64 HTTP/1.1" status: 200 len: 863 time: 0.2928770 Jul 15 12:59:48.497747 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455d6be-008f-4ee5-9adc-8636d652d453 None None] New status for floating IP 6b6db188-950c-4651-bf2a-06e2d6fe3351: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 12:59:48.641558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c3095d83-428c-4694-919d-260c2debc696 req-5554d5e1-01e3-4aef-b603-e026629612cc tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.654704 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7688be08-2d26-4320-aa84-7db55cd17fe4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1631887 Jul 15 12:59:48.660618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:48.666345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Request body: {'subnet': {'network_id': '154a3f6b-856e-49ce-9e12-d3e7eb4749ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1837019232-subnet', 'tenant_id': 'aaee1d625f0044e385697db3947c0cbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:48.784156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Request body: {'security_group': {'name': 'tempest-securitygroup-236796685', 'description': 'tempest-description-235470556'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:48.808459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c3095d83-428c-4694-919d-260c2debc696 req-5554d5e1-01e3-4aef-b603-e026629612cc tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.814077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Made reservation on behalf of aaee1d625f0044e385697db3947c0cbb for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:48.817432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.821527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7383d9d2-7f61-4078-bb24-0f3545fd5255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.841207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:48.845676 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.859069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-199e2b1e-51e4-4a27-99b4-a11acbc490ee service neutron] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:48.882752 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-199e2b1e-51e4-4a27-99b4-a11acbc490ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.884594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-945ec49e-876f-4562-b910-da89ee8fd9cc req-199e2b1e-51e4-4a27-99b4-a11acbc490ee service neutron] 10.222.0.30 "DELETE /v2.0/ports/1a295e43-0397-4ab6-9711-fec23038f939/bindings/n-h1-771362-36 HTTP/1.1" status: 204 len: 173 time: 0.5992634 Jul 15 12:59:48.968112 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:59:49.028694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554d5e1-01e3-4aef-b603-e026629612cc tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3045e1ef-56fc-4994-87bf-a0f9d483abb8,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:49.053952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.073924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.076219 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c3095d83-428c-4694-919d-260c2debc696 req-5554d5e1-01e3-4aef-b603-e026629612cc tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.087741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3095d83-428c-4694-919d-260c2debc696 req-5554d5e1-01e3-4aef-b603-e026629612cc tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4570220 Jul 15 12:59:49.135613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-6d4e6ee7-b1f0-4ee8-bc40-64b3e6e6d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:49.138210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-6d4e6ee7-b1f0-4ee8-bc40-64b3e6e6d4a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7c7f39f-a195-49cb-ab08-6de7357ca58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6355822 Jul 15 12:59:49.170912 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.307152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Allocated IP 172.20.0.5 (820a4b2f-6285-45c7-b730-ad946dd55767/98138ff5-98a1-497e-9957-03af93bd31ab/d5b30897-5bd5-4545-b2fe-1fca54948322) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:49.316476 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0508f10-755b-4db3-a034-5dc855d29b65,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:49.360567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Checking segment: {'id': 'f7795b16-da5b-4154-b6b1-a7f0c7e709af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '154a3f6b-856e-49ce-9e12-d3e7eb4749ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:49.362701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Network hostable DHCP agents. Network: 154a3f6b-856e-49ce-9e12-d3e7eb4749ca, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:59:49.370597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-4ab0c1b0-dbc4-43fc-9153-c4e8e9b848d8 service neutron] 10.222.0.35 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950679 Jul 15 12:59:49.508729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Network 154a3f6b-856e-49ce-9e12-d3e7eb4749ca is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:59:49.541988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 154a3f6b-856e-49ce-9e12-d3e7eb4749ca) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:49.554694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b6f3c8-5092-4378-9fb0-1a7e73570622 None None] Network 154a3f6b-856e-49ce-9e12-d3e7eb4749ca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:49.560796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:49.562485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.626868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6a8afd8-7896-4f0d-9a26-6354d071b381 req-e5537e28-17ce-4cb2-8e5c-1bcf2575e38d tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 210 time: 0.0640121 Jul 15 12:59:49.637170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.678451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.693649 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ac35369a-0724-4a67-be41-8a673f8f9a48 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0297937 Jul 15 12:59:49.769933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a352019-fcd8-4e9d-a533-89ff0d250bb5 req-8946d009-5151-4b7b-b559-bf7dd0edf6c4 service neutron] 10.222.0.35 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720732 Jul 15 12:59:49.827731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299e4536-8ad9-4cda-8394-546996380719,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:49.861683 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.927293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.967432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Network 820a4b2f-6285-45c7-b730-ad946dd55767 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:49.981411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:50.083513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:50.093704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:50.094641 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.176598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event updated for resources: {'Port': ['ID=d5b30897-5bd5-4545-b2fe-1fca54948322,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:50.230658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.237869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce32c8-4ae4-4917-b60e-2308a5b6ff6a None None] Network 154a3f6b-856e-49ce-9e12-d3e7eb4749ca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:50.246012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.261875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bf2cc-3926-461d-94f7-1292e4a1c150 req-1e875665-5cb4-48cb-8023-b1d2aa435a4f tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:50.270330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd0bf2cc-3926-461d-94f7-1292e4a1c150 req-1e875665-5cb4-48cb-8023-b1d2aa435a4f tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 944 time: 0.1698673 Jul 15 12:59:50.282473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-02468bc6-e989-4889-992d-3e6c9366b0e5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4655001 Jul 15 12:59:50.306337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Request body: {'port': {'device_id': 'a49906bf-bde9-4aca-9168-aaa7259ba783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:50.361498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.363285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f54d95cf-9a42-4c52-a8f2-946141e5d520 req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5848553 Jul 15 12:59:50.409031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-37f9de93-366f-40c2-b6b9-e724214be5f7 req-fefac59d-4215-480f-9899-8f508f836051 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1805986028', 'description': 'tempest-description-187602301'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:50.419892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966eab8-562f-4f99-8dd9-c65238c6bee5 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7595a0c-9764-415b-bc45-465f9ebae09a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:50.445032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd0bf2cc-3926-461d-94f7-1292e4a1c150 req-3b5e7e1f-4d99-45e2-9baa-d65656df273e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732750 Jul 15 12:59:50.513739 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37f9de93-366f-40c2-b6b9-e724214be5f7 req-fefac59d-4215-480f-9899-8f508f836051 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.517739 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.901150 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37f9de93-366f-40c2-b6b9-e724214be5f7 req-fefac59d-4215-480f-9899-8f508f836051 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.917762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37f9de93-366f-40c2-b6b9-e724214be5f7 req-fefac59d-4215-480f-9899-8f508f836051 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.067261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37f9de93-366f-40c2-b6b9-e724214be5f7 req-fefac59d-4215-480f-9899-8f508f836051 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.069472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37f9de93-366f-40c2-b6b9-e724214be5f7 req-fefac59d-4215-480f-9899-8f508f836051 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6683674 Jul 15 12:59:51.098019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac59d-4215-480f-9899-8f508f836051 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd152ff-14c5-418e-805e-10d38c82f3c7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:51.133277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-04d6e9d0-203c-4cfc-94f1-3b0cb52e8c0c req-1ab2af2e-b8b8-47a6-855c-3f922a305564 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2023183813', 'description': 'tempest-description-1194988565'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:51.228235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b30897-5bd5-4545-b2fe-1fca54948322 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:51.246375 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.252516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04d6e9d0-203c-4cfc-94f1-3b0cb52e8c0c req-1ab2af2e-b8b8-47a6-855c-3f922a305564 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.300617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Transition to ACTIVE for port object d5b30897-5bd5-4545-b2fe-1fca54948322 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:51.322738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025654ed-1614-4def-a857-424cb7dff527 req-c9986609-2562-4b4a-9835-f389e23ed2d3 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:51.344285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-c9986609-2562-4b4a-9835-f389e23ed2d3 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 819 time: 0.3268352 Jul 15 12:59:51.353486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.464212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-edb5a595-a743-4825-b7f6-3a03fa8280e4 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/quotas/bbb6cfaf3a0243ad97fca17863871808 HTTP/1.1" status: 200 len: 375 time: 0.0951087 Jul 15 12:59:51.535865 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2d38e52d-3250-45b3-b65b-15c0fe7f4a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.543299 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.544939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-d428b242-22d5-49bd-a0cc-58aa2248bd7a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789065 Jul 15 12:59:51.584911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b30897-5bd5-4545-b2fe-1fca54948322,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:51.660003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Attempting to bind port d5b30897-5bd5-4545-b2fe-1fca54948322 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:51.660383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Attempting to bind port d5b30897-5bd5-4545-b2fe-1fca54948322 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:51.660836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Attempting to bind port d5b30897-5bd5-4545-b2fe-1fca54948322 on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:51.688687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Port d5b30897-5bd5-4545-b2fe-1fca54948322 on network 820a4b2f-6285-45c7-b730-ad946dd55767 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:51.689198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Attempting to bind port d5b30897-5bd5-4545-b2fe-1fca54948322 on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:51.731162 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04d6e9d0-203c-4cfc-94f1-3b0cb52e8c0c req-1ab2af2e-b8b8-47a6-855c-3f922a305564 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.734548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:51.734886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Checking segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:51.735332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Bound using segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:51.735788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Bound port: d5b30897-5bd5-4545-b2fe-1fca54948322, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:51.736148 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.759765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04d6e9d0-203c-4cfc-94f1-3b0cb52e8c0c req-1ab2af2e-b8b8-47a6-855c-3f922a305564 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.831392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-2b569afc-dedb-4d3b-8e1a-d5f32e3cc8a3 service neutron] 10.222.0.25 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522640 Jul 15 12:59:51.837308 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04d6e9d0-203c-4cfc-94f1-3b0cb52e8c0c req-1ab2af2e-b8b8-47a6-855c-3f922a305564 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.851750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04d6e9d0-203c-4cfc-94f1-3b0cb52e8c0c req-1ab2af2e-b8b8-47a6-855c-3f922a305564 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7435033 Jul 15 12:59:51.881017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2af2e-b8b8-47a6-855c-3f922a305564 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c973c7c7-51ea-4bad-853d-c3d4d9004df3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:51.956431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] For port d5b30897-5bd5-4545-b2fe-1fca54948322, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:52.023699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] For port d5b30897-5bd5-4545-b2fe-1fca54948322, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d5b30897-5bd5-4545-b2fe-1fca54948322,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:52.042812 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.127659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:52.128281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.129706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5b30897-5bd5-4545-b2fe-1fca54948322 HTTP/1.1" status: 200 len: 1092 time: 1.8286126 Jul 15 12:59:52.132554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49906bf-bde9-4aca-9168-aaa7259ba783', 'tag': 'd5b30897-5bd5-4545-b2fe-1fca54948322'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:52.134580 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c0a22-9af4-49b4-a083-573614ee4f39" -d '{"events": [{"name": "network-changed", "server_uuid": "a49906bf-bde9-4aca-9168-aaa7259ba783", "tag": "d5b30897-5bd5-4545-b2fe-1fca54948322"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:52.145325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-c98a7645-71ed-4546-9345-9049f056da11 service neutron] 10.222.0.25 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895145 Jul 15 12:59:52.170569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c072513-0b17-4fbd-b349-47a90a20cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b30897-5bd5-4545-b2fe-1fca54948322,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:52.278656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a616d-82e9-41e1-aeec-67fc51ce6188 req-67f64446-696b-47f5-a35e-034a137e777b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:52.280465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-241a616d-82e9-41e1-aeec-67fc51ce6188 req-67f64446-696b-47f5-a35e-034a137e777b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 943 time: 0.2461741 Jul 15 12:59:52.365659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-e8a7c7db-ec20-4ac8-84f2-33ae63473dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:52.367250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-e8a7c7db-ec20-4ac8-84f2-33ae63473dbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 1095 time: 0.1780968 Jul 15 12:59:52.437036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-241a616d-82e9-41e1-aeec-67fc51ce6188 req-eb1e5a2b-30c3-43d3-877f-5857c4495f2d tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445374 Jul 15 12:59:52.438865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-af4e59ab-7ec8-4532-afc5-0adf4f371f80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b30897-5bd5-4545-b2fe-1fca54948322 HTTP/1.1" status: 200 len: 217 time: 0.0501161 Jul 15 12:59:52.443110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-b586dd3b-2b18-46f5-85d1-73d974517d1e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/3045e1ef-56fc-4994-87bf-a0f9d483abb8 HTTP/1.1" status: 200 len: 1805 time: 0.1120152 Jul 15 12:59:52.736917 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.813483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-385258430', 'description': 'tempest-description-71988654'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:52.818317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-c4130907-14cd-4c10-9c3a-7352740ad099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:52.819971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-c4130907-14cd-4c10-9c3a-7352740ad099 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.3721948 Jul 15 12:59:52.835800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-0f0cf5e3-48b2-4ade-bb3e-c5fb7c028dd8 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/7bd152ff-14c5-418e-805e-10d38c82f3c7 HTTP/1.1" status: 200 len: 1804 time: 0.3780050 Jul 15 12:59:52.850378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-396150ec-2678-4d9f-a8c6-d06755e8db77 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3045e1ef-56fc-4994-87bf-a0f9d483abb8', 'remote_group_id': '7bd152ff-14c5-418e-805e-10d38c82f3c7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:52.850686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-396150ec-2678-4d9f-a8c6-d06755e8db77 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3045e1ef-56fc-4994-87bf-a0f9d483abb8', 'remote_group_id': '7bd152ff-14c5-418e-805e-10d38c82f3c7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:52.889661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-0ea9fe4f-da25-4fd9-8417-907b5e9363e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438313 Jul 15 12:59:52.906603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.939596 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.097405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-396150ec-2678-4d9f-a8c6-d06755e8db77 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.101881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6ff6590d-d2fd-4449-a51a-bc6bdfc662c2 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972876 Jul 15 12:59:53.233756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-396150ec-2678-4d9f-a8c6-d06755e8db77 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.251087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-396150ec-2678-4d9f-a8c6-d06755e8db77 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.256347 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.270746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.303731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396150ec-2678-4d9f-a8c6-d06755e8db77 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b44cc27-597b-40ed-a83c-26f11e29e2e9,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.320184 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-396150ec-2678-4d9f-a8c6-d06755e8db77 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.321416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad8700a8-030d-4bd8-a9fc-994c350510f7 req-396150ec-2678-4d9f-a8c6-d06755e8db77 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4846866 Jul 15 12:59:53.334402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9b9755-29d6-4eed-8c38-d1b0ebe6a9c2 req-6afe33c8-d069-4336-a974-600060560bab service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233772 Jul 15 12:59:53.341050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd78dd8-c4f8-42db-9e7e-ea2ac4e5e1aa,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.433750 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.439749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.509035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.511615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aede75e5-4dd7-4012-b301-b6f4aa56529d req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7038119 Jul 15 12:59:53.516302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48bec8-db17-45dc-934e-062eca01e86c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c508f109-b87f-4bf1-805f-543229d011c6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.577527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85405298-e392-46fc-a1a1-783433da20de req-a4499cbe-b5b6-4263-ae7d-e292a24732fc tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:53.580040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85405298-e392-46fc-a1a1-783433da20de req-a4499cbe-b5b6-4263-ae7d-e292a24732fc tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1096 time: 0.0965621 Jul 15 12:59:53.593699 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8282a9-5d14-4189-94f4-e29c9e192634 x-openstack-request-id: req-8e8282a9-5d14-4189-94f4-e29c9e192634 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:53.593986 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49906bf-bde9-4aca-9168-aaa7259ba783", "tag": "d5b30897-5bd5-4545-b2fe-1fca54948322", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:53.594235 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e8282a9-5d14-4189-94f4-e29c9e192634 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:53.594847 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49906bf-bde9-4aca-9168-aaa7259ba783', 'tag': 'd5b30897-5bd5-4545-b2fe-1fca54948322', 'status': 'completed', 'code': 200} Jul 15 12:59:53.635829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85405298-e392-46fc-a1a1-783433da20de req-6c226098-43e4-4a1c-b0cc-2cf2712c6ccc tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489347 Jul 15 12:59:53.732079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-f5d5abe4-bb35-44b8-8bad-7c81fa07811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:53.733725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-f5d5abe4-bb35-44b8-8bad-7c81fa07811b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 1095 time: 0.1080489 Jul 15 12:59:53.858004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-deb999a2-58bf-4f47-913a-b739200948d0 req-55cbeae7-07e5-4c90-8385-4ba89b024505 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 210 time: 0.0728347 Jul 15 12:59:53.899968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-23807626-41e0-4665-828c-d8d6167bf24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:53.902207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-23807626-41e0-4665-828c-d8d6167bf24b service neutron] 10.222.0.30 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 913 time: 0.1574328 Jul 15 12:59:53.973708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b77f5575-51d0-42b2-a411-4881bad72a74 req-4ea20e3b-57ed-44c1-b850-bf817d696558 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1408973513', 'description': 'tempest-description-993185600'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:53.990592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-78ba3b9f-4c8f-450c-a7bb-fb7ac4b7d7bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b30897-5bd5-4545-b2fe-1fca54948322 HTTP/1.1" status: 200 len: 217 time: 0.0812609 Jul 15 12:59:54.137574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b77f5575-51d0-42b2-a411-4881bad72a74 req-4ea20e3b-57ed-44c1-b850-bf817d696558 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.160157 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.199254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-40091db8-2e77-48fe-a9a0-f064d4726421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.200758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-40091db8-2e77-48fe-a9a0-f064d4726421 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.1841550 Jul 15 12:59:54.273399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-ce0f85dc-d5a2-42ed-a8b1-17484846468e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594435 Jul 15 12:59:54.302096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025654ed-1614-4def-a857-424cb7dff527 req-4a883695-e755-4abd-8df9-f8b9e1426c97 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.303640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-4a883695-e755-4abd-8df9-f8b9e1426c97 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 819 time: 0.3336523 Jul 15 12:59:54.310191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-6b5ac49e-9b97-4229-b527-a0e4e1f45883 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.311783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-6b5ac49e-9b97-4229-b527-a0e4e1f45883 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/networks?id=b2f122ae-80ea-45eb-a608-dd3c7bddd241 HTTP/1.1" status: 200 len: 814 time: 0.3333063 Jul 15 12:59:54.338330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Request body: {'port': {'device_id': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'admin_state_up': True, 'tenant_id': 'bbb6cfaf3a0243ad97fca17863871808'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:54.386197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-011b4d92-7790-4670-adb4-5a204bd94384 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/quotas/fc66fe4912014f599dfad90065aa4e3c HTTP/1.1" status: 200 len: 375 time: 0.0572503 Jul 15 12:59:54.563301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-6cb1338d-052c-4127-b350-02ba33ec00e8 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803147 Jul 15 12:59:54.605764 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b77f5575-51d0-42b2-a411-4881bad72a74 req-4ea20e3b-57ed-44c1-b850-bf817d696558 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.631055 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b77f5575-51d0-42b2-a411-4881bad72a74 req-4ea20e3b-57ed-44c1-b850-bf817d696558 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.725114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Made reservation on behalf of bbb6cfaf3a0243ad97fca17863871808 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:54.729620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.741054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b77f5575-51d0-42b2-a411-4881bad72a74 req-4ea20e3b-57ed-44c1-b850-bf817d696558 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.742550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b77f5575-51d0-42b2-a411-4881bad72a74 req-4ea20e3b-57ed-44c1-b850-bf817d696558 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8133488 Jul 15 12:59:54.773468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-c08a82ba-b483-4bd0-89e6-e41b555c66f1 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc66fe4912014f599dfad90065aa4e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3510585 Jul 15 12:59:54.774506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20e3b-57ed-44c1-b850-bf817d696558 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3033564c-b92d-4c67-a05e-a056e9cb9563,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:54.862883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5c0a22-9af4-49b4-a083-573614ee4f39 req-2ed26b27-8b74-4436-803d-9f2db4cbf552 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789612 Jul 15 12:59:55.088247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-e331b9ba-8d72-4ee6-9b97-cc07898f19e1 service neutron] 10.222.0.25 "GET /v2.0/networks/b2f122ae-80ea-45eb-a608-dd3c7bddd241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981966 Jul 15 12:59:55.155345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Allocated IP 172.20.0.4 (bfab8373-bcf5-4466-bd23-e102da6294f8/43f2ae36-da49-433b-a354-5c6308a6d2a9/5b3ba72d-3009-4a98-994a-dd8ef7dad7cf) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:55.173015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afebc45-2c08-43f2-a75f-96e5ab1e8a4f req-43b2c082-f846-4746-9c5c-46f9803e6105 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:55.174999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2afebc45-2c08-43f2-a75f-96e5ab1e8a4f req-43b2c082-f846-4746-9c5c-46f9803e6105 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 943 time: 0.2453690 Jul 15 12:59:55.306987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2afebc45-2c08-43f2-a75f-96e5ab1e8a4f req-28dff635-99f2-44b4-bbcf-1330539a07ac tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972984 Jul 15 12:59:55.313868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-459ec096-20b9-484f-be0d-4bedc3a57954 service neutron] 10.222.0.25 "GET /v2.0/networks/b2f122ae-80ea-45eb-a608-dd3c7bddd241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070861 Jul 15 12:59:55.381733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e1cdf8db-4e6e-41b9-98e5-9e51a30fd5bc req-b47e6ed8-2835-45d0-ac8a-7550ef51556c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-24928307', 'description': 'tempest-description-23255031'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:55.485093 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e1cdf8db-4e6e-41b9-98e5-9e51a30fd5bc req-b47e6ed8-2835-45d0-ac8a-7550ef51556c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.578836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.719083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.751170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e1cdf8db-4e6e-41b9-98e5-9e51a30fd5bc req-b47e6ed8-2835-45d0-ac8a-7550ef51556c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.797071 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e1cdf8db-4e6e-41b9-98e5-9e51a30fd5bc req-b47e6ed8-2835-45d0-ac8a-7550ef51556c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.857524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Network bfab8373-bcf5-4466-bd23-e102da6294f8 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:55.878058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:55.885183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e1cdf8db-4e6e-41b9-98e5-9e51a30fd5bc req-b47e6ed8-2835-45d0-ac8a-7550ef51556c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.887045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1cdf8db-4e6e-41b9-98e5-9e51a30fd5bc req-b47e6ed8-2835-45d0-ac8a-7550ef51556c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5178230 Jul 15 12:59:55.887920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:55.893619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:55.894279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.912058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Pushing event updated for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:55.937788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a7c543b6-1cff-4ac3-ab89-d0be12a43b9e req-28e45da8-b70b-4e33-8ab4-5b94dcbc8f71 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1733302458', 'description': 'tempest-description-673151191'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:55.942488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e6ed8-2835-45d0-ac8a-7550ef51556c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd554e-01fd-48cd-be93-df1a04d517d4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:56.014339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-f4cf1448-e482-4aa3-b444-48a48a62301e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6882358 Jul 15 12:59:56.040966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Request body: {'port': {'device_id': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:56.072694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a7c543b6-1cff-4ac3-ab89-d0be12a43b9e req-28e45da8-b70b-4e33-8ab4-5b94dcbc8f71 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.099576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eba17-175f-4f29-b643-03219b501adc req-b6b35348-4c4f-4501-9011-f7cfe059f226 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.101315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-b6b35348-4c4f-4501-9011-f7cfe059f226 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 807 time: 0.3107331 Jul 15 12:59:56.146189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-b3a48fc8-16a4-43ff-a599-1cd9e4390a2d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/quotas/436135f846f04cb19480d33d0984abb9 HTTP/1.1" status: 200 len: 375 time: 0.0318401 Jul 15 12:59:56.252023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.374290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a7c543b6-1cff-4ac3-ab89-d0be12a43b9e req-28e45da8-b70b-4e33-8ab4-5b94dcbc8f71 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.386239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-0a032a2f-cf6c-4ee4-87b7-2cbdaa4eab78 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057040 Jul 15 12:59:56.394824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a7c543b6-1cff-4ac3-ab89-d0be12a43b9e req-28e45da8-b70b-4e33-8ab4-5b94dcbc8f71 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.540623 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a7c543b6-1cff-4ac3-ab89-d0be12a43b9e req-28e45da8-b70b-4e33-8ab4-5b94dcbc8f71 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.541803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c543b6-1cff-4ac3-ab89-d0be12a43b9e req-28e45da8-b70b-4e33-8ab4-5b94dcbc8f71 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6209168 Jul 15 12:59:56.591754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e45da8-b70b-4e33-8ab4-5b94dcbc8f71 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a16227-fe09-4645-9517-1c18ea44705d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:57.031898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-7a01fb02-3142-411c-85dd-55561f75e8dd service neutron] 10.222.0.25 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275513 Jul 15 12:59:57.294117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-3fe4a710-463a-49fe-8467-e44e940f9632 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.295574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-3fe4a710-463a-49fe-8467-e44e940f9632 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.30 "GET /v2.0/networks?id=b2f122ae-80ea-45eb-a608-dd3c7bddd241 HTTP/1.1" status: 200 len: 814 time: 0.3168585 Jul 15 12:59:57.318786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Request body: {'port': {'device_id': '28dcb003-1bee-4dd7-9f4a-c8db9beddb43', 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241', 'admin_state_up': True, 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:57.328107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d5b30897-5bd5-4545-b2fe-1fca54948322 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:57.343185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109d46d-fc42-49f9-a716-fd449c086646 req-59c2bc18-e59a-4eb7-98eb-f571f63ec21a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.347956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a109d46d-fc42-49f9-a716-fd449c086646 req-59c2bc18-e59a-4eb7-98eb-f571f63ec21a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 931 time: 0.6811399 Jul 15 12:59:57.379334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-c9e9bb1a-e15e-4b9c-82d8-0d16f6a651f5 service neutron] 10.222.0.25 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273628 Jul 15 12:59:57.444142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:57.470008 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.511598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d5b30897-5bd5-4545-b2fe-1fca54948322, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d5b30897-5bd5-4545-b2fe-1fca54948322,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:57.534808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'd5b30897-5bd5-4545-b2fe-1fca54948322', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'port_id': 'd5b30897-5bd5-4545-b2fe-1fca54948322', 'mac_address': 'fa:16:3e:4e:b9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98138ff5-98a1-497e-9957-03af93bd31ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:57.615985 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.642910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b30897-5bd5-4545-b2fe-1fca54948322 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:57.669028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a109d46d-fc42-49f9-a716-fd449c086646 req-3e7d973a-1202-49a6-be69-0e5355473a66 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713289 Jul 15 12:59:57.681640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Transition to ACTIVE for port object 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:57.699669 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.735389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d5b30897-5bd5-4545-b2fe-1fca54948322, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d5b30897-5bd5-4545-b2fe-1fca54948322,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:57.751532 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.859357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=d5b30897-5bd5-4545-b2fe-1fca54948322,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:57.869497 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.870128 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.870622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.871155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.871641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.872142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.872622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.873178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.873901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.874461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.875289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.875787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:57.937047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:57.981526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['d5b30897-5bd5-4545-b2fe-1fca54948322'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:58.162599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3586db99-e920-4248-a493-e14a1cc93e97 req-a9804883-f1be-433b-9de4-5d50e9a7ac17 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 210 time: 0.1276052 Jul 15 12:59:58.212315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Made reservation on behalf of fc66fe4912014f599dfad90065aa4e3c for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:58.218849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.222446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:58.222842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:58.223436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:58.296280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:58.297506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:58.350892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:58.351380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:58.351860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:58.352579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Bound port: 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:58.353021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.556659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Allocated IP 172.20.0.13 (b2f122ae-80ea-45eb-a608-dd3c7bddd241/4ed0011f-4538-47eb-b969-5ae585395922/e9a697a4-e2eb-427e-b12f-560eb3f8db54) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:58.868417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:58.960019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:59.039043 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.117663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a8fd8-3497-4865-90ff-9da7f527bbcc req-fa54a57a-85ee-4c16-80af-e6afa050545c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:59.128259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-079a8fd8-3497-4865-90ff-9da7f527bbcc req-fa54a57a-85ee-4c16-80af-e6afa050545c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 944 time: 0.7496965 Jul 15 12:59:59.228411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:59.229494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.232025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] 10.222.0.35 "PUT /v2.0/ports/5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 200 len: 1092 time: 3.2021725 Jul 15 12:59:59.246383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:59.249546 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:59.324751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d5b30897-5bd5-4545-b2fe-1fca54948322 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:59.388038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port d5b30897-5bd5-4545-b2fe-1fca54948322 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:59.393453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port d5b30897-5bd5-4545-b2fe-1fca54948322 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:59.394388 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.436609 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.454012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-079a8fd8-3497-4865-90ff-9da7f527bbcc req-453e759f-f811-41c9-b4fa-5c06c9b26b4f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245413 Jul 15 12:59:59.506469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9a977-2a4f-4ded-9b79-20444ee81751 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:59.559331 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.571913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Transition to ACTIVE for port object e9a697a4-e2eb-427e-b12f-560eb3f8db54 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:59.608471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49906bf-bde9-4aca-9168-aaa7259ba783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b30897-5bd5-4545-b2fe-1fca54948322'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:59.611674 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8040e3dd-70a4-4b07-beea-61dfdb323773" -d '{"events": [{"server_uuid": "a49906bf-bde9-4aca-9168-aaa7259ba783", "name": "network-vif-plugged", "status": "completed", "tag": "d5b30897-5bd5-4545-b2fe-1fca54948322"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:59.648387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d5b30897-5bd5-4545-b2fe-1fca54948322, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d5b30897-5bd5-4545-b2fe-1fca54948322,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:59.660026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.787338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=d5b30897-5bd5-4545-b2fe-1fca54948322,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:59.800841 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-7d43e384-d0bb-45a1-a3fc-e7cd63077284 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/3033564c-b92d-4c67-a05e-a056e9cb9563 HTTP/1.1" status: 200 len: 1804 time: 0.2642248 Jul 15 12:59:59.862960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eba17-175f-4f29-b643-03219b501adc req-82a60dfd-fe4f-4423-860c-fa6eb37392c2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:59.866554 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-82a60dfd-fe4f-4423-860c-fa6eb37392c2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 807 time: 0.2818856 Jul 15 12:59:59.894188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Request body: {'port': {'device_id': '94db1212-3cae-4140-907b-e11643c3d016', 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'admin_state_up': True, 'tenant_id': '436135f846f04cb19480d33d0984abb9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:59.922203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-1ba4c1cc-a8c5-4003-8012-6e8fd6c3126b tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 61927 time: 2.0081875 Jul 15 12:59:59.932522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025654ed-1614-4def-a857-424cb7dff527 req-6f909c87-268a-40ae-98bd-fd55cee40400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:59.934108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-6f909c87-268a-40ae-98bd-fd55cee40400 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1095 time: 0.6290677 Jul 15 13:00:00.068268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Made reservation on behalf of 436135f846f04cb19480d33d0984abb9 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:00.075093 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.093400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-d482350e-ee0d-4e09-badf-7ee09594abca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 200 len: 217 time: 0.1380291 Jul 15 13:00:00.096670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.263973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-6612d453-c3f9-4173-872a-512503b918c2 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/10a16227-fe09-4645-9517-1c18ea44705d HTTP/1.1" status: 200 len: 1804 time: 0.4661214 Jul 15 13:00:00.300469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Allocated IP 172.20.0.10 (dbbb49ee-3962-4da9-80b5-fddf2261cf4e/e47d111a-4579-4e10-b75e-88d95eb76b25/3f4c3ae3-4a23-420f-8219-bae08ac79aa0) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:00.331757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:00.335951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-4faa107c-5802-48fb-89ec-587e43d914d3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3033564c-b92d-4c67-a05e-a056e9cb9563', 'remote_group_id': '10a16227-fe09-4645-9517-1c18ea44705d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:00.336263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-4faa107c-5802-48fb-89ec-587e43d914d3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3033564c-b92d-4c67-a05e-a056e9cb9563', 'remote_group_id': '10a16227-fe09-4645-9517-1c18ea44705d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:00.347632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Pushing event updated for resources: {'Port': ['ID=e9a697a4-e2eb-427e-b12f-560eb3f8db54,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:00.361543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:00.370182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-a8ffd498-9a61-44f2-a04d-4305d12c3412 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/299e4536-8ad9-4cda-8394-546996380719 HTTP/1.1" status: 200 len: 2981 time: 0.4333019 Jul 15 13:00:00.388151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:00.411104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.411822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.456953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025654ed-1614-4def-a857-424cb7dff527 req-38e222f3-a5a1-4767-a614-0a796e309b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.458528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-38e222f3-a5a1-4767-a614-0a796e309b4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.3426762 Jul 15 13:00:00.542315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.547867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-120dae01-df7f-4b69-9734-683796f2e86c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713859 Jul 15 13:00:00.595057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.626816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-bb83d68c-b4d5-40cd-a303-dc12b18fd833 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/299e4536-8ad9-4cda-8394-546996380719 HTTP/1.1" status: 200 len: 2981 time: 0.2555907 Jul 15 13:00:00.648113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-370e4cc1-b763-4441-b6d1-4fabd40f496e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3371713 Jul 15 13:00:00.675643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Network dbbb49ee-3962-4da9-80b5-fddf2261cf4e is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:00.680338 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:00.686920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:00.750446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Pushing event updated for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:00.759088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-12917972-f9da-4f20-9c1e-41fba4b09b98 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7bd152ff-14c5-418e-805e-10d38c82f3c7 HTTP/1.1" status: 200 len: 1804 time: 0.1312516 Jul 15 13:00:00.767936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.768861 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.803321 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-4faa107c-5802-48fb-89ec-587e43d914d3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.805123 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-22742cb8-0114-4449-ae8d-f2d4d4f6254b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9277461 Jul 15 13:00:00.821801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Request body: {'port': {'device_id': '94db1212-3cae-4140-907b-e11643c3d016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:00.824022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-69bb1355-bbbc-4a24-94e2-674b1739f7ef service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702937 Jul 15 13:00:00.828847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f4dd313b-dffc-46f3-a826-6dcec948efa4 None None] Provisioning for port e9a697a4-e2eb-427e-b12f-560eb3f8db54 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:00.838527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f4dd313b-dffc-46f3-a826-6dcec948efa4 None None] Provisioning complete for port e9a697a4-e2eb-427e-b12f-560eb3f8db54 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:00.847749 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4dd313b-dffc-46f3-a826-6dcec948efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.898630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-31cebfdf-164e-4143-adab-885ea7218547 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4b297e9d-f591-4de8-b812-b39294bef5d8 HTTP/1.1" status: 200 len: 2981 time: 0.1198149 Jul 15 13:00:00.900298 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-4faa107c-5802-48fb-89ec-587e43d914d3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.921040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd313b-dffc-46f3-a826-6dcec948efa4 None None] Port e9a697a4-e2eb-427e-b12f-560eb3f8db54 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:00.945855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-4faa107c-5802-48fb-89ec-587e43d914d3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.006584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.019689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa107c-5802-48fb-89ec-587e43d914d3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8f7fde-e124-4d97-960e-8a41137de1a5,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:01.041535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-4faa107c-5802-48fb-89ec-587e43d914d3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.055520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98d319ea-c104-4ed5-aa09-2ff2d32e0d4b req-4faa107c-5802-48fb-89ec-587e43d914d3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7661815 Jul 15 13:00:01.064441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-025654ed-1614-4def-a857-424cb7dff527 req-d02f40fe-8349-4717-b3ed-66289a062bda service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308764 Jul 15 13:00:01.066255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-cf3227f5-b41e-4e6e-9587-971bdc0458b0 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4b297e9d-f591-4de8-b812-b39294bef5d8 HTTP/1.1" status: 200 len: 2981 time: 0.1182580 Jul 15 13:00:01.217149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-adf3f538-a74d-45fc-b0d9-3c5ca1794896 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/518a1590-0a20-4f7d-bb08-847c17cc6bd8 HTTP/1.1" status: 200 len: 2981 time: 0.1296928 Jul 15 13:00:01.296284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-20663918-6141-4901-be4a-ce519e7de68c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/518a1590-0a20-4f7d-bb08-847c17cc6bd8 HTTP/1.1" status: 200 len: 2981 time: 0.0519543 Jul 15 13:00:01.400063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-16b498b7-fd6a-446b-bc17-ad583be74dd1 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5d1dce8c-1e7b-48c8-8248-5f429bb637dd HTTP/1.1" status: 200 len: 2981 time: 0.0940249 Jul 15 13:00:01.507622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-4c79a158-8c86-4abe-a009-e08f98dd39ff tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5d1dce8c-1e7b-48c8-8248-5f429bb637dd HTTP/1.1" status: 200 len: 2981 time: 0.0968561 Jul 15 13:00:01.538494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:01.559853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.584488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ef64f-5e81-49f2-a5b5-442b3e45c48a req-8dab123a-d76c-4988-b14c-e8b2ce48950a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.586244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-787ef64f-5e81-49f2-a5b5-442b3e45c48a req-8dab123a-d76c-4988-b14c-e8b2ce48950a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 932 time: 0.1492243 Jul 15 13:00:01.588796 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-eed10243-cfe6-4c95-8e76-4bd829031d7d tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/65c9f723-2f87-4963-818a-81f50e5e7dd6 HTTP/1.1" status: 200 len: 2973 time: 0.0693107 Jul 15 13:00:01.610913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Transition to ACTIVE for port object 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:01.618208 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.721630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-787ef64f-5e81-49f2-a5b5-442b3e45c48a req-b1cdaed1-561b-4a11-8ff4-af544117772c tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268470 Jul 15 13:00:01.739605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-0cde6aff-7f9d-4a47-9174-64d9b3140c44 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/65c9f723-2f87-4963-818a-81f50e5e7dd6 HTTP/1.1" status: 200 len: 2973 time: 0.1352558 Jul 15 13:00:01.760577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:01.767865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:01.768165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:01.768629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:01.794967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:01.795546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:01.804744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:01.805479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:01.806067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:01.806857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Bound port: 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:01.821091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.867595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-3b75387a-95f3-4ad6-9b52-369426e86f5a tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6d9626a0-3d78-4e12-a00c-9d46dab674b9 HTTP/1.1" status: 200 len: 2977 time: 0.1179919 Jul 15 13:00:01.975866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:01.985433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:01.992525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-be923b7c-31ba-4c7e-ba33-d377cfd5f6f9 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6d9626a0-3d78-4e12-a00c-9d46dab674b9 HTTP/1.1" status: 200 len: 2977 time: 0.1045635 Jul 15 13:00:01.993503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.047839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.048746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.050774 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] 10.222.0.35 "PUT /v2.0/ports/3f4c3ae3-4a23-420f-8219-bae08ac79aa0 HTTP/1.1" status: 200 len: 1093 time: 1.2364066 Jul 15 13:00:02.051357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:02.054706 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8" -d '{"events": [{"name": "network-changed", "server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:02.103311 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc009a53-9c88-4a8d-bd91-5fd13ee96e7c service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:02.118387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217d570-e473-44fc-b8a4-11e1f534412d req-11a73c40-f738-43c6-9ad7-0103d392b260 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.121843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a217d570-e473-44fc-b8a4-11e1f534412d req-11a73c40-f738-43c6-9ad7-0103d392b260 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 943 time: 0.1864738 Jul 15 13:00:02.126957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-e80d0707-fb4c-4253-a947-feb0310e98f7 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/73faad15-a768-4df9-bf1d-1accc61f875b HTTP/1.1" status: 200 len: 2981 time: 0.1221802 Jul 15 13:00:02.210125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eba17-175f-4f29-b643-03219b501adc req-8fe3aab5-6835-4690-80a9-0abdf8db8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.211833 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-8fe3aab5-6835-4690-80a9-0abdf8db8187 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1096 time: 0.1035819 Jul 15 13:00:02.249449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a217d570-e473-44fc-b8a4-11e1f534412d req-49f2d0fe-3f17-4fda-b602-f0e487dc3385 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208868 Jul 15 13:00:02.264733 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-13bdd410-818f-4fa8-9d20-13dfb6315783 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0 HTTP/1.1" status: 200 len: 217 time: 0.0409346 Jul 15 13:00:02.285453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-da1b3d82-a968-4d06-a22c-e01db6228220 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/73faad15-a768-4df9-bf1d-1accc61f875b HTTP/1.1" status: 200 len: 2981 time: 0.1435702 Jul 15 13:00:02.368242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eba17-175f-4f29-b643-03219b501adc req-dbc2bdf5-6b00-4730-8e74-7307c40920f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.369847 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-dbc2bdf5-6b00-4730-8e74-7307c40920f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.0986736 Jul 15 13:00:02.380575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-4ef42f75-4e58-4315-8f5b-51bc208987a2 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/79791185-c346-4f21-8a48-505b2d63baf0 HTTP/1.1" status: 200 len: 2981 time: 0.0920835 Jul 15 13:00:02.445701 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-3c8bf771-09b7-4f30-b039-388afd8508c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587888 Jul 15 13:00:02.531376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-88688de5-1918-415f-a5f9-05d262ef7931 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/79791185-c346-4f21-8a48-505b2d63baf0 HTTP/1.1" status: 200 len: 2981 time: 0.1468227 Jul 15 13:00:02.628286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-e096d419-0f9a-4e62-b959-a3624c0a0e1d tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/9f972f9e-7864-420a-a1e0-09deb232bf40 HTTP/1.1" status: 200 len: 2981 time: 0.0889037 Jul 15 13:00:02.631096 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-8e3ad315-7f8a-424f-a47a-c3ee473a0465 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700838 Jul 15 13:00:02.646462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6862-132d-41bb-a2dd-efa5d3c1bd4f req-379fe7da-efe6-44ac-b2be-21a991a787ca tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.648669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae5e6862-132d-41bb-a2dd-efa5d3c1bd4f req-379fe7da-efe6-44ac-b2be-21a991a787ca tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 932 time: 0.1894083 Jul 15 13:00:02.722836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae5e6862-132d-41bb-a2dd-efa5d3c1bd4f req-f221c297-a8e7-476e-8f92-93b31aa95d83 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656209 Jul 15 13:00:02.743792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-5bfd6d74-7ff1-4bc3-b781-6f063c8dac01 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/9f972f9e-7864-420a-a1e0-09deb232bf40 HTTP/1.1" status: 200 len: 2981 time: 0.0939620 Jul 15 13:00:02.806965 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce0eba17-175f-4f29-b643-03219b501adc req-0d63bf6d-13d0-4c72-9611-b9f7de765d0c service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675153 Jul 15 13:00:02.857181 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fdc667-887c-47dc-80c5-f78958a31827 x-openstack-request-id: req-77fdc667-887c-47dc-80c5-f78958a31827 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:02.857705 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:02.858019 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77fdc667-887c-47dc-80c5-f78958a31827 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:02.858695 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf', 'status': 'completed', 'code': 200} Jul 15 13:00:02.863677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-2598044e-67bf-4be6-855b-4977993a9502 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a2712bd3-b99b-4041-9033-b3d0c39f757a HTTP/1.1" status: 200 len: 2977 time: 0.0915315 Jul 15 13:00:02.905173 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d933a-73e9-4b8a-a909-56db82da6c03 x-openstack-request-id: req-294d933a-73e9-4b8a-a909-56db82da6c03 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:02.906222 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49906bf-bde9-4aca-9168-aaa7259ba783", "name": "network-vif-plugged", "status": "completed", "tag": "d5b30897-5bd5-4545-b2fe-1fca54948322", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:02.906635 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-294d933a-73e9-4b8a-a909-56db82da6c03 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:02.907243 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49906bf-bde9-4aca-9168-aaa7259ba783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b30897-5bd5-4545-b2fe-1fca54948322', 'code': 200} Jul 15 13:00:02.962779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-1c50d856-ef18-484f-bbf4-0d917ae1ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.964786 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-1c50d856-ef18-484f-bbf4-0d917ae1ed02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1095 time: 0.0827923 Jul 15 13:00:02.993803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-d4452eaa-fb09-424b-b143-e11333718777 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a2712bd3-b99b-4041-9033-b3d0c39f757a HTTP/1.1" status: 200 len: 2977 time: 0.1186635 Jul 15 13:00:03.098544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-d210a043-0b2b-49c2-a74f-9368099eaf09 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c27e5d86-768e-4cfb-9e1a-c02489d0732d HTTP/1.1" status: 200 len: 2981 time: 0.0951128 Jul 15 13:00:03.168144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-eddc07ba-e30b-4668-badc-9b7345cea73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:03.169768 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-eddc07ba-e30b-4668-badc-9b7345cea73b service neutron] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.1977315 Jul 15 13:00:03.193419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb065ed-9fce-4930-be0e-a3144ec32480 req-52045728-9607-433a-b0f5-1191278fc8ab tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:03.200834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cb065ed-9fce-4930-be0e-a3144ec32480 req-52045728-9607-433a-b0f5-1191278fc8ab tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 945 time: 0.1556811 Jul 15 13:00:03.217991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-8e1b6353-ac36-40e0-b1a4-5a1a19e4ae46 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c27e5d86-768e-4cfb-9e1a-c02489d0732d HTTP/1.1" status: 200 len: 2981 time: 0.1009674 Jul 15 13:00:03.243851 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-fe8d7e04-51fa-4291-9fb6-625282066a9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 200 len: 217 time: 0.0513492 Jul 15 13:00:03.291768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cb065ed-9fce-4930-be0e-a3144ec32480 req-ec991716-54fd-418e-a55b-fdec668a60de tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871930 Jul 15 13:00:03.315626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-b7322ea3-69a3-4aba-b143-674d2f38b961 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cfd78dd8-c4f8-42db-9e7e-ea2ac4e5e1aa HTTP/1.1" status: 200 len: 2981 time: 0.0850406 Jul 15 13:00:03.324265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-c95b7c89-a371-4576-897d-6564cd4448f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:03.327597 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-c95b7c89-a371-4576-897d-6564cd4448f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.0763741 Jul 15 13:00:03.382462 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-e4d05ab9-209c-43a3-9493-619b7836bab2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454476 Jul 15 13:00:03.399772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-df7327bf-56bb-4f37-8b16-9a5268cb7575 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cfd78dd8-c4f8-42db-9e7e-ea2ac4e5e1aa HTTP/1.1" status: 200 len: 2981 time: 0.0726511 Jul 15 13:00:03.502726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-fa4816e5-a77b-44bb-af03-9aa26b7586a9 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e453f720-f480-4c64-8655-2028e754aff4 HTTP/1.1" status: 200 len: 2977 time: 0.0985940 Jul 15 13:00:03.507768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13219c04-e231-4663-aa0b-438c978c6c7c req-decbafcb-4ce8-40fb-9868-57642e2e296e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/10a16227-fe09-4645-9517-1c18ea44705d HTTP/1.1" status: 200 len: 1804 time: 0.1588726 Jul 15 13:00:03.520717 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-a9a848ac-1577-4f91-9cb2-ae08c0076bb8 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259143 Jul 15 13:00:03.631374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-f366c4c3-1c4d-467b-a365-ac0722f33c73 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e453f720-f480-4c64-8655-2028e754aff4 HTTP/1.1" status: 200 len: 2977 time: 0.1219106 Jul 15 13:00:03.694057 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-13219c04-e231-4663-aa0b-438c978c6c7c req-efc897f2-d8ed-4b50-a21b-b283f364e1ea tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.748170 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-0753ba11-cc37-4d7c-9e2d-f81d28a85e73 req-9b35c259-8c25-40db-83f8-97470a417ddc service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154818 Jul 15 13:00:03.771260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-da8b2e99-b5df-4969-9f9f-7eee9d8e80ff tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f9f22956-45ed-4414-84ef-6148716d7c35 HTTP/1.1" status: 200 len: 2981 time: 0.1261318 Jul 15 13:00:03.794246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-13219c04-e231-4663-aa0b-438c978c6c7c req-efc897f2-d8ed-4b50-a21b-b283f364e1ea tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.888934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-dbaa9951-e2e5-41e4-8c39-250d0d31da6f tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f9f22956-45ed-4414-84ef-6148716d7c35 HTTP/1.1" status: 200 len: 2981 time: 0.1055357 Jul 15 13:00:03.947072 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-13219c04-e231-4663-aa0b-438c978c6c7c req-efc897f2-d8ed-4b50-a21b-b283f364e1ea tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.949946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-13219c04-e231-4663-aa0b-438c978c6c7c req-efc897f2-d8ed-4b50-a21b-b283f364e1ea tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.951185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13219c04-e231-4663-aa0b-438c978c6c7c req-efc897f2-d8ed-4b50-a21b-b283f364e1ea tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "DELETE /v2.0/security-groups/10a16227-fe09-4645-9517-1c18ea44705d HTTP/1.1" status: 204 len: 173 time: 0.4306018 Jul 15 13:00:03.962005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-e5e290aa-8fb4-4186-a4c6-106f7213763c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fc2f6f59-d747-4342-adc8-975c49c5496e HTTP/1.1" status: 200 len: 2981 time: 0.0645189 Jul 15 13:00:03.967437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc897f2-d8ed-4b50-a21b-b283f364e1ea tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a16227-fe09-4645-9517-1c18ea44705d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:04.076099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb97e21-ce83-471f-9d57-2ffdb67a350f req-25057c97-0db0-4e91-b137-154f5fbab3aa tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fc2f6f59-d747-4342-adc8-975c49c5496e HTTP/1.1" status: 200 len: 2981 time: 0.0988016 Jul 15 13:00:04.119895 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b16ddd3-75e1-4e93-b0a9-8c3510861eee x-openstack-request-id: req-4b16ddd3-75e1-4e93-b0a9-8c3510861eee {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:04.123161 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.125477 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:04.125879 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b16ddd3-75e1-4e93-b0a9-8c3510861eee {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:04.126329 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0', 'status': 'completed', 'code': 200} Jul 15 13:00:04.294823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-f4d35fd4-732c-4c24-9d87-b4bf0b6f4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.297331 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-f4d35fd4-732c-4c24-9d87-b4bf0b6f4b8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1096 time: 0.1439402 Jul 15 13:00:04.421062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:04.570927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-58fd95c5-3711-4121-b370-f6727468fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.572024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-58fd95c5-3711-4121-b370-f6727468fd49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.2616601 Jul 15 13:00:04.636781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84dbcd-f74d-4075-95b8-37750324da50 req-cc044466-05ed-4579-9abe-aceff4f2d89a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.639238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f84dbcd-f74d-4075-95b8-37750324da50 req-cc044466-05ed-4579-9abe-aceff4f2d89a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 944 time: 0.2333245 Jul 15 13:00:04.685074 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-d2e74b19-bc5a-4590-90b3-0ee01a7c612f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0 HTTP/1.1" status: 200 len: 217 time: 0.1053319 Jul 15 13:00:04.707106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:04.732311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf', 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'port_id': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf', 'mac_address': 'fa:16:3e:23:c4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f2ae36-da49-433b-a354-5c6308a6d2a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:04.765284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f84dbcd-f74d-4075-95b8-37750324da50 req-a992fabc-6f8f-44b7-a7ed-bd6d9aef72ef tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121275 Jul 15 13:00:04.851821 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.866792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1868a7-c583-4f67-948b-999eea93452b req-2df26a0a-7271-4f5a-a761-a20f7b50d9ba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.868519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-95621a5d-4f48-4245-be7c-121c602125bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.871641 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-95621a5d-4f48-4245-be7c-121c602125bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1712043 Jul 15 13:00:04.875599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1868a7-c583-4f67-948b-999eea93452b req-2df26a0a-7271-4f5a-a761-a20f7b50d9ba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 943 time: 0.1877081 Jul 15 13:00:04.903059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:04.948129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:04.960221 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.966745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-eacc8778-b90d-499f-95b4-d411e69e8cf1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797780 Jul 15 13:00:05.000211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1868a7-c583-4f67-948b-999eea93452b req-03f4068d-d3cf-474c-b8f8-85209c766abe tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037359 Jul 15 13:00:05.134669 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.147081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:05.194948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['5b3ba72d-3009-4a98-994a-dd8ef7dad7cf'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:05.245392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ffebc55e-4c7c-49bc-ad1f-dbff78199a84 req-a63d8926-2814-40f3-9558-27623274fb3e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/3033564c-b92d-4c67-a05e-a056e9cb9563 HTTP/1.1" status: 200 len: 1804 time: 0.1843369 Jul 15 13:00:05.284135 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-21e58b66-9cb3-4279-938f-9abf1d6cc045 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161290 Jul 15 13:00:05.443122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f106a7a-7b2a-4bea-bea6-ec91f9b9654c req-6604cab0-87c8-4874-8a90-7e0fd26ac7ba tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.457667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f106a7a-7b2a-4bea-bea6-ec91f9b9654c req-6604cab0-87c8-4874-8a90-7e0fd26ac7ba tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 932 time: 0.3012686 Jul 15 13:00:05.610944 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f106a7a-7b2a-4bea-bea6-ec91f9b9654c req-4d363c49-f7e7-4428-be92-1351dc0c1873 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516037 Jul 15 13:00:05.639810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03f22f1f-3572-469a-b0b8-2be5d740a8db req-32b2e52a-8852-4ece-9273-6dcb5ce3c485 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4b1808d694846399824888909a66df7 HTTP/1.1" status: 200 len: 6102 time: 0.3087544 Jul 15 13:00:05.665460 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6dcbcfc7-3470-4a05-a607-e9bae5f423f8 req-4e35534a-0dfb-49c1-8137-a21a4e8c9912 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725467 Jul 15 13:00:05.722994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03f22f1f-3572-469a-b0b8-2be5d740a8db req-b3534259-e8b4-4b74-967d-090e1e7c961e tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "GET /v2.0/security-groups/299e4536-8ad9-4cda-8394-546996380719 HTTP/1.1" status: 200 len: 2981 time: 0.0750048 Jul 15 13:00:05.837966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03f22f1f-3572-469a-b0b8-2be5d740a8db req-fc191744-b4b0-4580-bcbe-90ae920727a8 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "GET /v2.0/security-groups/299e4536-8ad9-4cda-8394-546996380719 HTTP/1.1" status: 200 len: 2981 time: 0.1083167 Jul 15 13:00:05.889789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-41470e59-35e0-4c44-bc83-79898e8d96fa req-ad18a30e-796e-496a-a539-b45385d18d0c tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2137477038', 'description': 'tempest-description-1571395529'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:05.956374 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-41470e59-35e0-4c44-bc83-79898e8d96fa req-ad18a30e-796e-496a-a539-b45385d18d0c tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.999535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68a8b-c0a2-4aff-8317-9f6fee0c5eb7 req-e3d75e77-81d0-49e0-b6dd-1066590f89ee tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:06.002347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71c68a8b-c0a2-4aff-8317-9f6fee0c5eb7 req-e3d75e77-81d0-49e0-b6dd-1066590f89ee tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 945 time: 0.1813028 Jul 15 13:00:06.098207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71c68a8b-c0a2-4aff-8317-9f6fee0c5eb7 req-d5cb0b62-3e70-4eb1-ae9c-c74510a26ec9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884464 Jul 15 13:00:06.253337 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-41470e59-35e0-4c44-bc83-79898e8d96fa req-ad18a30e-796e-496a-a539-b45385d18d0c tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.259359 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-41470e59-35e0-4c44-bc83-79898e8d96fa req-ad18a30e-796e-496a-a539-b45385d18d0c tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.303792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18a30e-796e-496a-a539-b45385d18d0c tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7209cd-d5f5-4532-8755-bd7d860c2b9e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:06.313021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-41470e59-35e0-4c44-bc83-79898e8d96fa req-ad18a30e-796e-496a-a539-b45385d18d0c tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.315430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41470e59-35e0-4c44-bc83-79898e8d96fa req-ad18a30e-796e-496a-a539-b45385d18d0c tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4349499 Jul 15 13:00:06.436005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:06.467642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:06.512909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa998fc1-07f4-40f7-8ed8-eec34f2ecc91 req-a1fd3d47-a942-492c-878a-9726c3e5ea0c tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bcdd554e-01fd-48cd-be93-df1a04d517d4 HTTP/1.1" status: 200 len: 1774 time: 0.1389375 Jul 15 13:00:06.651511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:06.662315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:06.665481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:06.665925 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.707011 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0', 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'port_id': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0', 'mac_address': 'fa:16:3e:fa:2e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47d111a-4579-4e10-b75e-88d95eb76b25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:06.721004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa998fc1-07f4-40f7-8ed8-eec34f2ecc91 req-6b1eaa54-d5e3-48ef-8cef-336a402daaca tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.754123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a55d7-fbfa-48ad-9135-8b5c98b092b6 req-3af9f8c1-a863-477a-99cd-633bb783a6b2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:06.759683 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.769737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b95a55d7-fbfa-48ad-9135-8b5c98b092b6 req-3af9f8c1-a863-477a-99cd-633bb783a6b2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 944 time: 0.2390487 Jul 15 13:00:06.783521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:06.824950 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa998fc1-07f4-40f7-8ed8-eec34f2ecc91 req-6b1eaa54-d5e3-48ef-8cef-336a402daaca tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.830645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:06.840176 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.881826 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.900804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b95a55d7-fbfa-48ad-9135-8b5c98b092b6 req-986f06b4-336a-4d51-b5b9-22cc2078c6ab tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292944 Jul 15 13:00:06.954007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:06.954732 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa998fc1-07f4-40f7-8ed8-eec34f2ecc91 req-6b1eaa54-d5e3-48ef-8cef-336a402daaca tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.956609 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab43603-5255-4f23-811c-4e59ee325695" -d '{"events": [{"server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:06.962910 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa998fc1-07f4-40f7-8ed8-eec34f2ecc91 req-6b1eaa54-d5e3-48ef-8cef-336a402daaca tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.964939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa998fc1-07f4-40f7-8ed8-eec34f2ecc91 req-6b1eaa54-d5e3-48ef-8cef-336a402daaca tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcdd554e-01fd-48cd-be93-df1a04d517d4 HTTP/1.1" status: 204 len: 173 time: 0.4501660 Jul 15 13:00:06.973930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:06.990460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:07.003594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.022555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eaa54-d5e3-48ef-8cef-336a402daaca tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd554e-01fd-48cd-be93-df1a04d517d4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:07.118157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3f4c3ae3-4a23-420f-8219-bae08ac79aa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:07.161431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04e9467c-55d7-447b-bc20-72cd28f32e37 req-edf034a4-e3db-4b08-8c9b-02375727a651 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/aa7209cd-d5f5-4532-8755-bd7d860c2b9e HTTP/1.1" status: 200 len: 1805 time: 0.1225541 Jul 15 13:00:07.164772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-04e9467c-55d7-447b-bc20-72cd28f32e37 req-354694c4-7036-44cf-8ae9-e5aba9a0fb40 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa7209cd-d5f5-4532-8755-bd7d860c2b9e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:07.165294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-04e9467c-55d7-447b-bc20-72cd28f32e37 req-354694c4-7036-44cf-8ae9-e5aba9a0fb40 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa7209cd-d5f5-4532-8755-bd7d860c2b9e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:07.283113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:07.425149 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04e9467c-55d7-447b-bc20-72cd28f32e37 req-354694c4-7036-44cf-8ae9-e5aba9a0fb40 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.453810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1d9fa-2aab-4918-9f85-8ff954b4118b req-61d3baa9-776d-456c-af62-1498e6f1c186 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.455644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fa1d9fa-2aab-4918-9f85-8ff954b4118b req-61d3baa9-776d-456c-af62-1498e6f1c186 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 945 time: 0.2083638 Jul 15 13:00:07.493764 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04e9467c-55d7-447b-bc20-72cd28f32e37 req-354694c4-7036-44cf-8ae9-e5aba9a0fb40 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.502899 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04e9467c-55d7-447b-bc20-72cd28f32e37 req-354694c4-7036-44cf-8ae9-e5aba9a0fb40 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.551247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fa1d9fa-2aab-4918-9f85-8ff954b4118b req-a159c677-b030-492e-a2ba-e058c369acc2 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862398 Jul 15 13:00:07.552018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354694c4-7036-44cf-8ae9-e5aba9a0fb40 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1ec735-5dce-4d5d-8368-1b2e66be0edb,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:07.564757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04e9467c-55d7-447b-bc20-72cd28f32e37 req-354694c4-7036-44cf-8ae9-e5aba9a0fb40 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.567190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04e9467c-55d7-447b-bc20-72cd28f32e37 req-354694c4-7036-44cf-8ae9-e5aba9a0fb40 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4087520 Jul 15 13:00:07.731576 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d6e58a-0ea3-4de4-9827-b0d8dc0f318c x-openstack-request-id: req-35d6e58a-0ea3-4de4-9827-b0d8dc0f318c {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:07.732370 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:07.732806 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35d6e58a-0ea3-4de4-9827-b0d8dc0f318c {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:07.733942 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf', 'code': 200} Jul 15 13:00:07.997731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b1c44-fe15-4adc-887f-ab84fa425a77 req-dafb9212-d666-4334-a2e7-284731cee2f7 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.003258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f75b1c44-fe15-4adc-887f-ab84fa425a77 req-dafb9212-d666-4334-a2e7-284731cee2f7 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 932 time: 0.2167819 Jul 15 13:00:08.014293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04a414e8-4b05-4460-b6dd-1186b0f0d589 req-2ef69d18-7acc-4dcf-b504-69f7a747ed02 tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c508f109-b87f-4bf1-805f-543229d011c6 HTTP/1.1" status: 200 len: 1775 time: 0.1658134 Jul 15 13:00:08.025305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a52a-c21b-48b7-877a-252c573baaa9 req-fd263dbc-5002-4004-8245-fc497cc9a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.030390 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78d0a52a-c21b-48b7-877a-252c573baaa9 req-fd263dbc-5002-4004-8245-fc497cc9a96e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1097 time: 0.1808724 Jul 15 13:00:08.090780 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78d0a52a-c21b-48b7-877a-252c573baaa9 req-7f81d659-2bb8-4220-baef-0bee08c033ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530243 Jul 15 13:00:08.110604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f75b1c44-fe15-4adc-887f-ab84fa425a77 req-c592c7cc-7112-4118-90a5-881f4b514268 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938458 Jul 15 13:00:08.140002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04a414e8-4b05-4460-b6dd-1186b0f0d589 req-9333b525-38f1-4b4e-a4a4-116c1854fe4f tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.177646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04a414e8-4b05-4460-b6dd-1186b0f0d589 req-9333b525-38f1-4b4e-a4a4-116c1854fe4f tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.243992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04a414e8-4b05-4460-b6dd-1186b0f0d589 req-9333b525-38f1-4b4e-a4a4-116c1854fe4f tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.247670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04a414e8-4b05-4460-b6dd-1186b0f0d589 req-9333b525-38f1-4b4e-a4a4-116c1854fe4f tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.251165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04a414e8-4b05-4460-b6dd-1186b0f0d589 req-9333b525-38f1-4b4e-a4a4-116c1854fe4f tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/c508f109-b87f-4bf1-805f-543229d011c6 HTTP/1.1" status: 204 len: 173 time: 0.2103806 Jul 15 13:00:08.263477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333b525-38f1-4b4e-a4a4-116c1854fe4f tempest-SecurityGroupsTestAdminJSON-146964779 tempest-SecurityGroupsTestAdminJSON-146964779-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508f109-b87f-4bf1-805f-543229d011c6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:08.451671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:08.515043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:08.522068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:08.522784 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.627401 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.678539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:08.685410 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.759787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b415a794-6cd1-4ccf-b2d6-84fab0f95ea8 req-9977b9ff-82de-44f0-9146-def95850dd89 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/aa7209cd-d5f5-4532-8755-bd7d860c2b9e HTTP/1.1" status: 200 len: 2398 time: 0.3421395 Jul 15 13:00:08.771956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a970130-1427-44a4-ae48-59fa02b2eb7c req-7a76dfa9-c8b0-448b-86ce-131aaa76252a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.772638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:08.773436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a970130-1427-44a4-ae48-59fa02b2eb7c req-7a76dfa9-c8b0-448b-86ce-131aaa76252a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 945 time: 0.4096055 Jul 15 13:00:08.778601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b415a794-6cd1-4ccf-b2d6-84fab0f95ea8 req-c9b1e359-1b15-4c14-8e2b-38abdc7de648 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa7209cd-d5f5-4532-8755-bd7d860c2b9e', 'remote_group_id': None}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:08.778931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b415a794-6cd1-4ccf-b2d6-84fab0f95ea8 req-c9b1e359-1b15-4c14-8e2b-38abdc7de648 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa7209cd-d5f5-4532-8755-bd7d860c2b9e', 'remote_group_id': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:08.840400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a970130-1427-44a4-ae48-59fa02b2eb7c req-9fa78767-e201-4c36-97c7-31b02ee8d22e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554292 Jul 15 13:00:08.906928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Request body: {'port': {'device_id': '28dcb003-1bee-4dd7-9f4a-c8db9beddb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:08.959055 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b415a794-6cd1-4ccf-b2d6-84fab0f95ea8 req-c9b1e359-1b15-4c14-8e2b-38abdc7de648 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.130910 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b415a794-6cd1-4ccf-b2d6-84fab0f95ea8 req-c9b1e359-1b15-4c14-8e2b-38abdc7de648 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.171986 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b415a794-6cd1-4ccf-b2d6-84fab0f95ea8 req-c9b1e359-1b15-4c14-8e2b-38abdc7de648 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.239657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1e359-1b15-4c14-8e2b-38abdc7de648 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c3e5a9-840f-4ad7-a41f-1b9085765fd9,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:09.260585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.265891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b415a794-6cd1-4ccf-b2d6-84fab0f95ea8 req-c9b1e359-1b15-4c14-8e2b-38abdc7de648 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.267086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b415a794-6cd1-4ccf-b2d6-84fab0f95ea8 req-c9b1e359-1b15-4c14-8e2b-38abdc7de648 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4927111 Jul 15 13:00:09.288195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-306276d0-6790-4270-955d-68753f5bdbcc req-8e53d2a0-a797-4dcd-a415-4a28837e9745 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3240855 Jul 15 13:00:09.350672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732cf1a-3ef6-458d-84fe-7b21276b6e1d req-b296c389-ab3e-4a4a-bf5f-2fcdf92ac08c tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.352197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c732cf1a-3ef6-458d-84fe-7b21276b6e1d req-b296c389-ab3e-4a4a-bf5f-2fcdf92ac08c tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.3295040 Jul 15 13:00:09.454674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ad644-00af-4271-995c-43eaac882461 req-8519ddb7-d439-45c6-9ace-9c198e7292a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.456251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-660ad644-00af-4271-995c-43eaac882461 req-8519ddb7-d439-45c6-9ace-9c198e7292a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 1097 time: 0.3241634 Jul 15 13:00:09.524552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-452abd41-e79e-45f7-ab20-4cb89ff3da7e req-52b7226a-6a8b-4a7b-8972-b5b66f46575f tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "GET /v2.0/security-groups/c973c7c7-51ea-4bad-853d-c3d4d9004df3 HTTP/1.1" status: 200 len: 1778 time: 0.2259881 Jul 15 13:00:09.573857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c732cf1a-3ef6-458d-84fe-7b21276b6e1d req-9c0e9247-9ee8-44e3-b33a-bfad4819428d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148204 Jul 15 13:00:09.654949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-660ad644-00af-4271-995c-43eaac882461 req-623d9e7e-1931-4709-a958-e6e5152fe9e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472108 Jul 15 13:00:09.670998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306276d0-6790-4270-955d-68753f5bdbcc req-b6423300-b3d6-411a-97fd-fea2d6f1ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.672668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-306276d0-6790-4270-955d-68753f5bdbcc req-b6423300-b3d6-411a-97fd-fea2d6f1ab72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1097 time: 0.3183916 Jul 15 13:00:09.735753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:09.739087 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece86b5-39e9-4418-b7e9-3de019318233" -d '{"events": [{"server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "name": "network-vif-plugged", "status": "completed", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:09.745569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-452abd41-e79e-45f7-ab20-4cb89ff3da7e req-78667c5d-460d-48d3-ab00-fde7db55e9b2 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.850760 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-452abd41-e79e-45f7-ab20-4cb89ff3da7e req-78667c5d-460d-48d3-ab00-fde7db55e9b2 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.983476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306276d0-6790-4270-955d-68753f5bdbcc req-635a6795-af88-4a3e-80ea-9500e1549242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.984983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-306276d0-6790-4270-955d-68753f5bdbcc req-635a6795-af88-4a3e-80ea-9500e1549242 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.2630811 Jul 15 13:00:10.013079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-452abd41-e79e-45f7-ab20-4cb89ff3da7e req-78667c5d-460d-48d3-ab00-fde7db55e9b2 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.015758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-452abd41-e79e-45f7-ab20-4cb89ff3da7e req-78667c5d-460d-48d3-ab00-fde7db55e9b2 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.016949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-452abd41-e79e-45f7-ab20-4cb89ff3da7e req-78667c5d-460d-48d3-ab00-fde7db55e9b2 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "DELETE /v2.0/security-groups/c973c7c7-51ea-4bad-853d-c3d4d9004df3 HTTP/1.1" status: 204 len: 173 time: 0.4732080 Jul 15 13:00:10.049940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a697a4-e2eb-427e-b12f-560eb3f8db54 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:10.069296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.073250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-306276d0-6790-4270-955d-68753f5bdbcc req-cf93a70c-ad78-4056-bcb3-f72a6d95e87f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.0767226 Jul 15 13:00:10.079098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78667c5d-460d-48d3-ab00-fde7db55e9b2 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c973c7c7-51ea-4bad-853d-c3d4d9004df3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:10.112117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1315501-592b-4e9b-96c9-b47c86b22e18 req-9dad1d02-d7e9-4c38-97d4-16675e157fb1 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.113752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1315501-592b-4e9b-96c9-b47c86b22e18 req-9dad1d02-d7e9-4c38-97d4-16675e157fb1 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 945 time: 0.3364460 Jul 15 13:00:10.134208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Transition to ACTIVE for port object e9a697a4-e2eb-427e-b12f-560eb3f8db54 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:10.151924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.230544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306276d0-6790-4270-955d-68753f5bdbcc req-2e725393-ae31-426f-b4ec-72a7fbb3d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.232551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-306276d0-6790-4270-955d-68753f5bdbcc req-2e725393-ae31-426f-b4ec-72a7fbb3d491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1499417 Jul 15 13:00:10.242530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1315501-592b-4e9b-96c9-b47c86b22e18 req-44c0d2c2-b278-487f-9dfd-d06e5fd8d8ec tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093197 Jul 15 13:00:10.267603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a697a4-e2eb-427e-b12f-560eb3f8db54,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:10.302558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-306276d0-6790-4270-955d-68753f5bdbcc req-9d2ebe71-70d3-448d-92d1-16a47bfc4219 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486538 Jul 15 13:00:10.422813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Attempting to bind port e9a697a4-e2eb-427e-b12f-560eb3f8db54 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:10.423183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Attempting to bind port e9a697a4-e2eb-427e-b12f-560eb3f8db54 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:10.423526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Attempting to bind port e9a697a4-e2eb-427e-b12f-560eb3f8db54 on network b2f122ae-80ea-45eb-a608-dd3c7bddd241 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:10.471687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Port e9a697a4-e2eb-427e-b12f-560eb3f8db54 on network b2f122ae-80ea-45eb-a608-dd3c7bddd241 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:10.471881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Attempting to bind port e9a697a4-e2eb-427e-b12f-560eb3f8db54 on network b2f122ae-80ea-45eb-a608-dd3c7bddd241 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:10.500555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:10.500855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Checking segment: {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:10.501234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Bound using segment: {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:10.501649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Bound port: e9a697a4-e2eb-427e-b12f-560eb3f8db54, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26d1b4c-8eba-4a5c-9485-619987b9d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:10.501975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.509605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f103ce45-9239-4de1-945c-d31116630b54 req-bd50a313-40d8-46b6-8942-35cbfcb44af6 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/aa7209cd-d5f5-4532-8755-bd7d860c2b9e HTTP/1.1" status: 200 len: 2996 time: 0.1856940 Jul 15 13:00:10.541598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-306276d0-6790-4270-955d-68753f5bdbcc req-f3bed2a7-87db-4a20-91b0-e00bd7c0e97d service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149630 Jul 15 13:00:10.600089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb33c4-450f-4d53-965d-f8c9b26160e1 req-47a02e61-f290-408d-9588-8100b1789889 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.609339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39fb33c4-450f-4d53-965d-f8c9b26160e1 req-47a02e61-f290-408d-9588-8100b1789889 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 944 time: 0.3177876 Jul 15 13:00:10.722273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] For port e9a697a4-e2eb-427e-b12f-560eb3f8db54, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:10.736955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39fb33c4-450f-4d53-965d-f8c9b26160e1 req-e567afe3-57b2-406f-ac94-91abec43b72d tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245871 Jul 15 13:00:10.760006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] For port e9a697a4-e2eb-427e-b12f-560eb3f8db54, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e9a697a4-e2eb-427e-b12f-560eb3f8db54,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:10.770157 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.780572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-306276d0-6790-4270-955d-68753f5bdbcc req-2ae920ae-cb59-4d96-a5ea-40b4cbe5a181 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129927 Jul 15 13:00:10.800864 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86447e02-7e19-45ca-b25c-3fe461c469d5 x-openstack-request-id: req-86447e02-7e19-45ca-b25c-3fe461c469d5 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:10.808107 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "name": "network-vif-plugged", "status": "completed", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:10.809280 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86447e02-7e19-45ca-b25c-3fe461c469d5 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:10.810702 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0', 'code': 200} Jul 15 13:00:10.811576 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-5f1a4386-a9c1-468a-b234-0df0c41b1049 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1536920 Jul 15 13:00:10.853099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.857978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.859706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9a697a4-e2eb-427e-b12f-560eb3f8db54 HTTP/1.1" status: 200 len: 1093 time: 1.9607394 Jul 15 13:00:10.860255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dcb003-1bee-4dd7-9f4a-c8db9beddb43', 'tag': 'e9a697a4-e2eb-427e-b12f-560eb3f8db54'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:10.862841 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81ff1a3-4f09-41fe-967e-e111ee7315f0" -d '{"events": [{"name": "network-changed", "server_uuid": "28dcb003-1bee-4dd7-9f4a-c8db9beddb43", "tag": "e9a697a4-e2eb-427e-b12f-560eb3f8db54"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:10.923044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f364a4-aeb2-4c2b-9d49-c39f981c8fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a697a4-e2eb-427e-b12f-560eb3f8db54,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:10.992440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55980f70-6b83-417b-adb2-901219cbec27 req-ce8eafcd-21a0-4826-8127-5552cfde3429 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "GET /v2.0/security-groups/e7595a0c-9764-415b-bc45-465f9ebae09a HTTP/1.1" status: 200 len: 1776 time: 0.1194935 Jul 15 13:00:11.058003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-67cbbb86-cc1c-4aae-adec-16e01d40dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.061180 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-67cbbb86-cc1c-4aae-adec-16e01d40dba8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 1097 time: 0.1765645 Jul 15 13:00:11.133623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-1441b58c-0a3c-485d-80ad-b6f5782906a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.136893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-1441b58c-0a3c-485d-80ad-b6f5782906a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc66fe4912014f599dfad90065aa4e3c&device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 1096 time: 0.2076547 Jul 15 13:00:11.245361 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-1d700f98-d6ac-4456-a05a-034f55c425e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.247119 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-1d700f98-d6ac-4456-a05a-034f55c425e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 925 time: 0.1551609 Jul 15 13:00:11.268146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-5dbb6c3d-4203-4bae-af8e-c8ad9f3cc865 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9a697a4-e2eb-427e-b12f-560eb3f8db54 HTTP/1.1" status: 200 len: 217 time: 0.0909772 Jul 15 13:00:11.366730 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-cd513357-e44e-4df0-812c-a28e52f46b95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730 HTTP/1.1" status: 200 len: 1000 time: 0.1116240 Jul 15 13:00:11.373295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-55980f70-6b83-417b-adb2-901219cbec27 req-c2f92e88-c158-4df3-8eb5-2120fe0dec18 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.425228 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-aec123ea-ec25-47b6-9f1f-a257630b2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.427201 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-aec123ea-ec25-47b6-9f1f-a257630b2e82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82cb59f2-38b1-41f7-aaca-4c882a7ace64 HTTP/1.1" status: 200 len: 863 time: 0.0540676 Jul 15 13:00:11.463427 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-55980f70-6b83-417b-adb2-901219cbec27 req-c2f92e88-c158-4df3-8eb5-2120fe0dec18 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.483804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-142fcef8-e703-42a7-be95-6842962be666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.486577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-142fcef8-e703-42a7-be95-6842962be666 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ed0011f-4538-47eb-b969-5ae585395922 HTTP/1.1" status: 200 len: 853 time: 0.1986327 Jul 15 13:00:11.501394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f57d1-7096-4fbc-8363-1371f5f89b1b req-9bc2db3b-8ebd-4cdf-b370-f1bcaa23bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.504100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-180f57d1-7096-4fbc-8363-1371f5f89b1b req-9bc2db3b-8ebd-4cdf-b370-f1bcaa23bc6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1098 time: 0.4972239 Jul 15 13:00:11.508249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-87bf0b8c-a466-4646-a0a4-7da27fd643f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.511643 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-87bf0b8c-a466-4646-a0a4-7da27fd643f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7c7f39f-a195-49cb-ab08-6de7357ca58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776536 Jul 15 13:00:11.535036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb24b8-85f3-4c7a-b36a-2badcce3fe6a req-fb0aed89-c796-42f9-a3ec-034361b78830 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.538249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6eb24b8-85f3-4c7a-b36a-2badcce3fe6a req-fb0aed89-c796-42f9-a3ec-034361b78830 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 945 time: 0.4431839 Jul 15 13:00:11.637676 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-b83ca94f-9dcf-420e-9f71-1e91c580a237 service neutron] 10.222.0.35 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197081 Jul 15 13:00:11.724988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-180f57d1-7096-4fbc-8363-1371f5f89b1b req-3d7b047f-c57e-4872-8cdc-95976c9f0ca7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850865 Jul 15 13:00:11.725950 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-55980f70-6b83-417b-adb2-901219cbec27 req-c2f92e88-c158-4df3-8eb5-2120fe0dec18 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.730414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-55980f70-6b83-417b-adb2-901219cbec27 req-c2f92e88-c158-4df3-8eb5-2120fe0dec18 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.732314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55980f70-6b83-417b-adb2-901219cbec27 req-c2f92e88-c158-4df3-8eb5-2120fe0dec18 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] 10.222.0.25 "DELETE /v2.0/security-groups/e7595a0c-9764-415b-bc45-465f9ebae09a HTTP/1.1" status: 204 len: 173 time: 0.7079101 Jul 15 13:00:11.780184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6eb24b8-85f3-4c7a-b36a-2badcce3fe6a req-23c2a2ce-84de-4fa9-8754-89f55758fc4e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880271 Jul 15 13:00:11.780975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f92e88-c158-4df3-8eb5-2120fe0dec18 tempest-SecurityGroupsTestAdminJSON-1385238138 tempest-SecurityGroupsTestAdminJSON-1385238138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7595a0c-9764-415b-bc45-465f9ebae09a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:11.811614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-c379ec0a-0f00-4cb7-9c20-fc7e47e6ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.814664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-c379ec0a-0f00-4cb7-9c20-fc7e47e6ed45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2f122ae-80ea-45eb-a608-dd3c7bddd241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3167918 Jul 15 13:00:11.815291 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-fa3842fa-eac3-4bc7-bb28-4e5c20826a45 req-5af972cb-8fe1-4097-93ab-45bd2f47cae9 service neutron] 10.222.0.35 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701920 Jul 15 13:00:11.923688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-094190e4-137d-4651-b1ef-472f3ca570bc req-26f6a80c-3636-4c74-8863-fb2768d344fd tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-group-rules/29c3e5a9-840f-4ad7-a41f-1b9085765fd9 HTTP/1.1" status: 200 len: 783 time: 0.0794454 Jul 15 13:00:12.091002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-094190e4-137d-4651-b1ef-472f3ca570bc req-be562795-0c7c-45a3-8355-46303eb212a3 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/aa7209cd-d5f5-4532-8755-bd7d860c2b9e HTTP/1.1" status: 200 len: 2996 time: 0.1186383 Jul 15 13:00:12.198786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-815b948e-ad82-47b4-8ddc-96065de80ecd service neutron] 10.222.0.30 "GET /v2.0/networks/b2f122ae-80ea-45eb-a608-dd3c7bddd241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742733 Jul 15 13:00:12.201860 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-094190e4-137d-4651-b1ef-472f3ca570bc req-a5a1837d-2943-4c3e-a207-de2966f127ed tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.297595 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-094190e4-137d-4651-b1ef-472f3ca570bc req-a5a1837d-2943-4c3e-a207-de2966f127ed tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.378530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2016a373-9779-4875-af0a-a01dfdfdeecc req-92642399-19b3-43a9-bab5-8993f4c654cd service neutron] 10.222.0.30 "GET /v2.0/networks/b2f122ae-80ea-45eb-a608-dd3c7bddd241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651664 Jul 15 13:00:12.394079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-094190e4-137d-4651-b1ef-472f3ca570bc req-a5a1837d-2943-4c3e-a207-de2966f127ed tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.408361 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35428) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:12.420194 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-094190e4-137d-4651-b1ef-472f3ca570bc req-a5a1837d-2943-4c3e-a207-de2966f127ed tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.421371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-094190e4-137d-4651-b1ef-472f3ca570bc req-a5a1837d-2943-4c3e-a207-de2966f127ed tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/29c3e5a9-840f-4ad7-a41f-1b9085765fd9 HTTP/1.1" status: 204 len: 173 time: 0.3282862 Jul 15 13:00:12.435592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013dbee-d98e-4c82-ab43-66cb7fa385cd req-b474f810-1ca6-4c5f-9e65-93de6368c93d tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.437205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a013dbee-d98e-4c82-ab43-66cb7fa385cd req-b474f810-1ca6-4c5f-9e65-93de6368c93d tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1097 time: 0.2929180 Jul 15 13:00:12.451474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1837d-2943-4c3e-a207-de2966f127ed tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29c3e5a9-840f-4ad7-a41f-1b9085765fd9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:12.501800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a013dbee-d98e-4c82-ab43-66cb7fa385cd req-53e8105b-22ac-4c54-9f77-8b10c82531ec tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Jul 15 13:00:12.701700 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e6704f-da4c-4047-a501-fc11806ef3af x-openstack-request-id: req-10e6704f-da4c-4047-a501-fc11806ef3af {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:12.703370 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dcb003-1bee-4dd7-9f4a-c8db9beddb43", "tag": "e9a697a4-e2eb-427e-b12f-560eb3f8db54", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:12.703893 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10e6704f-da4c-4047-a501-fc11806ef3af {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:12.704552 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dcb003-1bee-4dd7-9f4a-c8db9beddb43', 'tag': 'e9a697a4-e2eb-427e-b12f-560eb3f8db54', 'status': 'completed', 'code': 200} Jul 15 13:00:12.720344 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5950f87e-2373-48b8-854c-a2db9b8c2c67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4b1808d694846399824888909a66df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102384 Jul 15 13:00:12.723509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35436) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:12.819872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4debdb-0121-4b60-a230-1bc882229e6f req-b0195f66-e0b9-4091-92c3-f980e1f736e0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.822025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b4debdb-0121-4b60-a230-1bc882229e6f req-b0195f66-e0b9-4091-92c3-f980e1f736e0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.1928477 Jul 15 13:00:12.860211 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70ce4aad-af86-4972-b3fa-bc2633892e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.942653 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70ce4aad-af86-4972-b3fa-bc2633892e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.956105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b4debdb-0121-4b60-a230-1bc882229e6f req-32cb373a-3794-4a8d-8a2a-bf28b11b5b35 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201205 Jul 15 13:00:13.255113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-67c9a2d6-d090-427c-bca6-65cbcdb7cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.258664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-67c9a2d6-d090-427c-bca6-65cbcdb7cbc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc66fe4912014f599dfad90065aa4e3c&device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 1096 time: 0.3779740 Jul 15 13:00:13.267714 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70ce4aad-af86-4972-b3fa-bc2633892e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:13.271710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70ce4aad-af86-4972-b3fa-bc2633892e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:13.274312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-70ce4aad-af86-4972-b3fa-bc2633892e7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/299e4536-8ad9-4cda-8394-546996380719 HTTP/1.1" status: 204 len: 168 time: 0.5490775 Jul 15 13:00:13.352426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce4aad-af86-4972-b3fa-bc2633892e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e4536-8ad9-4cda-8394-546996380719,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:13.478490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be94565-0046-46be-957e-565e22acd6fb req-a7e40a59-d4d6-4a27-83ce-5f0c0564ce60 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.480859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4be94565-0046-46be-957e-565e22acd6fb req-a7e40a59-d4d6-4a27-83ce-5f0c0564ce60 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 944 time: 0.4000716 Jul 15 13:00:13.490646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1252ba5-5bbf-4e7b-bc10-461e4a2d9387 req-855ad5fd-3ccc-414d-8d80-9c6eb450e0f6 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/aa7209cd-d5f5-4532-8755-bd7d860c2b9e HTTP/1.1" status: 200 len: 2398 time: 0.2796378 Jul 15 13:00:13.685907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-b6cb8cc3-6610-47b5-ba49-0f04c199b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.688380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-b6cb8cc3-6610-47b5-ba49-0f04c199b0fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2f122ae-80ea-45eb-a608-dd3c7bddd241 HTTP/1.1" status: 200 len: 915 time: 0.4122670 Jul 15 13:00:13.692744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4be94565-0046-46be-957e-565e22acd6fb req-a9414c0f-305e-4c05-9fdd-9eec894fc87c tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003982 Jul 15 13:00:13.772584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-3d56b5b9-78ad-4e2c-be77-ffe7d57af934 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9a697a4-e2eb-427e-b12f-560eb3f8db54 HTTP/1.1" status: 200 len: 217 time: 0.0735824 Jul 15 13:00:13.805816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d1252ba5-5bbf-4e7b-bc10-461e4a2d9387 req-29750447-febc-423d-9bfb-1cd89bf11963 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:13.824671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35458) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:13.900869 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-912803fe-5f02-446e-a6e7-a45b1e2ef957 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef15e90b94a248b886f8913304d75b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723650 Jul 15 13:00:13.904911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35460) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:13.976246 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7744-85ad-42e0-a158-d4c7e736c3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.008998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7744-85ad-42e0-a158-d4c7e736c3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.082933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7744-85ad-42e0-a158-d4c7e736c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.087388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7744-85ad-42e0-a158-d4c7e736c3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.092864 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ce2e7744-85ad-42e0-a158-d4c7e736c3fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfd78dd8-c4f8-42db-9e7e-ea2ac4e5e1aa HTTP/1.1" status: 204 len: 168 time: 0.1830373 Jul 15 13:00:14.111029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e7744-85ad-42e0-a158-d4c7e736c3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd78dd8-c4f8-42db-9e7e-ea2ac4e5e1aa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:14.224839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d1252ba5-5bbf-4e7b-bc10-461e4a2d9387 req-29750447-febc-423d-9bfb-1cd89bf11963 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.243461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-296c264d-8829-4ab2-ae86-b2c6b239f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.245672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-296c264d-8829-4ab2-ae86-b2c6b239f4cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ed0011f-4538-47eb-b969-5ae585395922 HTTP/1.1" status: 200 len: 853 time: 0.4626427 Jul 15 13:00:14.340122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d9e72-775e-45e2-ad62-5d3afc2d66e3 req-5c2ce580-dd43-4bab-8c73-0e6518093dd9 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.341854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-840d9e72-775e-45e2-ad62-5d3afc2d66e3 req-5c2ce580-dd43-4bab-8c73-0e6518093dd9 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1097 time: 0.4766850 Jul 15 13:00:14.345116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d1252ba5-5bbf-4e7b-bc10-461e4a2d9387 req-29750447-febc-423d-9bfb-1cd89bf11963 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.348291 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d1252ba5-5bbf-4e7b-bc10-461e4a2d9387 req-29750447-febc-423d-9bfb-1cd89bf11963 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.350101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1252ba5-5bbf-4e7b-bc10-461e4a2d9387 req-29750447-febc-423d-9bfb-1cd89bf11963 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa7209cd-d5f5-4532-8755-bd7d860c2b9e HTTP/1.1" status: 204 len: 173 time: 0.8040726 Jul 15 13:00:14.398299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29750447-febc-423d-9bfb-1cd89bf11963 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7209cd-d5f5-4532-8755-bd7d860c2b9e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:14.418622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-4cc1ad5b-63de-478d-b062-3e498348da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.422821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-4cc1ad5b-63de-478d-b062-3e498348da54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2f122ae-80ea-45eb-a608-dd3c7bddd241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687744 Jul 15 13:00:14.477869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-840d9e72-775e-45e2-ad62-5d3afc2d66e3 req-43743502-fadb-4352-8212-f2731f9571de tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195893 Jul 15 13:00:14.635382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-46e3ad8b-ba54-498a-a069-73062b86a45f service neutron] 10.222.0.30 "GET /v2.0/networks/b2f122ae-80ea-45eb-a608-dd3c7bddd241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047985 Jul 15 13:00:14.849602 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-3ae9c8b1-28e2-4343-9eb0-57c13a94f630 req-e7cee2e7-c864-47d6-992d-651c59880532 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] show failed (client error): The resource could not be found. Jul 15 13:00:14.851436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ae9c8b1-28e2-4343-9eb0-57c13a94f630 req-e7cee2e7-c864-47d6-992d-651c59880532 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/10a16227-fe09-4645-9517-1c18ea44705d HTTP/1.1" status: 404 len: 352 time: 0.1121161 Jul 15 13:00:14.919468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b81ff1a3-4f09-41fe-967e-e111ee7315f0 req-014108a9-5ee5-497d-a5a0-2e61bfedcfd5 service neutron] 10.222.0.30 "GET /v2.0/networks/b2f122ae-80ea-45eb-a608-dd3c7bddd241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756672 Jul 15 13:00:14.943120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ddb8a-04d0-4abd-8bf6-b0cc62e3c4b8 req-ce6e2162-7baf-4c04-ad0c-6c2e86e05c43 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.946345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b1ddb8a-04d0-4abd-8bf6-b0cc62e3c4b8 req-ce6e2162-7baf-4c04-ad0c-6c2e86e05c43 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.2828550 Jul 15 13:00:15.047679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b1ddb8a-04d0-4abd-8bf6-b0cc62e3c4b8 req-e74894da-40e2-4859-b583-f17340af3ffd tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911102 Jul 15 13:00:15.165952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa6b83-6cc2-4980-ae53-2d84da73e914 req-c0c0ce81-75b1-4db2-852c-9f18fc161965 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/3033564c-b92d-4c67-a05e-a056e9cb9563 HTTP/1.1" status: 200 len: 1804 time: 0.0854962 Jul 15 13:00:15.238529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637691ce-7d7f-499f-9177-bafa65cd3ca6 req-aa399a7d-41c6-46d6-87e4-62a678ea69f3 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.240293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-637691ce-7d7f-499f-9177-bafa65cd3ca6 req-aa399a7d-41c6-46d6-87e4-62a678ea69f3 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 944 time: 0.1361849 Jul 15 13:00:15.276560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d7fa6b83-6cc2-4980-ae53-2d84da73e914 req-a3405bd1-76a8-4742-9df0-52dcafb01176 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.314368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d7fa6b83-6cc2-4980-ae53-2d84da73e914 req-a3405bd1-76a8-4742-9df0-52dcafb01176 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.320004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-637691ce-7d7f-499f-9177-bafa65cd3ca6 req-132a3143-bf3b-442c-989c-06ccc759f2c7 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678711 Jul 15 13:00:15.378827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35504) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:15.391045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d7fa6b83-6cc2-4980-ae53-2d84da73e914 req-a3405bd1-76a8-4742-9df0-52dcafb01176 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.395582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d7fa6b83-6cc2-4980-ae53-2d84da73e914 req-a3405bd1-76a8-4742-9df0-52dcafb01176 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.397925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa6b83-6cc2-4980-ae53-2d84da73e914 req-a3405bd1-76a8-4742-9df0-52dcafb01176 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "DELETE /v2.0/security-groups/3033564c-b92d-4c67-a05e-a056e9cb9563 HTTP/1.1" status: 204 len: 173 time: 0.2232032 Jul 15 13:00:15.398959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e9a697a4-e2eb-427e-b12f-560eb3f8db54 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:15.434240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3405bd1-76a8-4742-9df0-52dcafb01176 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3033564c-b92d-4c67-a05e-a056e9cb9563,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:15.643898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-network', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:15.699503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e9a697a4-e2eb-427e-b12f-560eb3f8db54, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e9a697a4-e2eb-427e-b12f-560eb3f8db54,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:15.737191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e9a697a4-e2eb-427e-b12f-560eb3f8db54', 'network_id': 'b2f122ae-80ea-45eb-a608-dd3c7bddd241', 'port_id': 'e9a697a4-e2eb-427e-b12f-560eb3f8db54', 'mac_address': 'fa:16:3e:2f:6e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed0011f-4538-47eb-b969-5ae585395922', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:15.766213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Made reservation on behalf of bde23d0356b44d64ab5885cae2e77b81 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:15.768666 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.793086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.797192 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.807920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a17797-2164-4a0a-b118-831da35d5506 req-98272658-24b4-490d-9e74-4eedf7e53e5b tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.809529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36a17797-2164-4a0a-b118-831da35d5506 req-98272658-24b4-490d-9e74-4eedf7e53e5b tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1098 time: 0.0921576 Jul 15 13:00:15.813368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a697a4-e2eb-427e-b12f-560eb3f8db54 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:15.836585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e9a697a4-e2eb-427e-b12f-560eb3f8db54, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e9a697a4-e2eb-427e-b12f-560eb3f8db54,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:15.841806 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.867568 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36a17797-2164-4a0a-b118-831da35d5506 req-865a7040-bf86-40f7-b097-be09b8dfefbf tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Jul 15 13:00:15.904717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e9a697a4-e2eb-427e-b12f-560eb3f8db54,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:16.045077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e6967a4-b01a-469c-bf12-416db839968b req-d939ba7c-a954-4ada-8f2b-d577030386da tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/7bd152ff-14c5-418e-805e-10d38c82f3c7 HTTP/1.1" status: 200 len: 1804 time: 0.1236320 Jul 15 13:00:16.066331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e9a697a4-e2eb-427e-b12f-560eb3f8db54'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:16.073528 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.093871 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.147505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:00:16.189350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee954f21-7d7b-4a06-a253-28e8d8033e30,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:16.201120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.201688 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Added segment 82cd4196-ad94-452c-9f63-576d357f0263 of type vlan for network cc410c5b-a577-449e-bdf9-8c74940f73dc Jul 15 13:00:16.286928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7e6967a4-b01a-469c-bf12-416db839968b req-f3db0cff-1fee-4f96-99ce-0e86e46f1f2e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.309110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.363478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7e6967a4-b01a-469c-bf12-416db839968b req-f3db0cff-1fee-4f96-99ce-0e86e46f1f2e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.445814 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.448653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.449756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.531691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1506047 Jul 15 13:00:16.534603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35542) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:16.542824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Request body: {'subnet': {'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-subnet', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:16.571280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Made reservation on behalf of bde23d0356b44d64ab5885cae2e77b81 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:16.573843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.591581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01393a4c-ee9a-4d3d-832e-9178c8d9fa20 admin admin] Pushing event updated for resources: {'Network': ['ID=cc410c5b-a577-449e-bdf9-8c74940f73dc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:16.607974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7e6967a4-b01a-469c-bf12-416db839968b req-f3db0cff-1fee-4f96-99ce-0e86e46f1f2e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.608586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network cc410c5b-a577-449e-bdf9-8c74940f73dc details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:00:16.613088 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7e6967a4-b01a-469c-bf12-416db839968b req-f3db0cff-1fee-4f96-99ce-0e86e46f1f2e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.615044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e6967a4-b01a-469c-bf12-416db839968b req-f3db0cff-1fee-4f96-99ce-0e86e46f1f2e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "DELETE /v2.0/security-groups/7bd152ff-14c5-418e-805e-10d38c82f3c7 HTTP/1.1" status: 204 len: 173 time: 0.5608361 Jul 15 13:00:16.637940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db0cff-1fee-4f96-99ce-0e86e46f1f2e tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd152ff-14c5-418e-805e-10d38c82f3c7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:16.881793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.955170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7032bf11-a534-4b4c-bef2-21af5eccedc6,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:16.982329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Checking segment: {'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:16.982787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Network hostable DHCP agents. Network: cc410c5b-a577-449e-bdf9-8c74940f73dc, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:00:16.998467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35560) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:17.004956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Network cc410c5b-a577-449e-bdf9-8c74940f73dc is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:00:17.018507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, cc410c5b-a577-449e-bdf9-8c74940f73dc) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:17.023858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.024684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.035613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca4640-9fd5-4998-a73a-e0e3414ee223 None None] Network cc410c5b-a577-449e-bdf9-8c74940f73dc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:17.048813 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a5224eb8-f30b-4f32-8d9a-853b3bb825ba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5130332 Jul 15 13:00:17.051747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35564) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:17.057867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:17.087372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.090497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.105690 n-d-771362-36 neutron-server[93734]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 13:00:17.112483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-31865601-af87-496a-a4cc-77a63083172a tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:17.114291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64d028-4331-419c-b4de-b61d2e7d3bd8 req-4ee69dbf-04ff-4bf3-a918-1c5b79cc3f11 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.117988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e64d028-4331-419c-b4de-b61d2e7d3bd8 req-4ee69dbf-04ff-4bf3-a918-1c5b79cc3f11 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 945 time: 0.1236427 Jul 15 13:00:17.123035 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-31865601-af87-496a-a4cc-77a63083172a tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1232836 Jul 15 13:00:17.175498 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.225718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e64d028-4331-419c-b4de-b61d2e7d3bd8 req-57cbb61c-2cb6-427b-9554-0e2846ed01d2 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880213 Jul 15 13:00:17.291339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-cc410c5b-a577-449e-bdf9-8c74940f73dc', 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'fixed_ips': [{'subnet_id': '7032bf11-a534-4b4c-bef2-21af5eccedc6'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:00:17.292655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.347989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4aeaa6f4-41d6-4d7a-abfd-b24ca8afc61b req-f509bb27-c310-4ece-813b-4a38042d1da9 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/3045e1ef-56fc-4994-87bf-a0f9d483abb8 HTTP/1.1" status: 200 len: 1805 time: 0.0758822 Jul 15 13:00:17.426136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e9a697a4-e2eb-427e-b12f-560eb3f8db54 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:17.490251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4aeaa6f4-41d6-4d7a-abfd-b24ca8afc61b req-89f19e8d-1985-4112-98b9-9976defdfa09 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.534853 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4aeaa6f4-41d6-4d7a-abfd-b24ca8afc61b req-89f19e8d-1985-4112-98b9-9976defdfa09 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.554794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port e9a697a4-e2eb-427e-b12f-560eb3f8db54 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:17.565401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e9a697a4-e2eb-427e-b12f-560eb3f8db54 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:17.566103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.599590 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4aeaa6f4-41d6-4d7a-abfd-b24ca8afc61b req-89f19e8d-1985-4112-98b9-9976defdfa09 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.603038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4aeaa6f4-41d6-4d7a-abfd-b24ca8afc61b req-89f19e8d-1985-4112-98b9-9976defdfa09 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.623832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4aeaa6f4-41d6-4d7a-abfd-b24ca8afc61b req-89f19e8d-1985-4112-98b9-9976defdfa09 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "DELETE /v2.0/security-groups/3045e1ef-56fc-4994-87bf-a0f9d483abb8 HTTP/1.1" status: 204 len: 173 time: 0.2594874 Jul 15 13:00:17.639870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f19e8d-1985-4112-98b9-9976defdfa09 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3045e1ef-56fc-4994-87bf-a0f9d483abb8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:17.826510 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Request body: {'binding': {'host': 'n-h2-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:17.827474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Unknown quota resources ['binding']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:00:17.904661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.958685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Allocated IP 172.20.0.2 (cc410c5b-a577-449e-bdf9-8c74940f73dc/7032bf11-a534-4b4c-bef2-21af5eccedc6/80f84b25-4684-4db7-b018-abb6d8f1d064) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:18.065529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35588) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:18.151774 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.226123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d092cc26-0397-497b-8456-2cdd6686ccc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.241910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dcb003-1bee-4dd7-9f4a-c8db9beddb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a697a4-e2eb-427e-b12f-560eb3f8db54'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:18.251300 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e99381c-65eb-43d6-8e94-d7da3bfd39cd" -d '{"events": [{"server_uuid": "28dcb003-1bee-4dd7-9f4a-c8db9beddb43", "name": "network-vif-plugged", "status": "completed", "tag": "e9a697a4-e2eb-427e-b12f-560eb3f8db54"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:18.339290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e9a697a4-e2eb-427e-b12f-560eb3f8db54, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e9a697a4-e2eb-427e-b12f-560eb3f8db54,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.357732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on host n-h2-771362-36 for vnic_type normal with profile None {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:18.360471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:18.361373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:18.381260 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.399821 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d092cc26-0397-497b-8456-2cdd6686ccc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.412924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d092cc26-0397-497b-8456-2cdd6686ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.467298 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:18.468354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:18.485729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:18.486670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:18.487643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:18.488722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Bound port: 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:18.529001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.531893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de4886bf-55f6-407e-bac6-0f5b2b425558 req-268d61ca-2e67-4ff5-8a9d-a7f261453c21 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/efd0c24b-b510-4dae-bee6-fa2d9b02ef1b HTTP/1.1" status: 200 len: 2404 time: 0.0825405 Jul 15 13:00:18.550240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Transition to ACTIVE for port object 80f84b25-4684-4db7-b018-abb6d8f1d064 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:18.559586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e9a697a4-e2eb-427e-b12f-560eb3f8db54,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:18.585174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Transition to ACTIVE for port object 80f84b25-4684-4db7-b018-abb6d8f1d064 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:18.599548 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.604943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092cc26-0397-497b-8456-2cdd6686ccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990e6da4-c237-4969-9db6-9f219d12e672,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:18.636009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d092cc26-0397-497b-8456-2cdd6686ccc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8ae01ec6554494bb012046fb66f4042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5652981 Jul 15 13:00:18.649278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35602) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:18.680580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Network cc410c5b-a577-449e-bdf9-8c74940f73dc is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:18.690301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:18.695675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:18.754057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Pushing event updated for resources: {'Port': ['ID=80f84b25-4684-4db7-b018-abb6d8f1d064,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:18.784276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:18.802103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de4886bf-55f6-407e-bac6-0f5b2b425558 req-14a1f22c-bd1b-4287-9592-1f56918e3212 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.817958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] Notify callbacks [] for binding, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.836927 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-85e690ac-048c-47e3-9210-b78f0eaa6180 service neutron] 10.222.0.25 "POST /v2.0/ports/5b3ba72d-3009-4a98-994a-dd8ef7dad7cf/bindings HTTP/1.1" status: 201 len: 390 time: 1.4964392 Jul 15 13:00:18.850283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Attempting to bind port 80f84b25-4684-4db7-b018-abb6d8f1d064 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:18.855361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50fb2a81-a038-4ed1-8eba-f0446f929220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.861952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.868489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Attempting to bind port 80f84b25-4684-4db7-b018-abb6d8f1d064 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:18.872649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Attempting to bind port 80f84b25-4684-4db7-b018-abb6d8f1d064 on network cc410c5b-a577-449e-bdf9-8c74940f73dc {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:18.906121 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de4886bf-55f6-407e-bac6-0f5b2b425558 req-14a1f22c-bd1b-4287-9592-1f56918e3212 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.923425 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4abb9dec-8777-4f66-83fe-5c9f9262d105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.934699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50fb2a81-a038-4ed1-8eba-f0446f929220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.942189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:18.943075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Checking segment: {'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:18.946495 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.947700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Bound using segment: {'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:18.949537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Bound port: 80f84b25-4684-4db7-b018-abb6d8f1d064, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:18.952817 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.977095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.209441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de4886bf-55f6-407e-bac6-0f5b2b425558 req-14a1f22c-bd1b-4287-9592-1f56918e3212 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.219985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de4886bf-55f6-407e-bac6-0f5b2b425558 req-14a1f22c-bd1b-4287-9592-1f56918e3212 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.237274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de4886bf-55f6-407e-bac6-0f5b2b425558 req-14a1f22c-bd1b-4287-9592-1f56918e3212 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "DELETE /v2.0/security-groups/efd0c24b-b510-4dae-bee6-fa2d9b02ef1b HTTP/1.1" status: 204 len: 173 time: 0.6893537 Jul 15 13:00:19.313962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1f22c-bd1b-4287-9592-1f56918e3212 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd0c24b-b510-4dae-bee6-fa2d9b02ef1b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.320647 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50fb2a81-a038-4ed1-8eba-f0446f929220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.340928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50fb2a81-a038-4ed1-8eba-f0446f929220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.346255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-50fb2a81-a038-4ed1-8eba-f0446f929220 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/990e6da4-c237-4969-9db6-9f219d12e672 HTTP/1.1" status: 204 len: 168 time: 0.6955061 Jul 15 13:00:19.347437 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6820cdf-255f-4ef7-94cc-bbe9008faf7a x-openstack-request-id: req-d6820cdf-255f-4ef7-94cc-bbe9008faf7a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:19.354111 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dcb003-1bee-4dd7-9f4a-c8db9beddb43", "name": "network-vif-plugged", "status": "completed", "tag": "e9a697a4-e2eb-427e-b12f-560eb3f8db54", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:19.355004 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6820cdf-255f-4ef7-94cc-bbe9008faf7a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:19.356987 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dcb003-1bee-4dd7-9f4a-c8db9beddb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a697a4-e2eb-427e-b12f-560eb3f8db54', 'code': 200} Jul 15 13:00:19.396920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb2a81-a038-4ed1-8eba-f0446f929220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990e6da4-c237-4969-9db6-9f219d12e672,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.497961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] For port 80f84b25-4684-4db7-b018-abb6d8f1d064, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:19.544472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] For port 80f84b25-4684-4db7-b018-abb6d8f1d064, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=80f84b25-4684-4db7-b018-abb6d8f1d064,segment=NetworkSegment(82cd4196-ad94-452c-9f63-576d357f0263),segment_id=82cd4196-ad94-452c-9f63-576d357f0263)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:19.561374 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.586514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Allocated IP 172.25.1.240 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/13144eef-162c-4232-8376-33c15d53ee5f) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:19.694228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e90d0-28c6-45d0-bcbd-87e59c44e05e req-096e06d0-d2ac-4da0-904f-8c798116d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.695964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d7e90d0-28c6-45d0-bcbd-87e59c44e05e req-096e06d0-d2ac-4da0-904f-8c798116d5ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 1098 time: 0.1747551 Jul 15 13:00:19.762588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fac8a3-17e7-4f7e-a352-c1d8e5f0b497 None None] Pushing event updated for resources: {'Port': ['ID=80f84b25-4684-4db7-b018-abb6d8f1d064,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.831317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.834769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-44f11fb4-882f-48bb-97ef-62a9eeee2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.837656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-44f11fb4-882f-48bb-97ef-62a9eeee2580 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1097 time: 0.3998199 Jul 15 13:00:19.947849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.980203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d7e90d0-28c6-45d0-bcbd-87e59c44e05e req-49734484-d45d-448b-b0c5-c9d5bb06ec6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703185 Jul 15 13:00:20.032789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae079ab-26a9-4740-94a4-8d5f24995b3c req-f4b83e1e-b790-4040-a4be-3025a3f939c9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.034480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ae079ab-26a9-4740-94a4-8d5f24995b3c req-f4b83e1e-b790-4040-a4be-3025a3f939c9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 945 time: 0.3495007 Jul 15 13:00:20.078573 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:20.096290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:20.103016 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:20.156534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Pushing event updated for resources: {'Port': ['ID=13144eef-162c-4232-8376-33c15d53ee5f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:20.229105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ae079ab-26a9-4740-94a4-8d5f24995b3c req-682b640d-7b8e-40cb-972a-bd7a0535c8ca tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341314 Jul 15 13:00:20.249016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-11794c82-d737-48de-819e-6d639c3fec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.251558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-11794c82-d737-48de-819e-6d639c3fec8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.4048469 Jul 15 13:00:20.364262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-f864b809-fc8f-42c1-866c-3908b3ee68ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 200 len: 217 time: 0.0783727 Jul 15 13:00:20.432033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511466f-3d46-42dc-af40-3631ffcf5b71 req-68504912-532c-4ab7-b226-a83abbcb27e3 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.434003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6511466f-3d46-42dc-af40-3631ffcf5b71 req-68504912-532c-4ab7-b226-a83abbcb27e3 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 946 time: 0.3042493 Jul 15 13:00:20.485689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-282b6942-90d4-45ba-874d-35cee8be9378 req-7c42a777-b373-419a-9f2e-628364950e46 tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "GET /v2.0/security-groups/fbb6215b-0cd4-4ce8-b77b-0272e8f25652 HTTP/1.1" status: 200 len: 2398 time: 0.1255596 Jul 15 13:00:20.532255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-ff51f045-afd8-4933-9802-310587f88514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.533805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-ff51f045-afd8-4933-9802-310587f88514 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1594875 Jul 15 13:00:20.539334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 80f84b25-4684-4db7-b018-abb6d8f1d064 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:20.628373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6511466f-3d46-42dc-af40-3631ffcf5b71 req-1718e775-ec02-4b58-9d2b-35fbd12457be tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636987 Jul 15 13:00:20.633914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-c7b81be1-15a2-4dee-b66d-3ec57ec5f1b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712993 Jul 15 13:00:20.661570 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-282b6942-90d4-45ba-874d-35cee8be9378 req-194cad6e-bf25-46c1-adc6-4456101163cd tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.745053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-282b6942-90d4-45ba-874d-35cee8be9378 req-194cad6e-bf25-46c1-adc6-4456101163cd tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.775412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 80f84b25-4684-4db7-b018-abb6d8f1d064 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:20.863208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-5169b307-86b9-427b-9c36-420dab744b3f service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158597 Jul 15 13:00:20.904289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-282b6942-90d4-45ba-874d-35cee8be9378 req-194cad6e-bf25-46c1-adc6-4456101163cd tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.910814 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-282b6942-90d4-45ba-874d-35cee8be9378 req-194cad6e-bf25-46c1-adc6-4456101163cd tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.928126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-282b6942-90d4-45ba-874d-35cee8be9378 req-194cad6e-bf25-46c1-adc6-4456101163cd tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] 10.222.0.25 "DELETE /v2.0/security-groups/fbb6215b-0cd4-4ce8-b77b-0272e8f25652 HTTP/1.1" status: 204 len: 173 time: 0.4411445 Jul 15 13:00:20.928920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35640) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:21.002588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.152197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-8190f8f3-0345-452e-89bf-05f7a184063e service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812443 Jul 15 13:00:21.320014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cad6e-bf25-46c1-adc6-4456101163cd tempest-SecurityGroupRulesTestJSON-762762497 tempest-SecurityGroupRulesTestJSON-762762497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb6215b-0cd4-4ce8-b77b-0272e8f25652,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:21.388601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35648) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:21.437323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1fbbf9-674d-4521-8df7-262262e8e1ed admin admin] Deleting subnet 4753c697-3c33-4331-94c7-dbc248be7371 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:00:21.455726 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df1fbbf9-674d-4521-8df7-262262e8e1ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.529551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3cc4c-c5a3-487d-bcd3-e68fc1823abc None None] Network cc410c5b-a577-449e-bdf9-8c74940f73dc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:21.569349 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7d3d35e9-1f30-4c18-a5b1-bd4b621d412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.598201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df1fbbf9-674d-4521-8df7-262262e8e1ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.615772 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.622050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df1fbbf9-674d-4521-8df7-262262e8e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.662371 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.699848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-8ac309d7-244c-4177-9a78-4331f6b09c09 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.707816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-8ac309d7-244c-4177-9a78-4331f6b09c09 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.4202044 Jul 15 13:00:21.717436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b1068036-63f4-4ee7-9882-1808d43884a6 None None] Provisioning for port 80f84b25-4684-4db7-b018-abb6d8f1d064 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:21.726860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1105775533-network', 'tenant_id': 'e985b20c29224a02b8d5d92a402b2dba'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:21.742620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:21.909900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b1068036-63f4-4ee7-9882-1808d43884a6 None None] Provisioning complete for port 80f84b25-4684-4db7-b018-abb6d8f1d064 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:21.911723 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1068036-63f4-4ee7-9882-1808d43884a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.963934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Router 1bce65c7-d81c-4c97-b800-376665d15c0a is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:00:22.020970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.031859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Made reservation on behalf of e985b20c29224a02b8d5d92a402b2dba for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:22.037983 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.061072 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.186759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:22.222766 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df1fbbf9-674d-4521-8df7-262262e8e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.226088 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.231979 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-66859178-ca5d-450d-a382-5730b99597bd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1745942 Jul 15 13:00:22.232380 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35662) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:22.293833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fbbf9-674d-4521-8df7-262262e8e1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4753c697-3c33-4331-94c7-dbc248be7371,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:22.310289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Sync routers for ids ['1bce65c7-d81c-4c97-b800-376665d15c0a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:22.349397 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1068036-63f4-4ee7-9882-1808d43884a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.350012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f403ea-129e-4a83-a911-732bfc53a1ed req-d725268b-add0-4e32-8c13-796c5ce80407 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:22.358295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58f403ea-129e-4a83-a911-732bfc53a1ed req-d725268b-add0-4e32-8c13-796c5ce80407 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 945 time: 0.6241143 Jul 15 13:00:22.398055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Routers {'1bce65c7-d81c-4c97-b800-376665d15c0a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:22.399073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1bce65c7-d81c-4c97-b800-376665d15c0a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:22.447819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816d2f-777a-4dc5-b098-b8ec3b203b82 req-049acac6-f38f-47f3-85bc-20d5108a6e1f tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:22.450543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83816d2f-777a-4dc5-b098-b8ec3b203b82 req-049acac6-f38f-47f3-85bc-20d5108a6e1f tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 946 time: 0.3812771 Jul 15 13:00:22.451929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df1fbbf9-674d-4521-8df7-262262e8e1ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.454271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-df1fbbf9-674d-4521-8df7-262262e8e1ed admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4753c697-3c33-4331-94c7-dbc248be7371 HTTP/1.1" status: 204 len: 168 time: 1.4278336 Jul 15 13:00:22.476651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35668) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:22.524141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b1068036-63f4-4ee7-9882-1808d43884a6 None None] For port 80f84b25-4684-4db7-b018-abb6d8f1d064, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=80f84b25-4684-4db7-b018-abb6d8f1d064,segment=NetworkSegment(82cd4196-ad94-452c-9f63-576d357f0263),segment_id=82cd4196-ad94-452c-9f63-576d357f0263)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:22.535041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1068036-63f4-4ee7-9882-1808d43884a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.591035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.620058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58f403ea-129e-4a83-a911-732bfc53a1ed req-1d2ba56b-41ba-4d96-b39c-771bef934aca tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606177 Jul 15 13:00:22.637591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1068036-63f4-4ee7-9882-1808d43884a6 None None] Pushing event updated for resources: {'Port': ['ID=80f84b25-4684-4db7-b018-abb6d8f1d064,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:22.697892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Set router 1bce65c7-d81c-4c97-b800-376665d15c0a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:22.824937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83816d2f-777a-4dc5-b098-b8ec3b203b82 req-f1137c9b-ac04-4278-8f39-c756ea6feb87 tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375523 Jul 15 13:00:22.917959 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.046672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:23.159022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:23.169560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '13144eef-162c-4232-8376-33c15d53ee5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:00:20Z', 'revision_number': 3, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port': {'id': '13144eef-162c-4232-8376-33c15d53ee5f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:19Z', 'updated_at': '2021-07-15T13:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:23.221348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.252278 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.261210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Checking router: 1bce65c7-d81c-4c97-b800-376665d15c0a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:23.262187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Updating router 1bce65c7-d81c-4c97-b800-376665d15c0a port 13144eef-162c-4232-8376-33c15d53ee5f binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:00:23.277410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43ecb7d1-d4ae-4e48-9f4b-cda6d2a474b5 None None] Provisioning complete for port 80f84b25-4684-4db7-b018-abb6d8f1d064 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:23.278962 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43ecb7d1-d4ae-4e48-9f4b-cda6d2a474b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.291096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:23.295352 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3865699c-67f0-470e-9456-3c5812d68561" -d '{"events": [{"server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:23.315845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.442546 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326cdcc3-eb25-47aa-b273-e7ff5b7f8f4d x-openstack-request-id: req-326cdcc3-eb25-47aa-b273-e7ff5b7f8f4d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:23.442914 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:23.443527 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-326cdcc3-eb25-47aa-b273-e7ff5b7f8f4d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:23.444150 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf', 'code': 200} Jul 15 13:00:23.451107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:23.522736 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.538378 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.544224 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.559430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.559801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.560911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.561998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.561998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.561998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.562507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.562507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.563010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.563418 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.617432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Allocated IP 172.20.0.1 (cc410c5b-a577-449e-bdf9-8c74940f73dc/7032bf11-a534-4b4c-bef2-21af5eccedc6/184bd305-0ac0-4168-9eac-a20855ac57a7) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:23.693538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.693969 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.696286 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.696666 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:23.697048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58159366-15c4-4196-9a31-a5ced4f478c6']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:23.725083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.771421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad8e1c2-6b3f-4832-a1fa-6c97e1625f0f') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:23.771705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad8e1c2-6b3f-4832-a1fa-6c97e1625f0f') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:23.827300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaed6ff-e4ac-4f00-9a1a-86c63caf160a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:23.852615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.884167 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.889111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on host n-h1-771362-36 for vnic_type normal with profile {"migrating_to": "n-h2-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:23.890013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:23.890554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:23.893501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:00:23.902294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Transition to ACTIVE for port object 184bd305-0ac0-4168-9eac-a20855ac57a7 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:23.932764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:23.933394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Attempting to bind port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:23.942592 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.976336 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.981101 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.981720 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Added segment d859a9ec-fbc5-43b3-bead-4b20ebc98f59 of type vlan for network bd9fdddb-a9bf-4d54-9e55-12133d4bbda4 Jul 15 13:00:23.988517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.996052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:23.996673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:23.997266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:23.998043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Bound port: 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:23.998584 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.029010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:00:24.030557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Network cc410c5b-a577-449e-bdf9-8c74940f73dc is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:24.031261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.036484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: from cryptography.utils import int_from_bytes Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: from cryptography.utils import int_from_bytes Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.039252 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:00:24.043512 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:00:24.044997 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:00:24.049614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:24.164536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.169494 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.467703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 80f84b25-4684-4db7-b018-abb6d8f1d064 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:24.559812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Pushing event updated for resources: {'Port': ['ID=184bd305-0ac0-4168-9eac-a20855ac57a7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:24.564978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-60f27d52-35e2-4fce-96b2-4601f3ba0a59 None None] Provisioning for port 184bd305-0ac0-4168-9eac-a20855ac57a7 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:24.572985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.573300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.573689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.574095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.574386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.574694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.574980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.575353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.575689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.576028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.576360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.576689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:24.578523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-60f27d52-35e2-4fce-96b2-4601f3ba0a59 None None] Provisioning complete for port 184bd305-0ac0-4168-9eac-a20855ac57a7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:24.579122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-60f27d52-35e2-4fce-96b2-4601f3ba0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.586270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 80f84b25-4684-4db7-b018-abb6d8f1d064 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:24.586888 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.687810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-60f27d52-35e2-4fce-96b2-4601f3ba0a59 None None] Port 184bd305-0ac0-4168-9eac-a20855ac57a7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:24.709818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:24.734869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.779038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.812949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:24.836970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.855838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Transition to ACTIVE for port object 13144eef-162c-4232-8376-33c15d53ee5f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:24.867632 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.874292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.946014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Attempting to bind port 13144eef-162c-4232-8376-33c15d53ee5f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:24.947961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Attempting to bind port 13144eef-162c-4232-8376-33c15d53ee5f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:24.949094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Attempting to bind port 13144eef-162c-4232-8376-33c15d53ee5f on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:24.967116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.974313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/58159366-15c4-4196-9a31-a5ced4f478c6 HTTP/1.1" status: 204 len: 168 time: 2.4925518 Jul 15 13:00:24.986428 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.988090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.989070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.001449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58159366-15c4-4196-9a31-a5ced4f478c6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.004075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:25.004459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:25.004873 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.005958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:25.006509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Bound port: 13144eef-162c-4232-8376-33c15d53ee5f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:25.006913 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.019332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.030332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.066447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e981902-a71d-4f26-8cbb-61dccc674d56 None None] Pushing event updated for resources: {'Port': ['ID=13144eef-162c-4232-8376-33c15d53ee5f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.084644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da8af-9a6d-4421-8376-92aa8867eb5d req-fc450e6d-d237-46dc-b024-546db19a1965 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:25.086505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad4da8af-9a6d-4421-8376-92aa8867eb5d req-fc450e6d-d237-46dc-b024-546db19a1965 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 943 time: 1.1781902 Jul 15 13:00:25.144198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.144691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.145167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.145667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.146162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.146761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.151975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] For port 13144eef-162c-4232-8376-33c15d53ee5f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:25.159083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] For port 13144eef-162c-4232-8376-33c15d53ee5f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=13144eef-162c-4232-8376-33c15d53ee5f,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:25.159456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.160110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.160502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.160876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.161216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.161601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2167-945b-4fdc-a736-9bed308551f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:25.172967 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.222633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:25.224294 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.291204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.8971009 Jul 15 13:00:25.294874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.371519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35688) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:25.406968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Network cc410c5b-a577-449e-bdf9-8c74940f73dc is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:25.413936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:25.417946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Pushing event updated for resources: {'Port': ['ID=184bd305-0ac0-4168-9eac-a20855ac57a7,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.418231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:25.419346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.432219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-563a5793-e69a-4a25-b593-34eb8b6a6d40 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 200 len: 1123 time: 3.6983654 Jul 15 13:00:25.440142 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3afd262e-dccb-4d14-900b-a479f8930dcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84326033f9bc49e4b69141b3693132a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124774 Jul 15 13:00:25.441082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35690) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:25.445645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Request body: {'subnet': {'network_id': 'bd9fdddb-a9bf-4d54-9e55-12133d4bbda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1105775533-subnet', 'tenant_id': 'e985b20c29224a02b8d5d92a402b2dba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:25.461309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:25.466714 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e435c98-a459-4077-9e20-c60eaef88e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:25.537931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e981902-a71d-4f26-8cbb-61dccc674d56 None None] Pushing event updated for resources: {'Port': ['ID=13144eef-162c-4232-8376-33c15d53ee5f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.610188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Routers {'1bce65c7-d81c-4c97-b800-376665d15c0a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:25.611390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1bce65c7-d81c-4c97-b800-376665d15c0a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:25.614544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['5b3ba72d-3009-4a98-994a-dd8ef7dad7cf'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:25.775974 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d7d0b7-5594-442e-ac23-0c10ab2069af x-openstack-request-id: req-41d7d0b7-5594-442e-ac23-0c10ab2069af {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:25.776602 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:25.776714 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41d7d0b7-5594-442e-ac23-0c10ab2069af {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:25.777435 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf', 'status': 'completed', 'code': 200} Jul 15 13:00:25.780737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc820-65ea-49ca-a4fe-b79f781963e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.781280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff1821-01b5-459b-a4ce-9848513d7d90 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9fdddb-a9bf-4d54-9e55-12133d4bbda4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.796887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad4da8af-9a6d-4421-8376-92aa8867eb5d req-889564e0-0c35-49dd-a5f0-5905f909419a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589000 Jul 15 13:00:25.815910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network bd9fdddb-a9bf-4d54-9e55-12133d4bbda4 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:00:25.824463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Made reservation on behalf of e985b20c29224a02b8d5d92a402b2dba for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:25.828636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.879193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc820-65ea-49ca-a4fe-b79f781963e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.981647 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:00:25.988632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] Set router 1bce65c7-d81c-4c97-b800-376665d15c0a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:26.167954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc820-65ea-49ca-a4fe-b79f781963e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.174613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc820-65ea-49ca-a4fe-b79f781963e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.176644 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd1dc820-65ea-49ca-a4fe-b79f781963e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b297e9d-f591-4de8-b812-b39294bef5d8 HTTP/1.1" status: 204 len: 168 time: 0.6000025 Jul 15 13:00:26.227093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dc820-65ea-49ca-a4fe-b79f781963e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b297e9d-f591-4de8-b812-b39294bef5d8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:26.300704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Router 1bce65c7-d81c-4c97-b800-376665d15c0a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:00:26.326475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-8976ac1d-044c-4272-900d-9052222bed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.329343 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-8976ac1d-044c-4272-900d-9052222bed1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1126 time: 0.2498980 Jul 15 13:00:26.404262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.598985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2262561-393f-427b-b3f4-c30889af8d11 None None] Provisioning complete for port 184bd305-0ac0-4168-9eac-a20855ac57a7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:26.600560 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2262561-393f-427b-b3f4-c30889af8d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.611946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ed392d-55e2-49e0-8208-6378461ac63c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:26.644144 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Checking segment: {'id': 'd859a9ec-fbc5-43b3-bead-4b20ebc98f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd9fdddb-a9bf-4d54-9e55-12133d4bbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:26.644708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Network hostable DHCP agents. Network: bd9fdddb-a9bf-4d54-9e55-12133d4bbda4, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:00:26.712183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Network bd9fdddb-a9bf-4d54-9e55-12133d4bbda4 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:00:26.737840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, bd9fdddb-a9bf-4d54-9e55-12133d4bbda4) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:26.761388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.767587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.797922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb76c9e-696b-47fe-b8dd-d3620bdb47ef None None] Network bd9fdddb-a9bf-4d54-9e55-12133d4bbda4 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:26.813136 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-1bd85331-34c0-4f72-8712-51099c5af904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.814754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-af4bd7af-12d4-4d93-a219-c4619d1cbe6d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4415584 Jul 15 13:00:26.817464 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-1bd85331-34c0-4f72-8712-51099c5af904 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.4765108 Jul 15 13:00:26.965679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d2262561-393f-427b-b3f4-c30889af8d11 None None] Port 184bd305-0ac0-4168-9eac-a20855ac57a7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:26.986503 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-9c74618d-c790-4c13-b4d0-3c1b0b82d411 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 200 len: 217 time: 0.1583769 Jul 15 13:00:26.989577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:27.017550 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa6c8810-6773-4daa-b0a1-0a7b6ed30492 admin admin] 10.222.0.25 "PUT /v2.0/routers/1bce65c7-d81c-4c97-b800-376665d15c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7834022 Jul 15 13:00:27.190230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-848dc908-5277-4774-9803-9d96cb8bff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.193474 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-848dc908-5277-4774-9803-9d96cb8bff7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1710486 Jul 15 13:00:27.244037 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-32de0151-8d75-4cbd-8912-264d36fb818f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404749 Jul 15 13:00:27.536563 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-f4fdfc32-c2dc-47f0-8ae5-bb1f8f2990bb service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788043 Jul 15 13:00:27.585179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '13144eef-162c-4232-8376-33c15d53ee5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:00:24Z', 'revision_number': 4, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port': {'id': '13144eef-162c-4232-8376-33c15d53ee5f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:19Z', 'updated_at': '2021-07-15T13:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '184bd305-0ac0-4168-9eac-a20855ac57a7', 'name': '', 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'mac_address': 'fa:16:3e:e9:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:23Z', 'updated_at': '2021-07-15T13:00:24Z', 'revision_number': 2, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'subnets': [{'id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:27.621804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d92b13a-6dac-4032-bc95-3b932b5dd6c0 None None] Network bd9fdddb-a9bf-4d54-9e55-12133d4bbda4 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:27.633030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9a9e93-45bb-4a8c-ae1c-eb4fac7bb790 None None] The sync data for ids ['1bce65c7-d81c-4c97-b800-376665d15c0a'] in n-d-771362-36 is: [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '13144eef-162c-4232-8376-33c15d53ee5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:00:24Z', 'revision_number': 4, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port': {'id': '13144eef-162c-4232-8376-33c15d53ee5f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:19Z', 'updated_at': '2021-07-15T13:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '184bd305-0ac0-4168-9eac-a20855ac57a7', 'name': '', 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'mac_address': 'fa:16:3e:e9:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:23Z', 'updated_at': '2021-07-15T13:00:24Z', 'revision_number': 2, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'subnets': [{'id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:27.832497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398d2a6-2d40-40ee-9925-998dda424af7 req-42dc9de8-f92d-4f15-8693-c2e7a453564b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.843322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3398d2a6-2d40-40ee-9925-998dda424af7 req-42dc9de8-f92d-4f15-8693-c2e7a453564b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 943 time: 0.2704792 Jul 15 13:00:27.950586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3398d2a6-2d40-40ee-9925-998dda424af7 req-1dbcf06c-4afd-4fc4-bb7d-79555a6480c6 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059499 Jul 15 13:00:27.990035 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4e435c98-a459-4077-9e20-c60eaef88e0b req-e16dec00-e59a-4e51-975b-f8fbf9e0e781 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460676 Jul 15 13:00:28.012869 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-dc589edc-2efa-4916-ae2e-7decce9e3a3f req-ebe8284c-9c64-4a32-a581-900e04780dce tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] show failed (client error): The resource could not be found. Jul 15 13:00:28.022223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc589edc-2efa-4916-ae2e-7decce9e3a3f req-ebe8284c-9c64-4a32-a581-900e04780dce tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] 10.222.0.25 "GET /v2.0/security-groups/3bbf76e0-7b04-43e7-8aab-6db322cf6ed2 HTTP/1.1" status: 404 len: 352 time: 0.0528839 Jul 15 13:00:28.270789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35736) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:28.419884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b18fcce5-36e5-40a0-908e-2a8730df8a5e req-4d1c8a19-7e7d-4cb4-986d-5f6f0f43d1f2 tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e985b20c29224a02b8d5d92a402b2dba HTTP/1.1" status: 200 len: 2984 time: 0.1310492 Jul 15 13:00:28.440117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1992938992-network', 'tenant_id': 'bbce120dcc37478089d86e6dd01e30b8'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:28.622342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Made reservation on behalf of bbce120dcc37478089d86e6dd01e30b8 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:28.625224 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.670107 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.687306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b18fcce5-36e5-40a0-908e-2a8730df8a5e req-ce26e9a0-f898-4f4a-9639-166039e14544 tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] 10.222.0.25 "GET /v2.0/security-groups/2eaed6ff-e4ac-4f00-9a1a-86c63caf160a HTTP/1.1" status: 200 len: 2981 time: 0.2533383 Jul 15 13:00:28.720103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-710a3cda-bd80-44ee-9848-6cfdee9b5644 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2986982 Jul 15 13:00:28.748808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:28.798897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b18fcce5-36e5-40a0-908e-2a8730df8a5e req-fa76ef0c-060e-4f5b-b9f4-b3f026cd6c9c tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] 10.222.0.25 "GET /v2.0/security-groups/2eaed6ff-e4ac-4f00-9a1a-86c63caf160a HTTP/1.1" status: 200 len: 2981 time: 0.1101298 Jul 15 13:00:28.924810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7c4afc5-e80a-4a4b-ba87-e7d3a14beb68 req-d7a0b7fb-4587-4950-95f1-b759451b5a14 tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] 10.222.0.25 "GET /v2.0/security-groups/2eaed6ff-e4ac-4f00-9a1a-86c63caf160a HTTP/1.1" status: 200 len: 2981 time: 0.0866020 Jul 15 13:00:28.944684 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.966445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.053480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:00:29.106892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.120559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.121145 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Added segment dbaa654a-5da8-4fcd-9167-62c240e18d2f of type vlan for network dff0a472-41ba-493a-b3ac-b332aa36f336 Jul 15 13:00:29.171346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2139a-8312-4848-86b4-a7736fb2ad82,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:29.245508 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-d7c4afc5-e80a-4a4b-ba87-e7d3a14beb68 req-b6bd89f3-8b71-42bf-bb45-b47dd81f79af tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:00:29.246601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7c4afc5-e80a-4a4b-ba87-e7d3a14beb68 req-b6bd89f3-8b71-42bf-bb45-b47dd81f79af tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] 10.222.0.25 "DELETE /v2.0/security-groups/2eaed6ff-e4ac-4f00-9a1a-86c63caf160a HTTP/1.1" status: 409 len: 352 time: 0.3124397 Jul 15 13:00:29.264367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.340244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.341284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.341912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.392156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1195118 Jul 15 13:00:29.397173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:29.407661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Request body: {'subnet': {'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1992938992-subnet', 'tenant_id': 'bbce120dcc37478089d86e6dd01e30b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:29.450777 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Made reservation on behalf of bbce120dcc37478089d86e6dd01e30b8 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:29.453926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.457200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:29.468350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d416ec-8244-4a6a-8868-6a9709750d06 admin admin] Pushing event updated for resources: {'Network': ['ID=dff0a472-41ba-493a-b3ac-b332aa36f336,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:29.508405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.525451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network dff0a472-41ba-493a-b3ac-b332aa36f336 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:00:29.611599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebf101-e124-44f9-873f-0415e27427b5 req-6d683553-5a38-4a22-b2dc-a73f3090837b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.613180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebebf101-e124-44f9-873f-0415e27427b5 req-6d683553-5a38-4a22-b2dc-a73f3090837b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 943 time: 0.1396549 Jul 15 13:00:29.701952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebebf101-e124-44f9-873f-0415e27427b5 req-a448346a-d817-4818-8bd6-346589e40a4d tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601859 Jul 15 13:00:29.739909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Allocated IP 172.25.1.181 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/68587dfc-4a3a-4c3d-920e-3c6e5ccafac3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:29.744145 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.840344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ed1d2d-6292-4dc5-aa6d-0db1d657744e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:29.840639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:29.862018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf has no active binding in host n-h2-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:00:29.882532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Checking segment: {'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:29.882907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Network hostable DHCP agents. Network: dff0a472-41ba-493a-b3ac-b332aa36f336, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:00:29.904989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Network dff0a472-41ba-493a-b3ac-b332aa36f336 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:00:29.917743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, dff0a472-41ba-493a-b3ac-b332aa36f336) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:29.931502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d1fe6-548d-4ac1-acce-281348e97858 None None] Network dff0a472-41ba-493a-b3ac-b332aa36f336 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:29.934271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.935605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.959071 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ffbd5e80-9165-40d0-ba1e-810a115b1930 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5574036 Jul 15 13:00:30.051798 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.129049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8384bda-80ad-4040-81a6-6f93c93b477d None None] Network dff0a472-41ba-493a-b3ac-b332aa36f336 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:30.188031 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-72bca74b-24d6-4ba5-a097-5a8b5f34dd53 req-19672bb2-75fd-49c0-9c2d-bee68b4f347f tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] show failed (client error): The resource could not be found. Jul 15 13:00:30.189806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72bca74b-24d6-4ba5-a097-5a8b5f34dd53 req-19672bb2-75fd-49c0-9c2d-bee68b4f347f tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] 10.222.0.25 "GET /v2.0/security-groups/e26f052d-a205-4c3a-b1a1-82c08b1fa24e HTTP/1.1" status: 404 len: 352 time: 0.0542808 Jul 15 13:00:30.206775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.333135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:30.350207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7d317043-dab3-43e7-8584-ca7382a3c88a req-6fe9d1e4-d622-4ca6-a337-4c89e2fddfea tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-44675276', 'description': 'tempest-description-1411874955'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:30.366488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:30.380276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:30.424441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event updated for resources: {'Port': ['ID=68587dfc-4a3a-4c3d-920e-3c6e5ccafac3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:30.461010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 13144eef-162c-4232-8376-33c15d53ee5f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:30.462413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d317043-dab3-43e7-8584-ca7382a3c88a req-6fe9d1e4-d622-4ca6-a337-4c89e2fddfea tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.574303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 13144eef-162c-4232-8376-33c15d53ee5f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:30.581284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 13144eef-162c-4232-8376-33c15d53ee5f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:30.582016 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.615416 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-6da37b92-684c-4f29-94c7-5048ad0f21d4 service neutron] 10.222.0.35 "GET /v2.0/ports/5b3ba72d-3009-4a98-994a-dd8ef7dad7cf/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.1014490 Jul 15 13:00:30.708251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.797658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.842565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 13144eef-162c-4232-8376-33c15d53ee5f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=13144eef-162c-4232-8376-33c15d53ee5f,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:30.875472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.885196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d317043-dab3-43e7-8584-ca7382a3c88a req-6fe9d1e4-d622-4ca6-a337-4c89e2fddfea tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.894362 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.897364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d317043-dab3-43e7-8584-ca7382a3c88a req-6fe9d1e4-d622-4ca6-a337-4c89e2fddfea tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.974063 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Sync routers for ids ['1bce65c7-d81c-4c97-b800-376665d15c0a'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:30.974672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=13144eef-162c-4232-8376-33c15d53ee5f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:30.999805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Routers {'1bce65c7-d81c-4c97-b800-376665d15c0a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:31.001609 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1bce65c7-d81c-4c97-b800-376665d15c0a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:31.008314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:31.014468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9d1e4-d622-4ca6-a337-4c89e2fddfea tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9104bc-6a26-4dff-80b2-454f08e6b2b6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:31.020013 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d317043-dab3-43e7-8584-ca7382a3c88a req-6fe9d1e4-d622-4ca6-a337-4c89e2fddfea tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.021817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d317043-dab3-43e7-8584-ca7382a3c88a req-6fe9d1e4-d622-4ca6-a337-4c89e2fddfea tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6869247 Jul 15 13:00:31.077126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:31.123931 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-9dbfe5ce-e165-4fab-8b9c-1512265222c0 req-81cd93c3-f597-4cce-99bc-6a6d642161f5 tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] show failed (client error): The resource could not be found. Jul 15 13:00:31.125756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dbfe5ce-e165-4fab-8b9c-1512265222c0 req-81cd93c3-f597-4cce-99bc-6a6d642161f5 tempest-SecurityGroupsNegativeTestJSON-399326488 tempest-SecurityGroupsNegativeTestJSON-399326488-project] 10.222.0.25 "GET /v2.0/security-groups/9386c9db-8268-467a-844c-4a08d39717c0 HTTP/1.1" status: 404 len: 352 time: 0.0522938 Jul 15 13:00:31.145622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35764) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:31.165430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:31.168089 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Set router 1bce65c7-d81c-4c97-b800-376665d15c0a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:31.194294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:31.246217 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.333095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-59500660-d8eb-4e9d-a064-09e81c278859 admin admin] Deleting subnet 48ed392d-55e2-49e0-8208-6378461ac63c {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:00:31.343299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59500660-d8eb-4e9d-a064-09e81c278859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.496370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59500660-d8eb-4e9d-a064-09e81c278859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.500631 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.530496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.553093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] Transition to ACTIVE for port object 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:31.562668 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.673332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59500660-d8eb-4e9d-a064-09e81c278859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.676516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] No DVR routers for this DVR port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:31.689531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=10']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:31.714057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd18d59-4901-4c7a-b5b3-a10aab6e6018 req-ea6c234f-d5c7-4457-90e1-784db6fafe75 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.721674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcd18d59-4901-4c7a-b5b3-a10aab6e6018 req-ea6c234f-d5c7-4457-90e1-784db6fafe75 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 943 time: 0.3746550 Jul 15 13:00:31.734029 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-bb95174e-7973-41a0-822d-d9eb73174ac7 service neutron] 10.222.0.35 "PUT /v2.0/ports/5b3ba72d-3009-4a98-994a-dd8ef7dad7cf/bindings/n-h2-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 1.1039882 Jul 15 13:00:31.749067 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '13144eef-162c-4232-8376-33c15d53ee5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:00:24Z', 'revision_number': 4, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port': {'id': '13144eef-162c-4232-8376-33c15d53ee5f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:19Z', 'updated_at': '2021-07-15T13:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '184bd305-0ac0-4168-9eac-a20855ac57a7', 'name': '', 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'mac_address': 'fa:16:3e:e9:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:23Z', 'updated_at': '2021-07-15T13:00:24Z', 'revision_number': 2, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'subnets': [{'id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:31.753901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event updated for resources: {'Port': ['ID=68587dfc-4a3a-4c3d-920e-3c6e5ccafac3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:31.807210 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Checking router: 1bce65c7-d81c-4c97-b800-376665d15c0a for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:31.808181 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Updating router 1bce65c7-d81c-4c97-b800-376665d15c0a port 184bd305-0ac0-4168-9eac-a20855ac57a7 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:00:31.814739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcd18d59-4901-4c7a-b5b3-a10aab6e6018 req-b88ff61b-7d82-4e4a-9d5a-bb01bca877d7 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922029 Jul 15 13:00:31.818372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.880350 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.892393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9c9eb326-fd41-4f2b-a353-2943620660ab tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1530418 Jul 15 13:00:31.902859 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.954099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8ee3a8bc-2255-4543-9cdc-5b7606e4ec78 req-0ef59307-0c21-44b3-a6df-35be3da9b25d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-138860986', 'description': 'tempest-description-60868804'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:32.037188 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8ee3a8bc-2255-4543-9cdc-5b7606e4ec78 req-0ef59307-0c21-44b3-a6df-35be3da9b25d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.520185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59500660-d8eb-4e9d-a064-09e81c278859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.531729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 13144eef-162c-4232-8376-33c15d53ee5f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:32.625227 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.626178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-0651e0d6-fade-48b0-8cbe-5bdddbbb2de3 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.181 HTTP/1.1" status: 200 len: 696 time: 0.7323875 Jul 15 13:00:32.639896 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Transition to ACTIVE for port object 184bd305-0ac0-4168-9eac-a20855ac57a7 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:32.648009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 13144eef-162c-4232-8376-33c15d53ee5f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:32.648520 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.651566 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.725562 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Pushing event updated for resources: {'Port': ['ID=184bd305-0ac0-4168-9eac-a20855ac57a7,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:32.737178 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.737808 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.738307 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.738821 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.739326 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.739831 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.740318 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.740836 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.742222 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.742913 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.758875 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.759556 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:32.808703 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59500660-d8eb-4e9d-a064-09e81c278859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.821256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-59500660-d8eb-4e9d-a064-09e81c278859 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/48ed392d-55e2-49e0-8208-6378461ac63c HTTP/1.1" status: 204 len: 168 time: 1.6733463 Jul 15 13:00:32.822809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59500660-d8eb-4e9d-a064-09e81c278859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ed392d-55e2-49e0-8208-6378461ac63c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:32.825106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35774) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:32.860958 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Attempting to bind port 184bd305-0ac0-4168-9eac-a20855ac57a7 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:32.861326 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Attempting to bind port 184bd305-0ac0-4168-9eac-a20855ac57a7 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:32.861687 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Attempting to bind port 184bd305-0ac0-4168-9eac-a20855ac57a7 on network cc410c5b-a577-449e-bdf9-8c74940f73dc {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:32.871250 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:32.871756 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Checking segment: {'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:32.872030 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.872442 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Bound using segment: {'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:32.872935 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Bound port: 184bd305-0ac0-4168-9eac-a20855ac57a7, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cd4196-ad94-452c-9f63-576d357f0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:32.873340 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.034392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-db9f5c29-50b1-4733-8740-05c37363372e tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.036178 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] For port 184bd305-0ac0-4168-9eac-a20855ac57a7, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:33.046350 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] For port 184bd305-0ac0-4168-9eac-a20855ac57a7, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=184bd305-0ac0-4168-9eac-a20855ac57a7,segment=NetworkSegment(82cd4196-ad94-452c-9f63-576d357f0263),segment_id=82cd4196-ad94-452c-9f63-576d357f0263)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:33.047896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-db9f5c29-50b1-4733-8740-05c37363372e tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1096 time: 1.1769257 Jul 15 13:00:33.056904 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.086024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.194146 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37760478-688b-4276-980e-414b6e41dd5b None None] Pushing event updated for resources: {'Port': ['ID=184bd305-0ac0-4168-9eac-a20855ac57a7,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:33.197691 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Routers {'1bce65c7-d81c-4c97-b800-376665d15c0a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:33.198306 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1bce65c7-d81c-4c97-b800-376665d15c0a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:33.337976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.343704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-4f0510c9-9af4-4f50-8535-adb023721a8c tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.357659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-4f0510c9-9af4-4f50-8535-adb023721a8c tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.6847460 Jul 15 13:00:33.359277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9fdddb-a9bf-4d54-9e55-12133d4bbda4']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:33.377434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9235e58c-98e3-41cd-8e7c-b207448c8d1b tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:33.396851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de596aa8-4b72-4f05-9f3b-ba04fccf5a7f req-9235e58c-98e3-41cd-8e7c-b207448c8d1b tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0309105 Jul 15 13:00:33.431782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd859a9ec-fbc5-43b3-bead-4b20ebc98f59') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:33.432285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd859a9ec-fbc5-43b3-bead-4b20ebc98f59') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:33.471479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.494103 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] Set router 1bce65c7-d81c-4c97-b800-376665d15c0a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:33.501324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8ee3a8bc-2255-4543-9cdc-5b7606e4ec78 req-0ef59307-0c21-44b3-a6df-35be3da9b25d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.515282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.534736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8ee3a8bc-2255-4543-9cdc-5b7606e4ec78 req-0ef59307-0c21-44b3-a6df-35be3da9b25d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.537562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:00:33.560742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:00:33.573786 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:00:33.620767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-edd01164-0a78-4646-a763-11353e2f70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.623671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-edd01164-0a78-4646-a763-11353e2f70f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1&tenant_id=bbb6cfaf3a0243ad97fca17863871808 HTTP/1.1" status: 200 len: 1096 time: 0.4571536 Jul 15 13:00:33.643315 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8ee3a8bc-2255-4543-9cdc-5b7606e4ec78 req-0ef59307-0c21-44b3-a6df-35be3da9b25d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.652211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ee3a8bc-2255-4543-9cdc-5b7606e4ec78 req-0ef59307-0c21-44b3-a6df-35be3da9b25d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.7742112 Jul 15 13:00:33.668014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef59307-0c21-44b3-a6df-35be3da9b25d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac16f9c-4b6d-4e95-8d0b-a7ab0d867f1e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:33.845639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-7a872028-a2aa-410c-85c1-b07722220eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.855827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-7a872028-a2aa-410c-85c1-b07722220eb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1096 time: 0.1652367 Jul 15 13:00:33.886387 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.919987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.942160 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bd9fdddb-a9bf-4d54-9e55-12133d4bbda4 HTTP/1.1" status: 204 len: 168 time: 1.1143539 Jul 15 13:00:33.992275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4d5c8-5dac-4c1f-9709-7f32469b8616 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9fdddb-a9bf-4d54-9e55-12133d4bbda4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:34.040517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-dcc446f3-0d46-4e3e-92a6-5a5f150d27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:34.042328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-dcc446f3-0d46-4e3e-92a6-5a5f150d27c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.1786320 Jul 15 13:00:34.081651 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '13144eef-162c-4232-8376-33c15d53ee5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:00:24Z', 'revision_number': 4, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port': {'id': '13144eef-162c-4232-8376-33c15d53ee5f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:19Z', 'updated_at': '2021-07-15T13:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '184bd305-0ac0-4168-9eac-a20855ac57a7', 'name': '', 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'mac_address': 'fa:16:3e:e9:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:23Z', 'updated_at': '2021-07-15T13:00:33Z', 'revision_number': 4, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'subnets': [{'id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:34.129149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-3173b9ac-dfaa-48bb-ab07-ea628b070366 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 200 len: 217 time: 0.0739198 Jul 15 13:00:34.160701 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.173448 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ae8b4-d429-429d-9772-b7f5cb1dc888 None None] The sync data for ids ['1bce65c7-d81c-4c97-b800-376665d15c0a'] in n-d-771362-36 is: [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '13144eef-162c-4232-8376-33c15d53ee5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:00:24Z', 'revision_number': 4, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port': {'id': '13144eef-162c-4232-8376-33c15d53ee5f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:19Z', 'updated_at': '2021-07-15T13:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '184bd305-0ac0-4168-9eac-a20855ac57a7', 'name': '', 'network_id': 'cc410c5b-a577-449e-bdf9-8c74940f73dc', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'mac_address': 'fa:16:3e:e9:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:23Z', 'updated_at': '2021-07-15T13:00:33Z', 'revision_number': 4, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'subnets': [{'id': '7032bf11-a534-4b4c-bef2-21af5eccedc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:34.344790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-d22de527-2c67-4592-ae12-b35b442a59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:34.349148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-d22de527-2c67-4592-ae12-b35b442a59e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.2115824 Jul 15 13:00:34.400660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-8cbd35a5-ef19-4c7b-90bc-c91a0800a0aa tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3568995 Jul 15 13:00:34.430272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:34.486611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35792) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:34.504439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 184bd305-0ac0-4168-9eac-a20855ac57a7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:34.545411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-a6920158-92ec-4e29-9188-546aeffa2aed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280055 Jul 15 13:00:34.564393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:34.613449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.624325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:34.646120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 184bd305-0ac0-4168-9eac-a20855ac57a7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:34.652189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 184bd305-0ac0-4168-9eac-a20855ac57a7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:34.652765 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c3e00bd7-5f00-4911-b3f4-d468a5d89e14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e985b20c29224a02b8d5d92a402b2dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623514 Jul 15 13:00:34.652970 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.655064 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35796) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:34.658520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe2a69-947e-4eb7-a688-ca56a1a6fd2d req-b95931e7-a31c-42a8-9dcb-5b5a6eb69cde tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:34.672366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9fe2a69-947e-4eb7-a688-ca56a1a6fd2d req-b95931e7-a31c-42a8-9dcb-5b5a6eb69cde tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 944 time: 0.4447689 Jul 15 13:00:34.827851 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.829015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19efba26-a602-4744-9108-a53793ccce42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.874427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19efba26-a602-4744-9108-a53793ccce42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.922199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 184bd305-0ac0-4168-9eac-a20855ac57a7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=184bd305-0ac0-4168-9eac-a20855ac57a7,segment=NetworkSegment(82cd4196-ad94-452c-9f63-576d357f0263),segment_id=82cd4196-ad94-452c-9f63-576d357f0263)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:34.928796 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.971510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19efba26-a602-4744-9108-a53793ccce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.977667 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19efba26-a602-4744-9108-a53793ccce42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.979389 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-19efba26-a602-4744-9108-a53793ccce42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2eaed6ff-e4ac-4f00-9a1a-86c63caf160a HTTP/1.1" status: 204 len: 168 time: 0.3199289 Jul 15 13:00:34.992629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efba26-a602-4744-9108-a53793ccce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaed6ff-e4ac-4f00-9a1a-86c63caf160a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:35.012883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9fe2a69-947e-4eb7-a688-ca56a1a6fd2d req-77d17743-5e97-4d86-b6c0-8ca821579ff3 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382297 Jul 15 13:00:35.122763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-64d525ff-2f8f-432a-a973-5c0d4002f732 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476727 Jul 15 13:00:35.129668 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.136964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=184bd305-0ac0-4168-9eac-a20855ac57a7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:35.459389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.489094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-cfd5a086-d09f-4988-a979-85538bdc0192 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538702 Jul 15 13:00:35.594387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-8d53ef24-b584-4114-864c-fbe99e92cbd6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.596003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-8d53ef24-b584-4114-864c-fbe99e92cbd6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 813 time: 0.3024790 Jul 15 13:00:35.643720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-f0032f4f-0c97-4535-8981-36524034b5a3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/quotas/bbce120dcc37478089d86e6dd01e30b8 HTTP/1.1" status: 200 len: 375 time: 0.0348639 Jul 15 13:00:35.681418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Allocated IP 172.25.1.162 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/833c6425-a363-495d-aa78-e7a5544fa313) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:35.717233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-936c507c-7722-41e6-95e6-8b8be85dbe6b tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584249 Jul 15 13:00:36.007879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-8d1e57dc-1a0d-4388-a345-696b30687e35 service neutron] 10.222.0.25 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729635 Jul 15 13:00:36.025926 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.131331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-62e6a4f7-5fcd-4ad1-9577-389907d0de9b tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:36.132918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-62e6a4f7-5fcd-4ad1-9577-389907d0de9b tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1096 time: 0.2254188 Jul 15 13:00:36.205000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35840) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:36.217542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-7cf3b389-6bf5-4d79-9fac-95122f811968 service neutron] 10.222.0.25 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956918 Jul 15 13:00:36.227178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.302425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:36.316266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:36.359425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2080347648-network', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:36.361183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:36.375696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event updated for resources: {'Port': ['ID=833c6425-a363-495d-aa78-e7a5544fa313,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:36.415092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 184bd305-0ac0-4168-9eac-a20855ac57a7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:36.448417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Made reservation on behalf of 871ead40b7404f9c9a12943545bdda9d for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:36.455443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.481414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.535352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 184bd305-0ac0-4168-9eac-a20855ac57a7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:36.535979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.549866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-b2003129-e7ff-4b40-9f71-491307a8ca0e service neutron] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:36.567585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-b2003129-e7ff-4b40-9f71-491307a8ca0e service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.572085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aabdb1a-33a0-419e-8321-53dc42ff7978 req-b2003129-e7ff-4b40-9f71-491307a8ca0e service neutron] 10.222.0.30 "DELETE /v2.0/ports/5b3ba72d-3009-4a98-994a-dd8ef7dad7cf/bindings/n-h1-771362-36 HTTP/1.1" status: 204 len: 173 time: 0.4218843 Jul 15 13:00:36.662594 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.669041 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.677420 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.717990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec6b6b8-fa56-4e53-8500-e7c6196f1aeb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:36.752172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:00:36.767959 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.770246 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.771800 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Added segment 0e8e68c2-9310-42ff-885b-03cc5e3217e0 of type vlan for network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 Jul 15 13:00:36.843527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.903781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.906062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:36.908004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.983217 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7764974 Jul 15 13:00:36.988731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35856) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:36.997488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Request body: {'subnet': {'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2080347648-subnet', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:37.056310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Made reservation on behalf of 871ead40b7404f9c9a12943545bdda9d for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:37.060231 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.128549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3f35d-7543-458e-8717-3b79fb5053bf admin admin] Pushing event updated for resources: {'Network': ['ID=47bb1340-3efe-4cb6-9677-8cb06ee4c897,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.147565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:00:37.275642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.285154 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.490160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event updated for resources: {'Port': ['ID=833c6425-a363-495d-aa78-e7a5544fa313,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.524128 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.548694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.552820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c04f5c6f-1918-4127-8054-a2165e3417cb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1465778 Jul 15 13:00:37.686501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-c613f285-6649-41f1-b839-7a5bcc8fe8a6 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.1224949 Jul 15 13:00:37.721256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.871030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6753d8f-8b98-4a39-8cf4-1902f5d549d4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.894926 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Checking segment: {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:37.895679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Network hostable DHCP agents. Network: 47bb1340-3efe-4cb6-9677-8cb06ee4c897, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:00:37.958205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:00:37.995119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 47bb1340-3efe-4cb6-9677-8cb06ee4c897) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:38.003530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.004414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.018630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97594103-f832-468a-887a-f5b366249d75 None None] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:38.037627 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a111a31-0ae6-4e4d-9758-db115ec92708 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0426497 Jul 15 13:00:38.037627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35872) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:38.051688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-d2cda232-0461-43ab-a592-a6caa6e0f2ea tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.053291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b094c3bb-dfce-4130-976e-6b69565b2ecc req-d2cda232-0461-43ab-a592-a6caa6e0f2ea tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.3566477 Jul 15 13:00:38.054173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:38.173690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.175114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.264159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ecc9d73-191c-46da-a69c-27700939295c req-40fac214-c5e6-4444-9230-26b4fd8ab9bf tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 210 time: 0.0795527 Jul 15 13:00:38.286292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda2da1-73ca-40ad-9cb6-41ca99726e6e req-6fc27988-610e-421f-8457-4bff233608b5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.288084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eda2da1-73ca-40ad-9cb6-41ca99726e6e req-6fc27988-610e-421f-8457-4bff233608b5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 944 time: 0.5073857 Jul 15 13:00:38.299410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.411940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eda2da1-73ca-40ad-9cb6-41ca99726e6e req-36557992-d5c0-427e-a7f1-dbefb52d987b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924413 Jul 15 13:00:38.648248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:00:38.649742 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.661117 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.948851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-872d2cbe-676f-49a3-9ff8-912a9bd94e83 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4977243 Jul 15 13:00:38.968982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:39.075966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-328eba78-aed2-4742-8d49-78c5ea91b4b1 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.077393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Allocated IP 172.20.0.2 (47bb1340-3efe-4cb6-9677-8cb06ee4c897/e6753d8f-8b98-4a39-8cf4-1902f5d549d4/b14fd928-bd03-4bea-817d-81f4c2863df1) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:39.079665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-328eba78-aed2-4742-8d49-78c5ea91b4b1 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.30 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 813 time: 0.3771591 Jul 15 13:00:39.082659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.113170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'port': {'device_id': '836f4446-6522-4de3-b50f-a7f8a272d027', 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336', 'admin_state_up': True, 'tenant_id': 'bbce120dcc37478089d86e6dd01e30b8'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:39.246992 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.340606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.360609 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.373480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Transition to ACTIVE for port object b14fd928-bd03-4bea-817d-81f4c2863df1 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:39.410479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Transition to ACTIVE for port object b14fd928-bd03-4bea-817d-81f4c2863df1 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:39.422367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.483104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:39.498681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:39.503410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:39.514442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Pushing event updated for resources: {'Port': ['ID=b14fd928-bd03-4bea-817d-81f4c2863df1,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:39.580249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Attempting to bind port b14fd928-bd03-4bea-817d-81f4c2863df1 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:39.580249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Attempting to bind port b14fd928-bd03-4bea-817d-81f4c2863df1 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:39.580820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Attempting to bind port b14fd928-bd03-4bea-817d-81f4c2863df1 on network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:39.590775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:39.591922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Checking segment: {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:39.592096 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.592725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Bound using segment: {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:39.593536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Bound port: b14fd928-bd03-4bea-817d-81f4c2863df1, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:39.594615 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.605219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Allocated IP 172.25.1.33 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/6ff392e9-2557-4c72-b8f7-727f5b000362) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:39.738264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] For port b14fd928-bd03-4bea-817d-81f4c2863df1, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:39.741074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.747083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] For port b14fd928-bd03-4bea-817d-81f4c2863df1, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b14fd928-bd03-4bea-817d-81f4c2863df1,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:39.758782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.808583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.817344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Made reservation on behalf of bbce120dcc37478089d86e6dd01e30b8 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:39.821327 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.826544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.837801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:39.841148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:39.865374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:39.886386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf04f4b-6e98-47a3-9c24-9aca7e1d44b8 None None] Pushing event updated for resources: {'Port': ['ID=b14fd928-bd03-4bea-817d-81f4c2863df1,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:39.917612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051455c5-452d-4680-a774-7399ec9023a4 req-80d2d011-ed75-4f72-807a-56c572c5def7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.918445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Pushing event updated for resources: {'Port': ['ID=6ff392e9-2557-4c72-b8f7-727f5b000362,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:39.919541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-051455c5-452d-4680-a774-7399ec9023a4 req-80d2d011-ed75-4f72-807a-56c572c5def7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 945 time: 0.2222970 Jul 15 13:00:40.156950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-051455c5-452d-4680-a774-7399ec9023a4 req-d8327dcd-34cb-45c1-87fb-06182c1c3d50 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239852 Jul 15 13:00:40.182328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Allocated IP 172.25.1.163 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/9757c8ac-5ae9-45f1-a218-c077ab1f015f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:40.387074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.462879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b14fd928-bd03-4bea-817d-81f4c2863df1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:40.495546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Allocated IP 172.20.0.2 (dff0a472-41ba-493a-b3ac-b332aa36f336/59ed1d2d-6292-4dc5-aa6d-0db1d657744e/dfe3e83c-a21c-4063-8e09-099bdd9148c7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:40.550848 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.572198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b14fd928-bd03-4bea-817d-81f4c2863df1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:40.577439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9067c-94f2-4d52-a221-b45c07dec702 req-db2cbb93-6673-467e-abe6-f3fc994343ef tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.579298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7a9067c-94f2-4d52-a221-b45c07dec702 req-db2cbb93-6673-467e-abe6-f3fc994343ef tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1096 time: 0.2017705 Jul 15 13:00:40.610782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.693726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:40.700618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:40.715365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:40.764969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event updated for resources: {'Port': ['ID=9757c8ac-5ae9-45f1-a218-c077ab1f015f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:40.810239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7a9067c-94f2-4d52-a221-b45c07dec702 req-49e03305-05a7-49a7-879e-5dc136763ba3 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158654 Jul 15 13:00:40.905771 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.947114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.075810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.233504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.308313 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.327485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.331303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.349293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f700bd1-78f0-400a-825a-50dca97859fa None None] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:41.460558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Network dff0a472-41ba-493a-b3ac-b332aa36f336 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:41.460810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Router ba84c9dc-9913-4c85-a042-21d04cc7a40c is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:00:41.474406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d66eaf64-0b51-47b9-8808-6663f2045d45 None None] Provisioning for port b14fd928-bd03-4bea-817d-81f4c2863df1 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:41.489734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:41.526616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:41.535408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event updated for resources: {'Port': ['ID=9757c8ac-5ae9-45f1-a218-c077ab1f015f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:41.548979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d66eaf64-0b51-47b9-8808-6663f2045d45 None None] Provisioning complete for port b14fd928-bd03-4bea-817d-81f4c2863df1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:41.550146 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d66eaf64-0b51-47b9-8808-6663f2045d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.690559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.756169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:41.780913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'Port': ['ID=dfe3e83c-a21c-4063-8e09-099bdd9148c7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:41.782574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.783422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Sync routers for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:41.791980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f235-80e0-4021-be45-dcb63aa7c644 req-4b41b371-97c9-47a1-92b8-8d4828cac603 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.796535 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e98c20ce-8284-41d4-b246-ad2804d625de admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7574537 Jul 15 13:00:41.798941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35912) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:41.802764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5573f235-80e0-4021-be45-dcb63aa7c644 req-4b41b371-97c9-47a1-92b8-8d4828cac603 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 931 time: 0.4890225 Jul 15 13:00:41.814350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.815034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.819694 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d66eaf64-0b51-47b9-8808-6663f2045d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.822608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:41.823380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:41.841161 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.848480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-1bd93620-e98d-4e9c-9208-5a376894642f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8925588 Jul 15 13:00:41.940676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5573f235-80e0-4021-be45-dcb63aa7c644 req-fedc2ca3-3259-409f-8909-6ee1bf5ff205 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368616 Jul 15 13:00:41.962620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-2d7bf948-f7ce-41f7-a9c9-e193880f69c9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.964344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-2d7bf948-f7ce-41f7-a9c9-e193880f69c9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 945 time: 0.5100951 Jul 15 13:00:41.980854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-bc7040bd-2cc8-44a5-9c13-8e4bb7eeab29 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1309659 Jul 15 13:00:41.983594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-a9f61c5e-1e1d-4684-87b2-6f4137a1940e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8775954 Jul 15 13:00:41.994635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:42.017603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Request body: {'port': {'device_id': '836f4446-6522-4de3-b50f-a7f8a272d027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:42.173558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d66eaf64-0b51-47b9-8808-6663f2045d45 None None] For port b14fd928-bd03-4bea-817d-81f4c2863df1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b14fd928-bd03-4bea-817d-81f4c2863df1,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:42.187906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d66eaf64-0b51-47b9-8808-6663f2045d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.326322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eaf64-0b51-47b9-8808-6663f2045d45 None None] Pushing event updated for resources: {'Port': ['ID=b14fd928-bd03-4bea-817d-81f4c2863df1,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:42.388593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:40Z', 'revision_number': 3, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:42.443361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Checking router: ba84c9dc-9913-4c85-a042-21d04cc7a40c for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:42.443773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Updating router ba84c9dc-9913-4c85-a042-21d04cc7a40c port 6ff392e9-2557-4c72-b8f7-727f5b000362 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:00:42.511312 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.520754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-0db146bd-2cb4-43d3-b9c1-2d04c3a59993 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.538933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10de9ef1-a190-4f58-b2f0-a26b631bb145 req-0db146bd-2cb4-43d3-b9c1-2d04c3a59993 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.5570705 Jul 15 13:00:42.550665 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.670696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.703435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Deleting port d5b30897-5bd5-4545-b2fe-1fca54948322 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:42.704033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.715340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d11a02c2-b049-47d4-8e5e-308561fe1e90 None None] Provisioning complete for port b14fd928-bd03-4bea-817d-81f4c2863df1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:42.715719 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d11a02c2-b049-47d4-8e5e-308561fe1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.782249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbca7e-1b1e-47b4-941b-03b90563b3e9 req-2a293b86-a1d6-4f2f-b825-d8a2e17f2248 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.790259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3fdbca7e-1b1e-47b4-941b-03b90563b3e9 req-2a293b86-a1d6-4f2f-b825-d8a2e17f2248 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 945 time: 0.3628590 Jul 15 13:00:42.863198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Allocated IP 172.20.0.1 (47bb1340-3efe-4cb6-9677-8cb06ee4c897/e6753d8f-8b98-4a39-8cf4-1902f5d549d4/ed26fc90-9c8a-461d-a9b7-9fea3f49862c) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:42.976996 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.984821 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.995813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Transition to ACTIVE for port object 6ff392e9-2557-4c72-b8f7-727f5b000362 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:43.001999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Transition to ACTIVE for port object ed26fc90-9c8a-461d-a9b7-9fea3f49862c will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:43.022735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-2a62799c-a8fe-4a12-b19b-af0e31e2aeb4 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.030833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-2a62799c-a8fe-4a12-b19b-af0e31e2aeb4 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 819 time: 0.3985667 Jul 15 13:00:43.037170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] For port d5b30897-5bd5-4545-b2fe-1fca54948322, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d5b30897-5bd5-4545-b2fe-1fca54948322,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:43.038064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.043851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.056568 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.063176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3fdbca7e-1b1e-47b4-941b-03b90563b3e9 req-95198d63-6a3d-49c3-b63b-7be7af1f476c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718849 Jul 15 13:00:43.109271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Calling delete_port for d5b30897-5bd5-4545-b2fe-1fca54948322 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:43.117745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:43.117990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-79637a59-8332-403b-b23e-c3964f958358 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/quotas/bbb6cfaf3a0243ad97fca17863871808 HTTP/1.1" status: 200 len: 375 time: 0.0855961 Jul 15 13:00:43.123625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:43.130354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:43.185241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d4c79-a5e1-4af3-98cc-9eee7c8bbd68 None None] Pushing event updated for resources: {'Port': ['ID=6ff392e9-2557-4c72-b8f7-727f5b000362,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:43.196352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Attempting to bind port 6ff392e9-2557-4c72-b8f7-727f5b000362 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:43.196790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Attempting to bind port 6ff392e9-2557-4c72-b8f7-727f5b000362 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:43.198070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Attempting to bind port 6ff392e9-2557-4c72-b8f7-727f5b000362 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:43.213726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:43.213726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:43.214222 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.214378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:43.214824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Bound port: 6ff392e9-2557-4c72-b8f7-727f5b000362, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:43.215271 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.220376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Pushing event updated for resources: {'Port': ['ID=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:43.264057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.375831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] For port 6ff392e9-2557-4c72-b8f7-727f5b000362, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:43.384330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] For port 6ff392e9-2557-4c72-b8f7-727f5b000362, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6ff392e9-2557-4c72-b8f7-727f5b000362,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:43.404458 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.471867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:43.472738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:43.567157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.675605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5a478-1f1a-44bf-88d6-f4af599d9930 req-cb67aac2-5bdd-43a7-be6b-f9da08cdb207 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.683483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75c5a478-1f1a-44bf-88d6-f4af599d9930 req-cb67aac2-5bdd-43a7-be6b-f9da08cdb207 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1098 time: 0.3860610 Jul 15 13:00:43.723721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-ee0a6b27-5f54-4d26-a789-212de44d788e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6046174 Jul 15 13:00:43.804690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:44.004130 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.010914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.063641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.106431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d4c79-a5e1-4af3-98cc-9eee7c8bbd68 None None] Pushing event updated for resources: {'Port': ['ID=6ff392e9-2557-4c72-b8f7-727f5b000362,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:44.113926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-65135727-d49c-4e15-b01a-5410fdd83d50 None None] Provisioning for port ed26fc90-9c8a-461d-a9b7-9fea3f49862c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:44.127413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-65135727-d49c-4e15-b01a-5410fdd83d50 None None] Provisioning complete for port ed26fc90-9c8a-461d-a9b7-9fea3f49862c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:44.128365 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65135727-d49c-4e15-b01a-5410fdd83d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.158625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Pushing event updated for resources: {'Port': ['ID=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:44.185956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75c5a478-1f1a-44bf-88d6-f4af599d9930 req-eb1ba483-85c3-4837-9eb0-e85a762f7428 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014465 Jul 15 13:00:44.249955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-65135727-d49c-4e15-b01a-5410fdd83d50 None None] Port ed26fc90-9c8a-461d-a9b7-9fea3f49862c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:44.250972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:44.252886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:44.365746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe3e83c-a21c-4063-8e09-099bdd9148c7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:44.375855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.393210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Transition to ACTIVE for port object dfe3e83c-a21c-4063-8e09-099bdd9148c7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:44.397149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-8c5b2be9-a417-4974-997b-321cb5d51d4d service neutron] 10.222.0.25 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715894 Jul 15 13:00:44.436568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:40Z', 'revision_number': 3, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:44.439397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b14fd928-bd03-4bea-817d-81f4c2863df1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:44.525712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21077024-5cfc-4506-a982-1dcec5fc2bfc None None] The sync data for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 is: [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:40Z', 'revision_number': 3, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:44.545824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.552966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-b81a5a59-16d3-4428-af40-75bc3a3b9500 service neutron] 10.222.0.25 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353087 Jul 15 13:00:44.567185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.602702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Router ba84c9dc-9913-4c85-a042-21d04cc7a40c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:00:44.671709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event deleted for resources: {'Port': ['ID=d5b30897-5bd5-4545-b2fe-1fca54948322,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:44.708403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b14fd928-bd03-4bea-817d-81f4c2863df1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:44.708926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.830927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:44.845901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6c9d709e-621c-4142-a99e-21a605aaf771 None None] Provisioning complete for port ed26fc90-9c8a-461d-a9b7-9fea3f49862c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:44.845901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c9d709e-621c-4142-a99e-21a605aaf771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.847457 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b87d7d89-6852-4447-ae4e-d5885b879a42 admin admin] 10.222.0.25 "PUT /v2.0/routers/ba84c9dc-9913-4c85-a042-21d04cc7a40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0469961 Jul 15 13:00:45.082042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] No DVR routers for this DVR port d5b30897-5bd5-4545-b2fe-1fca54948322 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:45.122872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.125807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa3054b3-055f-4109-b4c4-0fa0396f7957 req-bf9f2a6a-69da-4518-85d7-386edc3c9275 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "DELETE /v2.0/ports/d5b30897-5bd5-4545-b2fe-1fca54948322 HTTP/1.1" status: 204 len: 173 time: 3.1412258 Jul 15 13:00:45.135409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49906bf-bde9-4aca-9168-aaa7259ba783', 'name': 'network-vif-deleted', 'tag': 'd5b30897-5bd5-4545-b2fe-1fca54948322'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:45.138633 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46370376-f830-4f29-9a2d-807322affa7a" -d '{"events": [{"server_uuid": "a49906bf-bde9-4aca-9168-aaa7259ba783", "name": "network-vif-deleted", "tag": "d5b30897-5bd5-4545-b2fe-1fca54948322"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:45.168570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d709e-621c-4142-a99e-21a605aaf771 None None] Port ed26fc90-9c8a-461d-a9b7-9fea3f49862c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:45.187503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-bfc95bd2-ef67-4e75-9f1e-d42579ce9c46 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9444714 Jul 15 13:00:45.192937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:45.234330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Attempting to bind port dfe3e83c-a21c-4063-8e09-099bdd9148c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:45.234642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Attempting to bind port dfe3e83c-a21c-4063-8e09-099bdd9148c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:45.234914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Attempting to bind port dfe3e83c-a21c-4063-8e09-099bdd9148c7 on network dff0a472-41ba-493a-b3ac-b332aa36f336 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:45.250034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Port dfe3e83c-a21c-4063-8e09-099bdd9148c7 on network dff0a472-41ba-493a-b3ac-b332aa36f336 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:45.250382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Attempting to bind port dfe3e83c-a21c-4063-8e09-099bdd9148c7 on network dff0a472-41ba-493a-b3ac-b332aa36f336 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:45.252638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3e83c-a21c-4063-8e09-099bdd9148c7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:45.274702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:45.275053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Checking segment: {'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:45.275724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Bound using segment: {'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:45.276085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Bound port: dfe3e83c-a21c-4063-8e09-099bdd9148c7, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:45.276402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.363299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.417527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] For port dfe3e83c-a21c-4063-8e09-099bdd9148c7, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:45.455848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] For port dfe3e83c-a21c-4063-8e09-099bdd9148c7, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:45.469580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4754e6-5341-4ac4-81a7-823b63e5a1f3 req-8a3f893b-83c8-496c-8b4f-f128db930f60 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.471385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef4754e6-5341-4ac4-81a7-823b63e5a1f3 req-8a3f893b-83c8-496c-8b4f-f128db930f60 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 943 time: 0.3275852 Jul 15 13:00:45.476114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.568930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.569591 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.571626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/dfe3e83c-a21c-4063-8e09-099bdd9148c7 HTTP/1.1" status: 200 len: 1092 time: 3.5692110 Jul 15 13:00:45.590062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d5b30897-5bd5-4545-b2fe-1fca54948322 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:45.644235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: d5b30897-5bd5-4545-b2fe-1fca54948322 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:45.645078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d5b30897-5bd5-4545-b2fe-1fca54948322 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:45.685059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef4754e6-5341-4ac4-81a7-823b63e5a1f3 req-f55c2fce-f59c-4c93-947b-98df1fb98aca tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016730 Jul 15 13:00:45.691778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2795d0-3038-44fa-9239-a97285f3a1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3e83c-a21c-4063-8e09-099bdd9148c7,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:45.736958 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.847347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-00cc67c5-2789-4323-8214-f9618a5206cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.849450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-00cc67c5-2789-4323-8214-f9618a5206cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1095 time: 0.2061043 Jul 15 13:00:45.924992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-0b30de80-1b06-4927-8bb4-70e604f30127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7 HTTP/1.1" status: 200 len: 217 time: 0.0637991 Jul 15 13:00:46.029572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-cd35c06e-959f-451e-825c-9db08a198712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.031545 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-cd35c06e-959f-451e-825c-9db08a198712 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.0980768 Jul 15 13:00:46.054577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Allocated IP 172.25.1.43 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/7479f5a3-3b66-41e7-b587-ff70a01aa8a2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:46.094840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-5990ad82-e1bb-4f71-bd3a-a1742beeb00f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432963 Jul 15 13:00:46.212223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd9a41f4-d08b-42dc-8c0c-25b7cdc5a341 req-df3d8c9f-5110-4025-8f1b-a83f173d893c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 210 time: 0.0418205 Jul 15 13:00:46.336707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-8720da63-1f6d-490b-bae4-939571359a74 service neutron] 10.222.0.30 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376881 Jul 15 13:00:46.363640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.419616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6ff392e9-2557-4c72-b8f7-727f5b000362 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:46.510921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0b8c6f-63a2-4e11-9463-141cc321d936 req-52f69e40-d04f-40fc-bb86-1496061bb7f7 service neutron] 10.222.0.30 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610954 Jul 15 13:00:46.514055 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.544592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 6ff392e9-2557-4c72-b8f7-727f5b000362 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:46.555221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 6ff392e9-2557-4c72-b8f7-727f5b000362 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:46.556092 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.628179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:46.636020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:46.647314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:46.710204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event updated for resources: {'Port': ['ID=7479f5a3-3b66-41e7-b587-ff70a01aa8a2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:46.760154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.815445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 6ff392e9-2557-4c72-b8f7-727f5b000362, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6ff392e9-2557-4c72-b8f7-727f5b000362,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:46.827622 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.900591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=6ff392e9-2557-4c72-b8f7-727f5b000362,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:46.907268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.029074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-86d4474c-71c9-4429-abab-31ae101e9e3f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.033215 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-86d4474c-71c9-4429-abab-31ae101e9e3f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 819 time: 0.3848324 Jul 15 13:00:47.033509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.050946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Request body: {'port': {'device_id': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'admin_state_up': True, 'tenant_id': 'bbb6cfaf3a0243ad97fca17863871808'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:47.245110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.257247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.325872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Made reservation on behalf of bbb6cfaf3a0243ad97fca17863871808 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:47.337340 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.352573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event updated for resources: {'Port': ['ID=7479f5a3-3b66-41e7-b587-ff70a01aa8a2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:47.408244 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Sync routers for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:47.424912 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:47.426016 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:47.457980 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.475847 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.484015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-f146cda0-399c-47d6-9dca-ec52893f623e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2895982 Jul 15 13:00:47.571306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-3e689916-0fd0-49e7-bf57-2d27b2c682e4 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0759108 Jul 15 13:00:47.626505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Allocated IP 172.20.0.13 (bfab8373-bcf5-4466-bd23-e102da6294f8/43f2ae36-da49-433b-a354-5c6308a6d2a9/0b880bfa-33c8-4654-8483-cf5d4fba907c) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:47.667439 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:47.795974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-a996affc-2e73-4244-b320-46b41d9a426f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.802528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-a996affc-2e73-4244-b320-46b41d9a426f tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.2193353 Jul 15 13:00:47.817918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-01bcd68a-0760-4912-99b3-18c51b6fb438 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:47.819107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0487c7-d6c8-4608-bc2b-116941e0b879 req-01bcd68a-0760-4912-99b3-18c51b6fb438 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061684 Jul 15 13:00:47.975086 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.988393 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 2, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:48.019861 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Checking router: ba84c9dc-9913-4c85-a042-21d04cc7a40c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:48.020171 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Updating router ba84c9dc-9913-4c85-a042-21d04cc7a40c port ed26fc90-9c8a-461d-a9b7-9fea3f49862c binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:00:48.080535 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.087606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.123928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d3010e2-7556-432f-ba31-3e0c81d1586b req-a8bdccd8-376d-45c1-a72f-73980fa0c29c tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 210 time: 0.0802279 Jul 15 13:00:48.141777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-8407ac93-1288-4684-926f-a42aaa1271d7 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:48.152266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-8407ac93-1288-4684-926f-a42aaa1271d7 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160458 Jul 15 13:00:48.158162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Request body: {'binding': {'host': 'n-h2-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:48.159018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Unknown quota resources ['binding']. {{(pid=93733) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:00:48.215299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Network bfab8373-bcf5-4466-bd23-e102da6294f8 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:48.227102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:48.252215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:48.285787 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8474720-d098-489c-8c48-cfc80662e609 x-openstack-request-id: req-f8474720-d098-489c-8c48-cfc80662e609 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:48.286516 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49906bf-bde9-4aca-9168-aaa7259ba783", "name": "network-vif-deleted", "tag": "d5b30897-5bd5-4545-b2fe-1fca54948322", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:48.286516 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8474720-d098-489c-8c48-cfc80662e609 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:48.286919 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49906bf-bde9-4aca-9168-aaa7259ba783', 'name': 'network-vif-deleted', 'tag': 'd5b30897-5bd5-4545-b2fe-1fca54948322', 'status': 'completed', 'code': 200} Jul 15 13:00:48.340188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Pushing event updated for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:48.423499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on host n-h2-771362-36 for vnic_type normal with profile None {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:48.424477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:48.424830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:48.439568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:48.439896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.440025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:48.440980 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.455237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:48.455728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:48.456142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:48.456691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Bound port: 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:48.493017 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-7e3235f3-f2f9-493f-99ae-d2779f7bcd0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4471993 Jul 15 13:00:48.500509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6ff392e9-2557-4c72-b8f7-727f5b000362 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:48.532124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Request body: {'port': {'device_id': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:48.596466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:48.607854 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.608655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.609687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-40c621a5-752d-4831-b31c-a4ee058719da service neutron] 10.222.0.25 "POST /v2.0/ports/3f4c3ae3-4a23-420f-8219-bae08ac79aa0/bindings HTTP/1.1" status: 201 len: 390 time: 0.4563818 Jul 15 13:00:48.618694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 6ff392e9-2557-4c72-b8f7-727f5b000362 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:48.619213 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.640539 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Transition to ACTIVE for port object ed26fc90-9c8a-461d-a9b7-9fea3f49862c will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:48.665149 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.730830 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.800311 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f01194-ce1f-49bc-9532-974cae1651ff None None] Pushing event updated for resources: {'Port': ['ID=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:48.854864 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58793563-06ad-4b6b-b8fc-dd947a6b0b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.045290 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Attempting to bind port ed26fc90-9c8a-461d-a9b7-9fea3f49862c on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:49.050274 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Attempting to bind port ed26fc90-9c8a-461d-a9b7-9fea3f49862c by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:49.051293 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Attempting to bind port ed26fc90-9c8a-461d-a9b7-9fea3f49862c on network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:49.055997 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35994) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:49.065155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b069e879-14da-4a4a-968b-bb13a3b877c8 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570021823', 'description': 'tempest-description--379621963'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:49.070952 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:49.076342 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Checking segment: {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:49.079289 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.083205 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Bound using segment: {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:49.084201 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Bound port: ed26fc90-9c8a-461d-a9b7-9fea3f49862c, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:49.085020 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.180400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b069e879-14da-4a4a-968b-bb13a3b877c8 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.193668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2ae0f-8d0e-4507-9d2c-27172a6a95d7 req-fe3fd106-d2d4-4ee4-ad68-2a68ddfd7559 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.197542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2f2ae0f-8d0e-4507-9d2c-27172a6a95d7 req-fe3fd106-d2d4-4ee4-ad68-2a68ddfd7559 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 943 time: 0.1988161 Jul 15 13:00:49.244782 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] For port ed26fc90-9c8a-461d-a9b7-9fea3f49862c, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:49.251879 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] For port ed26fc90-9c8a-461d-a9b7-9fea3f49862c, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:49.266757 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.274424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-b565da06-73e1-49a7-8b4a-95b41ea98a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.275826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-b565da06-73e1-49a7-8b4a-95b41ea98a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1098 time: 0.1927295 Jul 15 13:00:49.289562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2f2ae0f-8d0e-4507-9d2c-27172a6a95d7 req-20a998f2-d936-4901-a9c1-68531abb461b tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780351 Jul 15 13:00:49.442605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b880bfa-33c8-4654-8483-cf5d4fba907c {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:49.487955 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f01194-ce1f-49bc-9532-974cae1651ff None None] Pushing event updated for resources: {'Port': ['ID=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:49.503464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.520389 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:49.520993 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:49.529105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e047adc-81a1-4f9d-af93-a984ee373b8d req-6676e83d-db64-4c9d-a091-bbfbc0231100 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips/6f48b352-19a0-4882-ad8a-f65493367393 HTTP/1.1" status: 200 len: 692 time: 0.1643920 Jul 15 13:00:49.553567 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b069e879-14da-4a4a-968b-bb13a3b877c8 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.560980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Transition to ACTIVE for port object 0b880bfa-33c8-4654-8483-cf5d4fba907c will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:49.562297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b069e879-14da-4a4a-968b-bb13a3b877c8 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.590448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.653331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device dfe3e83c-a21c-4063-8e09-099bdd9148c7 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:49.678114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5f4f164-a5fd-405f-bb88-8cc90feca5f4 req-34d4b017-8ea5-41ae-b3f6-6d58ec505126 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a49906bf-bde9-4aca-9168-aaa7259ba783 HTTP/1.1" status: 200 len: 210 time: 0.0765834 Jul 15 13:00:49.725488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069e879-14da-4a4a-968b-bb13a3b877c8 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ecbeb-d65c-455e-99ab-fa37f63218be,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:49.737885 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b069e879-14da-4a4a-968b-bb13a3b877c8 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.740426 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b069e879-14da-4a4a-968b-bb13a3b877c8 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6833301 Jul 15 13:00:49.746728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36000) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:49.757004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-90939891-3336-417b-8db0-58c39e5af4aa tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ecbeb-d65c-455e-99ab-fa37f63218be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:49.786963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:49.803787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-f3c33ed2-d5d3-4d08-b6b1-08ece9680668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.808581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-f3c33ed2-d5d3-4d08-b6b1-08ece9680668 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.5178788 Jul 15 13:00:49.833489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90939891-3336-417b-8db0-58c39e5af4aa tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.928096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port dfe3e83c-a21c-4063-8e09-099bdd9148c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:49.932478 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:49.934105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90939891-3336-417b-8db0-58c39e5af4aa tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.946290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90939891-3336-417b-8db0-58c39e5af4aa tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.968438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e047adc-81a1-4f9d-af93-a984ee373b8d req-1257f242-2c8f-40c8-9daf-7f852df8a09b tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.968676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7', 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336', 'port_id': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7', 'mac_address': 'fa:16:3e:b6:f4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ed1d2d-6292-4dc5-aa6d-0db1d657744e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:49.971248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e047adc-81a1-4f9d-af93-a984ee373b8d req-1257f242-2c8f-40c8-9daf-7f852df8a09b tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.4410319 Jul 15 13:00:49.977467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-5098cbce-51e6-4b0a-8c7c-9e92d00ee53f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0 HTTP/1.1" status: 200 len: 217 time: 0.1571770 Jul 15 13:00:49.987355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90939891-3336-417b-8db0-58c39e5af4aa tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b183ac23-5bc6-4f59-a611-eb52ba71b57c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:49.990137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-6e047adc-81a1-4f9d-af93-a984ee373b8d req-213d654f-0b91-46cc-8717-f194098a2983 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:49.993118 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e047adc-81a1-4f9d-af93-a984ee373b8d req-213d654f-0b91-46cc-8717-f194098a2983 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136673 Jul 15 13:00:50.022387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:50.022753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:50.023068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:50.029627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:50.029977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:50.034094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90939891-3336-417b-8db0-58c39e5af4aa tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.037868 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-90939891-3336-417b-8db0-58c39e5af4aa tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2841282 Jul 15 13:00:50.039481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36004) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:50.040294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:50.040709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:50.041112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:50.041567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Bound port: 0b880bfa-33c8-4654-8483-cf5d4fba907c, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:50.041957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.053078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e9352af3-fc8e-417a-be31-fa59a7f908df tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ecbeb-d65c-455e-99ab-fa37f63218be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:50.067783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.099911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe3e83c-a21c-4063-8e09-099bdd9148c7 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:50.140628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:50.144480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:50.147102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port dfe3e83c-a21c-4063-8e09-099bdd9148c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:50.152737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.158889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.195238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:50.196934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.199366 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] 10.222.0.35 "PUT /v2.0/ports/0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 200 len: 1093 time: 1.6894364 Jul 15 13:00:50.200233 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:50.203193 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59c2ab-afaf-477a-bce3-94bfdf487a25" -d '{"events": [{"name": "network-changed", "server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:50.262214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=dfe3e83c-a21c-4063-8e09-099bdd9148c7,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:50.271317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4e89e-9c24-46a4-8402-0e0019bb7db1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:50.318001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:50.320896 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49" -d '{"events": [{"name": "network-changed", "server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:50.369805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-95dd2ea7-dbea-43c4-bb21-7911a8c88e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:50.372692 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-95dd2ea7-dbea-43c4-bb21-7911a8c88e06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1096 time: 0.1124947 Jul 15 13:00:50.373427 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:49Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:50.397971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-cdde0654-cc24-4581-b5ef-909d721febba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:50.398913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-cdde0654-cc24-4581-b5ef-909d721febba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.3244779 Jul 15 13:00:50.421473 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9352af3-fc8e-417a-be31-fa59a7f908df tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.421866 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec14fc-af21-4e0d-9193-13fe3ab95700 None None] The sync data for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 is: [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:49Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:50.464715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:50.473715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-dad02b69-5208-4086-a460-843a87fcb02d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628123 Jul 15 13:00:50.494340 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-098b2f71-1c7f-4524-a981-4bfa64077d35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 200 len: 217 time: 0.1137044 Jul 15 13:00:50.529850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c893e-47c6-49f2-87e2-8f0c09a04f56 req-13a80e67-915a-4f74-af4c-2805eb6e1669 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:50.544043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d72c893e-47c6-49f2-87e2-8f0c09a04f56 req-13a80e67-915a-4f74-af4c-2805eb6e1669 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.5007579 Jul 15 13:00:50.657455 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-007fde62-fe78-472a-9f54-17cebc52c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:50.659252 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-007fde62-fe78-472a-9f54-17cebc52c340 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1539912 Jul 15 13:00:50.711431 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-f49f4727-a341-408e-98ea-c3825cdfad04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438855 Jul 15 13:00:50.900651 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-07d68244-17f4-42ee-bb78-ff363fef1471 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815705 Jul 15 13:00:51.098875 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4dd950c3-5928-49c7-9485-1a8490c9f78b req-b42b8f79-4165-4c47-84c6-2b0bc8ecf124 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906562 Jul 15 13:00:51.272440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa629903-36ba-4861-abd9-552ab37482c3 req-ddac0e19-8c55-4eef-859f-39974aff653a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:51.274578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa629903-36ba-4861-abd9-552ab37482c3 req-ddac0e19-8c55-4eef-859f-39974aff653a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 944 time: 1.0272439 Jul 15 13:00:51.314958 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9352af3-fc8e-417a-be31-fa59a7f908df tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.342075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9352af3-fc8e-417a-be31-fa59a7f908df tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.388630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d72c893e-47c6-49f2-87e2-8f0c09a04f56 req-6fc34862-3c45-4aac-bc8a-9d3523231e74 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833491 Jul 15 13:00:51.405185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-e7ee12c5-9797-474e-b15f-1413eed781b6 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9116778 Jul 15 13:00:51.410441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9352af3-fc8e-417a-be31-fa59a7f908df tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47a9c73-5068-4c38-b2a2-4c698b346fb7,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:51.449400 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9352af3-fc8e-417a-be31-fa59a7f908df tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.454323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36018) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:51.455228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e9352af3-fc8e-417a-be31-fa59a7f908df tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4133208 Jul 15 13:00:51.458073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa629903-36ba-4861-abd9-552ab37482c3 req-055120fe-c330-4461-9e94-a38490f99dde tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593637 Jul 15 13:00:51.464130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:51.518150 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.525340 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ad123d4b-656b-4bea-95d9-0beda7ab1970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.574931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.656527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device dfe3e83c-a21c-4063-8e09-099bdd9148c7 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:51.656857 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4998a7-bfc9-41f2-bc30-ccab318d97fe x-openstack-request-id: req-ac4998a7-bfc9-41f2-bc30-ccab318d97fe {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:51.656857 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:51.657182 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac4998a7-bfc9-41f2-bc30-ccab318d97fe {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:51.659671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-35524127-d414-41cd-b261-feeb84617eee tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips/6f48b352-19a0-4882-ad8a-f65493367393 HTTP/1.1" status: 200 len: 692 time: 0.1914608 Jul 15 13:00:51.682812 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c', 'status': 'completed', 'code': 200} Jul 15 13:00:51.805920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-7d059592-dac2-4f04-81e0-2e4e3d86b5d7 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890338 Jul 15 13:00:51.852116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port dfe3e83c-a21c-4063-8e09-099bdd9148c7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:51.861384 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port dfe3e83c-a21c-4063-8e09-099bdd9148c7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:51.861867 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.995728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-e91bed6b-b0cb-4731-a8b1-5dd011b65762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:51.997982 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-e91bed6b-b0cb-4731-a8b1-5dd011b65762 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1096 time: 0.2404499 Jul 15 13:00:52.012786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.066335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-c06d61a3-d168-4c0b-b0e9-003d96aac74a tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.077283 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-c06d61a3-d168-4c0b-b0e9-003d96aac74a tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.4007349 Jul 15 13:00:52.083652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-9f0216f4-3419-4b1d-8244-eedff4884baf tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:52.093015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-9f0216f4-3419-4b1d-8244-eedff4884baf tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144281 Jul 15 13:00:52.142795 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.204808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:52.211958 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2103e723-9c9e-4b00-a02d-2dfc21f6637d" -d '{"events": [{"server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "name": "network-vif-plugged", "status": "completed", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:52.244381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port dfe3e83c-a21c-4063-8e09-099bdd9148c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:52.252043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-d2b01e53-f5d8-443c-95f4-b9942eeceddc tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.1574457 Jul 15 13:00:52.258335 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.362079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=dfe3e83c-a21c-4063-8e09-099bdd9148c7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:52.449410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ed26fc90-9c8a-461d-a9b7-9fea3f49862c up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:52.505420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-2d4acf56-1e63-4085-9f4c-3a23e33f08c5 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.2416084 Jul 15 13:00:52.515768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ed26fc90-9c8a-461d-a9b7-9fea3f49862c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:52.524566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ed26fc90-9c8a-461d-a9b7-9fea3f49862c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:52.525387 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.639310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.705381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port ed26fc90-9c8a-461d-a9b7-9fea3f49862c, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:52.713608 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.734265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-2679e7fc-2522-4165-8471-4841df14da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.736201 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-2679e7fc-2522-4165-8471-4841df14da95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.7199233 Jul 15 13:00:52.754928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103de14-3077-4215-9f5b-c5472d6f0f80 req-9c142aa1-acef-4c72-8abb-d48ed8bad873 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.766742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1103de14-3077-4215-9f5b-c5472d6f0f80 req-9c142aa1-acef-4c72-8abb-d48ed8bad873 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 944 time: 0.8598998 Jul 15 13:00:52.784045 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.798758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Allocated IP 172.25.1.125 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/3792af3b-8d06-4570-ac41-a04feacda0a2) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:52.817549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:52.857011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1103de14-3077-4215-9f5b-c5472d6f0f80 req-d00211e0-d858-4613-abf1-2f24dd1262be tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890570 Jul 15 13:00:52.904837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Deleting port 7479f5a3-3b66-41e7-b587-ff70a01aa8a2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:52.905833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.009320 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-4b1715e2-8263-4abc-b126-45c79fb5f395 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 200 len: 217 time: 0.0557239 Jul 15 13:00:53.079992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.081074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.087693 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f7095f-fc34-483e-ad37-15128971162b x-openstack-request-id: req-e1f7095f-fc34-483e-ad37-15128971162b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:53.088272 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:53.088764 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1f7095f-fc34-483e-ad37-15128971162b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:53.089453 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7', 'status': 'completed', 'code': 200} Jul 15 13:00:53.096747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.108758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-ca135eb9-2dd1-4f12-9ec1-7cc0ff8ecee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.109608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Calling delete_port for 7479f5a3-3b66-41e7-b587-ff70a01aa8a2 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:53.110594 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-ca135eb9-2dd1-4f12-9ec1-7cc0ff8ecee7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.0955288 Jul 15 13:00:53.154411 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-ead8dcd5-131e-4226-99c2-3d6606d183d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361087 Jul 15 13:00:53.251632 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.318800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:53.326145 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:53.332912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:53.341919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event updated for resources: {'Port': ['ID=3792af3b-8d06-4570-ac41-a04feacda0a2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:53.365533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-0d947176-a5a2-4258-9f60-7210d8722a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.366001 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-40d3a7aa-21d3-46cf-b5b9-07abdfcddcb4 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040071 Jul 15 13:00:53.368823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-0d947176-a5a2-4258-9f60-7210d8722a7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1097 time: 0.2555399 Jul 15 13:00:53.404285 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0b1383-af62-4de2-a3fd-3100d6076cd4 x-openstack-request-id: req-9a0b1383-af62-4de2-a3fd-3100d6076cd4 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:53.404748 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "name": "network-vif-plugged", "status": "completed", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:53.405111 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a0b1383-af62-4de2-a3fd-3100d6076cd4 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:53.405618 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7', 'code': 200} Jul 15 13:00:53.662731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.675602 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9f59c2ab-afaf-477a-bce3-94bfdf487a25 req-6625303b-826d-4d92-ba54-921753946119 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006482 Jul 15 13:00:53.794721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.849316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-409b8d53-b013-46d2-ae0c-8a86cd34d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.851380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-409b8d53-b013-46d2-ae0c-8a86cd34d49a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 914 time: 0.4689524 Jul 15 13:00:53.878150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3abd6-154d-423a-b75f-16bc05f0d6b6 req-ec1f4bb2-2f88-437f-bc44-c25f9629841b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.880000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1aa3abd6-154d-423a-b75f-16bc05f0d6b6 req-ec1f4bb2-2f88-437f-bc44-c25f9629841b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.3475034 Jul 15 13:00:53.880924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.951976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-c18e57f5-162f-4a16-85b8-7094cf1c2630 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7 HTTP/1.1" status: 200 len: 217 time: 0.0903094 Jul 15 13:00:53.955172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event deleted for resources: {'Port': ['ID=7479f5a3-3b66-41e7-b587-ff70a01aa8a2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:54.022179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030eec9-6724-4881-aa45-cb380ec68b42 req-ae30288e-fb4b-4929-9780-b67e5bd969f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.024298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d030eec9-6724-4881-aa45-cb380ec68b42 req-ae30288e-fb4b-4929-9780-b67e5bd969f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1097 time: 0.4758189 Jul 15 13:00:54.035812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.043620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.110210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1aa3abd6-154d-423a-b75f-16bc05f0d6b6 req-a91541f0-55e6-49e9-b548-61f525deb896 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902442 Jul 15 13:00:54.125627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event updated for resources: {'Port': ['ID=3792af3b-8d06-4570-ac41-a04feacda0a2,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:54.129398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-3e7c8125-b418-43a0-8a91-957a760551fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.131285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-3e7c8125-b418-43a0-8a91-957a760551fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.1574378 Jul 15 13:00:54.137821 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.138156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.143398 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.152608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebe89012-792b-4611-9e9f-4ca45f69d56b req-99d3fd50-c7d9-461b-a6b0-ff7fac1c08e1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "DELETE /v2.0/floatingips/6f48b352-19a0-4882-ad8a-f65493367393 HTTP/1.1" status: 204 len: 173 time: 1.6457756 Jul 15 13:00:54.167058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.170427 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2e18e33f-85b3-434e-ab04-e8bd43655be5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7118292 Jul 15 13:00:54.183942 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.240267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-636dc7e4-2e64-42eb-98bf-ab5ff524ecc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860755 Jul 15 13:00:54.245559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d030eec9-6724-4881-aa45-cb380ec68b42 req-40d0e0e8-c0ca-47ce-bc65-54afdd31f1d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877742 Jul 15 13:00:54.417024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ed26fc90-9c8a-461d-a9b7-9fea3f49862c up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:54.452267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-44edbbd5-3767-41bf-ba62-9230a3575027 service neutron] 10.222.0.30 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382225 Jul 15 13:00:54.486711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52275acd-c40f-412f-8455-13d92591a8d2 req-90e1df5f-c378-4c95-82bb-588c0b59784a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.496131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52275acd-c40f-412f-8455-13d92591a8d2 req-90e1df5f-c378-4c95-82bb-588c0b59784a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 944 time: 0.2125547 Jul 15 13:00:54.510892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ed26fc90-9c8a-461d-a9b7-9fea3f49862c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:54.511594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.576966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52275acd-c40f-412f-8455-13d92591a8d2 req-58b49c3c-c2b9-49f1-a448-97fdadd9f5b6 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796685 Jul 15 13:00:54.697342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d80b51-7cc7-4af2-8ec9-b62d0ad8ef49 req-fdfaf8a5-bcc2-4042-a641-49e270a020a6 service neutron] 10.222.0.30 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269828 Jul 15 13:00:54.713789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0b880bfa-33c8-4654-8483-cf5d4fba907c details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:54.853683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:54.901611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236573-dda8-483b-8490-f4930042b536 req-fcf8f89a-a58f-4a96-9fbe-b2a5491d3711 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.904066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-fcf8f89a-a58f-4a96-9fbe-b2a5491d3711 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.1550665 Jul 15 13:00:54.931472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-92ff8612-bc05-41fb-a56a-0bea16b51647 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/quotas/8873230e35444f6bb69d848213db6865 HTTP/1.1" status: 200 len: 375 time: 0.0217466 Jul 15 13:00:54.957801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267b52d-3e1b-4ae5-b1d8-67223d23fcd0 req-b9f59b69-d3cd-4db6-a120-b22df1a2ed15 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.959759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0267b52d-3e1b-4ae5-b1d8-67223d23fcd0 req-b9f59b69-d3cd-4db6-a120-b22df1a2ed15 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 945 time: 0.1256256 Jul 15 13:00:54.986646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-d39c91b6-bf64-41a5-a742-c5b265332c92 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465126 Jul 15 13:00:54.996272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '0b880bfa-33c8-4654-8483-cf5d4fba907c', 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'port_id': '0b880bfa-33c8-4654-8483-cf5d4fba907c', 'mac_address': 'fa:16:3e:da:27:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f2ae36-da49-433b-a354-5c6308a6d2a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:55.039499 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.055046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0267b52d-3e1b-4ae5-b1d8-67223d23fcd0 req-6315ee44-b8ee-486d-9679-1079e85b6ff8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718389 Jul 15 13:00:55.056001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b880bfa-33c8-4654-8483-cf5d4fba907c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:55.092752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:55.105565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.141301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-bb77c97a-de43-45c3-825b-a27a87faa331 service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386337 Jul 15 13:00:55.220041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:55.318936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['0b880bfa-33c8-4654-8483-cf5d4fba907c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:55.428014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-2625cf3a-8ccd-47a9-8b5d-76e940d83104 service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856607 Jul 15 13:00:55.506176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f4888-3700-4193-90c2-058316f4ecfc req-2d1252cd-8c80-4cc9-b718-5a3ea70941d6 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:55.518446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-198f4888-3700-4193-90c2-058316f4ecfc req-2d1252cd-8c80-4cc9-b718-5a3ea70941d6 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2589438 Jul 15 13:00:55.700566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-47b581c8-23a3-4889-a372-b7de0b34f013 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1570021823&fields=id&tenant_id=871ead40b7404f9c9a12943545bdda9d HTTP/1.1" status: 200 len: 267 time: 0.0737007 Jul 15 13:00:55.990309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-c0234ac9-3f22-4306-b404-ec39a82c4963 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:55.993236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-c0234ac9-3f22-4306-b404-ec39a82c4963 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/networks?id=47bb1340-3efe-4cb6-9677-8cb06ee4c897 HTTP/1.1" status: 200 len: 806 time: 0.2795768 Jul 15 13:00:56.015949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce41de4-08ee-47b5-9450-96e663ca20c0 req-ed582283-8f02-4da6-b942-796dbefe744b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:56.017630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ce41de4-08ee-47b5-9450-96e663ca20c0 req-ed582283-8f02-4da6-b942-796dbefe744b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.2310450 Jul 15 13:00:56.038082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-276516f7-f8bb-4ceb-b3c9-797a95e8a974 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/quotas/871ead40b7404f9c9a12943545bdda9d HTTP/1.1" status: 200 len: 375 time: 0.0191684 Jul 15 13:00:56.106998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ce41de4-08ee-47b5-9450-96e663ca20c0 req-c0c7c37c-ec09-4ac2-9fdb-2fc3df79a3e7 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798061 Jul 15 13:00:56.184779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-b03bf701-bfc2-4424-bd9d-cddd616aa86f tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=871ead40b7404f9c9a12943545bdda9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1231899 Jul 15 13:00:56.333320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d2e30c5-b51e-49de-b001-2643b7271fc3 req-12c4c861-816c-4c4e-a8ec-0442498a6ecb tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=bde23d0356b44d64ab5885cae2e77b81 HTTP/1.1" status: 200 len: 1657 time: 0.1462038 Jul 15 13:00:56.732293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0b880bfa-33c8-4654-8483-cf5d4fba907c up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:56.817433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 0b880bfa-33c8-4654-8483-cf5d4fba907c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:56.825898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 0b880bfa-33c8-4654-8483-cf5d4fba907c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:56.826901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:56.876490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-fb1ac4d6-737f-4bf7-86a3-14506806e157 service neutron] 10.222.0.25 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678262 Jul 15 13:00:56.982752 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:57.027244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:57.029860 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1852dc99-439d-4f11-b299-f13f5b1ae88e" -d '{"events": [{"server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "name": "network-vif-plugged", "status": "completed", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:57.031341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e30c5-b51e-49de-b001-2643b7271fc3 req-78f8676b-74b9-42a7-9b05-9136eab6c9f0 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:57.034047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d2e30c5-b51e-49de-b001-2643b7271fc3 req-78f8676b-74b9-42a7-9b05-9136eab6c9f0 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks?id=27d200cb-cf2d-42fe-a650-50fc75a0e604&id=27d200cb-cf2d-42fe-a650-50fc75a0e604&id=27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 787 time: 0.6880226 Jul 15 13:00:57.048062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:57.055033 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:57.062460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-9d2e30c5-b51e-49de-b001-2643b7271fc3 req-9a3d93a3-7709-42bb-83f8-53e4e4e761a1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:57.064148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d2e30c5-b51e-49de-b001-2643b7271fc3 req-9a3d93a3-7709-42bb-83f8-53e4e4e761a1 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098877 Jul 15 13:00:57.128183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-760a032e-ce57-4935-b6b4-7726016ae476 service neutron] 10.222.0.25 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348883 Jul 15 13:00:57.133932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:57.461126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627d47a-905e-4acc-b42e-08a378f4f28b req-fa61f21e-7ac2-422e-be1e-d8d68f1ad2ee tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:57.463659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9627d47a-905e-4acc-b42e-08a378f4f28b req-fa61f21e-7ac2-422e-be1e-d8d68f1ad2ee tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.1611776 Jul 15 13:00:57.472661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236573-dda8-483b-8490-f4930042b536 req-00b0f25a-059c-4c57-ad16-7bf87bfc8015 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:57.476541 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-00b0f25a-059c-4c57-ad16-7bf87bfc8015 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.1877902 Jul 15 13:00:57.489624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Request body: {'port': {'device_id': 'e556cf91-3b3a-47f8-9ea6-18c34ec0b259', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'admin_state_up': True, 'tenant_id': '8873230e35444f6bb69d848213db6865'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:57.587576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b09a836-c85a-4f71-ae05-6e9f16fa36f0 req-e49ee814-bee7-4bee-8655-9914c335b398 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 210 time: 0.0671399 Jul 15 13:00:57.646575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9627d47a-905e-4acc-b42e-08a378f4f28b req-17cfd665-1f1e-4c38-ba14-38874a673df2 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576707 Jul 15 13:00:57.737418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:57.745530 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:57.967099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cccca8-057d-4638-a22e-e95f3a8febd9 req-d7f8bc7a-ff1f-4f78-94b0-b323eb991171 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:57.969084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9cccca8-057d-4638-a22e-e95f3a8febd9 req-d7f8bc7a-ff1f-4f78-94b0-b323eb991171 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 945 time: 0.1530969 Jul 15 13:00:58.031599 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5fd1c2-f2ae-4945-9da4-f01a1c881558 x-openstack-request-id: req-ec5fd1c2-f2ae-4945-9da4-f01a1c881558 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:58.032203 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "name": "network-vif-plugged", "status": "completed", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:58.032372 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec5fd1c2-f2ae-4945-9da4-f01a1c881558 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:58.033178 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c', 'code': 200} Jul 15 13:00:58.061391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Allocated IP 172.20.0.9 (820a4b2f-6285-45c7-b730-ad946dd55767/98138ff5-98a1-497e-9957-03af93bd31ab/b37c4a81-e5b7-4658-8503-b640da4da08e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:58.287033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9cccca8-057d-4638-a22e-e95f3a8febd9 req-f13cd771-e01c-4a5e-996e-09ca3781d79e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043168 Jul 15 13:00:58.292068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-85164033-3871-45e8-915f-63860340bc76 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips/9e1cf983-188e-40f6-83d6-9bfd6dccaa92 HTTP/1.1" status: 200 len: 693 time: 0.2099173 Jul 15 13:00:58.374325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.467966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-4aca6742-6479-49a0-9b18-e08b415ca6b5 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.470143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-4aca6742-6479-49a0-9b18-e08b415ca6b5 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1550119 Jul 15 13:00:58.506908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-398fae40-07ea-45e1-a295-72a00af88761 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:58.511123 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.525465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-398fae40-07ea-45e1-a295-72a00af88761 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366867 Jul 15 13:00:58.630800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Network 820a4b2f-6285-45c7-b730-ad946dd55767 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:58.636004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event updated for resources: {'Port': ['ID=b37c4a81-e5b7-4658-8503-b640da4da08e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:58.649120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:58.652203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:58.717115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f198-fa62-434d-a75f-da68aa8ce852 req-31106eb6-e793-47e1-a172-821c564676fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.717732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.718411 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.720399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4642f198-fa62-434d-a75f-da68aa8ce852 req-31106eb6-e793-47e1-a172-821c564676fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1098 time: 0.5184219 Jul 15 13:00:58.738488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-2b2a6ee3-6375-4e67-bcb7-54a304fdcd01 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2540746 Jul 15 13:00:58.751358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Request body: {'port': {'device_id': 'e556cf91-3b3a-47f8-9ea6-18c34ec0b259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:58.756920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-be11646f-84d5-43fe-86ce-b2a149226880 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.2142780 Jul 15 13:00:58.867354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.891099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-db595535-543b-4743-b758-41260ff42f5c tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1324298 Jul 15 13:00:59.016259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4642f198-fa62-434d-a75f-da68aa8ce852 req-df89fa43-f6cc-4ed0-89b7-4def70a524f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865825 Jul 15 13:00:59.072427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e407177-3af8-470f-9603-078d1cf4c68d req-9047d8dc-d573-45d5-b93b-4c73a352a165 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.074076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e407177-3af8-470f-9603-078d1cf4c68d req-9047d8dc-d573-45d5-b93b-4c73a352a165 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.4341238 Jul 15 13:00:59.148732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e407177-3af8-470f-9603-078d1cf4c68d req-3f88d560-f659-4de3-9965-0debaaa2ad58 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560887 Jul 15 13:00:59.177483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Deleting port 9757c8ac-5ae9-45f1-a218-c077ab1f015f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:59.178407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.338826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37c4a81-e5b7-4658-8503-b640da4da08e {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:59.351122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.372330 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Transition to ACTIVE for port object b37c4a81-e5b7-4658-8503-b640da4da08e will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:59.378203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.450859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8233b19a-3a81-4e53-b841-d700cdef1710 req-bb7cde41-2a52-46fb-a023-24a155ccdd01 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 210 time: 0.1020632 Jul 15 13:00:59.494894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Pushing event updated for resources: {'Port': ['ID=b37c4a81-e5b7-4658-8503-b640da4da08e,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:59.629492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.630036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.675590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Calling delete_port for 9757c8ac-5ae9-45f1-a218-c077ab1f015f owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:59.697475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Attempting to bind port b37c4a81-e5b7-4658-8503-b640da4da08e on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:59.698238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Attempting to bind port b37c4a81-e5b7-4658-8503-b640da4da08e by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:59.698783 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Attempting to bind port b37c4a81-e5b7-4658-8503-b640da4da08e on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:59.710804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Port b37c4a81-e5b7-4658-8503-b640da4da08e on network 820a4b2f-6285-45c7-b730-ad946dd55767 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:59.711393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Attempting to bind port b37c4a81-e5b7-4658-8503-b640da4da08e on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:59.722189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:59.722718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Checking segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:59.723799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Bound using segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:59.724649 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Bound port: b37c4a81-e5b7-4658-8503-b640da4da08e, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:59.725484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.896556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] For port b37c4a81-e5b7-4658-8503-b640da4da08e, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:59.904726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] For port b37c4a81-e5b7-4658-8503-b640da4da08e, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b37c4a81-e5b7-4658-8503-b640da4da08e,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:59.923891 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.997633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.998742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.001032 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] 10.222.0.35 "PUT /v2.0/ports/b37c4a81-e5b7-4658-8503-b640da4da08e HTTP/1.1" status: 200 len: 1092 time: 1.2547078 Jul 15 13:01:00.001727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e556cf91-3b3a-47f8-9ea6-18c34ec0b259', 'tag': 'b37c4a81-e5b7-4658-8503-b640da4da08e'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:00.018134 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573055ea-c531-4b31-a1b0-8b37e67026a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e556cf91-3b3a-47f8-9ea6-18c34ec0b259", "tag": "b37c4a81-e5b7-4658-8503-b640da4da08e"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:00.064378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-1eb00375-9f83-4cb0-b7c2-9158b9d82528 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.067758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-1eb00375-9f83-4cb0-b7c2-9158b9d82528 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.35 "GET /v2.0/networks?id=47bb1340-3efe-4cb6-9677-8cb06ee4c897 HTTP/1.1" status: 200 len: 806 time: 0.6982605 Jul 15 13:01:00.075119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fb3eb-d0e4-4ce8-8655-32bb3ba1976d service neutron] Pushing event updated for resources: {'Port': ['ID=b37c4a81-e5b7-4658-8503-b640da4da08e,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:00.117656 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.147548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-fa464767-7abb-49d6-b11b-4fdd26590b79 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-44675276&fields=id&tenant_id=bbce120dcc37478089d86e6dd01e30b8 HTTP/1.1" status: 200 len: 267 time: 0.1501887 Jul 15 13:01:00.170681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236573-dda8-483b-8490-f4930042b536 req-66ca7d34-d6a8-4041-b275-e27ff8bb4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.172311 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-66ca7d34-d6a8-4041-b275-e27ff8bb4e49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 1095 time: 0.0893109 Jul 15 13:01:00.217795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event deleted for resources: {'Port': ['ID=9757c8ac-5ae9-45f1-a218-c077ab1f015f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:00.229951 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-2415b1c1-9ed8-40bd-880d-88f28b0528e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b37c4a81-e5b7-4658-8503-b640da4da08e HTTP/1.1" status: 200 len: 217 time: 0.0495830 Jul 15 13:01:00.242102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-f811a579-46b5-44b4-8e3d-7716bc363006 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871ead40b7404f9c9a12943545bdda9d HTTP/1.1" status: 200 len: 380 time: 0.1572297 Jul 15 13:01:00.252096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Request body: {'port': {'device_id': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'admin_state_up': True, 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'security_groups': ['ed2ecbeb-d65c-455e-99ab-fa37f63218be']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:00.301859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236573-dda8-483b-8490-f4930042b536 req-f2ad431f-a55b-4978-95f0-7c62d8930b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.304161 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-f2ad431f-a55b-4978-95f0-7c62d8930b4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.0671430 Jul 15 13:01:00.349736 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-921642f4-ba6a-4d1f-817b-77f705c7e92d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381713 Jul 15 13:01:00.370165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.374585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.376690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8c06019-2e60-4f6f-bdb7-f9b81c770dc8 req-eb5afcb6-88c2-46e7-ba6d-a1c662e2b875 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "DELETE /v2.0/floatingips/9e1cf983-188e-40f6-83d6-9bfd6dccaa92 HTTP/1.1" status: 204 len: 173 time: 1.4839842 Jul 15 13:01:00.453720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-a3c0b060-775c-41f8-9d2d-3ff76e08e790 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.459267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-a3c0b060-775c-41f8-9d2d-3ff76e08e790 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 945 time: 0.3100214 Jul 15 13:01:00.487781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'port': {'security_groups': ['f9f2139a-8312-4848-86b4-a7736fb2ad82', '0f9104bc-6a26-4dff-80b2-454f08e6b2b6']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:00.558096 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-8b314ceb-540c-4194-91bc-0878d85abe70 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011912 Jul 15 13:01:00.664110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Made reservation on behalf of 871ead40b7404f9c9a12943545bdda9d for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:00.668087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.678175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.696591 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-5af8379d-bc75-4519-a1e8-9175d901cc5a service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315377 Jul 15 13:01:00.734106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ff0af-0a55-4f97-9ab5-8c9bb9dd02c2 req-351838fa-eee0-445f-8042-8a66c62feedc tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.736719 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c81ff0af-0a55-4f97-9ab5-8c9bb9dd02c2 req-351838fa-eee0-445f-8042-8a66c62feedc tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.2082436 Jul 15 13:01:01.026721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c81ff0af-0a55-4f97-9ab5-8c9bb9dd02c2 req-15ac6686-41b6-48fa-9d1c-55918ac351cb tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784965 Jul 15 13:01:01.209847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Allocated IP 172.20.0.13 (47bb1340-3efe-4cb6-9677-8cb06ee4c897/e6753d8f-8b98-4a39-8cf4-1902f5d549d4/ec69644d-257f-40ee-9aee-a6e01c096f73) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:01.321568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] For port dfe3e83c-a21c-4063-8e09-099bdd9148c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:01.498862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.513064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.527538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:01.595313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.596050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.597570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e996b1b-474d-4223-96e9-48f8144027e1 req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "PUT /v2.0/ports/dfe3e83c-a21c-4063-8e09-099bdd9148c7 HTTP/1.1" status: 200 len: 981 time: 1.1203020 Jul 15 13:01:01.604270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.619562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:01.622012 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04feae13-71f8-493d-9185-4c2139598076" -d '{"events": [{"name": "network-changed", "server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:01.699499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Transition to ACTIVE for port object ec69644d-257f-40ee-9aee-a6e01c096f73 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:01.720146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:01.732930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d64b1-7c70-4245-bb4d-9d02e520345a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'Port': ['ID=dfe3e83c-a21c-4063-8e09-099bdd9148c7,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:01.747380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99b80-51a1-46ae-a7d4-04774f14b351 req-590e07a8-9b20-4251-9c7d-dd31ce295118 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.749982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28c99b80-51a1-46ae-a7d4-04774f14b351 req-590e07a8-9b20-4251-9c7d-dd31ce295118 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 943 time: 0.3490691 Jul 15 13:01:01.760255 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f79b0d5-3d5e-40d5-ac34-06f68a8cb9bd x-openstack-request-id: req-1f79b0d5-3d5e-40d5-ac34-06f68a8cb9bd {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:01.761206 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e556cf91-3b3a-47f8-9ea6-18c34ec0b259", "tag": "b37c4a81-e5b7-4658-8503-b640da4da08e", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:01.761206 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f79b0d5-3d5e-40d5-ac34-06f68a8cb9bd {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:01.761820 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e556cf91-3b3a-47f8-9ea6-18c34ec0b259', 'tag': 'b37c4a81-e5b7-4658-8503-b640da4da08e', 'status': 'completed', 'code': 200} Jul 15 13:01:01.879330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28c99b80-51a1-46ae-a7d4-04774f14b351 req-c8c3a8e9-45e3-4947-bea6-ee3fd40ee201 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183372 Jul 15 13:01:01.943717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.963808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-3673cc35-7212-48da-b211-f392096fafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.965397 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-3673cc35-7212-48da-b211-f392096fafcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 1095 time: 0.1873834 Jul 15 13:01:02.084795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-4831004e-bce5-4be1-aa7e-988528bc98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:02.087152 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-4831004e-bce5-4be1-aa7e-988528bc98bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 913 time: 0.1150842 Jul 15 13:01:02.087721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c4279c7c-9706-406b-8c21-04b6abdb016b tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips/95123827-3693-4b00-8ef6-b9d1f1b1e2c5 HTTP/1.1" status: 200 len: 693 time: 0.1175318 Jul 15 13:01:02.146553 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-1d892931-5384-49c8-a414-745cd25b76e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b37c4a81-e5b7-4658-8503-b640da4da08e HTTP/1.1" status: 200 len: 217 time: 0.0525808 Jul 15 13:01:02.224959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-178bb500-da38-4d0d-8d2f-e1b3198f392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:02.228420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event updated for resources: {'Port': ['ID=ec69644d-257f-40ee-9aee-a6e01c096f73,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:02.249169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:02.252022 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-178bb500-da38-4d0d-8d2f-e1b3198f392f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.0985904 Jul 15 13:01:02.263925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:02.279171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:02.370968 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-65b40e55-9446-475c-8262-55da62e30a24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115093 Jul 15 13:01:02.426266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cab62-15d4-4e0c-b8b1-da93de63ddac req-c32f99b7-70dd-4e80-8daf-d879fa8cef92 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:02.429843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef6cab62-15d4-4e0c-b8b1-da93de63ddac req-c32f99b7-70dd-4e80-8daf-d879fa8cef92 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.5458040 Jul 15 13:01:02.565955 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-a5b0a868-634c-4124-8871-7e7a166da839 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857622 Jul 15 13:01:02.573394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:02.574546 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.603254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-44317529-f66f-4847-baeb-5e713c602ee0 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:02.604935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-44317529-f66f-4847-baeb-5e713c602ee0 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.5160370 Jul 15 13:01:02.618147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef6cab62-15d4-4e0c-b8b1-da93de63ddac req-f99a2549-2099-4cc3-8ece-2ba3c8d05676 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721435 Jul 15 13:01:02.676669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e3124185-983c-48d2-b653-5784bc15aa0f None None] Provisioning for port ec69644d-257f-40ee-9aee-a6e01c096f73 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:02.679675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-5f070b7a-acd5-4f10-a1a4-00ff56fdff9e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0587592 Jul 15 13:01:02.681679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-73315211-cc18-410c-b670-1add7e4f3274 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4336767 Jul 15 13:01:02.683178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e3124185-983c-48d2-b653-5784bc15aa0f None None] Provisioning complete for port ec69644d-257f-40ee-9aee-a6e01c096f73 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:02.683776 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3124185-983c-48d2-b653-5784bc15aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.694528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Request body: {'port': {'device_id': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:02.702334 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-573055ea-c531-4b31-a1b0-8b37e67026a1 req-29bf7e35-cc7a-421b-885e-3ace4a41d1c6 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289811 Jul 15 13:01:02.748927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e3124185-983c-48d2-b653-5784bc15aa0f None None] Port ec69644d-257f-40ee-9aee-a6e01c096f73 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:02.791720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-e1593670-f803-4f91-ad4e-e3fdcd950728 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0929339 Jul 15 13:01:02.967747 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:03.275442 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.329567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ea027-42e9-403e-8c5a-3ea361eec3ef req-38022c5d-c635-4010-bdf4-8fc28d9a4c5b tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:03.331205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-697ea027-42e9-403e-8c5a-3ea361eec3ef req-38022c5d-c635-4010-bdf4-8fc28d9a4c5b tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 932 time: 0.5463579 Jul 15 13:01:03.487634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-697ea027-42e9-403e-8c5a-3ea361eec3ef req-e77a8302-4139-406a-bad7-6bea8cc7358d tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337721 Jul 15 13:01:03.492210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Deleting port 833c6425-a363-495d-aa78-e7a5544fa313 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:03.492566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.682466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.683250 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.712040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Calling delete_port for 833c6425-a363-495d-aa78-e7a5544fa313 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:03.838028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f88f3c-7ff9-4f4b-87aa-ed97bd07cef9 req-39ae3cd8-338e-49c3-bf2d-949a8306d518 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:03.839646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28f88f3c-7ff9-4f4b-87aa-ed97bd07cef9 req-39ae3cd8-338e-49c3-bf2d-949a8306d518 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1098 time: 0.2165422 Jul 15 13:01:03.860516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec69644d-257f-40ee-9aee-a6e01c096f73 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:03.883711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.914608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Transition to ACTIVE for port object ec69644d-257f-40ee-9aee-a6e01c096f73 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:03.930171 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.965489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28f88f3c-7ff9-4f4b-87aa-ed97bd07cef9 req-50c10efc-5c61-415d-81bb-052074df532c tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111002 Jul 15 13:01:04.046664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Pushing event updated for resources: {'Port': ['ID=ec69644d-257f-40ee-9aee-a6e01c096f73,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:04.130244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.136782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.201014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event deleted for resources: {'Port': ['ID=833c6425-a363-495d-aa78-e7a5544fa313,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:04.299568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Attempting to bind port ec69644d-257f-40ee-9aee-a6e01c096f73 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:04.299909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Attempting to bind port ec69644d-257f-40ee-9aee-a6e01c096f73 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:04.300243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Attempting to bind port ec69644d-257f-40ee-9aee-a6e01c096f73 on network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:04.313235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Port ec69644d-257f-40ee-9aee-a6e01c096f73 on network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:04.313473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Attempting to bind port ec69644d-257f-40ee-9aee-a6e01c096f73 on network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:04.320404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-d344047c-b8d3-46ac-a18b-ad8867f814a6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-138860986&fields=id&tenant_id=bbce120dcc37478089d86e6dd01e30b8 HTTP/1.1" status: 200 len: 267 time: 0.1206095 Jul 15 13:01:04.329438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:04.329780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Checking segment: {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:04.330186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Bound using segment: {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:04.330626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Bound port: ec69644d-257f-40ee-9aee-a6e01c096f73, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8e68c2-9310-42ff-885b-03cc5e3217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:04.330994 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.353624 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.356118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.357299 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6e00ae3-5f36-4fdd-ada8-eed689b61e03 req-c970f936-936a-4053-9daa-a8850d6237f8 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "DELETE /v2.0/floatingips/95123827-3693-4b00-8ef6-b9d1f1b1e2c5 HTTP/1.1" status: 204 len: 173 time: 1.5517068 Jul 15 13:01:04.409756 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05296bbb-7d92-421d-bb4b-68356baa5add x-openstack-request-id: req-05296bbb-7d92-421d-bb4b-68356baa5add {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:04.410031 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:04.410278 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05296bbb-7d92-421d-bb4b-68356baa5add {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:04.410673 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7', 'status': 'completed', 'code': 200} Jul 15 13:01:04.492978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] For port ec69644d-257f-40ee-9aee-a6e01c096f73, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:04.515681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-f164d773-3c52-4903-b884-506ac9a4ad3d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.517287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-f164d773-3c52-4903-b884-506ac9a4ad3d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 984 time: 0.1839056 Jul 15 13:01:04.521489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] For port ec69644d-257f-40ee-9aee-a6e01c096f73, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ec69644d-257f-40ee-9aee-a6e01c096f73,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:04.530803 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.542717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'port': {'security_groups': ['0f9104bc-6a26-4dff-80b2-454f08e6b2b6', 'f9f2139a-8312-4848-86b4-a7736fb2ad82', '4ac16f9c-4b6d-4e95-8d0b-a7ab0d867f1e']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:04.622200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.622827 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.624283 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec69644d-257f-40ee-9aee-a6e01c096f73 HTTP/1.1" status: 200 len: 1093 time: 1.9348187 Jul 15 13:01:04.663679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feae13-71f8-493d-9185-4c2139598076 req-8bb8168e-cafb-4a1e-93cd-feb531077f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.665372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04feae13-71f8-493d-9185-4c2139598076 req-8bb8168e-cafb-4a1e-93cd-feb531077f08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1136 time: 0.2184525 Jul 15 13:01:04.669085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffe9d7-001a-4e27-9f5e-31a0330a7c22 service neutron] Pushing event updated for resources: {'Port': ['ID=ec69644d-257f-40ee-9aee-a6e01c096f73,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:04.796244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.815099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b37c4a81-e5b7-4658-8503-b640da4da08e details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:04.920292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feae13-71f8-493d-9185-4c2139598076 req-c464222d-2cac-4b91-b12e-2d3b21d768f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.921759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04feae13-71f8-493d-9185-4c2139598076 req-c464222d-2cac-4b91-b12e-2d3b21d768f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 914 time: 0.1855197 Jul 15 13:01:04.928457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-03cd041d-ac42-4435-9685-dd60b5583346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.930064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-03cd041d-ac42-4435-9685-dd60b5583346 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=871ead40b7404f9c9a12943545bdda9d&device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 1096 time: 0.2259538 Jul 15 13:01:04.966395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b37c4a81-e5b7-4658-8503-b640da4da08e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b37c4a81-e5b7-4658-8503-b640da4da08e,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:04.987921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b37c4a81-e5b7-4658-8503-b640da4da08e', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'port_id': 'b37c4a81-e5b7-4658-8503-b640da4da08e', 'mac_address': 'fa:16:3e:20:c7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98138ff5-98a1-497e-9957-03af93bd31ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:05.059521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-bbdbc178-c038-4adc-9cae-97a1d8c64051 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec69644d-257f-40ee-9aee-a6e01c096f73 HTTP/1.1" status: 200 len: 217 time: 0.1064618 Jul 15 13:01:05.064886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04feae13-71f8-493d-9185-4c2139598076 req-670bd3bf-2662-4643-bd65-7bb30b5b366e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7 HTTP/1.1" status: 200 len: 217 time: 0.1161442 Jul 15 13:01:05.071536 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.088093 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.112217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37c4a81-e5b7-4658-8503-b640da4da08e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:05.150047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b37c4a81-e5b7-4658-8503-b640da4da08e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b37c4a81-e5b7-4658-8503-b640da4da08e,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:05.155659 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.209203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-a9fae40f-3d21-4599-bb64-d2a3c40c0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.211357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-a9fae40f-3d21-4599-bb64-d2a3c40c0b89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6753d8f-8b98-4a39-8cf4-1902f5d549d4 HTTP/1.1" status: 200 len: 845 time: 0.1444011 Jul 15 13:01:05.219491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feae13-71f8-493d-9185-4c2139598076 req-857d7990-2a18-447a-b7cc-9f23297e1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.221063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04feae13-71f8-493d-9185-4c2139598076 req-857d7990-2a18-447a-b7cc-9f23297e1f53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.1425679 Jul 15 13:01:05.228035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b37c4a81-e5b7-4658-8503-b640da4da08e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:05.238008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.238477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.239005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.239574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.240062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.240562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.240981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.241944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.242388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.242812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.243354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.245444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:05.325931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04feae13-71f8-493d-9185-4c2139598076 req-1bb51e3b-49f7-478b-8169-1ebddd1d1bad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867958 Jul 15 13:01:05.337396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfb92e-293e-4163-bf4f-0c450a771a0a req-b62922db-aee7-4d2b-8da5-ce4386e4e747 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.339162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9acfb92e-293e-4163-bf4f-0c450a771a0a req-b62922db-aee7-4d2b-8da5-ce4386e4e747 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 943 time: 0.4163816 Jul 15 13:01:05.398376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b37c4a81-e5b7-4658-8503-b640da4da08e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:05.425173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] For port dfe3e83c-a21c-4063-8e09-099bdd9148c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:05.506934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9acfb92e-293e-4163-bf4f-0c450a771a0a req-ac53102b-0db7-458f-8672-a682003672b6 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472619 Jul 15 13:01:05.523665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-a2b2f3c6-6c3a-47d9-8f34-cd811836da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.525313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-a2b2f3c6-6c3a-47d9-8f34-cd811836da79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47bb1340-3efe-4cb6-9677-8cb06ee4c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3023140 Jul 15 13:01:05.529281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.556770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.571967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:05.608769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04feae13-71f8-493d-9185-4c2139598076 req-610c95f5-305c-4922-aa07-82d7c54ed984 service neutron] 10.222.0.30 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685413 Jul 15 13:01:05.668592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.669284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.670789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1b868bc-625b-44cb-ac01-0b013c4168fb req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "PUT /v2.0/ports/dfe3e83c-a21c-4063-8e09-099bdd9148c7 HTTP/1.1" status: 200 len: 1020 time: 1.1364470 Jul 15 13:01:05.761860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:05.769812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61507f45-f9ca-457c-9901-1eb20d358c49 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'Port': ['ID=dfe3e83c-a21c-4063-8e09-099bdd9148c7,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:05.799583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-7e58ac76-7d1e-4861-8557-13506b3c8617 service neutron] 10.222.0.35 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642589 Jul 15 13:01:05.906773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04feae13-71f8-493d-9185-4c2139598076 req-cc3f7267-aa52-443c-9fae-ba5ea2dfd1bb service neutron] 10.222.0.30 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888014 Jul 15 13:01:05.975758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f62cb8f-f0f1-4f8a-a065-d891947907a5 req-e4d9c2e1-1ce0-40e4-a263-3f670a72d343 service neutron] 10.222.0.35 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577227 Jul 15 13:01:05.995122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02ff9f-8425-4a4d-b5d8-df19ec25a3c3 req-c2aba449-a959-4984-a5c7-75fdae8a104b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.999308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae02ff9f-8425-4a4d-b5d8-df19ec25a3c3 req-c2aba449-a959-4984-a5c7-75fdae8a104b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.2251356 Jul 15 13:01:06.035181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec919e1-85ac-42f1-851b-8f24fb2f8eac req-c3c6a9ba-a989-4fd6-a3d0-0f0216ff4a15 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.036759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ec919e1-85ac-42f1-851b-8f24fb2f8eac req-c3c6a9ba-a989-4fd6-a3d0-0f0216ff4a15 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1098 time: 0.1360667 Jul 15 13:01:06.057817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae02ff9f-8425-4a4d-b5d8-df19ec25a3c3 req-8014fd94-e77c-442a-aa00-ff72a938bed7 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549595 Jul 15 13:01:06.089840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ec919e1-85ac-42f1-851b-8f24fb2f8eac req-f912a61f-2a6b-4419-acfc-9be7194e531d tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415826 Jul 15 13:01:06.190295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-e494b445-e3a0-483d-be03-e4382ede7d68 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips/2a6c4d23-59f6-4544-86e8-85cb7cfa12e8 HTTP/1.1" status: 200 len: 693 time: 0.0845926 Jul 15 13:01:06.392292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-73862df4-ef43-4e93-8f40-32da3654b804 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.393814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-73862df4-ef43-4e93-8f40-32da3654b804 tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1973305 Jul 15 13:01:06.411906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'tag': 'ec69644d-257f-40ee-9aee-a6e01c096f73'}, {'name': 'network-changed', 'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:06.416305 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02f41b6-852e-4ca0-9704-d322b736bc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e443e751-3049-436e-ac3c-7a0dc0a7e980", "tag": "ec69644d-257f-40ee-9aee-a6e01c096f73"}, {"name": "network-changed", "server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:06.464835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-ea2ff933-c125-46c5-adb4-9fa34ee0826b tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.181 HTTP/1.1" status: 200 len: 696 time: 0.0620215 Jul 15 13:01:06.473106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6d4c0-a9aa-4f19-8ada-a33c0dae9983 req-d261b454-9e37-4ca6-8469-04d41d1f41dc tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.474695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dca6d4c0-a9aa-4f19-8ada-a33c0dae9983 req-d261b454-9e37-4ca6-8469-04d41d1f41dc tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 944 time: 0.1611829 Jul 15 13:01:06.826715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b37c4a81-e5b7-4658-8503-b640da4da08e up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:06.831992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-e931e520-aa23-4282-9212-5d059460b73e tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.181 HTTP/1.1" status: 200 len: 696 time: 0.3562398 Jul 15 13:01:06.887903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dca6d4c0-a9aa-4f19-8ada-a33c0dae9983 req-df137384-9d44-4dd7-9793-f891b58358a7 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048572 Jul 15 13:01:06.892225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port b37c4a81-e5b7-4658-8503-b640da4da08e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:06.899373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b37c4a81-e5b7-4658-8503-b640da4da08e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:06.899993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:06.997829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Deleting port 68587dfc-4a3a-4c3d-920e-3c6e5ccafac3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:06.998221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.035297 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.073527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556cf91-3b3a-47f8-9ea6-18c34ec0b259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37c4a81-e5b7-4658-8503-b640da4da08e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:07.078726 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b0ca23-81f9-4e38-805b-c02e645824a1" -d '{"events": [{"server_uuid": "e556cf91-3b3a-47f8-9ea6-18c34ec0b259", "name": "network-vif-plugged", "status": "completed", "tag": "b37c4a81-e5b7-4658-8503-b640da4da08e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:07.086485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b37c4a81-e5b7-4658-8503-b640da4da08e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b37c4a81-e5b7-4658-8503-b640da4da08e,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:07.092245 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.128311 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.129264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.143961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b37c4a81-e5b7-4658-8503-b640da4da08e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:07.159646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Calling delete_port for 68587dfc-4a3a-4c3d-920e-3c6e5ccafac3 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:07.362362 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.399174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Pushing event deleted for resources: {'Port': ['ID=68587dfc-4a3a-4c3d-920e-3c6e5ccafac3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:07.505940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.509686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.510947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45251a90-6672-4e7b-bda5-efc2b299e63a req-8a691788-bc58-4b4f-8432-144daa541fde tempest-FloatingIPDetailsTestJSON-1845879490 tempest-FloatingIPDetailsTestJSON-1845879490-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a6c4d23-59f6-4544-86e8-85cb7cfa12e8 HTTP/1.1" status: 204 len: 173 time: 0.6672461 Jul 15 13:01:07.519616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36174) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:07.536010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217cc52-dccb-4d04-b726-eae571562657 req-a2b089ab-d6de-4cc7-8ebc-1b3a167e0c15 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.537442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3217cc52-dccb-4d04-b726-eae571562657 req-a2b089ab-d6de-4cc7-8ebc-1b3a167e0c15 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1023 time: 0.1496708 Jul 15 13:01:07.729950 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd12becd-6b5a-45b7-8a32-a25da3162650 x-openstack-request-id: req-bd12becd-6b5a-45b7-8a32-a25da3162650 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:07.730257 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e443e751-3049-436e-ac3c-7a0dc0a7e980", "tag": "ec69644d-257f-40ee-9aee-a6e01c096f73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:07.730628 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd12becd-6b5a-45b7-8a32-a25da3162650 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:07.730911 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'tag': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'status': 'completed', 'code': 200} Jul 15 13:01:07.731188 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7', 'status': 'completed', 'code': 200} Jul 15 13:01:07.743456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3217cc52-dccb-4d04-b726-eae571562657 req-ab3d5732-a648-496c-8482-4f4ba951da26 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&id=0f9104bc-6a26-4dff-80b2-454f08e6b2b6&id=4ac16f9c-4b6d-4e95-8d0b-a7ab0d867f1e HTTP/1.1" status: 200 len: 6145 time: 0.1688104 Jul 15 13:01:07.813560 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf74770-837f-4f88-8385-42c259b0e7ff x-openstack-request-id: req-abf74770-837f-4f88-8385-42c259b0e7ff {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:07.814202 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556cf91-3b3a-47f8-9ea6-18c34ec0b259", "name": "network-vif-plugged", "status": "completed", "tag": "b37c4a81-e5b7-4658-8503-b640da4da08e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:07.815421 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abf74770-837f-4f88-8385-42c259b0e7ff {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:07.823820 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e556cf91-3b3a-47f8-9ea6-18c34ec0b259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37c4a81-e5b7-4658-8503-b640da4da08e', 'code': 200} Jul 15 13:01:07.971516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675aa4d1-2305-4607-b024-6ee693134436 req-68805fb2-8343-464a-9825-b81e311ab7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.973398 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-675aa4d1-2305-4607-b024-6ee693134436 req-68805fb2-8343-464a-9825-b81e311ab7d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 1097 time: 0.0629835 Jul 15 13:01:07.984421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-0a471552-079c-4f81-acb0-af3420f03302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.986008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-0a471552-079c-4f81-acb0-af3420f03302 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=871ead40b7404f9c9a12943545bdda9d&device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 1096 time: 0.2396817 Jul 15 13:01:08.010917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-a982c75a-2230-4d4d-9647-0bb4c21a62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.012542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-a982c75a-2230-4d4d-9647-0bb4c21a62c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1175 time: 0.2650726 Jul 15 13:01:08.012747 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-675aa4d1-2305-4607-b024-6ee693134436 req-ef932b03-e035-417f-8421-4e1175ddb9c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Jul 15 13:01:08.237786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a25a16-8512-4a50-b566-7af79566ef09 req-5cf5f4e8-3240-4f1a-a5db-9249e211d3aa tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.239311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7a25a16-8512-4a50-b566-7af79566ef09 req-5cf5f4e8-3240-4f1a-a5db-9249e211d3aa tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 945 time: 0.3504722 Jul 15 13:01:08.286411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef586a3-31a9-4ad0-af17-2d633a9833de req-71a47850-a5fd-4112-9df6-41e5b34f2af7 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.288612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef586a3-31a9-4ad0-af17-2d633a9833de req-71a47850-a5fd-4112-9df6-41e5b34f2af7 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.3355231 Jul 15 13:01:08.294869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-16509259-c392-42e8-8f45-67eff88ac6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.296404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-16509259-c392-42e8-8f45-67eff88ac6c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=47bb1340-3efe-4cb6-9677-8cb06ee4c897 HTTP/1.1" status: 200 len: 907 time: 0.2806485 Jul 15 13:01:08.305868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-33c14679-dc76-457f-9461-e2beb5fe7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.307378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-33c14679-dc76-457f-9461-e2beb5fe7a1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 914 time: 0.2774444 Jul 15 13:01:08.380304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-8c9f574f-5460-44db-aef0-741dae8076f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec69644d-257f-40ee-9aee-a6e01c096f73 HTTP/1.1" status: 200 len: 217 time: 0.0685668 Jul 15 13:01:08.436554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-21a17693-f130-4700-a3dc-35e383e076f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7 HTTP/1.1" status: 200 len: 217 time: 0.1077304 Jul 15 13:01:08.448526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7a25a16-8512-4a50-b566-7af79566ef09 req-04a0b7de-9c11-4a54-9188-d2c8f09884cd tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923766 Jul 15 13:01:08.490372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef586a3-31a9-4ad0-af17-2d633a9833de req-ee782eaf-c28b-4fdd-b364-1393f408ad54 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914773 Jul 15 13:01:08.598494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-b19cc9cc-4acd-425d-9dcc-9ba622e1dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.600101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-b19cc9cc-4acd-425d-9dcc-9ba622e1dc6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6753d8f-8b98-4a39-8cf4-1902f5d549d4 HTTP/1.1" status: 200 len: 845 time: 0.1780710 Jul 15 13:01:08.611490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-5b63884e-f75a-4c9f-ab8f-17469f559854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.614271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-5b63884e-f75a-4c9f-ab8f-17469f559854 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.1441805 Jul 15 13:01:08.776122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-f495499b-b317-4119-85e7-422c1ef256da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315992 Jul 15 13:01:08.836871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ec69644d-257f-40ee-9aee-a6e01c096f73 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:08.844203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:08.935180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6dcd1825-4938-4d23-86cb-266ada4d13f3 req-b3574c04-96a0-4403-ae09-fa0e75e2d428 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1080979314 ', 'description': 'tempest-description-1515077497'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:09.065838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ec69644d-257f-40ee-9aee-a6e01c096f73, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ec69644d-257f-40ee-9aee-a6e01c096f73,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:09.090847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'port_id': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'mac_address': 'fa:16:3e:5f:81:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:09.149422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-b9da0d5c-5920-4640-9a0f-4450f6d1a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.151018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-b9da0d5c-5920-4640-9a0f-4450f6d1a589 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47bb1340-3efe-4cb6-9677-8cb06ee4c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5354753 Jul 15 13:01:09.160448 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6dcd1825-4938-4d23-86cb-266ada4d13f3 req-b3574c04-96a0-4403-ae09-fa0e75e2d428 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.161501 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.187254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef128c2-8160-4025-8fa6-06a7697b3635 req-1c312bbb-0d23-4f8a-83ef-da63149f557e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.189171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec69644d-257f-40ee-9aee-a6e01c096f73 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:09.194922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ef128c2-8160-4025-8fa6-06a7697b3635 req-1c312bbb-0d23-4f8a-83ef-da63149f557e tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 946 time: 0.5741689 Jul 15 13:01:09.230937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ec69644d-257f-40ee-9aee-a6e01c096f73, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ec69644d-257f-40ee-9aee-a6e01c096f73,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:09.233440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236573-dda8-483b-8490-f4930042b536 req-7a128356-2aaa-43b1-859f-2c0464ed8612 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.236642 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-7a128356-2aaa-43b1-859f-2c0464ed8612 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 945 time: 0.1202314 Jul 15 13:01:09.239123 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.281096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-f7a8733f-f519-45c0-ad90-50f195b03a10 service neutron] 10.222.0.30 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887695 Jul 15 13:01:09.334577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=ec69644d-257f-40ee-9aee-a6e01c096f73,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:09.454930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ef128c2-8160-4025-8fa6-06a7697b3635 req-bf37b5c3-5a54-4e9e-97f1-c7023389addf tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27e5d86-768e-4cfb-9e1a-c02489d0732d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588496 Jul 15 13:01:09.459165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Deleting port b37c4a81-e5b7-4658-8503-b640da4da08e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:09.459165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.489282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['ec69644d-257f-40ee-9aee-a6e01c096f73'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:09.677360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-50201374-2335-4b9c-a291-2b66470bec8c tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.680440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-50201374-2335-4b9c-a291-2b66470bec8c tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.30 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 946 time: 0.6431522 Jul 15 13:01:09.688808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] For port b37c4a81-e5b7-4658-8503-b640da4da08e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b37c4a81-e5b7-4658-8503-b640da4da08e,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:09.689396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.714439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Calling delete_port for b37c4a81-e5b7-4658-8503-b640da4da08e owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:09.916813 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.949810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event deleted for resources: {'Port': ['ID=b37c4a81-e5b7-4658-8503-b640da4da08e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:10.020927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] No DVR routers for this DVR port b37c4a81-e5b7-4658-8503-b640da4da08e on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:10.027659 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.030623 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e0236573-dda8-483b-8490-f4930042b536 req-e2883084-1738-4331-b3db-568131510bff tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "DELETE /v2.0/ports/b37c4a81-e5b7-4658-8503-b640da4da08e HTTP/1.1" status: 204 len: 173 time: 0.7864068 Jul 15 13:01:10.031296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556cf91-3b3a-47f8-9ea6-18c34ec0b259', 'name': 'network-vif-deleted', 'tag': 'b37c4a81-e5b7-4658-8503-b640da4da08e'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:10.035272 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84fef88-d773-4392-82e4-e11553b20ab1" -d '{"events": [{"server_uuid": "e556cf91-3b3a-47f8-9ea6-18c34ec0b259", "name": "network-vif-deleted", "tag": "b37c4a81-e5b7-4658-8503-b640da4da08e"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:10.098967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-89e4b306-60ca-4cef-943a-3b285c05a92a service neutron] 10.222.0.35 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9320376 Jul 15 13:01:10.127169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b37c4a81-e5b7-4658-8503-b640da4da08e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:10.283892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-a876ca27-7781-47eb-9f60-4c6370fdc180 service neutron] 10.222.0.30 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9660809 Jul 15 13:01:10.360340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6dcd1825-4938-4d23-86cb-266ada4d13f3 req-b3574c04-96a0-4403-ae09-fa0e75e2d428 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.378296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6dcd1825-4938-4d23-86cb-266ada4d13f3 req-b3574c04-96a0-4403-ae09-fa0e75e2d428 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.418325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-c9f74664-818d-4584-9a4d-f2785916ebac tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.420117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-c9f74664-818d-4584-9a4d-f2785916ebac tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1098 time: 0.8781378 Jul 15 13:01:10.469395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:10.476425 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-87ab9bb9-f9d9-497c-b559-a4675297a30d req-73a6d91d-bdf8-4d6e-bcfa-0131233ee093 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 210 time: 0.0311480 Jul 15 13:01:10.493649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebd211-1c55-4818-bb35-e5f5db72ad24 req-025c9b52-1b1d-4465-b3bb-904a8af6bc41 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.495437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30ebd211-1c55-4818-bb35-e5f5db72ad24 req-025c9b52-1b1d-4465-b3bb-904a8af6bc41 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 945 time: 0.7647383 Jul 15 13:01:10.519495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6dcd1825-4938-4d23-86cb-266ada4d13f3 req-b3574c04-96a0-4403-ae09-fa0e75e2d428 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.520762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6dcd1825-4938-4d23-86cb-266ada4d13f3 req-b3574c04-96a0-4403-ae09-fa0e75e2d428 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.5923438 Jul 15 13:01:10.530865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e02f41b6-852e-4ca0-9704-d322b736bc3e req-8c5d8141-4f00-4b9b-89cb-c964ae5c55fb service neutron] 10.222.0.35 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184649 Jul 15 13:01:10.561358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574c04-96a0-4403-ae09-fa0e75e2d428 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b36aee-beb5-4a53-b0a6-6ddb78dd2a67,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:10.585048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Deleting port e9a697a4-e2eb-427e-b12f-560eb3f8db54 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:10.585401 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.663403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab9bb9-f9d9-497c-b559-a4675297a30d req-d151ef95-3088-4997-831f-03407bb97e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.665463 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-87ab9bb9-f9d9-497c-b559-a4675297a30d req-d151ef95-3088-4997-831f-03407bb97e7e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8873230e35444f6bb69d848213db6865&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1821067 Jul 15 13:01:10.671543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30ebd211-1c55-4818-bb35-e5f5db72ad24 req-767edb09-e8af-42eb-b375-7840098d734a tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486483 Jul 15 13:01:10.726766 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.809407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] For port e9a697a4-e2eb-427e-b12f-560eb3f8db54, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e9a697a4-e2eb-427e-b12f-560eb3f8db54,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:10.809776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.837504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ec69644d-257f-40ee-9aee-a6e01c096f73 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:10.837755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Deleting port 184bd305-0ac0-4168-9eac-a20855ac57a7 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:10.838051 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.852821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Calling delete_port for e9a697a4-e2eb-427e-b12f-560eb3f8db54 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:10.882448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab9bb9-f9d9-497c-b559-a4675297a30d req-a25ce1d7-ae67-4be3-b789-b6932bfa65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.888186 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-87ab9bb9-f9d9-497c-b559-a4675297a30d req-a25ce1d7-ae67-4be3-b789-b6932bfa65e0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146928 Jul 15 13:01:10.902621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port ec69644d-257f-40ee-9aee-a6e01c096f73 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:10.908567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-133a83ae-113a-47ed-a4ad-1f8986362a46 req-2bbecb50-b9d3-43a7-b4ab-b0f700d897df tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 210 time: 0.0659828 Jul 15 13:01:10.924053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port ec69644d-257f-40ee-9aee-a6e01c096f73 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:10.924785 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.019344 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.048194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69644d-257f-40ee-9aee-a6e01c096f73'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:11.050690 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d59a863-c7ad-45a6-811f-d13f30c767ea" -d '{"events": [{"server_uuid": "e443e751-3049-436e-ac3c-7a0dc0a7e980", "name": "network-vif-plugged", "status": "completed", "tag": "ec69644d-257f-40ee-9aee-a6e01c096f73"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:11.067702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ec69644d-257f-40ee-9aee-a6e01c096f73, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ec69644d-257f-40ee-9aee-a6e01c096f73,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:11.074392 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.132060 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=ec69644d-257f-40ee-9aee-a6e01c096f73,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.204128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:11.260608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] For port 184bd305-0ac0-4168-9eac-a20855ac57a7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=184bd305-0ac0-4168-9eac-a20855ac57a7,segment=NetworkSegment(82cd4196-ad94-452c-9f63-576d357f0263),segment_id=82cd4196-ad94-452c-9f63-576d357f0263)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:11.261035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.299649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Calling delete_port for 184bd305-0ac0-4168-9eac-a20855ac57a7 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:11.356039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634552f-306f-4f10-8cee-ee3d2e55a039 req-7d75a143-fbab-445a-88a9-384d62210baa tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.357520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0634552f-306f-4f10-8cee-ee3d2e55a039 req-7d75a143-fbab-445a-88a9-384d62210baa tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1098 time: 0.4105175 Jul 15 13:01:11.364963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:11.473807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8464ba-a0bd-44f0-897b-ce949181b94e req-10a1560d-deb8-413c-89f0-b8cfdc94b19b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.476022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf8464ba-a0bd-44f0-897b-ce949181b94e req-10a1560d-deb8-413c-89f0-b8cfdc94b19b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 946 time: 0.3396704 Jul 15 13:01:11.487378 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.501209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e9a697a4-e2eb-427e-b12f-560eb3f8db54'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:11.544446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:11.546737 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e3ae7-caba-408f-afd4-860bffb1ea86" -d '{"events": [{"server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "name": "network-vif-unplugged", "status": "completed", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:11.550542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.590786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Pushing event deleted for resources: {'Port': ['ID=e9a697a4-e2eb-427e-b12f-560eb3f8db54,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.594067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0634552f-306f-4f10-8cee-ee3d2e55a039 req-fb015f28-6c48-4ca0-ab59-1781ff574fa7 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219546 Jul 15 13:01:11.659649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.676506 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766cff58-11b0-4e2d-ac9f-0432e5150669 x-openstack-request-id: req-766cff58-11b0-4e2d-ac9f-0432e5150669 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:11.677026 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556cf91-3b3a-47f8-9ea6-18c34ec0b259", "name": "network-vif-deleted", "tag": "b37c4a81-e5b7-4658-8503-b640da4da08e", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:11.677026 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-766cff58-11b0-4e2d-ac9f-0432e5150669 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:11.677446 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e556cf91-3b3a-47f8-9ea6-18c34ec0b259', 'name': 'network-vif-deleted', 'tag': 'b37c4a81-e5b7-4658-8503-b640da4da08e', 'status': 'completed', 'code': 200} Jul 15 13:01:11.736611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] No DVR routers for this DVR port e9a697a4-e2eb-427e-b12f-560eb3f8db54 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:11.753004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:11.753581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.755660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-274000a4-c3ee-4dff-abbf-5b742439eaad req-6aacb368-9ae7-4ba5-93a9-02c8d3fef0cb tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.30 "DELETE /v2.0/ports/e9a697a4-e2eb-427e-b12f-560eb3f8db54 HTTP/1.1" status: 204 len: 173 time: 2.0524907 Jul 15 13:01:11.769951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf8464ba-a0bd-44f0-897b-ce949181b94e req-f8af9193-97ca-407f-8741-ce4b43ed18dd tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799442 Jul 15 13:01:11.838509 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05387f76-37d1-499b-88b1-4abf05612e21 req-e2970b01-0529-4edc-887d-643ed925e00d tempest-AttachSCSIVolumeTestJSON-1178904751 tempest-AttachSCSIVolumeTestJSON-1178904751-project] 10.222.0.25 "GET /v2.0/ports?device_id=28dcb003-1bee-4dd7-9f4a-c8db9beddb43 HTTP/1.1" status: 200 len: 210 time: 0.0549288 Jul 15 13:01:11.901330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.954415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on host n-h1-771362-36 for vnic_type normal with profile {"migrating_to": "n-h2-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:11.954933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:11.955332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:11.978689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:11.985523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:12.012678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:12.013590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:12.013590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:12.013590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:12.014056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Bound port: 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:12.014056 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.041521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a0cf75-b8ff-4cec-88d2-2482aa12cfbd req-65e05015-a58a-4f63-8a57-50679c5eb0b4 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/78b36aee-beb5-4a53-b0a6-6ddb78dd2a67 HTTP/1.1" status: 200 len: 1781 time: 0.1816034 Jul 15 13:01:12.045515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.072122 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3099a9c2-afac-47d6-98c6-b0ce6b26edba x-openstack-request-id: req-3099a9c2-afac-47d6-98c6-b0ce6b26edba {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:12.072623 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e443e751-3049-436e-ac3c-7a0dc0a7e980", "name": "network-vif-plugged", "status": "completed", "tag": "ec69644d-257f-40ee-9aee-a6e01c096f73", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:12.073009 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3099a9c2-afac-47d6-98c6-b0ce6b26edba {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:12.077456 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'code': 200} Jul 15 13:01:12.119285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on host n-h1-771362-36 for vnic_type normal with profile {"migrating_to": "n-h2-771362-36"} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:12.120042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:12.120681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:12.129394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:12.129993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:12.141748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:12.142956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:12.144166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:12.148594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Bound port: 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:12.149932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.238981 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2972ccec-422b-4da2-8915-32dc195b5c60 x-openstack-request-id: req-2972ccec-422b-4da2-8915-32dc195b5c60 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:12.240267 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "name": "network-vif-unplugged", "status": "completed", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:12.240745 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2972ccec-422b-4da2-8915-32dc195b5c60 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:12.241408 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0', 'code': 200} Jul 15 13:01:12.254585 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3baf6d-2602-4938-a366-6fa0a6d0bb1a req-7e5eb84c-cdfe-4cc0-aae0-87633984f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:12.257154 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7c3baf6d-2602-4938-a366-6fa0a6d0bb1a req-7e5eb84c-cdfe-4cc0-aae0-87633984f65f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 1098 time: 0.1305087 Jul 15 13:01:12.290906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:12.294804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:12.309221 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.382409 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7c3baf6d-2602-4938-a366-6fa0a6d0bb1a req-7f39cea7-dd65-4b3f-ba57-b4ad6c81caa8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166391 Jul 15 13:01:12.392378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87ab9bb9-f9d9-497c-b559-a4675297a30d req-b1ba0fe8-1308-4ec9-9866-e2f63a58791c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 210 time: 0.1041491 Jul 15 13:01:12.405053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=184bd305-0ac0-4168-9eac-a20855ac57a7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:12.489363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 has no active binding in host n-h2-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:01:12.499879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:12.550391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:12.668544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3f4c3ae3-4a23-420f-8219-bae08ac79aa0-n-h1-771362-36-0 {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:01:12.669031 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:01:12.721315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47b0ec-ba03-4869-8868-be8c2e4c90f3 req-0ad0ebe9-e7ed-4603-849c-a639c54b8abb tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:12.724409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf47b0ec-ba03-4869-8868-be8c2e4c90f3 req-0ad0ebe9-e7ed-4603-849c-a639c54b8abb tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 946 time: 0.5067854 Jul 15 13:01:12.871232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.879051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf47b0ec-ba03-4869-8868-be8c2e4c90f3 req-b1fa8c3a-4ecf-4d87-8dd1-538334ded980 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926847 Jul 15 13:01:13.210036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on host n-h1-771362-36 for vnic_type normal with profile {"migrating_to": "n-h2-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:13.210930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:13.212910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:13.291724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:13.292249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempting to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:13.298542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb0725ac-6e61-487f-b7a4-13c58443b5ef req-3e5b8ae6-d19b-4e17-8652-e913204bbfd4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=e556cf91-3b3a-47f8-9ea6-18c34ec0b259 HTTP/1.1" status: 200 len: 210 time: 0.0748594 Jul 15 13:01:13.306291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Router 1bce65c7-d81c-4c97-b800-376665d15c0a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:13.316690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:13.317259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:13.317914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:13.318675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Bound port: 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:13.319876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.546035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e910427-fcc3-45d6-ad05-ca00cebed50f req-2a17b132-ba4d-4250-baca-33f892a7387c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/78b36aee-beb5-4a53-b0a6-6ddb78dd2a67 HTTP/1.1" status: 200 len: 1781 time: 0.1361952 Jul 15 13:01:13.551650 n-d-771362-36 neutron-server[93733]: WARNING neutron.plugins.ml2.plugin [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Concurrent port binding operations failed on port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 Jul 15 13:01:13.557681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:13.607637 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attempt 2 to bind port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 Jul 15 13:01:13.619358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.619976 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.621450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-05d41f22-4c04-4426-9679-2afc72ad4f74 service neutron] 10.222.0.30 "PUT /v2.0/ports/3f4c3ae3-4a23-420f-8219-bae08ac79aa0 HTTP/1.1" status: 200 len: 1124 time: 3.1820872 Jul 15 13:01:13.698733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3f4c3ae3-4a23-420f-8219-bae08ac79aa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:13.745556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3f4c3ae3-4a23-420f-8219-bae08ac79aa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:13.749764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e9a697a4-e2eb-427e-b12f-560eb3f8db54 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:13.836796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: e9a697a4-e2eb-427e-b12f-560eb3f8db54 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:13.837358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e9a697a4-e2eb-427e-b12f-560eb3f8db54 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:13.875355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-d7d2e7de-801b-448f-85e8-4de0906eae50 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:01:13.877638 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-d7d2e7de-801b-448f-85e8-4de0906eae50 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088518 Jul 15 13:01:13.897754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Request body: {'binding': {'host': 'n-h2-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:13.898892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Unknown quota resources ['binding']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:01:14.014301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:14.021666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8b5b3e9d-b113-4d71-b17b-92ef869c9f37 admin admin] 10.222.0.25 "PUT /v2.0/routers/1bce65c7-d81c-4c97-b800-376665d15c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5009532 Jul 15 13:01:14.026728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36238) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:14.039341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] Sync routers for ids ['1bce65c7-d81c-4c97-b800-376665d15c0a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:14.099793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-5cd5da9a-1924-4921-8db5-e96cdd436092 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5042033 Jul 15 13:01:14.105640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9e910427-fcc3-45d6-ad05-ca00cebed50f req-5d4b0059-3867-4328-b2cd-5f6ad1c485bd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.111194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] Routers {'1bce65c7-d81c-4c97-b800-376665d15c0a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:14.112584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1bce65c7-d81c-4c97-b800-376665d15c0a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:14.151704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on host n-h2-771362-36 for vnic_type normal with profile None {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:14.152262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:14.152818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:14.161186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:14.161731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:14.171569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:14.172135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:14.172733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:14.173468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Bound port: 0b880bfa-33c8-4654-8483-cf5d4fba907c, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:14.199701 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9e910427-fcc3-45d6-ad05-ca00cebed50f req-5d4b0059-3867-4328-b2cd-5f6ad1c485bd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.243623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dcb003-1bee-4dd7-9f4a-c8db9beddb43', 'name': 'network-vif-deleted', 'tag': 'e9a697a4-e2eb-427e-b12f-560eb3f8db54'}, {'name': 'network-changed', 'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:14.246051 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68" -d '{"events": [{"server_uuid": "28dcb003-1bee-4dd7-9f4a-c8db9beddb43", "name": "network-vif-deleted", "tag": "e9a697a4-e2eb-427e-b12f-560eb3f8db54"}, {"name": "network-changed", "server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:14.264356 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.279021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:14.286374 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] Notify callbacks [] for binding, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.289229 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-43adf8a5-2322-4786-9f04-49490eb19025 service neutron] 10.222.0.25 "POST /v2.0/ports/0b880bfa-33c8-4654-8483-cf5d4fba907c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3986158 Jul 15 13:01:14.368493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-aa8625c8-1d70-4cc0-be3b-af9c2a2c234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.370097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-aa8625c8-1d70-4cc0-be3b-af9c2a2c234d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1096 time: 0.2118962 Jul 15 13:01:14.370877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9e910427-fcc3-45d6-ad05-ca00cebed50f req-5d4b0059-3867-4328-b2cd-5f6ad1c485bd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.373894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9e910427-fcc3-45d6-ad05-ca00cebed50f req-5d4b0059-3867-4328-b2cd-5f6ad1c485bd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.386468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e910427-fcc3-45d6-ad05-ca00cebed50f req-5d4b0059-3867-4328-b2cd-5f6ad1c485bd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/78b36aee-beb5-4a53-b0a6-6ddb78dd2a67 HTTP/1.1" status: 204 len: 173 time: 0.8258646 Jul 15 13:01:14.519859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b0059-3867-4328-b2cd-5f6ad1c485bd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b36aee-beb5-4a53-b0a6-6ddb78dd2a67,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:14.607252 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.622083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] Set router 1bce65c7-d81c-4c97-b800-376665d15c0a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:14.745567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-6e554cca-0d6c-4a47-98c6-e7df2db5d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.747233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-6e554cca-0d6c-4a47-98c6-e7df2db5d041 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.2952573 Jul 15 13:01:14.755404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfab719-bf0d-4ed4-8914-8beada230016 req-00345fc7-5d0f-4496-bfd8-3a922bd84f2f tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.757087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8bfab719-bf0d-4ed4-8914-8beada230016 req-00345fc7-5d0f-4496-bfd8-3a922bd84f2f tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 944 time: 0.2158504 Jul 15 13:01:14.846817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-6a7fdd93-832c-4e12-8a6c-82b85b22ff9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 217 time: 0.0800056 Jul 15 13:01:14.925981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Deleting port 13144eef-162c-4232-8376-33c15d53ee5f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:14.926301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.936644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8bfab719-bf0d-4ed4-8914-8beada230016 req-e5350f44-1350-431d-948e-59e58b47f3b8 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341286 Jul 15 13:01:14.969521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '13144eef-162c-4232-8376-33c15d53ee5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:01:11Z', 'revision_number': 5, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port': {'id': '13144eef-162c-4232-8376-33c15d53ee5f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:19Z', 'updated_at': '2021-07-15T13:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:14.980610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-ff538f6f-0456-463b-b15e-445064cb0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.982481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-ff538f6f-0456-463b-b15e-445064cb0bdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1204493 Jul 15 13:01:15.008194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] Checking router: 1bce65c7-d81c-4c97-b800-376665d15c0a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:15.019882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] Routers {'1bce65c7-d81c-4c97-b800-376665d15c0a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:15.020549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1bce65c7-d81c-4c97-b800-376665d15c0a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:15.070221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] For port 13144eef-162c-4232-8376-33c15d53ee5f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=13144eef-162c-4232-8376-33c15d53ee5f,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:15.070559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.086848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Calling delete_port for 13144eef-162c-4232-8376-33c15d53ee5f owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:15.150995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] Set router 1bce65c7-d81c-4c97-b800-376665d15c0a gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:15.203687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aad70-161d-48ea-8251-52e976087a78 req-97dfa5c7-7ea0-4a48-a541-f5249f6e6a72 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.220015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-752aad70-161d-48ea-8251-52e976087a78 req-97dfa5c7-7ea0-4a48-a541-f5249f6e6a72 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 946 time: 0.4794848 Jul 15 13:01:15.231602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-97f45631-f6e5-48b8-b055-a23c2432f2b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779243 Jul 15 13:01:15.266033 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccc960c-e9f1-4b7f-bcc7-312cd063fea5 x-openstack-request-id: req-fccc960c-e9f1-4b7f-bcc7-312cd063fea5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:15.266323 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dcb003-1bee-4dd7-9f4a-c8db9beddb43", "name": "network-vif-deleted", "tag": "e9a697a4-e2eb-427e-b12f-560eb3f8db54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:15.266586 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fccc960c-e9f1-4b7f-bcc7-312cd063fea5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:15.267472 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dcb003-1bee-4dd7-9f4a-c8db9beddb43', 'name': 'network-vif-deleted', 'tag': 'e9a697a4-e2eb-427e-b12f-560eb3f8db54', 'status': 'completed', 'code': 200} Jul 15 13:01:15.267654 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0', 'status': 'completed', 'code': 200} Jul 15 13:01:15.300829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:01:14Z', 'revision_number': 6, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:15.368598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f6068-d130-4d41-8791-f7665eb1e475 None None] The sync data for ids ['1bce65c7-d81c-4c97-b800-376665d15c0a'] in n-d-771362-36 is: [{'id': '1bce65c7-d81c-4c97-b800-376665d15c0a', 'name': 'tempest-FloatingIPDetailsTestJSON-2011795531-router', 'tenant_id': 'bde23d0356b44d64ab5885cae2e77b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:17Z', 'updated_at': '2021-07-15T13:01:14Z', 'revision_number': 6, 'project_id': 'bde23d0356b44d64ab5885cae2e77b81', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:15.507077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-752aad70-161d-48ea-8251-52e976087a78 req-58f33152-5e6a-456a-a73a-e3f813793eb3 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854507 Jul 15 13:01:15.557672 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-e27c4db0-bce6-4a4c-85aa-05a78f97e905 req-d08f3753-b9c7-4ade-9c1a-dd40a908c6fa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:01:15.572122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e27c4db0-bce6-4a4c-85aa-05a78f97e905 req-d08f3753-b9c7-4ade-9c1a-dd40a908c6fa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/78b36aee-beb5-4a53-b0a6-6ddb78dd2a67 HTTP/1.1" status: 404 len: 352 time: 0.0844126 Jul 15 13:01:15.620438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.716182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=13144eef-162c-4232-8376-33c15d53ee5f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:15.747009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-fe60dca0-2ecf-465e-b8db-871c81dc0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.749959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-fe60dca0-2ecf-465e-b8db-871c81dc0e17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1127 time: 0.4445355 Jul 15 13:01:15.844006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-93bd4181-e0a8-4759-9caf-b231b69c7a95 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994084 Jul 15 13:01:16.130419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.277846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.287465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea5bd7-3188-4f9b-9ed7-f2414081c478 req-4b6199f7-3190-4ce6-b802-54acfd0031fb tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.289147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3ea5bd7-3188-4f9b-9ed7-f2414081c478 req-4b6199f7-3190-4ce6-b802-54acfd0031fb tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.5938218 Jul 15 13:01:16.291042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.293316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-b5eeb4c9-a0db-4e61-be1d-606c50a60613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.294803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-b5eeb4c9-a0db-4e61-be1d-606c50a60613 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.5327125 Jul 15 13:01:16.300741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbb6e7f-2e83-43f6-8f77-dcc49654e814 req-02aada26-2de0-45d4-9a74-4f1429fba1f9 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982265 Jul 15 13:01:16.364480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2204c07-bd38-402e-bb4d-5b65a41ff1da req-a52f0520-3d26-41a3-9e34-f0df49b5e320 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.366413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2204c07-bd38-402e-bb4d-5b65a41ff1da req-a52f0520-3d26-41a3-9e34-f0df49b5e320 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 945 time: 0.6751332 Jul 15 13:01:16.406626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-ed1f1587-871a-484c-bab0-df86f74d64f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0 HTTP/1.1" status: 200 len: 217 time: 0.1001887 Jul 15 13:01:16.454103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.454547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bce65c7-d81c-4c97-b800-376665d15c0a {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:01:16.467756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.472724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-da33ce7c-0791-46bc-83f7-50243e6d9d21 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1bce65c7-d81c-4c97-b800-376665d15c0a HTTP/1.1" status: 204 len: 168 time: 2.4411762 Jul 15 13:01:16.473789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36312) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:16.481130 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3ea5bd7-3188-4f9b-9ed7-f2414081c478 req-a9cb4640-8488-4b9f-81d0-9aed455a0f7e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824977 Jul 15 13:01:16.522024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 184bd305-0ac0-4168-9eac-a20855ac57a7 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:16.590537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-8e7ef22c-24e9-48f4-8f52-25a9abfecc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.591514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 184bd305-0ac0-4168-9eac-a20855ac57a7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:16.592775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 184bd305-0ac0-4168-9eac-a20855ac57a7 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:16.595845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 13144eef-162c-4232-8376-33c15d53ee5f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:16.609196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-8e7ef22c-24e9-48f4-8f52-25a9abfecc7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1901278 Jul 15 13:01:16.619162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2204c07-bd38-402e-bb4d-5b65a41ff1da req-c96595a6-2c85-4353-8917-d201aec8c620 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907716 Jul 15 13:01:16.672173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 13144eef-162c-4232-8376-33c15d53ee5f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:16.674243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 13144eef-162c-4232-8376-33c15d53ee5f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:16.677784 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-8312a6c7-bcdc-4ac3-a169-78115ffd129a admin admin] Deleting subnet 7032bf11-a534-4b4c-bef2-21af5eccedc6 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:01:16.700230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8312a6c7-bcdc-4ac3-a169-78115ffd129a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.720158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-4f7b39f0-e5b4-4ea2-808d-a77bd2a3d224 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990877 Jul 15 13:01:16.777072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8312a6c7-bcdc-4ac3-a169-78115ffd129a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.886560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b37c4a81-e5b7-4658-8503-b640da4da08e no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:16.974803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8312a6c7-bcdc-4ac3-a169-78115ffd129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.976045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: b37c4a81-e5b7-4658-8503-b640da4da08e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:16.976453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b37c4a81-e5b7-4658-8503-b640da4da08e not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:17.086083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8312a6c7-bcdc-4ac3-a169-78115ffd129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.160387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed414345-44c6-421a-af7c-66ae96bbd22b None None] Network cc410c5b-a577-449e-bdf9-8c74940f73dc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:17.165812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8312a6c7-bcdc-4ac3-a169-78115ffd129a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.172392 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8312a6c7-bcdc-4ac3-a169-78115ffd129a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7032bf11-a534-4b4c-bef2-21af5eccedc6 HTTP/1.1" status: 204 len: 168 time: 0.6949322 Jul 15 13:01:17.176679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312a6c7-bcdc-4ac3-a169-78115ffd129a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7032bf11-a534-4b4c-bef2-21af5eccedc6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:17.182501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36326) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:17.487332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-6fe858ac-7246-411c-84ba-1c6bc851a1a1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:17.489193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-6fe858ac-7246-411c-84ba-1c6bc851a1a1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.8447659 Jul 15 13:01:17.536346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-22315b6f-3e33-41f0-b440-2e8829902adb tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/quotas/8873230e35444f6bb69d848213db6865 HTTP/1.1" status: 200 len: 375 time: 0.0344522 Jul 15 13:01:17.547179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] DHCP port deletion for cc410c5b-a577-449e-bdf9-8c74940f73dc request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:01:17.557140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-d329e246-31cf-491d-bf1f-ff86313e302e service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8046799 Jul 15 13:01:17.609918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] Deleting port 80f84b25-4684-4db7-b018-abb6d8f1d064 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:17.610273 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.641340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-9ae1541c-c0cb-4bde-95cf-17b4d0463981 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772324 Jul 15 13:01:17.692137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] For port 80f84b25-4684-4db7-b018-abb6d8f1d064, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=80f84b25-4684-4db7-b018-abb6d8f1d064,segment=NetworkSegment(82cd4196-ad94-452c-9f63-576d357f0263),segment_id=82cd4196-ad94-452c-9f63-576d357f0263)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:17.692724 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.698979 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.710329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] Calling delete_port for 80f84b25-4684-4db7-b018-abb6d8f1d064 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:17.757287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a97f25-377c-4b02-83ec-1f1bfdcbc364 req-b6c44398-3927-44b0-8605-45d8613646c2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:17.768733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7a97f25-377c-4b02-83ec-1f1bfdcbc364 req-b6c44398-3927-44b0-8605-45d8613646c2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 946 time: 0.8425021 Jul 15 13:01:17.780500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36332) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:17.793040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Request body: {'floatingip': {'port_id': 'ec69644d-257f-40ee-9aee-a6e01c096f73'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:17.839319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-555054f9-9f74-4391-9118-201f50e2b89f req-a968181c-a1a5-4878-aea2-7bf78967f558 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2047543532', 'description': 'tempest-description-900106562'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:17.840594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.901055 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.904484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] Pushing event deleted for resources: {'Port': ['ID=80f84b25-4684-4db7-b018-abb6d8f1d064,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:17.907277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-555054f9-9f74-4391-9118-201f50e2b89f req-a968181c-a1a5-4878-aea2-7bf78967f558 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.914009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e568ce-f589-4fbb-9e70-3f300117dd14 None None] No DVR routers for this DVR port 80f84b25-4684-4db7-b018-abb6d8f1d064 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:17.991434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-ef4a30e3-419e-49da-aebf-a7ec0089cc2b service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376410 Jul 15 13:01:18.000562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6639c9-7e19-4268-bcf5-b0dc447e6e68 req-a9d8cfa0-3346-4b20-927c-5257e0846baa service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762202 Jul 15 13:01:18.053561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Deleting port 80f84b25-4684-4db7-b018-abb6d8f1d064 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:18.054162 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.194252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] For port 80f84b25-4684-4db7-b018-abb6d8f1d064, host n-d-771362-36, got binding levels [] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:18.194792 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.207641 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-555054f9-9f74-4391-9118-201f50e2b89f req-a968181c-a1a5-4878-aea2-7bf78967f558 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.222592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Calling delete_port for 80f84b25-4684-4db7-b018-abb6d8f1d064 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:18.227701 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-555054f9-9f74-4391-9118-201f50e2b89f req-a968181c-a1a5-4878-aea2-7bf78967f558 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.256083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-c96383bf-db77-4b5d-a328-1b5bc3db2f37 service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300241 Jul 15 13:01:18.278580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-555054f9-9f74-4391-9118-201f50e2b89f req-a968181c-a1a5-4878-aea2-7bf78967f558 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.280524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Port 80f84b25-4684-4db7-b018-abb6d8f1d064 was not found and therefore no delete operation was performed {{(pid=93734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:01:18.282574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.287009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-555054f9-9f74-4391-9118-201f50e2b89f req-a968181c-a1a5-4878-aea2-7bf78967f558 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4855821 Jul 15 13:01:18.290185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968181c-a1a5-4878-aea2-7bf78967f558 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1020daaf-23b5-4001-a60c-de70a03a68c7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:18.332001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=80f84b25-4684-4db7-b018-abb6d8f1d064,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:18.342285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] No DVR routers for this DVR port 80f84b25-4684-4db7-b018-abb6d8f1d064 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:18.478937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.520084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 80f84b25-4684-4db7-b018-abb6d8f1d064 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:18.557267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 80f84b25-4684-4db7-b018-abb6d8f1d064 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:18.558287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 80f84b25-4684-4db7-b018-abb6d8f1d064 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:18.596576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc410c5b-a577-449e-bdf9-8c74940f73dc']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:18.727679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701692aa-5e48-4bbe-87ff-89ea61a7a39e req-4447231b-5884-4433-8188-b9944ac2ea3a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:18.732642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701692aa-5e48-4bbe-87ff-89ea61a7a39e req-4447231b-5884-4433-8188-b9944ac2ea3a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 944 time: 0.2018845 Jul 15 13:01:18.776303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cd4196-ad94-452c-9f63-576d357f0263') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:18.777164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cd4196-ad94-452c-9f63-576d357f0263') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:18.789974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.809160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.813282 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8e8de194-c1a5-4972-8a57-ac0fd16a9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.817693 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:01:18.818165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.831110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701692aa-5e48-4bbe-87ff-89ea61a7a39e req-b7b55409-a06f-4024-b1a4-d593a7d1d273 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937696 Jul 15 13:01:18.918431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:01:18.919689 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:01:18.922588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.942011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.946954 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] 10.222.0.25 "DELETE /v2.0/networks/cc410c5b-a577-449e-bdf9-8c74940f73dc HTTP/1.1" status: 204 len: 168 time: 1.7626956 Jul 15 13:01:18.952709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.025938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0771162-f89c-4cd9-a7d0-eb1ba1a19c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc410c5b-a577-449e-bdf9-8c74940f73dc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:19.197313 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Floating IP 8aeaa73c-42cb-4f7e-b6ec-2db838f542fe associated. External IP: 172.25.1.125, port: ec69644d-257f-40ee-9aee-a6e01c096f73. Jul 15 13:01:19.213544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9cec1a53-cb71-45cf-9e0b-3f99208712fa req-d39c2d6e-4403-4611-8aeb-58d085f2dd2c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1180344493', 'description': 'tempest-description-1375474887'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:19.283836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36352) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:19.310705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9cec1a53-cb71-45cf-9e0b-3f99208712fa req-d39c2d6e-4403-4611-8aeb-58d085f2dd2c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.357096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9876c-ac75-45d2-a42a-4959583fe24f req-a6b5b381-7200-4b28-b764-980e8f671b99 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:19.366184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37d9876c-ac75-45d2-a42a-4959583fe24f req-a6b5b381-7200-4b28-b764-980e8f671b99 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.2768278 Jul 15 13:01:19.457943 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37d9876c-ac75-45d2-a42a-4959583fe24f req-262eeab4-9fd9-40a6-931b-96a06e4895db tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910511 Jul 15 13:01:19.530269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36358) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:19.531189 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-574d4a00-f799-4ad9-bc4e-2034866fa828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bde23d0356b44d64ab5885cae2e77b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381546 Jul 15 13:01:19.563948 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9cec1a53-cb71-45cf-9e0b-3f99208712fa req-d39c2d6e-4403-4611-8aeb-58d085f2dd2c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.578704 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9cec1a53-cb71-45cf-9e0b-3f99208712fa req-d39c2d6e-4403-4611-8aeb-58d085f2dd2c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.664553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c2d6e-4403-4611-8aeb-58d085f2dd2c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fd9825-9254-431f-849e-9502150a59f2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:19.709897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9cec1a53-cb71-45cf-9e0b-3f99208712fa req-d39c2d6e-4403-4611-8aeb-58d085f2dd2c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.711865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cec1a53-cb71-45cf-9e0b-3f99208712fa req-d39c2d6e-4403-4611-8aeb-58d085f2dd2c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5129733 Jul 15 13:01:19.739620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb6428f-c89b-4b86-8b97-a154a4628003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.846617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb6428f-c89b-4b86-8b97-a154a4628003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.854302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44f2824e-9e0c-44ab-becb-1f3b4e411d5e req-16cbf553-2ca4-4fb7-a61b-8e78220fa815 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 210 time: 0.1025412 Jul 15 13:01:19.868277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Router ba84c9dc-9913-4c85-a042-21d04cc7a40c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:19.938056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-dc4bc660-82dd-4819-b4c0-5f7927148381 req-9f26fb81-65e8-4d4d-9b7a-88553b537ce9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-64350032', 'description': 'tempest-description-1501973356'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:20.064779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-79d6de49-b2e2-4b32-8742-38c65d781fca tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1397209613&fields=id&tenant_id=851eeab0987b41d68896d84bbc7a942d HTTP/1.1" status: 200 len: 267 time: 0.1751850 Jul 15 13:01:20.065587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dc4bc660-82dd-4819-b4c0-5f7927148381 req-9f26fb81-65e8-4d4d-9b7a-88553b537ce9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.123675 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:20.139114 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] Sync routers for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:20.139756 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.158120 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:20.160001 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:20.194165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb6428f-c89b-4b86-8b97-a154a4628003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.195752 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2ab9239f-52d5-42a0-8675-3c4dc3eac251 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "PUT /v2.0/floatingips/8aeaa73c-42cb-4f7e-b6ec-2db838f542fe HTTP/1.1" status: 200 len: 992 time: 2.4104071 Jul 15 13:01:20.196713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb6428f-c89b-4b86-8b97-a154a4628003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.197111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'tag': 'ec69644d-257f-40ee-9aee-a6e01c096f73'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:20.197862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3eb6428f-c89b-4b86-8b97-a154a4628003 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee954f21-7d7b-4a06-a253-28e8d8033e30 HTTP/1.1" status: 204 len: 168 time: 0.6631985 Jul 15 13:01:20.200016 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05" -d '{"events": [{"name": "network-changed", "server_uuid": "e443e751-3049-436e-ac3c-7a0dc0a7e980", "tag": "ec69644d-257f-40ee-9aee-a6e01c096f73"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:20.226527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6428f-c89b-4b86-8b97-a154a4628003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee954f21-7d7b-4a06-a253-28e8d8033e30,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:20.259401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-98e4916d-1012-4f9e-aed0-731bfe742fa9 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:20.266337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-98e4916d-1012-4f9e-aed0-731bfe742fa9 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 824 time: 0.1872711 Jul 15 13:01:20.291481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-989a955d-e127-47d2-8743-d20be18a4cd7 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/quotas/851eeab0987b41d68896d84bbc7a942d HTTP/1.1" status: 200 len: 375 time: 0.0241394 Jul 15 13:01:20.346897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dc4bc660-82dd-4819-b4c0-5f7927148381 req-9f26fb81-65e8-4d4d-9b7a-88553b537ce9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.356686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dc4bc660-82dd-4819-b4c0-5f7927148381 req-9f26fb81-65e8-4d4d-9b7a-88553b537ce9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.414789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26fb81-65e8-4d4d-9b7a-88553b537ce9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeaef6f-0031-49ae-a3d5-9e3d5ed8545f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:20.434031 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dc4bc660-82dd-4819-b4c0-5f7927148381 req-9f26fb81-65e8-4d4d-9b7a-88553b537ce9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.436500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc4bc660-82dd-4819-b4c0-5f7927148381 req-9f26fb81-65e8-4d4d-9b7a-88553b537ce9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5155752 Jul 15 13:01:20.512239 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:20.604204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-f366594c-b47c-4da1-bb5f-8230d44c3c06 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3112555 Jul 15 13:01:20.978531 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8aeaa73c-42cb-4f7e-b6ec-2db838f542fe', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'port_id': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'mac_address': 'fa:16:3e:5f:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:53Z', 'updated_at': '2021-07-15T13:01:18Z', 'revision_number': 1, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:52Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:21.011804 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] Checking router: ba84c9dc-9913-4c85-a042-21d04cc7a40c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:21.030004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d7b73-948b-4675-a21e-3c38007299ba req-02e0c6f1-2555-4f97-b2af-143fac78b852 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:21.031395 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:21.032077 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:00:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:21.034534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-250d7b73-948b-4675-a21e-3c38007299ba req-02e0c6f1-2555-4f97-b2af-143fac78b852 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf536569-849f-4986-af47-080775186a30 HTTP/1.1" status: 200 len: 945 time: 0.5581412 Jul 15 13:01:21.043951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-a50b81a9-f6e4-4e06-9c85-83bbdaf97f82 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:21.045622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-a50b81a9-f6e4-4e06-9c85-83bbdaf97f82 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.2341716 Jul 15 13:01:21.125183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Request body: {'port': {'device_id': '1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'admin_state_up': True, 'tenant_id': '8873230e35444f6bb69d848213db6865'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:21.170134 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:21.438566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-adb91da6-0f6c-4191-984f-42d3aa2f5a7b service neutron] 10.222.0.25 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7735424 Jul 15 13:01:21.483043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ccb6552e-5b89-4722-8a29-61f693f4e510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.511089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.534933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274ac71-226a-4c3d-9b36-5d9b251809e7 req-b4fb0290-3b8d-41e2-8a72-893024a9a57e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:21.550892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6274ac71-226a-4c3d-9b36-5d9b251809e7 req-b4fb0290-3b8d-41e2-8a72-893024a9a57e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 944 time: 0.9313300 Jul 15 13:01:21.602593 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8aeaa73c-42cb-4f7e-b6ec-2db838f542fe', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'port_id': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'mac_address': 'fa:16:3e:5f:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:53Z', 'updated_at': '2021-07-15T13:01:18Z', 'revision_number': 1, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:52Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:21.638554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:21.642435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.696915 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b396e3-a663-4d1f-9a6b-cab3db0d3950 None None] The sync data for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 is: [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8aeaa73c-42cb-4f7e-b6ec-2db838f542fe', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'port_id': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'mac_address': 'fa:16:3e:5f:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:53Z', 'updated_at': '2021-07-15T13:01:18Z', 'revision_number': 1, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:52Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:21.712973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6274ac71-226a-4c3d-9b36-5d9b251809e7 req-e71b61c2-a63f-4379-b550-96e561b11107 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609852 Jul 15 13:01:21.768229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Deleting port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:21.768587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.882876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-8877fbdb-2c97-41a3-92e2-a931bfd24575 service neutron] 10.222.0.25 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175622 Jul 15 13:01:21.933789 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66776a2c-0aae-443c-b3a2-0dcfa3f68d9c x-openstack-request-id: req-66776a2c-0aae-443c-b3a2-0dcfa3f68d9c {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:21.934655 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e443e751-3049-436e-ac3c-7a0dc0a7e980", "tag": "ec69644d-257f-40ee-9aee-a6e01c096f73", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:21.935071 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66776a2c-0aae-443c-b3a2-0dcfa3f68d9c {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:21.935668 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'tag': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'status': 'completed', 'code': 200} Jul 15 13:01:22.070138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] For port 990fdbcb-afb2-4a8e-8cdd-243fbe114730, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=990fdbcb-afb2-4a8e-8cdd-243fbe114730,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:22.070966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.080128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-d92c11a6-7cdd-4051-9b82-94211ffe1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:22.082228 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-d92c11a6-7cdd-4051-9b82-94211ffe1905 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=871ead40b7404f9c9a12943545bdda9d&device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 1098 time: 0.1241143 Jul 15 13:01:22.091024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Allocated IP 172.20.0.10 (820a4b2f-6285-45c7-b730-ad946dd55767/98138ff5-98a1-497e-9957-03af93bd31ab/826c6344-9e74-4fd6-a671-d5748025a068) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:22.135468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38632164-f602-44a1-8535-609b06e57260 None None] New status for floating IP 8aeaa73c-42cb-4f7e-b6ec-2db838f542fe: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:01:22.292841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.35', 53732) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:22.310174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-7005d7a0-44ca-4ae4-9369-544aa8d33961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:22.314384 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-7005d7a0-44ca-4ae4-9369-544aa8d33961 service neutron] 10.222.0.35 "GET /v2.0/networks?id=47bb1340-3efe-4cb6-9677-8cb06ee4c897 HTTP/1.1" status: 200 len: 907 time: 0.2248533 Jul 15 13:01:22.471541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6217042e-a06a-4c87-9938-2f16f6874c0c req-b1a4147f-daad-4f3f-9c01-c775148c98a8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbce120dcc37478089d86e6dd01e30b8 HTTP/1.1" status: 200 len: 10892 time: 0.5202513 Jul 15 13:01:22.522037 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-2b5423d7-df64-44f5-b695-8fc08eb67af8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec69644d-257f-40ee-9aee-a6e01c096f73 HTTP/1.1" status: 200 len: 1000 time: 0.2005177 Jul 15 13:01:22.554870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6217042e-a06a-4c87-9938-2f16f6874c0c req-2de83eb0-0e3b-41eb-a9de-b4cce8add6eb tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/f9f2139a-8312-4848-86b4-a7736fb2ad82 HTTP/1.1" status: 200 len: 2981 time: 0.0823205 Jul 15 13:01:22.581855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-4e04ab90-04ff-4691-ba56-f5783f914ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:22.585027 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-4e04ab90-04ff-4691-ba56-f5783f914ce4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6753d8f-8b98-4a39-8cf4-1902f5d549d4 HTTP/1.1" status: 200 len: 845 time: 0.0554438 Jul 15 13:01:22.698236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-dd5d22cd-56c2-4c98-b0d2-ec448fbcfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:22.715483 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-dd5d22cd-56c2-4c98-b0d2-ec448fbcfd6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47bb1340-3efe-4cb6-9677-8cb06ee4c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233184 Jul 15 13:01:22.745614 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.852339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-8050c91a-fad2-49a5-8d1e-866c6ee0e821 service neutron] 10.222.0.35 "GET /v2.0/ports/3f4c3ae3-4a23-420f-8219-bae08ac79aa0/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.5523102 Jul 15 13:01:22.883244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.883666 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.884110 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Floating IP 6b6db188-950c-4651-bf2a-06e2d6fe3351 disassociated. External IP: 172.25.1.56, port: 990fdbcb-afb2-4a8e-8cdd-243fbe114730. Jul 15 13:01:22.884508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Calling delete_port for 990fdbcb-afb2-4a8e-8cdd-243fbe114730 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:22.893189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:22.929008 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-3998fb71-e263-4221-a632-de9be9366a41 service neutron] 10.222.0.35 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063847 Jul 15 13:01:22.969190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.000087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6217042e-a06a-4c87-9938-2f16f6874c0c req-ac50bf66-0611-4ef5-bbe3-9f43646d1f65 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/f9f2139a-8312-4848-86b4-a7736fb2ad82 HTTP/1.1" status: 200 len: 2981 time: 0.4439695 Jul 15 13:01:23.102639 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cf0c78db-50e0-4786-abb6-0a27f8d1cb05 req-27d7c9f6-7754-47c7-beda-cf98186cdc13 service neutron] 10.222.0.35 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665041 Jul 15 13:01:23.617397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-473e797d-5fdf-4f1d-8a8c-102611611d5e req-ff66a112-ac46-420e-a91f-6dbe56cb0c9e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 210 time: 0.1107829 Jul 15 13:01:23.718922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7bf38-9a86-4d36-9183-8db8577e4f34 req-36054e64-f0cc-45e6-8c2f-179c2c617696 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:23.721730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71d7bf38-9a86-4d36-9183-8db8577e4f34 req-36054e64-f0cc-45e6-8c2f-179c2c617696 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.9979737 Jul 15 13:01:23.887460 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.100423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71d7bf38-9a86-4d36-9183-8db8577e4f34 req-7ca3d72d-83ce-41a3-94e2-5fdfb9452925 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667412 Jul 15 13:01:24.171337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-cff20c31-d620-4837-ab9b-1c6946aee73a tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=85b473af78fc4008b1701b4123de7099&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2413960 Jul 15 13:01:24.178671 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.215620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Network 820a4b2f-6285-45c7-b730-ad946dd55767 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:24.218697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event updated for resources: {'Port': ['ID=826c6344-9e74-4fd6-a671-d5748025a068,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:24.245450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:24.269770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:24.321554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.339653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-d3614964-14a0-4fa0-8f7a-b69fa1fc4c22 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:24.341233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-d3614964-14a0-4fa0-8f7a-b69fa1fc4c22 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.30 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 824 time: 0.5677145 Jul 15 13:01:24.413941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0f4747c-3e90-418b-a918-6504f5ad949e req-8d921cae-f0ce-4da4-a231-0893230df15b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 210 time: 0.1404042 Jul 15 13:01:24.453295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:24.480819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event deleted for resources: {'Port': ['ID=990fdbcb-afb2-4a8e-8cdd-243fbe114730,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:24.527044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:24.527763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.540505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:24.557347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:24.634079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-b7ccb160-c872-4534-af4b-33a60fe69ddc tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851eeab0987b41d68896d84bbc7a942d HTTP/1.1" status: 200 len: 380 time: 0.2267861 Jul 15 13:01:24.641310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-166dd5f7-a00b-4037-a830-c020605d253a tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:24.643034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-166dd5f7-a00b-4037-a830-c020605d253a tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4499667 Jul 15 13:01:24.684907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Request body: {'port': {'device_id': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'admin_state_up': True, 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'security_groups': ['2d938351-c804-4482-a956-d95ad193bbe5']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:24.705329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:24.729647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-bca13359-8a7b-4534-a4d7-f882d3ae096a tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6085582 Jul 15 13:01:24.791379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:24.814084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Request body: {'port': {'device_id': '1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:24.894145 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-27d9d95a-9e76-408c-9782-ce692df8285c tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/quotas/85b473af78fc4008b1701b4123de7099 HTTP/1.1" status: 200 len: 375 time: 0.2179744 Jul 15 13:01:24.905378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 990fdbcb-afb2-4a8e-8cdd-243fbe114730 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:24.949127 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 990fdbcb-afb2-4a8e-8cdd-243fbe114730 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:24.949781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 990fdbcb-afb2-4a8e-8cdd-243fbe114730 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:25.036481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.139095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-130da064-699f-4007-bc38-6c2c990dd47c tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=85b473af78fc4008b1701b4123de7099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1620705 Jul 15 13:01:25.148448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.319943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Router 2f8a9274-346b-4e99-9c63-fbe2f318e783 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:25.397261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.477466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d3cf1-3869-473d-970d-c20555b00931 req-5c59e884-ae3d-4937-ae6d-bc65ed805d7a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.480385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b12d3cf1-3869-473d-970d-c20555b00931 req-5c59e884-ae3d-4937-ae6d-bc65ed805d7a tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 944 time: 0.7277575 Jul 15 13:01:25.695632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Made reservation on behalf of 851eeab0987b41d68896d84bbc7a942d for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:25.701878 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.703400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Deleting port 766c718c-92bf-4ddf-b16c-1330f8d08981 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:25.704000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.728707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Transition to ACTIVE for port object 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:25.797568 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.868106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] For port 766c718c-92bf-4ddf-b16c-1330f8d08981, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=766c718c-92bf-4ddf-b16c-1330f8d08981,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:25.869147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.891555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Calling delete_port for 766c718c-92bf-4ddf-b16c-1330f8d08981 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:25.996051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b12d3cf1-3869-473d-970d-c20555b00931 req-f275c6ee-230f-4c7e-a809-8a69c7ead430 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949925 Jul 15 13:01:26.145432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77cfe6d7-325c-43f8-9b4b-7afd91c96e0d req-c18e63e1-f3fe-40c8-ad53-9fac55f67cd2 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/1020daaf-23b5-4001-a60c-de70a03a68c7 HTTP/1.1" status: 200 len: 1800 time: 0.5524790 Jul 15 13:01:26.429690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] No DVR routers for this DVR port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:26.456418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:26.473977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:26.474995 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] Sync routers for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:26.503713 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:26.504372 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:26.572209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.579105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.579822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.580356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.580859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.581366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.581856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.582345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.582828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.583340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.584423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.584912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.585389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.613039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Pushing event deleted for resources: {'Port': ['ID=766c718c-92bf-4ddf-b16c-1330f8d08981,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:26.633908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.635507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.636153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.637276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.637896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.639488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.640349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.640848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.641339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.642284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.643077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.647308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:26.830137 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:26.898111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.065236 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-77cfe6d7-325c-43f8-9b4b-7afd91c96e0d req-380afa43-8f80-4165-961f-b262886e0dfa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.128497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Allocated IP 172.20.0.9 (d7c7f39f-a195-49cb-ab08-6de7357ca58b/82cb59f2-38b1-41f7-aaca-4c882a7ace64/fc88a9e4-a806-4e31-ab75-23e46e9721d4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:27.196585 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:27.198749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] No DVR routers for this DVR port 990fdbcb-afb2-4a8e-8cdd-243fbe114730 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:27.202790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.205432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-250d7b73-948b-4675-a21e-3c38007299ba req-50726ba3-e0f8-4e2c-97ec-76a3c44bb053 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.35 "DELETE /v2.0/ports/990fdbcb-afb2-4a8e-8cdd-243fbe114730 HTTP/1.1" status: 204 len: 173 time: 6.1569610 Jul 15 13:01:27.263094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-06fd68e9-54e0-402b-bfbb-b36f29cbfdd7 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f4c3ae3-4a23-420f-8219-bae08ac79aa0/bindings/n-h2-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 4.3899102 Jul 15 13:01:27.263976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf536569-849f-4986-af47-080775186a30', 'name': 'network-vif-deleted', 'tag': '990fdbcb-afb2-4a8e-8cdd-243fbe114730'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:27.268304 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e5a488-ee79-404d-8673-8451f1a94928" -d '{"events": [{"server_uuid": "cf536569-849f-4986-af47-080775186a30", "name": "network-vif-deleted", "tag": "990fdbcb-afb2-4a8e-8cdd-243fbe114730"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:27.340921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Router d32f607b-26e0-4882-a70c-3c4eaf8fc177 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:27.432313 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] Checking router: 2f8a9274-346b-4e99-9c63-fbe2f318e783 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:27.446839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826c6344-9e74-4fd6-a671-d5748025a068 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:27.450497 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:27.452271 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:27.460175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.481107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.30', 50946) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:27.517971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-9e9ec81e-ea20-4d2a-9f34-beaf6eaf5e94 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=85b473af78fc4008b1701b4123de7099&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2217882 Jul 15 13:01:27.528297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-77cfe6d7-325c-43f8-9b4b-7afd91c96e0d req-380afa43-8f80-4165-961f-b262886e0dfa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.572008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Transition to ACTIVE for port object 826c6344-9e74-4fd6-a671-d5748025a068 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:27.626026 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.645514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:27.656405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] Sync routers for ids ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:27.657442 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-32a34dae-dfbf-4d98-ba5f-b6b710c2053f admin admin] 10.222.0.25 "PUT /v2.0/routers/d32f607b-26e0-4882-a70c-3c4eaf8fc177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0964639 Jul 15 13:01:27.658681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36464) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:27.691601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] Routers {'d32f607b-26e0-4882-a70c-3c4eaf8fc177'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:27.693900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:27.708413 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:27.741555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7a367-aa17-4eb9-bd6b-bab9a8cc71db req-35c95676-39c2-42c3-9a5a-08d4f6054a8b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.743259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75f7a367-aa17-4eb9-bd6b-bab9a8cc71db req-35c95676-39c2-42c3-9a5a-08d4f6054a8b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 932 time: 1.3881817 Jul 15 13:01:27.835706 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.881536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] Set router d32f607b-26e0-4882-a70c-3c4eaf8fc177 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:27.881777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Pushing event updated for resources: {'Port': ['ID=826c6344-9e74-4fd6-a671-d5748025a068,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:27.919627 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.983711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75f7a367-aa17-4eb9-bd6b-bab9a8cc71db req-f54dfa05-6fef-460b-936d-989192ce45e9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875069 Jul 15 13:01:27.986095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-8866e7d0-e1ab-414a-93e4-745a3e549225 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.987691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-8866e7d0-e1ab-414a-93e4-745a3e549225 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.4979978 Jul 15 13:01:27.989951 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.995475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-77cfe6d7-325c-43f8-9b4b-7afd91c96e0d req-380afa43-8f80-4165-961f-b262886e0dfa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.998273 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-77cfe6d7-325c-43f8-9b4b-7afd91c96e0d req-380afa43-8f80-4165-961f-b262886e0dfa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.015573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77cfe6d7-325c-43f8-9b4b-7afd91c96e0d req-380afa43-8f80-4165-961f-b262886e0dfa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/1020daaf-23b5-4001-a60c-de70a03a68c7 HTTP/1.1" status: 204 len: 173 time: 1.8413761 Jul 15 13:01:28.134761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Deleting port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:28.137455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.149426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T13:01:26Z', 'revision_number': 5, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port': {'id': '5d036b37-6ee5-4668-9f8c-4ad7059b1dbb', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:26Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:28.164771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Transition to ACTIVE for port object fc88a9e4-a806-4e31-ab75-23e46e9721d4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:28.214009 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:28.260344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380afa43-8f80-4165-961f-b262886e0dfa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020daaf-23b5-4001-a60c-de70a03a68c7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:28.270522 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30fd1bb-84a0-4e60-b5f5-1cf97cf4a61b None None] The sync data for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 is: [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:28.296813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-7a4fbf14-a77c-496a-95d2-43975699ffff tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.299976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-7a4fbf14-a77c-496a-95d2-43975699ffff tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7671888 Jul 15 13:01:28.353698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4977473d-9527-46ef-ab9b-47e3b72d9b15 req-62050834-e538-4a05-a4f3-8df7ba9bd308 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 210 time: 0.1423738 Jul 15 13:01:28.358933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Attempting to bind port 826c6344-9e74-4fd6-a671-d5748025a068 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:28.359330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Attempting to bind port 826c6344-9e74-4fd6-a671-d5748025a068 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:28.359650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Attempting to bind port 826c6344-9e74-4fd6-a671-d5748025a068 on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:28.374567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] For port 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5d036b37-6ee5-4668-9f8c-4ad7059b1dbb,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:28.376304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.401528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Request body: {'port': {'device_id': '63e74d02-034b-4285-8863-53568ba33308', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '85b473af78fc4008b1701b4123de7099'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:28.412307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Port 826c6344-9e74-4fd6-a671-d5748025a068 on network 820a4b2f-6285-45c7-b730-ad946dd55767 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:28.412918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Attempting to bind port 826c6344-9e74-4fd6-a671-d5748025a068 on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:28.414358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] Checking router: d32f607b-26e0-4882-a70c-3c4eaf8fc177 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:28.426688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Calling delete_port for 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:28.458766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] Routers {'d32f607b-26e0-4882-a70c-3c4eaf8fc177'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:28.459580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:28.461963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:28.462571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Checking segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:28.463615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Bound using segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:28.464962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Bound port: 826c6344-9e74-4fd6-a671-d5748025a068, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:28.466947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.613291 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.620347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] Set router d32f607b-26e0-4882-a70c-3c4eaf8fc177 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:28.690520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T13:01:27Z', 'revision_number': 6, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:28.702768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-7b69adcd-0315-488a-8bba-6fd2dce8e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.704392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-7b69adcd-0315-488a-8bba-6fd2dce8e4ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016&tenant_id=436135f846f04cb19480d33d0984abb9 HTTP/1.1" status: 200 len: 1097 time: 0.6742773 Jul 15 13:01:28.737934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3eb55-8866-47dd-8477-739e610fe501 None None] The sync data for ids ['d32f607b-26e0-4882-a70c-3c4eaf8fc177'] in n-d-771362-36 is: [{'id': 'd32f607b-26e0-4882-a70c-3c4eaf8fc177', 'name': 'tempest-AttachSCSIVolumeTestJSON-406775793-router', 'tenant_id': 'fc66fe4912014f599dfad90065aa4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:22Z', 'updated_at': '2021-07-15T13:01:27Z', 'revision_number': 6, 'project_id': 'fc66fe4912014f599dfad90065aa4e3c', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:28.758087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:28.797334 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fb4f1-e4da-4586-8c04-969e2296d784 None None] New status for floating IP 6b6db188-950c-4651-bf2a-06e2d6fe3351: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:01:28.810171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:28.810445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.821372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event updated for resources: {'Port': ['ID=fc88a9e4-a806-4e31-ab75-23e46e9721d4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:28.841933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Pushing event deleted for resources: {'Port': ['ID=5d036b37-6ee5-4668-9f8c-4ad7059b1dbb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:28.855219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3e7c6-f3dc-4386-81af-052f61b39f2c req-2359f55f-53f5-41d1-ae78-039cbc5fada9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.857929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45b3e7c6-f3dc-4386-81af-052f61b39f2c req-2359f55f-53f5-41d1-ae78-039cbc5fada9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.6069765 Jul 15 13:01:28.861650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:28.879636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] For port 826c6344-9e74-4fd6-a671-d5748025a068, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:28.920297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.976428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] For port 826c6344-9e74-4fd6-a671-d5748025a068, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=826c6344-9e74-4fd6-a671-d5748025a068,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:29.019780 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.035754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Made reservation on behalf of 85b473af78fc4008b1701b4123de7099 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:29.042333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.100849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.106274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.157974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.158984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.174006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632780e1-3957-4a3c-984a-eef547278bfc req-b4fae16e-03ee-46d4-bbd7-b0d1e096de64 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.186093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-632780e1-3957-4a3c-984a-eef547278bfc req-b4fae16e-03ee-46d4-bbd7-b0d1e096de64 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 931 time: 0.5927713 Jul 15 13:01:29.189239 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.201741 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.202201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32f607b-26e0-4882-a70c-3c4eaf8fc177 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:01:29.212284 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.217651 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-802291da-5730-4b1a-8bb1-4920360c9dee admin admin] 10.222.0.25 "DELETE /v2.0/routers/d32f607b-26e0-4882-a70c-3c4eaf8fc177 HTTP/1.1" status: 204 len: 168 time: 1.5540683 Jul 15 13:01:29.217930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-61d75586-0fd7-411f-8a21-0c1081af4f53 None None] Provisioning for port fc88a9e4-a806-4e31-ab75-23e46e9721d4 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:29.218993 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36470) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:29.225019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-61d75586-0fd7-411f-8a21-0c1081af4f53 None None] Provisioning complete for port fc88a9e4-a806-4e31-ab75-23e46e9721d4 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:29.227422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.228274 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.230413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] 10.222.0.30 "PUT /v2.0/ports/826c6344-9e74-4fd6-a671-d5748025a068 HTTP/1.1" status: 200 len: 1093 time: 4.4447951 Jul 15 13:01:29.236342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-61d75586-0fd7-411f-8a21-0c1081af4f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.317771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-61d75586-0fd7-411f-8a21-0c1081af4f53 None None] Port fc88a9e4-a806-4e31-ab75-23e46e9721d4 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:29.319845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0446ee79-59a7-44b7-80a5-b9cde71c5f22 admin admin] Deleting subnet 4ed0011f-4538-47eb-b969-5ae585395922 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:01:29.321384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45b3e7c6-f3dc-4386-81af-052f61b39f2c req-32a28088-feb0-421b-9404-858b5999b173 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474640 Jul 15 13:01:29.324799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0446ee79-59a7-44b7-80a5-b9cde71c5f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.356148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-9a93eee3-b870-41b3-a4b1-09a706f9cbe6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6976681 Jul 15 13:01:29.371572 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0446ee79-59a7-44b7-80a5-b9cde71c5f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.388135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-ac4b58ce-ce6d-47a0-9250-9ed74959fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.392743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-ac4b58ce-ce6d-47a0-9250-9ed74959fa2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1097 time: 0.6380498 Jul 15 13:01:29.418981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Request body: {'port': {'device_id': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:29.429313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdcc6d-5110-4db0-9af0-0699426d1e5a service neutron] Pushing event updated for resources: {'Port': ['ID=826c6344-9e74-4fd6-a671-d5748025a068,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:29.513094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-632780e1-3957-4a3c-984a-eef547278bfc req-f74cc0e4-6cf1-4e86-9227-382be6d2c46a tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257008 Jul 15 13:01:29.514462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0446ee79-59a7-44b7-80a5-b9cde71c5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.621407 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c385ae8a-bcca-4fbb-b124-0d9cbe1b2c53 x-openstack-request-id: req-c385ae8a-bcca-4fbb-b124-0d9cbe1b2c53 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:29.621816 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf536569-849f-4986-af47-080775186a30", "name": "network-vif-deleted", "tag": "990fdbcb-afb2-4a8e-8cdd-243fbe114730", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:29.622060 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c385ae8a-bcca-4fbb-b124-0d9cbe1b2c53 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:29.622651 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf536569-849f-4986-af47-080775186a30', 'name': 'network-vif-deleted', 'tag': '990fdbcb-afb2-4a8e-8cdd-243fbe114730', 'status': 'completed', 'code': 200} Jul 15 13:01:29.629414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0446ee79-59a7-44b7-80a5-b9cde71c5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.699157 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446ee79-59a7-44b7-80a5-b9cde71c5f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed0011f-4538-47eb-b969-5ae585395922,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:29.706733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0446ee79-59a7-44b7-80a5-b9cde71c5f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.714052 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0446ee79-59a7-44b7-80a5-b9cde71c5f22 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ed0011f-4538-47eb-b969-5ae585395922 HTTP/1.1" status: 204 len: 168 time: 0.4901977 Jul 15 13:01:29.714052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:29.720864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8316873-f438-4284-a108-f0d3012cc48e None None] Network b2f122ae-80ea-45eb-a608-dd3c7bddd241 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:29.735743 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-2c6fed30-20ee-45f0-915e-583358d8ecac req-3dc3461e-8dc5-446e-926f-7733cf9c7417 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:01:29.738181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c6fed30-20ee-45f0-915e-583358d8ecac req-3dc3461e-8dc5-446e-926f-7733cf9c7417 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/1020daaf-23b5-4001-a60c-de70a03a68c7 HTTP/1.1" status: 404 len: 352 time: 0.0863650 Jul 15 13:01:29.739187 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.743542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-b782f6c0-bbc1-4f2e-9750-968dc54e8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.745895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-b782f6c0-bbc1-4f2e-9750-968dc54e8f5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 1096 time: 0.4320440 Jul 15 13:01:29.833013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.848949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-c87d680b-80a1-4d18-86b1-da7bf822f65f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=826c6344-9e74-4fd6-a671-d5748025a068 HTTP/1.1" status: 200 len: 217 time: 0.0876405 Jul 15 13:01:29.859982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-90b451fd-b9a4-47b1-89ef-811ffe3c2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.862111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-90b451fd-b9a4-47b1-89ef-811ffe3c2c1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.4550595 Jul 15 13:01:29.916952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Deleting port a03a4b09-0afa-43c0-957c-30ed22052947 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:29.917693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.992713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-d1c8a945-7937-4d89-b781-97c3f82b05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.994258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-d1c8a945-7937-4d89-b781-97c3f82b05ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.1368666 Jul 15 13:01:30.024725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] For port a03a4b09-0afa-43c0-957c-30ed22052947, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a03a4b09-0afa-43c0-957c-30ed22052947,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:30.025645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.026526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-126ef5de-c584-47b9-b3a7-a90e093dc483 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0 HTTP/1.1" status: 200 len: 217 time: 0.0939798 Jul 15 13:01:30.029571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] DHCP port deletion for b2f122ae-80ea-45eb-a608-dd3c7bddd241 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:01:30.055211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Calling delete_port for a03a4b09-0afa-43c0-957c-30ed22052947 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:30.064783 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.092828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] Deleting port a03a4b09-0afa-43c0-957c-30ed22052947 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:30.093360 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.102100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-7be5ea92-c871-4c9f-a3f9-0f4950a6bab2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839763 Jul 15 13:01:30.122600 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.188298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] For port a03a4b09-0afa-43c0-957c-30ed22052947, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a03a4b09-0afa-43c0-957c-30ed22052947,segment=NetworkSegment(c26d1b4c-8eba-4a5c-9485-619987b9d639),segment_id=c26d1b4c-8eba-4a5c-9485-619987b9d639)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:30.188795 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.204534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] Calling delete_port for a03a4b09-0afa-43c0-957c-30ed22052947 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:30.214329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d2e337-5486-4587-96db-819412bc11f7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.235007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.263760 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03a4b09-0afa-43c0-957c-30ed22052947,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.265708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] No DVR routers for this DVR port a03a4b09-0afa-43c0-957c-30ed22052947 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:30.341700 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.354262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f122ae-80ea-45eb-a608-dd3c7bddd241']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:30.356973 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.369055 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26d1b4c-8eba-4a5c-9485-619987b9d639') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:30.369353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26d1b4c-8eba-4a5c-9485-619987b9d639') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:30.385380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-d8f9bb81-af55-47fc-968e-f9e80aac4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.389091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-d8f9bb81-af55-47fc-968e-f9e80aac4534 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.3266788 Jul 15 13:01:30.403206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ce208-4b44-4d33-a332-ab53ef82fc15 req-54a9034b-33ae-49bb-933e-63cb79ecce1d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.403206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-871ce208-4b44-4d33-a332-ab53ef82fc15 req-54a9034b-33ae-49bb-933e-63cb79ecce1d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 945 time: 0.6504416 Jul 15 13:01:30.405383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.421164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] Pushing event deleted for resources: {'Port': ['ID=a03a4b09-0afa-43c0-957c-30ed22052947,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.429732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2308121-7a05-4bb7-a101-515f9fdabbad None None] No DVR routers for this DVR port a03a4b09-0afa-43c0-957c-30ed22052947 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:30.432179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.452847 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:01:30.453203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:01:30.455637 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:01:30.461780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a03a4b09-0afa-43c0-957c-30ed22052947 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:30.486567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a03a4b09-0afa-43c0-957c-30ed22052947 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:30.487007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a03a4b09-0afa-43c0-957c-30ed22052947 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:30.487530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 766c718c-92bf-4ddf-b16c-1330f8d08981 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:30.509937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 766c718c-92bf-4ddf-b16c-1330f8d08981 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:30.510387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 766c718c-92bf-4ddf-b16c-1330f8d08981 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:30.510883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:30.531542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:30.531889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5d036b37-6ee5-4668-9f8c-4ad7059b1dbb not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:30.540832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.550111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.552966 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b2f122ae-80ea-45eb-a608-dd3c7bddd241 HTTP/1.1" status: 204 len: 168 time: 0.8372347 Jul 15 13:01:30.562520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36482) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:30.571296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e55d4c-6f04-43e3-a8d1-95d6d1fa8461 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f122ae-80ea-45eb-a608-dd3c7bddd241,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.777462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-0c821d44-4632-4f73-bf49-418e99cd14c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3724802 Jul 15 13:01:30.957802 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.039462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223308e1-7b28-4ecf-a36a-83c4dbe5167b req-b0786127-3f08-47ab-9956-e117b6f72406 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:31.041780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-223308e1-7b28-4ecf-a36a-83c4dbe5167b req-b0786127-3f08-47ab-9956-e117b6f72406 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 944 time: 1.1079199 Jul 15 13:01:31.070968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-3c948459-0ab8-4ae2-b66f-3d69984e0e99 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9408045 Jul 15 13:01:31.087675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-871ce208-4b44-4d33-a332-ab53ef82fc15 req-9276ac16-6956-44c6-a0b9-e432bc3831a4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046236 Jul 15 13:01:31.125406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Allocated IP 192.168.233.221 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/afe5a846-7a96-4283-847c-46448b6562a2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:31.247253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-d0ff2952-6761-479a-af7d-1397edd484ed service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317193 Jul 15 13:01:31.252369 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Deleting port b94e8384-7605-48c4-a29f-5231e41f8fb0 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:31.253019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.311953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94f521a2-431a-488c-b83e-3ec3152d5460 req-118c7016-d710-4557-9d7a-cb3b908e96c6 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 210 time: 0.0968835 Jul 15 13:01:31.368108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] For port b94e8384-7605-48c4-a29f-5231e41f8fb0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b94e8384-7605-48c4-a29f-5231e41f8fb0,segment=NetworkSegment(0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb),segment_id=0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:31.368830 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.383804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-223308e1-7b28-4ecf-a36a-83c4dbe5167b req-20b6e56d-6b6d-41ba-9d02-6a2558597c3c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281543 Jul 15 13:01:31.384816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Calling delete_port for b94e8384-7605-48c4-a29f-5231e41f8fb0 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:31.552387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc88a9e4-a806-4e31-ab75-23e46e9721d4 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:31.597444 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.629504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.638911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944', 'tag': '826c6344-9e74-4fd6-a671-d5748025a068'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:31.641901 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19f357f-586d-453b-9763-b60c18ad9466" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944", "tag": "826c6344-9e74-4fd6-a671-d5748025a068"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:31.675599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b94e8384-7605-48c4-a29f-5231e41f8fb0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:31.689230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10a6be75-b6b5-411c-a878-2b7e5664f3ed req-0784a6bd-5f27-40c8-ac28-22383d170bb7 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811346 Jul 15 13:01:31.695872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbbd23f9-92e2-4abd-afaa-040fd4134f03 req-fed9061a-9692-41b4-be6e-16b6e308dbc9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/23fd9825-9254-431f-849e-9502150a59f2 HTTP/1.1" status: 200 len: 1801 time: 0.3256888 Jul 15 13:01:31.701671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-e3bc461b-a821-4556-b301-de21285e7f1e service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165273 Jul 15 13:01:31.706619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Transition to ACTIVE for port object fc88a9e4-a806-4e31-ab75-23e46e9721d4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:31.731657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.843344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.867443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Pushing event updated for resources: {'Port': ['ID=fc88a9e4-a806-4e31-ab75-23e46e9721d4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:31.916070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Transition to ACTIVE for port object afe5a846-7a96-4283-847c-46448b6562a2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:31.951012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dbbd23f9-92e2-4abd-afaa-040fd4134f03 req-67ef080a-afa7-4a9b-a5ed-382b9580f055 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.962372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.006982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e14b0a-f831-4ffe-9f16-6f5f33c1dc4f req-dff781fd-743d-42d3-aae4-e59e1ed60e53 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.009450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58e14b0a-f831-4ffe-9f16-6f5f33c1dc4f req-dff781fd-743d-42d3-aae4-e59e1ed60e53 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.4590275 Jul 15 13:01:32.098029 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dbbd23f9-92e2-4abd-afaa-040fd4134f03 req-67ef080a-afa7-4a9b-a5ed-382b9580f055 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.190120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.211463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58e14b0a-f831-4ffe-9f16-6f5f33c1dc4f req-3439a8e2-26d5-403f-99cf-44d80b56181b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718135 Jul 15 13:01:32.242201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Attempting to bind port fc88a9e4-a806-4e31-ab75-23e46e9721d4 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:32.242547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Attempting to bind port fc88a9e4-a806-4e31-ab75-23e46e9721d4 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:32.242880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Attempting to bind port fc88a9e4-a806-4e31-ab75-23e46e9721d4 on network d7c7f39f-a195-49cb-ab08-6de7357ca58b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:32.271843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Port fc88a9e4-a806-4e31-ab75-23e46e9721d4 on network d7c7f39f-a195-49cb-ab08-6de7357ca58b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:32.272559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Attempting to bind port fc88a9e4-a806-4e31-ab75-23e46e9721d4 on network d7c7f39f-a195-49cb-ab08-6de7357ca58b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:32.288093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:32.291246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Pushing event updated for resources: {'Port': ['ID=afe5a846-7a96-4283-847c-46448b6562a2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:32.296210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:32.296587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Checking segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:32.296945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Bound using segment: {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:32.297400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Bound port: fc88a9e4-a806-4e31-ab75-23e46e9721d4, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b752caa9-bcbf-4645-93ed-38d4e4596ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:32.297768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.300066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:32.303195 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dbbd23f9-92e2-4abd-afaa-040fd4134f03 req-67ef080a-afa7-4a9b-a5ed-382b9580f055 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.305257 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dbbd23f9-92e2-4abd-afaa-040fd4134f03 req-67ef080a-afa7-4a9b-a5ed-382b9580f055 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.308364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbbd23f9-92e2-4abd-afaa-040fd4134f03 req-67ef080a-afa7-4a9b-a5ed-382b9580f055 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/23fd9825-9254-431f-849e-9502150a59f2 HTTP/1.1" status: 204 len: 173 time: 0.5948637 Jul 15 13:01:32.309416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:32.374635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-d1b5e13f-c5d1-4ef5-83c4-3d6f6aaf04f8 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.375581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Router 195c3587-c3b3-408d-ab8b-4ff574aee048 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:32.376288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-d1b5e13f-c5d1-4ef5-83c4-3d6f6aaf04f8 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.3093636 Jul 15 13:01:32.376954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef080a-afa7-4a9b-a5ed-382b9580f055 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fd9825-9254-431f-849e-9502150a59f2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:32.478252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.478940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.482564 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854f10cc-baf3-4e9c-9b8d-e03bf63121c6 x-openstack-request-id: req-854f10cc-baf3-4e9c-9b8d-e03bf63121c6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:32.482843 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944", "tag": "826c6344-9e74-4fd6-a671-d5748025a068", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:32.483145 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-854f10cc-baf3-4e9c-9b8d-e03bf63121c6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:32.491800 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944', 'tag': '826c6344-9e74-4fd6-a671-d5748025a068', 'status': 'completed', 'code': 200} Jul 15 13:01:32.548178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] For port fc88a9e4-a806-4e31-ab75-23e46e9721d4, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:32.555645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] For port fc88a9e4-a806-4e31-ab75-23e46e9721d4, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=fc88a9e4-a806-4e31-ab75-23e46e9721d4,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:32.594741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.689052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-ea9f8b1e-9102-4933-9663-7febfb18a3ab tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3051193 Jul 15 13:01:32.712062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:32.725265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] Sync routers for ids ['195c3587-c3b3-408d-ab8b-4ff574aee048'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:32.726127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Request body: {'port': {'device_id': '63e74d02-034b-4285-8863-53568ba33308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:32.730961 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-601082e9-8604-489b-864d-ee7daa00af5c admin admin] 10.222.0.25 "PUT /v2.0/routers/195c3587-c3b3-408d-ab8b-4ff574aee048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1669679 Jul 15 13:01:32.733771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36496) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:32.748212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] Routers {'195c3587-c3b3-408d-ab8b-4ff574aee048'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:32.748212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['195c3587-c3b3-408d-ab8b-4ff574aee048'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:32.752577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ba7ca2ca-b2dd-4589-b2b2-4687f28e007c None None] Provisioning for port afe5a846-7a96-4283-847c-46448b6562a2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:32.784050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.784727 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.786193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc88a9e4-a806-4e31-ab75-23e46e9721d4 HTTP/1.1" status: 200 len: 1092 time: 3.3860476 Jul 15 13:01:32.816780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ba7ca2ca-b2dd-4589-b2b2-4687f28e007c None None] Provisioning complete for port afe5a846-7a96-4283-847c-46448b6562a2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:32.819504 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca2ca-b2dd-4589-b2b2-4687f28e007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.870600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e26e0b-e221-4eb6-8b33-fbc6e6667f23 service neutron] Pushing event updated for resources: {'Port': ['ID=fc88a9e4-a806-4e31-ab75-23e46e9721d4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:32.908615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ca2ca-b2dd-4589-b2b2-4687f28e007c None None] Port afe5a846-7a96-4283-847c-46448b6562a2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:33.030523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] Set router 195c3587-c3b3-408d-ab8b-4ff574aee048 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:33.044078 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.052205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f357f-586d-453b-9763-b60c18ad9466 req-701b05b2-d674-4bc6-a1da-f8d02d967a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.053862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e19f357f-586d-453b-9763-b60c18ad9466 req-701b05b2-d674-4bc6-a1da-f8d02d967a01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 1096 time: 0.4938016 Jul 15 13:01:33.136691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7d24a-0f66-47c0-8a37-aa1c8bcbdf09 req-3498b2d1-6edc-45fc-bfd0-b9c24928f692 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.138331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6f7d24a-0f66-47c0-8a37-aa1c8bcbdf09 req-3498b2d1-6edc-45fc-bfd0-b9c24928f692 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 945 time: 0.4455202 Jul 15 13:01:33.143788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-ed5c0bda-e626-4e53-9aff-78dca3b836fe service neutron] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:33.152526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f330-15ae-4752-82e2-63ca818b1ff3 req-38b5f7a2-bc15-4c7a-a276-0c19e0ee6dfd tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.154168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab35f330-15ae-4752-82e2-63ca818b1ff3 req-38b5f7a2-bc15-4c7a-a276-0c19e0ee6dfd tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 943 time: 0.5270829 Jul 15 13:01:33.183105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-ed5c0bda-e626-4e53-9aff-78dca3b836fe service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.184195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f81031d3-6c2c-446c-b3b5-c0d65d0e65ac req-ed5c0bda-e626-4e53-9aff-78dca3b836fe service neutron] 10.222.0.30 "DELETE /v2.0/ports/3f4c3ae3-4a23-420f-8219-bae08ac79aa0/bindings/n-h1-771362-36 HTTP/1.1" status: 204 len: 173 time: 0.7805064 Jul 15 13:01:33.257897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.291693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-bf7f8663-4860-4ad8-81a4-ef7d52b96bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.293257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-bf7f8663-4860-4ad8-81a4-ef7d52b96bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 1095 time: 0.4161294 Jul 15 13:01:33.324364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T13:01:31Z', 'revision_number': 5, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:33.358439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] Checking router: 195c3587-c3b3-408d-ab8b-4ff574aee048 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:33.369054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] Routers {'195c3587-c3b3-408d-ab8b-4ff574aee048'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:33.370093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['195c3587-c3b3-408d-ab8b-4ff574aee048'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:33.421635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6f7d24a-0f66-47c0-8a37-aa1c8bcbdf09 req-d0c276f3-2623-4edd-944d-0ec7f6a1e277 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648971 Jul 15 13:01:33.428322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-1b50cde8-d1e6-48ca-b332-0379a5ebc5d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc88a9e4-a806-4e31-ab75-23e46e9721d4 HTTP/1.1" status: 200 len: 217 time: 0.1234181 Jul 15 13:01:33.440567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab35f330-15ae-4752-82e2-63ca818b1ff3 req-b6176f1c-08b8-4a0b-9238-27f68c39310b tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491353 Jul 15 13:01:33.453667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f357f-586d-453b-9763-b60c18ad9466 req-e037e119-dfe3-457d-81cc-8fc1c4a4cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.455235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e19f357f-586d-453b-9763-b60c18ad9466 req-e037e119-dfe3-457d-81cc-8fc1c4a4cb0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 913 time: 0.3902466 Jul 15 13:01:33.473954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.543516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e19f357f-586d-453b-9763-b60c18ad9466 req-e3c9b2dc-03a7-4da4-9265-eefde440ac34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=826c6344-9e74-4fd6-a671-d5748025a068 HTTP/1.1" status: 200 len: 217 time: 0.0639613 Jul 15 13:01:33.580903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] Set router 195c3587-c3b3-408d-ab8b-4ff574aee048 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:33.582610 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-498bd17f-c375-41c7-99da-0381918e88d3 req-86621943-b48d-45a3-9924-f2c7e51d9308 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:01:33.583826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-498bd17f-c375-41c7-99da-0381918e88d3 req-86621943-b48d-45a3-9924-f2c7e51d9308 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/23fd9825-9254-431f-849e-9502150a59f2 HTTP/1.1" status: 404 len: 352 time: 0.0905333 Jul 15 13:01:33.633759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Deleting port d4040859-bd63-4f60-bf0b-b8581a1b5989 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:33.634357 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.787936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] For port d4040859-bd63-4f60-bf0b-b8581a1b5989, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d4040859-bd63-4f60-bf0b-b8581a1b5989,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:33.788703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.807571 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Calling delete_port for d4040859-bd63-4f60-bf0b-b8581a1b5989 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:33.977298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T13:01:31Z', 'revision_number': 5, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:34.023744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-f582e075-bcab-4251-b437-6b37ee43b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.025495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-f582e075-bcab-4251-b437-6b37ee43b463 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82cb59f2-38b1-41f7-aaca-4c882a7ace64 HTTP/1.1" status: 200 len: 863 time: 0.5839603 Jul 15 13:01:34.031535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c2b14-1ebd-4471-abe8-9e66595ad488 None None] The sync data for ids ['195c3587-c3b3-408d-ab8b-4ff574aee048'] in n-d-771362-36 is: [{'id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'name': 'tempest-AttachSCSIVolumeTestJSON-274411304-router', 'tenant_id': '4f82e6f5b034440fbafc7503f903ca7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T13:01:31Z', 'revision_number': 5, 'project_id': '4f82e6f5b034440fbafc7503f903ca7d', 'gw_port': {'id': 'd4040859-bd63-4f60-bf0b-b8581a1b5989', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c3587-c3b3-408d-ab8b-4ff574aee048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:55Z', 'updated_at': '2021-07-15T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:34.088054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.118411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4040859-bd63-4f60-bf0b-b8581a1b5989,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:34.163845 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.168432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f357f-586d-453b-9763-b60c18ad9466 req-a6cddb50-da03-4639-ac38-b8cdf15e4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.169938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e19f357f-586d-453b-9763-b60c18ad9466 req-a6cddb50-da03-4639-ac38-b8cdf15e4b05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.6099048 Jul 15 13:01:34.223877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.237012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e19f357f-586d-453b-9763-b60c18ad9466 req-2362412b-46ac-45c6-b522-ce9b33b2e4fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521102 Jul 15 13:01:34.365104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543c18e-7e54-4d4b-b747-63409ca78986 req-b6d07657-a0d7-4f01-b991-c629f2018bd3 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.366776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1543c18e-7e54-4d4b-b747-63409ca78986 req-b6d07657-a0d7-4f01-b991-c629f2018bd3 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 936 time: 0.3523288 Jul 15 13:01:34.373045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-7b1c1dbe-0cc6-4508-aa2f-c0c400457e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.374606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-7b1c1dbe-0cc6-4508-aa2f-c0c400457e4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7c7f39f-a195-49cb-ab08-6de7357ca58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3024142 Jul 15 13:01:34.405675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.408770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.414054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6312e2a-a977-4757-bcdc-7779ab00ac10 req-91af4063-cf08-41e7-9716-800c37725ae2 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.429134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6312e2a-a977-4757-bcdc-7779ab00ac10 req-91af4063-cf08-41e7-9716-800c37725ae2 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 944 time: 0.4206419 Jul 15 13:01:34.493784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'tag': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:34.496189 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "66e3e7d9-bf0a-4c02-8030-b618265724c6", "tag": "fc88a9e4-a806-4e31-ab75-23e46e9721d4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:34.500711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe5a846-7a96-4283-847c-46448b6562a2 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:34.509894 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.510837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195c3587-c3b3-408d-ab8b-4ff574aee048 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:01:34.522923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.527663 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b4eea569-6733-41d7-8edc-6f0d279de568 admin admin] 10.222.0.25 "DELETE /v2.0/routers/195c3587-c3b3-408d-ab8b-4ff574aee048 HTTP/1.1" status: 204 len: 168 time: 1.7917209 Jul 15 13:01:34.528892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36512) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:34.530425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.591315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b94e8384-7605-48c4-a29f-5231e41f8fb0 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:34.604949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c103ab9-cbd0-4e7b-b71a-73329f05acd2 admin admin] Deleting subnet b8e65452-43e1-4d40-b05c-cc01f14ed17e {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:01:34.610096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c103ab9-cbd0-4e7b-b71a-73329f05acd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.620784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b94e8384-7605-48c4-a29f-5231e41f8fb0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:34.621162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b94e8384-7605-48c4-a29f-5231e41f8fb0 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:34.621416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Transition to ACTIVE for port object afe5a846-7a96-4283-847c-46448b6562a2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:34.643709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1543c18e-7e54-4d4b-b747-63409ca78986 req-09a04960-2772-4b94-aeff-3f9ac98593a5 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074094 Jul 15 13:01:34.660942 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c103ab9-cbd0-4e7b-b71a-73329f05acd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.683166 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.700377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6312e2a-a977-4757-bcdc-7779ab00ac10 req-652b5cc1-2bc0-4ce1-b8d8-9052254ff4fd tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508936 Jul 15 13:01:34.703503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e19f357f-586d-453b-9763-b60c18ad9466 req-ea59d7b8-c9c6-47b0-a728-3d163ca1c246 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546278 Jul 15 13:01:34.824718 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c103ab9-cbd0-4e7b-b71a-73329f05acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.927578 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c103ab9-cbd0-4e7b-b71a-73329f05acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.967872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c103ab9-cbd0-4e7b-b71a-73329f05acd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e65452-43e1-4d40-b05c-cc01f14ed17e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:34.986186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c103ab9-cbd0-4e7b-b71a-73329f05acd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.990044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3165b01-7836-4b44-a451-2efcf8c430de None None] Network 4b491911-0774-4208-b9d5-2ea7851c1496 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:34.990611 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7c103ab9-cbd0-4e7b-b71a-73329f05acd2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b8e65452-43e1-4d40-b05c-cc01f14ed17e HTTP/1.1" status: 204 len: 168 time: 0.4594750 Jul 15 13:01:34.993127 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36516) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:35.041978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-cc76c759-08ea-4b95-87b3-b050f094a7f8 service neutron] 10.222.0.30 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041944 Jul 15 13:01:35.166459 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.179866 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.203125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e19f357f-586d-453b-9763-b60c18ad9466 req-154a0846-db7f-4d48-9397-97d3076335b8 service neutron] 10.222.0.30 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716525 Jul 15 13:01:35.203785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Pushing event updated for resources: {'Port': ['ID=afe5a846-7a96-4283-847c-46448b6562a2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:35.259738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-782f20c1-a4ab-4232-961b-4eee9d791112 req-1804685b-3f28-4c0e-b294-c2422e1cadca tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/6eeaef6f-0031-49ae-a3d5-9e3d5ed8545f HTTP/1.1" status: 200 len: 1799 time: 0.2144718 Jul 15 13:01:35.266261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Deleting port aa8ebae0-2eb8-437c-8f59-83015140fc9d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:35.266838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.316029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-dc1502f0-4053-40f9-bc6f-3a9128e2f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:35.318052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-dc1502f0-4053-40f9-bc6f-3a9128e2f7c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1098 time: 0.7453530 Jul 15 13:01:35.384124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] For port aa8ebae0-2eb8-437c-8f59-83015140fc9d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa8ebae0-2eb8-437c-8f59-83015140fc9d,segment=NetworkSegment(0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb),segment_id=0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:35.384784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.401259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Calling delete_port for aa8ebae0-2eb8-437c-8f59-83015140fc9d owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:35.486548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24094789-a9b5-425d-925e-d37977bf35ce req-d1796629-f983-4e76-afd2-317f0533849d tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:35.499097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902392c-6adf-4eff-8150-fcf2fdb52c72 None None] DHCP port deletion for 4b491911-0774-4208-b9d5-2ea7851c1496 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:01:35.507048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.507863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24094789-a9b5-425d-925e-d37977bf35ce req-d1796629-f983-4e76-afd2-317f0533849d tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.6313925 Jul 15 13:01:35.536953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Attempting to bind port afe5a846-7a96-4283-847c-46448b6562a2 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:35.536953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Attempting to bind port afe5a846-7a96-4283-847c-46448b6562a2 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:35.536953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Attempting to bind port afe5a846-7a96-4283-847c-46448b6562a2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:35.550502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8ebae0-2eb8-437c-8f59-83015140fc9d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:35.554071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] No DVR routers for this DVR port aa8ebae0-2eb8-437c-8f59-83015140fc9d on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:35.556557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a902392c-6adf-4eff-8150-fcf2fdb52c72 None None] The port 'aa8ebae0-2eb8-437c-8f59-83015140fc9d' was deleted {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 13:01:35.559159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Port afe5a846-7a96-4283-847c-46448b6562a2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:35.559510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Attempting to bind port afe5a846-7a96-4283-847c-46448b6562a2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:35.597483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e0a2660-fcb2-4b47-b223-c9ab2fb19154 req-074ee121-020d-4222-a0ba-83bfccc59ae5 service neutron] 10.222.0.30 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759865 Jul 15 13:01:35.614047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:35.614325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:35.615302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:35.615798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Bound port: afe5a846-7a96-4283-847c-46448b6562a2, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:35.616176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.669646 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.683052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b491911-0774-4208-b9d5-2ea7851c1496']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:35.699176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-782f20c1-a4ab-4232-961b-4eee9d791112 req-05fb015f-e657-4e87-960b-fc2d441169a3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.701073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:35.701496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8a3398-1e4a-49a5-ad0a-8cd8512c4feb') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:35.717769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.736271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24094789-a9b5-425d-925e-d37977bf35ce req-7878f217-b4a0-4d52-aec7-8bf9acc181c0 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269289 Jul 15 13:01:35.745339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-f10db645-3900-4f1f-b1f9-cfe2f978a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:35.746162 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.747984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-f10db645-3900-4f1f-b1f9-cfe2f978a451 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.4197767 Jul 15 13:01:35.757826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:01:35.758717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:01:35.762814 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:01:35.848375 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-782f20c1-a4ab-4232-961b-4eee9d791112 req-05fb015f-e657-4e87-960b-fc2d441169a3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.863844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-b80ec70e-639e-4c55-a8d0-7db022f53be4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 200 len: 217 time: 0.1000881 Jul 15 13:01:35.873292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.881020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.885061 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4b491911-0774-4208-b9d5-2ea7851c1496 HTTP/1.1" status: 204 len: 168 time: 0.8901820 Jul 15 13:01:35.887205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 826c6344-9e74-4fd6-a671-d5748025a068 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:35.908490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcde4c-79f3-4227-9bf9-31efb13c2000 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b491911-0774-4208-b9d5-2ea7851c1496,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:35.993111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] For port afe5a846-7a96-4283-847c-46448b6562a2, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:36.013170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] For port afe5a846-7a96-4283-847c-46448b6562a2, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=afe5a846-7a96-4283-847c-46448b6562a2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:36.023788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-1f7d5d2f-ced2-4576-b631-2415386989cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.025469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-1f7d5d2f-ced2-4576-b631-2415386989cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1364698 Jul 15 13:01:36.030984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.033386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 826c6344-9e74-4fd6-a671-d5748025a068, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=826c6344-9e74-4fd6-a671-d5748025a068,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:36.048788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '826c6344-9e74-4fd6-a671-d5748025a068', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'port_id': '826c6344-9e74-4fd6-a671-d5748025a068', 'mac_address': 'fa:16:3e:3a:b3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98138ff5-98a1-497e-9957-03af93bd31ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:36.052709 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-782f20c1-a4ab-4232-961b-4eee9d791112 req-05fb015f-e657-4e87-960b-fc2d441169a3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.055435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-782f20c1-a4ab-4232-961b-4eee9d791112 req-05fb015f-e657-4e87-960b-fc2d441169a3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.056613 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-782f20c1-a4ab-4232-961b-4eee9d791112 req-05fb015f-e657-4e87-960b-fc2d441169a3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/6eeaef6f-0031-49ae-a3d5-9e3d5ed8545f HTTP/1.1" status: 204 len: 173 time: 0.7597830 Jul 15 13:01:36.101795 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9017152-12b7-480e-a6f3-83713061a2ad x-openstack-request-id: req-a9017152-12b7-480e-a6f3-83713061a2ad {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:36.102133 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e3e7d9-bf0a-4c02-8030-b618265724c6", "tag": "fc88a9e4-a806-4e31-ab75-23e46e9721d4", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:36.102329 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9017152-12b7-480e-a6f3-83713061a2ad {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:36.102725 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'tag': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'status': 'completed', 'code': 200} Jul 15 13:01:36.115794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-17333e17-174a-47a7-9f8e-e0236e61bb74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822701 Jul 15 13:01:36.132197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.132824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.134234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] 10.222.0.30 "PUT /v2.0/ports/afe5a846-7a96-4283-847c-46448b6562a2 HTTP/1.1" status: 200 len: 1097 time: 3.4144759 Jul 15 13:01:36.161093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb015f-e657-4e87-960b-fc2d441169a3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeaef6f-0031-49ae-a3d5-9e3d5ed8545f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.188534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.232030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826c6344-9e74-4fd6-a671-d5748025a068 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:36.293260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 826c6344-9e74-4fd6-a671-d5748025a068, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=826c6344-9e74-4fd6-a671-d5748025a068,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:36.300833 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.322058 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36528) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:36.359416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b76c9a-4f59-48bf-9223-8548cbcab5c9 req-2b29ddfa-b61e-411f-a83d-7161626c18c4 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.359777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=826c6344-9e74-4fd6-a671-d5748025a068,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.367602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9b76c9a-4f59-48bf-9223-8548cbcab5c9 req-2b29ddfa-b61e-411f-a83d-7161626c18c4 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 943 time: 0.4374833 Jul 15 13:01:36.369481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887860f-a2af-4780-972c-cdb343fac0af service neutron] Pushing event updated for resources: {'Port': ['ID=afe5a846-7a96-4283-847c-46448b6562a2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.423218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-f2a701ce-1adc-4acd-a71a-72403fe5e3b2 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861040 Jul 15 13:01:36.425703 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1303020b-fad4-4b19-b232-72de9d99e5a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc66fe4912014f599dfad90065aa4e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009295 Jul 15 13:01:36.428977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36530) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:36.517156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d4040859-bd63-4f60-bf0b-b8581a1b5989 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:36.539697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fbda84-aeff-4bdc-a393-f7d4c1ebb86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.553351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d4040859-bd63-4f60-bf0b-b8581a1b5989 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:36.553925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d4040859-bd63-4f60-bf0b-b8581a1b5989 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:36.554371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa8ebae0-2eb8-437c-8f59-83015140fc9d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:36.562532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['826c6344-9e74-4fd6-a671-d5748025a068'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:36.579595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fbda84-aeff-4bdc-a393-f7d4c1ebb86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.582359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9b76c9a-4f59-48bf-9223-8548cbcab5c9 req-18258997-f830-4576-ae54-2c55e4514e95 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134128 Jul 15 13:01:36.610421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-82baf3ae-7a79-43a6-9d6a-a082b22bed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.612081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-82baf3ae-7a79-43a6-9d6a-a082b22bed6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 1095 time: 0.4449720 Jul 15 13:01:36.617294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-646ecda6-c69e-4424-ae83-6d3b5f535a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.618821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-646ecda6-c69e-4424-ae83-6d3b5f535a4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b473af78fc4008b1701b4123de7099&device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 1100 time: 0.4151511 Jul 15 13:01:36.624591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a60be-59dc-4243-a47d-ce9508bd8ba6 req-9398ca53-f7f3-4193-9a00-6c4f0e0d9d8d tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.629309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: aa8ebae0-2eb8-437c-8f59-83015140fc9d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:36.629856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa8ebae0-2eb8-437c-8f59-83015140fc9d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:36.632393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-248a60be-59dc-4243-a47d-ce9508bd8ba6 req-9398ca53-f7f3-4193-9a00-6c4f0e0d9d8d tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1097 time: 0.3945122 Jul 15 13:01:36.695176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fbda84-aeff-4bdc-a393-f7d4c1ebb86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.701675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fbda84-aeff-4bdc-a393-f7d4c1ebb86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.703960 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-27fbda84-aeff-4bdc-a393-f7d4c1ebb86f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c27e5d86-768e-4cfb-9e1a-c02489d0732d HTTP/1.1" status: 204 len: 168 time: 0.2729535 Jul 15 13:01:36.719583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbda84-aeff-4bdc-a393-f7d4c1ebb86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e5d86-768e-4cfb-9e1a-c02489d0732d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.725297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-1dff30c7-680e-4926-afdc-e858deefc24c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=afe5a846-7a96-4283-847c-46448b6562a2 HTTP/1.1" status: 200 len: 217 time: 0.0908601 Jul 15 13:01:36.730974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-756310ef-64b2-49bc-953c-6e3f0ffda6dc service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842302 Jul 15 13:01:37.230211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-248a60be-59dc-4243-a47d-ce9508bd8ba6 req-c73216b2-ad1e-407e-b806-ee888a04e92e tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969706 Jul 15 13:01:37.264423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36538) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:37.289561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-b64b49c5-16ca-4ec0-ae3d-a8bf7ea95cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.291104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-b64b49c5-16ca-4ec0-ae3d-a8bf7ea95cc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.5561268 Jul 15 13:01:37.297069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-11f26a59-2b9d-4820-a93f-7da06b31a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.298792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-11f26a59-2b9d-4820-a93f-7da06b31a020 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 925 time: 0.6579154 Jul 15 13:01:37.345999 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b1759f82-e253-4c1e-a2da-90eb893f2d77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f82e6f5b034440fbafc7503f903ca7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747838 Jul 15 13:01:37.346645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36542) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:37.414817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-c4421b4f-7615-4817-981d-5cf113673ae9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc88a9e4-a806-4e31-ab75-23e46e9721d4 HTTP/1.1" status: 200 len: 217 time: 0.1007838 Jul 15 13:01:37.443628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7991bd03-c875-4e5b-b203-a2132100c501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.469314 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7991bd03-c875-4e5b-b203-a2132100c501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.530036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7991bd03-c875-4e5b-b203-a2132100c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.533652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7991bd03-c875-4e5b-b203-a2132100c501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.535532 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7991bd03-c875-4e5b-b203-a2132100c501 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f972f9e-7864-420a-a1e0-09deb232bf40 HTTP/1.1" status: 204 len: 168 time: 0.1867661 Jul 15 13:01:37.546137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991bd03-c875-4e5b-b203-a2132100c501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f972f9e-7864-420a-a1e0-09deb232bf40,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:37.583680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce40c-aa3a-4258-9c3b-5c0e37628cb2 req-828123a0-253a-4c3f-996a-8d0d7b2129ef tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.586391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f80ce40c-aa3a-4258-9c3b-5c0e37628cb2 req-828123a0-253a-4c3f-996a-8d0d7b2129ef tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 948 time: 0.7818193 Jul 15 13:01:37.597352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-d68bac21-6c50-4db3-b00b-55ec08c9aac0 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.600526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-d68bac21-6c50-4db3-b00b-55ec08c9aac0 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1098 time: 0.7787569 Jul 15 13:01:37.648247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:37.750950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-8e66a1df-ae7b-4d6e-8780-3d6d5a5eeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.752518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-8e66a1df-ae7b-4d6e-8780-3d6d5a5eeae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82cb59f2-38b1-41f7-aaca-4c882a7ace64 HTTP/1.1" status: 200 len: 863 time: 0.3124533 Jul 15 13:01:37.790944 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f80ce40c-aa3a-4258-9c3b-5c0e37628cb2 req-ade467de-9eb3-4c5f-bd6c-f36f992b1610 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830025 Jul 15 13:01:37.820744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-6b5b8955-c6f6-4968-a612-663826b00c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.822364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-6b5b8955-c6f6-4968-a612-663826b00c6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5206585 Jul 15 13:01:37.876865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2d811-2058-4c05-8e06-5ff27b477405 req-0812333e-91e1-4950-be9e-c76fa86a261e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.878726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bc2d811-2058-4c05-8e06-5ff27b477405 req-0812333e-91e1-4950-be9e-c76fa86a261e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 945 time: 0.4729338 Jul 15 13:01:37.887412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 826c6344-9e74-4fd6-a671-d5748025a068 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:37.941063 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.989786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 826c6344-9e74-4fd6-a671-d5748025a068 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:37.996600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 826c6344-9e74-4fd6-a671-d5748025a068 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:37.998284 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.023828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bc2d811-2058-4c05-8e06-5ff27b477405 req-c3f5699f-ba11-437d-bc13-e7f77152785c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258953 Jul 15 13:01:38.077487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-24ab56da-28c1-4552-bff4-3ef8b79ebf56 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232499 Jul 15 13:01:38.085024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-7996b77c-c7b2-4b37-816e-bf67b3b4d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.086651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-7996b77c-c7b2-4b37-816e-bf67b3b4d802 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7c7f39f-a195-49cb-ab08-6de7357ca58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3230288 Jul 15 13:01:38.100707 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-4aff23c3-f783-42bc-b08f-3c2ba17a21a6 req-4f3b3677-7997-4286-ac50-c72ebf0e11dc tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:01:38.101810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4aff23c3-f783-42bc-b08f-3c2ba17a21a6 req-4f3b3677-7997-4286-ac50-c72ebf0e11dc tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/6eeaef6f-0031-49ae-a3d5-9e3d5ed8545f HTTP/1.1" status: 404 len: 352 time: 0.0770459 Jul 15 13:01:38.109724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e74d02-034b-4285-8863-53568ba33308', 'tag': 'afe5a846-7a96-4283-847c-46448b6562a2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:38.112122 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0" -d '{"events": [{"name": "network-changed", "server_uuid": "63e74d02-034b-4285-8863-53568ba33308", "tag": "afe5a846-7a96-4283-847c-46448b6562a2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:38.171646 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.235254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826c6344-9e74-4fd6-a671-d5748025a068'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:38.245591 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b99c9fe-c007-4459-b7e8-6ae4b947278b" -d '{"events": [{"server_uuid": "1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944", "name": "network-vif-plugged", "status": "completed", "tag": "826c6344-9e74-4fd6-a671-d5748025a068"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:38.278415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 826c6344-9e74-4fd6-a671-d5748025a068, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=826c6344-9e74-4fd6-a671-d5748025a068,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:38.288813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.369467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-146ee5a6-463a-4fb1-9bcf-ceffd170bab1 req-f71ed0c9-53ec-40e0-8a5d-41753e9614fd service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795641 Jul 15 13:01:38.379497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:38.384041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-751ef0ee-b597-4e70-ab99-8c7389241e4d service neutron] 10.222.0.30 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812283 Jul 15 13:01:38.429731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=826c6344-9e74-4fd6-a671-d5748025a068,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:38.572160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:38.656382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d244bed-9e63-4e51-bf1a-57c9f8cedd5a req-03485c19-e1f0-4008-b9fb-e7cd4c2a019c service neutron] 10.222.0.30 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628481 Jul 15 13:01:38.664775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.679554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.695303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bfd6b-65fc-496a-a6e0-62ee00e938ff req-e221670c-46ef-44da-a3a6-607eaf5ac28e tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.697007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-997bfd6b-65fc-496a-a6e0-62ee00e938ff req-e221670c-46ef-44da-a3a6-607eaf5ac28e tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 1097 time: 0.2580774 Jul 15 13:01:38.729062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d5e73-edcb-4159-971e-093bb088e4e0 req-58fa2692-8541-4341-9518-cb06189157ee tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.730665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-828d5e73-edcb-4159-971e-093bb088e4e0 req-58fa2692-8541-4341-9518-cb06189157ee tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 946 time: 0.2752466 Jul 15 13:01:38.775091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36572) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:38.877810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-997bfd6b-65fc-496a-a6e0-62ee00e938ff req-4f21df4b-0978-4265-bde3-d9dc0bbd8270 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574140 Jul 15 13:01:38.878672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Pushing event updated for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:38.923636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-network', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:38.928786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-828d5e73-edcb-4159-971e-093bb088e4e0 req-b303dc2a-cae1-47f7-8542-e68263b6a90f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790254 Jul 15 13:01:38.937720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on host n-h1-771362-36 for vnic_type normal with profile {"migrating_to": "n-h2-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:38.938062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:38.938403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:38.948217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:38.948554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Attempting to bind port 0b880bfa-33c8-4654-8483-cf5d4fba907c on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:38.960312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:38.960658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:38.961245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:38.961657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Bound port: 0b880bfa-33c8-4654-8483-cf5d4fba907c, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:38.962031 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.991579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Made reservation on behalf of f4c989ef9c7945709b5a440c468367b1 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:38.994329 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.010557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.155033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.160635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.176442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:39.191008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:39.206137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59f68d8-87d0-4f0e-ba72-53108ac30020 req-1fdfcf87-524e-4028-af68-fb97972524b1 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbce120dcc37478089d86e6dd01e30b8 HTTP/1.1" status: 200 len: 6145 time: 0.1958303 Jul 15 13:01:39.206137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:39.213035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f658d0f-424b-4976-ac2f-309225b984ba,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.222941 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.223617 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Added segment 7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9 of type vlan for network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf Jul 15 13:01:39.237744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.292772 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.342845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.344514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.345495 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.387647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca7a4f-38b3-46ed-83d8-409ef4c9f95e req-abcc8ab1-b016-4f92-ad13-a018fb7911f7 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.390482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eca7a4f-38b3-46ed-83d8-409ef4c9f95e req-abcc8ab1-b016-4f92-ad13-a018fb7911f7 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 943 time: 0.2803884 Jul 15 13:01:39.405737 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6289704 Jul 15 13:01:39.410739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36586) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:39.417350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59f68d8-87d0-4f0e-ba72-53108ac30020 req-ce7bf0d4-b1e5-4161-9d29-25a8b178d3c5 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/f9f2139a-8312-4848-86b4-a7736fb2ad82 HTTP/1.1" status: 200 len: 2981 time: 0.2004395 Jul 15 13:01:39.418705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Request body: {'subnet': {'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-subnet', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:39.460259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8da0f-6cb5-4770-813b-d1eac74cc307 admin admin] Pushing event updated for resources: {'Network': ['ID=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.464088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Pushing event updated for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.474733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:39.483598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Made reservation on behalf of f4c989ef9c7945709b5a440c468367b1 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:39.487677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.492369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.492999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.494506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-98b8ad7f-f091-408d-a221-019147bb6131 service neutron] 10.222.0.30 "PUT /v2.0/ports/0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 200 len: 1124 time: 1.8771977 Jul 15 13:01:39.549741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eca7a4f-38b3-46ed-83d8-409ef4c9f95e req-c7f10836-8546-4f99-b0e9-06f6f5a444b7 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249218 Jul 15 13:01:39.584216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['0b880bfa-33c8-4654-8483-cf5d4fba907c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:39.607457 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59f68d8-87d0-4f0e-ba72-53108ac30020 req-bc4105a8-04ca-48ad-a0f0-6df2eb0d1d39 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/f9f2139a-8312-4848-86b4-a7736fb2ad82 HTTP/1.1" status: 200 len: 2981 time: 0.1727645 Jul 15 13:01:39.666613 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d008eadb-bbd2-4768-afff-b76ccc5a6524 x-openstack-request-id: req-d008eadb-bbd2-4768-afff-b76ccc5a6524 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:39.667697 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e74d02-034b-4285-8863-53568ba33308", "tag": "afe5a846-7a96-4283-847c-46448b6562a2", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:39.667697 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d008eadb-bbd2-4768-afff-b76ccc5a6524 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:39.668135 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e74d02-034b-4285-8863-53568ba33308', 'tag': 'afe5a846-7a96-4283-847c-46448b6562a2', 'status': 'completed', 'code': 200} Jul 15 13:01:39.701356 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b25859-9962-47b2-9533-a0884a357014 x-openstack-request-id: req-04b25859-9962-47b2-9533-a0884a357014 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:39.701746 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944", "name": "network-vif-plugged", "status": "completed", "tag": "826c6344-9e74-4fd6-a671-d5748025a068", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:39.702142 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04b25859-9962-47b2-9533-a0884a357014 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:39.702784 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826c6344-9e74-4fd6-a671-d5748025a068', 'code': 200} Jul 15 13:01:39.833633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-4f4b3b29-d604-4d5e-a9d3-06ad4824df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.837388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-4f4b3b29-d604-4d5e-a9d3-06ad4824df7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b473af78fc4008b1701b4123de7099&device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 1100 time: 0.0896068 Jul 15 13:01:39.893142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device fc88a9e4-a806-4e31-ab75-23e46e9721d4 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:39.905863 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.965295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Pushing event updated for resources: {'Subnet': ['ID=da169d02-fc7d-4ac0-abba-cd935931a048,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.973157 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:39.998979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Checking segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:39.999493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Network hostable DHCP agents. Network: 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:40.019073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:40.030507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:40.035211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.037011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.048294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7464a9-1ae2-459d-9ad9-5169795c1718 None None] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:40.059429 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bb155a62-fd62-4b00-8cbb-c4f2e87c62af admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6467817 Jul 15 13:01:40.059650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36592) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:40.064646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:40.100379 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.100597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port fc88a9e4-a806-4e31-ab75-23e46e9721d4, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=fc88a9e4-a806-4e31-ab75-23e46e9721d4,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:40.100711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e6d8-cb66-469a-bcf2-28dd982f278a req-0bee5100-3f79-43ef-98f4-fbc8438f60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.102148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf3e6d8-cb66-469a-bcf2-28dd982f278a req-0bee5100-3f79-43ef-98f4-fbc8438f60b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 1098 time: 0.2635128 Jul 15 13:01:40.102324 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.109237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-5670ac03-4363-467b-a1b8-1388442fcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.111660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-5670ac03-4363-467b-a1b8-1388442fcc7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2565815 Jul 15 13:01:40.119019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'port_id': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'mac_address': 'fa:16:3e:6f:02:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:40.183153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-3f260d0c-b88e-4d2e-a4a8-09a195790e3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=afe5a846-7a96-4283-847c-46448b6562a2 HTTP/1.1" status: 200 len: 217 time: 0.0590622 Jul 15 13:01:40.209781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d50ec-beb8-4468-a56d-7b29553b7064 req-6c8dbce4-b610-4712-85e6-124578b6d3d5 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.210208 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.211449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d15d50ec-beb8-4468-a56d-7b29553b7064 req-6c8dbce4-b610-4712-85e6-124578b6d3d5 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 948 time: 0.2287726 Jul 15 13:01:40.215565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.246307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf3e6d8-cb66-469a-bcf2-28dd982f278a req-1be5465b-1bf5-4e30-91b3-4341e656c25e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304576 Jul 15 13:01:40.249528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc88a9e4-a806-4e31-ab75-23e46e9721d4 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:40.269246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540a945-e719-4fa3-963e-b12951e8e137 req-3efe23ec-375f-4e65-9798-102395f3b0a9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.272208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f540a945-e719-4fa3-963e-b12951e8e137 req-3efe23ec-375f-4e65-9798-102395f3b0a9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 946 time: 0.2912538 Jul 15 13:01:40.284421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port fc88a9e4-a806-4e31-ab75-23e46e9721d4, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=fc88a9e4-a806-4e31-ab75-23e46e9721d4,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:40.315197 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.354929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:01:40.355956 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.357698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-7dee0ad5-4134-4249-81ba-01e7e0703bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.360406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-7dee0ad5-4134-4249-81ba-01e7e0703bbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1612620 Jul 15 13:01:40.405011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.472132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d15d50ec-beb8-4468-a56d-7b29553b7064 req-5e8044bf-5d0b-4b52-8182-664e30701d3e tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468438 Jul 15 13:01:40.473021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=fc88a9e4-a806-4e31-ab75-23e46e9721d4,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:40.478548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f540a945-e719-4fa3-963e-b12951e8e137 req-c3efc53d-94f6-4bc0-bc2f-58eda772248c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914361 Jul 15 13:01:40.538305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-c30e7ec4-0a94-4754-9241-da388c35a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.540272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-c30e7ec4-0a94-4754-9241-da388c35a3b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655543 Jul 15 13:01:40.546077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-09864597-cb20-4f19-ac1d-43cdfa2a93a0 req-0c2f4ccb-8583-4bb3-add7-b4e8d4c76007 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1575632060', 'description': 'tempest-description-2131336982'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:40.568409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Allocated IP 172.20.0.2 (67cfb905-900d-446b-9d1a-9ab5d4ab3bcf/da169d02-fc7d-4ac0-abba-cd935931a048/f56d65e4-71d3-4ec7-995b-5346143a973a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:40.586392 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09864597-cb20-4f19-ac1d-43cdfa2a93a0 req-0c2f4ccb-8583-4bb3-add7-b4e8d4c76007 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.701093 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.724968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.733908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['fc88a9e4-a806-4e31-ab75-23e46e9721d4'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:40.752494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-f5dcb335-2579-41b8-beb1-b4db24aa3c1f service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783717 Jul 15 13:01:40.818092 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09864597-cb20-4f19-ac1d-43cdfa2a93a0 req-0c2f4ccb-8583-4bb3-add7-b4e8d4c76007 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.851983 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09864597-cb20-4f19-ac1d-43cdfa2a93a0 req-0c2f4ccb-8583-4bb3-add7-b4e8d4c76007 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.899999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Allocated IP 172.25.1.89 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/49190483-8187-4e7b-9f58-b1842bf32937) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:40.906921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09864597-cb20-4f19-ac1d-43cdfa2a93a0 req-0c2f4ccb-8583-4bb3-add7-b4e8d4c76007 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.908557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09864597-cb20-4f19-ac1d-43cdfa2a93a0 req-0c2f4ccb-8583-4bb3-add7-b4e8d4c76007 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3805084 Jul 15 13:01:40.920072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f4ccb-8583-4bb3-add7-b4e8d4c76007 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5196755-fab0-4d7a-b970-dda21cb84ffd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:40.940157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eb68f7a-92eb-4a84-bd3b-44ff43053be0 req-9dddc5e8-4eaf-492f-89b9-502b0bbb6bfb service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773980 Jul 15 13:01:41.006132 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.041796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.046777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Transition to ACTIVE for port object f56d65e4-71d3-4ec7-995b-5346143a973a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:41.092172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Transition to ACTIVE for port object f56d65e4-71d3-4ec7-995b-5346143a973a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:41.120408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.128367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.194530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:41.200911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:41.225788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:41.230445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Pushing event updated for resources: {'Port': ['ID=49190483-8187-4e7b-9f58-b1842bf32937,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:41.240998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:41.247656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:41.253670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:41.296129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Pushing event updated for resources: {'Port': ['ID=f56d65e4-71d3-4ec7-995b-5346143a973a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:41.327459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dd4e0-7ad4-403e-80de-9b7a5f8d013e req-a4f88621-e2e9-48fa-8068-80b8263d2820 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:41.329463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e60dd4e0-7ad4-403e-80de-9b7a5f8d013e req-a4f88621-e2e9-48fa-8068-80b8263d2820 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 944 time: 0.1709902 Jul 15 13:01:41.346202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Attempting to bind port f56d65e4-71d3-4ec7-995b-5346143a973a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:41.347453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Attempting to bind port f56d65e4-71d3-4ec7-995b-5346143a973a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:41.348054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Attempting to bind port f56d65e4-71d3-4ec7-995b-5346143a973a on network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:41.358865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:41.359650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Checking segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:41.360346 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.361013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Bound using segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:41.361835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Bound port: f56d65e4-71d3-4ec7-995b-5346143a973a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:41.362443 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.363456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3061a-eeff-4c8e-82ff-e822d56ec847 req-f02c5017-74de-4f8f-84bd-d2a71f58a05c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:41.365212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63e3061a-eeff-4c8e-82ff-e822d56ec847 req-f02c5017-74de-4f8f-84bd-d2a71f58a05c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 944 time: 0.1339099 Jul 15 13:01:41.455302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e60dd4e0-7ad4-403e-80de-9b7a5f8d013e req-39af32a8-221b-4b38-940c-9e3f2371e041 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066442 Jul 15 13:01:41.484111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63e3061a-eeff-4c8e-82ff-e822d56ec847 req-36aa19d6-083a-4d93-b29d-14141e0ac7e6 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931220 Jul 15 13:01:41.556955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] For port f56d65e4-71d3-4ec7-995b-5346143a973a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:41.575798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] For port f56d65e4-71d3-4ec7-995b-5346143a973a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f56d65e4-71d3-4ec7-995b-5346143a973a,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:41.578951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6848d8e8-60cf-4f52-a7f1-5fa1c7f32d5c req-83e5c841-4593-430e-be71-cc17b54dc9db tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1354161189', 'description': 'tempest-description-222872014'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:41.591628 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.608969 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6848d8e8-60cf-4f52-a7f1-5fa1c7f32d5c req-83e5c841-4593-430e-be71-cc17b54dc9db tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.670261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c'}, {'name': 'network-changed', 'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:41.675811 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe62c1a-59ae-4898-b0d3-0461741d2600" -d '{"events": [{"server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c"}, {"name": "network-changed", "server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:41.711325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174ab67-42a1-4db0-b212-0d7fc9da7de9 None None] Pushing event updated for resources: {'Port': ['ID=f56d65e4-71d3-4ec7-995b-5346143a973a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:41.792293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.792642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6848d8e8-60cf-4f52-a7f1-5fa1c7f32d5c req-83e5c841-4593-430e-be71-cc17b54dc9db tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.799941 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6848d8e8-60cf-4f52-a7f1-5fa1c7f32d5c req-83e5c841-4593-430e-be71-cc17b54dc9db tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.834594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6848d8e8-60cf-4f52-a7f1-5fa1c7f32d5c req-83e5c841-4593-430e-be71-cc17b54dc9db tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.845735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6848d8e8-60cf-4f52-a7f1-5fa1c7f32d5c req-83e5c841-4593-430e-be71-cc17b54dc9db tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2714455 Jul 15 13:01:41.848353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5c841-4593-430e-be71-cc17b54dc9db tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968108f5-fba0-488b-898d-9101a7befaf7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:41.933681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0b880bfa-33c8-4654-8483-cf5d4fba907c details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:42.237401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e3c84-0ea2-4b55-b192-0ffe6223e56d req-d6e84697-f0a0-41be-a0fa-4cdc4cee83de tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.245224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:42.245789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a6e3c84-0ea2-4b55-b192-0ffe6223e56d req-d6e84697-f0a0-41be-a0fa-4cdc4cee83de tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 948 time: 0.2979331 Jul 15 13:01:42.272624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0b880bfa-33c8-4654-8483-cf5d4fba907c has no active binding in host n-h2-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:01:42.273391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device afe5a846-7a96-4283-847c-46448b6562a2 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:42.305882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be8251-c8f1-4b49-8e1b-a98dd4d8efa6 req-bdb88af7-a960-4195-bc07-3c80ff5f1ff6 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.320650 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2be8251-c8f1-4b49-8e1b-a98dd4d8efa6 req-bdb88af7-a960-4195-bc07-3c80ff5f1ff6 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 946 time: 0.2989404 Jul 15 13:01:42.334148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.345002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a6e3c84-0ea2-4b55-b192-0ffe6223e56d req-69e4fe1c-26a0-43a3-9c44-14775d3f722a tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982168 Jul 15 13:01:42.460286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2be8251-c8f1-4b49-8e1b-a98dd4d8efa6 req-16ca96ef-f0ab-4564-b570-f1516b7462cc tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383905 Jul 15 13:01:42.467434 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57358bb9-707d-4144-8a75-06f498b66855 x-openstack-request-id: req-57358bb9-707d-4144-8a75-06f498b66855 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:42.467683 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c", "code": 200}, {"name": "network-changed", "server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:42.468378 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57358bb9-707d-4144-8a75-06f498b66855 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:42.468945 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c', 'code': 200} Jul 15 13:01:42.469445 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c', 'status': 'completed', 'code': 200} Jul 15 13:01:42.558118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port afe5a846-7a96-4283-847c-46448b6562a2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=afe5a846-7a96-4283-847c-46448b6562a2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:42.592139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'afe5a846-7a96-4283-847c-46448b6562a2', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'afe5a846-7a96-4283-847c-46448b6562a2', 'mac_address': 'fa:16:3e:63:0d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:42.651231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56d65e4-71d3-4ec7-995b-5346143a973a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:42.706372 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.736269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-f27e2835-9b4a-48eb-9c91-3ef4137a40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.738553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-f27e2835-9b4a-48eb-9c91-3ef4137a40a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1127 time: 0.2111073 Jul 15 13:01:42.745664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe5a846-7a96-4283-847c-46448b6562a2 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:42.754228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-981cbd17-c8b5-4a19-9c6f-d4843ec07e43 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.756365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f56d65e4-71d3-4ec7-995b-5346143a973a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:42.763884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-981cbd17-c8b5-4a19-9c6f-d4843ec07e43 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 813 time: 0.1758902 Jul 15 13:01:42.773335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:01:42.803267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-55e2e68a-b131-4d2b-8961-2fc06d10e643 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/quotas/bbce120dcc37478089d86e6dd01e30b8 HTTP/1.1" status: 200 len: 375 time: 0.0379097 Jul 15 13:01:42.811928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port afe5a846-7a96-4283-847c-46448b6562a2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=afe5a846-7a96-4283-847c-46448b6562a2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:42.825910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.967970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=afe5a846-7a96-4283-847c-46448b6562a2,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.977486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-13d1cadd-d59b-4f81-88dd-247d73469c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.979529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-13d1cadd-d59b-4f81-88dd-247d73469c28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.2012019 Jul 15 13:01:43.005035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-49c97965-dc44-4985-8987-380a4ac2fb3c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1859787 Jul 15 13:01:43.066280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:43.078185 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:43.086881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.089833 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-62abce37-831e-4010-8efa-e03d99a1c9bd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0290697 Jul 15 13:01:43.096041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:43.098896 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:43.100340 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:43.133152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-aa44db98-c6ad-4a72-bef4-b791136b7230 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 200 len: 217 time: 0.1206746 Jul 15 13:01:43.310047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['afe5a846-7a96-4283-847c-46448b6562a2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:43.518867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8fc66e-7b14-41ef-a51e-6bcd297a41fd None None] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:43.533268 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:43.725033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1363d0d4-8385-45a6-aadf-2aef45139a4a None None] Provisioning for port f56d65e4-71d3-4ec7-995b-5346143a973a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:43.753233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1363d0d4-8385-45a6-aadf-2aef45139a4a None None] Provisioning complete for port f56d65e4-71d3-4ec7-995b-5346143a973a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:43.753869 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1363d0d4-8385-45a6-aadf-2aef45139a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.851997 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:41Z', 'revision_number': 3, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:43.857694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-30156876-577f-45a3-b840-b097d075b2ac service neutron] 10.222.0.25 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430288 Jul 15 13:01:43.890690 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:43.891331 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Updating router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 port 49190483-8187-4e7b-9f58-b1842bf32937 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:01:43.936723 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.941423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device fc88a9e4-a806-4e31-ab75-23e46e9721d4 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:44.011202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-1e09cf9a-bc70-4ec0-86d3-ad78b2ccb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.013101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-1e09cf9a-bc70-4ec0-86d3-ad78b2ccb037 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.8279452 Jul 15 13:01:44.073682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57c96-2b9b-4b93-a909-61bb7645c6f8 req-211a246c-aac6-45b9-85b3-c5cfbc4b67bd tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.081332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bbc57c96-2b9b-4b93-a909-61bb7645c6f8 req-211a246c-aac6-45b9-85b3-c5cfbc4b67bd tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 944 time: 1.0039382 Jul 15 13:01:44.124253 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1363d0d4-8385-45a6-aadf-2aef45139a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.144067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-f34b8b0c-9262-48ad-be1f-3dc5ce21cd6f service neutron] 10.222.0.35 "GET /v2.0/ports/0b880bfa-33c8-4654-8483-cf5d4fba907c/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.4338653 Jul 15 13:01:44.150737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-d850cb96-9afd-4fbb-b35e-2ed3d602cce9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287885 Jul 15 13:01:44.198201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port fc88a9e4-a806-4e31-ab75-23e46e9721d4 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:44.204503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port fc88a9e4-a806-4e31-ab75-23e46e9721d4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:44.205095 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.243835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bbc57c96-2b9b-4b93-a909-61bb7645c6f8 req-50d83218-b245-47d1-9a90-16f5be7264a5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612051 Jul 15 13:01:44.295591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1363d0d4-8385-45a6-aadf-2aef45139a4a None None] For port f56d65e4-71d3-4ec7-995b-5346143a973a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f56d65e4-71d3-4ec7-995b-5346143a973a,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:44.309697 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1363d0d4-8385-45a6-aadf-2aef45139a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.385728 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.412522 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Transition to ACTIVE for port object 49190483-8187-4e7b-9f58-b1842bf32937 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:44.428698 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.433199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-0dbb29cb-3e6e-429b-8397-7a934548b23b service neutron] 10.222.0.25 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609980 Jul 15 13:01:44.524767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363d0d4-8385-45a6-aadf-2aef45139a4a None None] Pushing event updated for resources: {'Port': ['ID=f56d65e4-71d3-4ec7-995b-5346143a973a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:44.565472 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Attempting to bind port 49190483-8187-4e7b-9f58-b1842bf32937 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:44.569661 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Attempting to bind port 49190483-8187-4e7b-9f58-b1842bf32937 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:44.570166 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Attempting to bind port 49190483-8187-4e7b-9f58-b1842bf32937 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:44.579173 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.581752 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.603013 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Pushing event updated for resources: {'Port': ['ID=49190483-8187-4e7b-9f58-b1842bf32937,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:44.605418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-8801f4e8-6011-4535-9fe0-54e52f45a4ba service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320652 Jul 15 13:01:44.645717 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:44.654858 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:44.658008 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.659807 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:44.660372 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Bound port: 49190483-8187-4e7b-9f58-b1842bf32937, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:44.660744 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.705685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:44.713527 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b08ef0c-3c55-476f-a511-e8dd0e6b6e72" -d '{"events": [{"server_uuid": "66e3e7d9-bf0a-4c02-8030-b618265724c6", "name": "network-vif-plugged", "status": "completed", "tag": "fc88a9e4-a806-4e31-ab75-23e46e9721d4"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:44.748193 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.755701 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.756320 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.756859 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.757362 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.757876 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.759833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port fc88a9e4-a806-4e31-ab75-23e46e9721d4, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=fc88a9e4-a806-4e31-ab75-23e46e9721d4,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:44.761106 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.761628 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.768447 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.769080 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.769536 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.770738 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:44.776756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-071fbff0-ecea-43ec-9439-8a567465a234 None None] Provisioning complete for port f56d65e4-71d3-4ec7-995b-5346143a973a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:44.777093 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-071fbff0-ecea-43ec-9439-8a567465a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.865522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:44.891993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.892897 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] For port 49190483-8187-4e7b-9f58-b1842bf32937, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:44.904745 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] For port 49190483-8187-4e7b-9f58-b1842bf32937, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=49190483-8187-4e7b-9f58-b1842bf32937,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:44.915708 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.916886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:45.024475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b880bfa-33c8-4654-8483-cf5d4fba907c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:45.043082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Allocated IP 172.20.0.1 (67cfb905-900d-446b-9d1a-9ab5d4ab3bcf/da169d02-fc7d-4ac0-abba-cd935931a048/18a1ac87-5059-477f-9755-4778a17fb249) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:45.076448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=fc88a9e4-a806-4e31-ab75-23e46e9721d4,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.084694 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00203fb8-2460-42f6-9a06-a89928e8d6d0 None None] Pushing event updated for resources: {'Port': ['ID=49190483-8187-4e7b-9f58-b1842bf32937,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.113557 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:45.115064 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:45.121604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:45.222961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.265699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f91ff-c261-48d8-ae70-f556435913ff req-eec2e881-f51c-40e2-9d5f-85136adde7ed tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.267549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-965f91ff-c261-48d8-ae70-f556435913ff req-eec2e881-f51c-40e2-9d5f-85136adde7ed tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 944 time: 0.7727995 Jul 15 13:01:45.275743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbe62c1a-59ae-4898-b0d3-0461741d2600 req-91ae645f-bba1-46c8-8622-6d68917b14e7 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578367 Jul 15 13:01:45.311622 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:45.328124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.346169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be3e1a-388b-4135-aade-4c8c934b1ba4 req-84212d87-b29a-4f33-b713-b6c371193b8c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.348741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9be3e1a-388b-4135-aade-4c8c934b1ba4 req-84212d87-b29a-4f33-b713-b6c371193b8c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 946 time: 0.3141727 Jul 15 13:01:45.358503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Transition to ACTIVE for port object 18a1ac87-5059-477f-9755-4778a17fb249 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:45.401122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-965f91ff-c261-48d8-ae70-f556435913ff req-c4f6240a-7c19-410e-97be-e612955a859c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215742 Jul 15 13:01:45.422240 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.447541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:45.459242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] Transition to ACTIVE for port object 0b880bfa-33c8-4654-8483-cf5d4fba907c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:45.474135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:45.491356 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.492124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:45.513256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9be3e1a-388b-4135-aade-4c8c934b1ba4 req-b25d60aa-5fe3-4b3e-af9b-2ad425b4d7ec tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555867 Jul 15 13:01:45.599873 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.662551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] No DVR routers for this DVR port 0b880bfa-33c8-4654-8483-cf5d4fba907c on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:45.683416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] Pushing event updated for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.779642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-bee5c7e8-fb00-42d2-ac01-d4ef5cc4ca12 service neutron] 10.222.0.35 "PUT /v2.0/ports/0b880bfa-33c8-4654-8483-cf5d4fba907c/bindings/n-h2-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 1.5862010 Jul 15 13:01:45.800140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Pushing event updated for resources: {'Port': ['ID=18a1ac87-5059-477f-9755-4778a17fb249,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.874243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e7190b9-f184-4c93-8508-d43fa74848b2 req-0c72c04c-c3fb-485f-90dd-faa8289f325c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 210 time: 0.0711291 Jul 15 13:01:45.936080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device afe5a846-7a96-4283-847c-46448b6562a2 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:46.046985 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:41Z', 'revision_number': 3, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:46.107509 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c244e0-c350-4675-bc92-7f3cacb84171 None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:41Z', 'revision_number': 3, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:46.107849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.290375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-b1c98b3b-9003-42cb-8bf2-c94c9c25cad7 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:46.297835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-b1c98b3b-9003-42cb-8bf2-c94c9c25cad7 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.4166963 Jul 15 13:01:46.344735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093f51c-4540-433f-8726-6d14d705fb2c req-0a45ef3b-379b-4bed-af75-2f6ff41e6dd5 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:46.347178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c093f51c-4540-433f-8726-6d14d705fb2c req-0a45ef3b-379b-4bed-af75-2f6ff41e6dd5 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 949 time: 0.5636647 Jul 15 13:01:46.493910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.502028 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2531793c-4f1d-4af4-8822-c26a40a027cf x-openstack-request-id: req-2531793c-4f1d-4af4-8822-c26a40a027cf {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:46.503082 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e3e7d9-bf0a-4c02-8030-b618265724c6", "name": "network-vif-plugged", "status": "completed", "tag": "fc88a9e4-a806-4e31-ab75-23e46e9721d4", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:46.503812 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2531793c-4f1d-4af4-8822-c26a40a027cf {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:46.504873 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'code': 200} Jul 15 13:01:46.520020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.525370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c67512a2-41d5-4dbd-a842-4cc6b50a768a None None] Provisioning for port 18a1ac87-5059-477f-9755-4778a17fb249 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:46.545645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c67512a2-41d5-4dbd-a842-4cc6b50a768a None None] Provisioning complete for port 18a1ac87-5059-477f-9755-4778a17fb249 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:46.546109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c67512a2-41d5-4dbd-a842-4cc6b50a768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.606480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c67512a2-41d5-4dbd-a842-4cc6b50a768a None None] Port 18a1ac87-5059-477f-9755-4778a17fb249 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:46.612993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56d65e4-71d3-4ec7-995b-5346143a973a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:46.657593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c093f51c-4540-433f-8726-6d14d705fb2c req-766167d5-7f99-4b13-baa3-1df3b4b20480 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745740 Jul 15 13:01:46.660344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cfe01-2ae3-4f59-abf2-af94bd1928b3 req-f305b782-8626-40b4-b83a-e57c03c3a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:46.661410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d04cfe01-2ae3-4f59-abf2-af94bd1928b3 req-f305b782-8626-40b4-b83a-e57c03c3a4d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 1097 time: 0.5478380 Jul 15 13:01:46.746042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44902bca-2624-463d-9030-b3f36931ed54 req-66aeba4e-aa7a-4674-b303-6f3b54c6c4e6 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:46.751876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Pushing event updated for resources: {'Port': ['ID=18a1ac87-5059-477f-9755-4778a17fb249,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:46.753567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44902bca-2624-463d-9030-b3f36931ed54 req-66aeba4e-aa7a-4674-b303-6f3b54c6c4e6 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 945 time: 0.5798879 Jul 15 13:01:46.786043 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.826777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port afe5a846-7a96-4283-847c-46448b6562a2 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:46.833726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port afe5a846-7a96-4283-847c-46448b6562a2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:46.834528 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.839021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d04cfe01-2ae3-4f59-abf2-af94bd1928b3 req-1a7ddcea-731f-4271-bb7d-ff0ceb3fbda8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682060 Jul 15 13:01:47.005918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:47.012209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:47.078363 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.081594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0b880bfa-33c8-4654-8483-cf5d4fba907c no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:47.089481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-53b89fea-dce9-402a-bff8-bba13b9bd4ef tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.091762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-53b89fea-dce9-402a-bff8-bba13b9bd4ef tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.35 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 813 time: 0.5753200 Jul 15 13:01:47.098983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f56d65e4-71d3-4ec7-995b-5346143a973a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:47.101715 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.118694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44902bca-2624-463d-9030-b3f36931ed54 req-6140a475-d8fd-4d71-b6f3-ea64413cd817 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641195 Jul 15 13:01:47.135767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'port': {'device_id': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336', 'admin_state_up': True, 'tenant_id': 'bbce120dcc37478089d86e6dd01e30b8'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:47.182557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-0f5f5845-a222-463b-b47b-f6e4b1d864f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.193801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-0f5f5845-a222-463b-b47b-f6e4b1d864f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc&tenant_id=bbb6cfaf3a0243ad97fca17863871808 HTTP/1.1" status: 200 len: 1097 time: 0.8790290 Jul 15 13:01:47.376582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:47.443749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port afe5a846-7a96-4283-847c-46448b6562a2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=afe5a846-7a96-4283-847c-46448b6562a2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:47.450603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0b880bfa-33c8-4654-8483-cf5d4fba907c not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:47.460472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.569113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-00dfd95d-79b8-4023-96ea-59bee69cfe08 None None] Provisioning complete for port 18a1ac87-5059-477f-9755-4778a17fb249 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:47.569496 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-00dfd95d-79b8-4023-96ea-59bee69cfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.594633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:47.613663 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e22da682-3c5c-40a0-8fba-6b5d92b09cfd admin admin] 10.222.0.25 "PUT /v2.0/routers/31514dcc-cdf7-4a0f-9cbf-03e2503196e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5160105 Jul 15 13:01:47.620892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-e6216815-41b5-4f28-b5ad-27e181871bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.628766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-e6216815-41b5-4f28-b5ad-27e181871bd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1097 time: 0.3877487 Jul 15 13:01:47.632139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=afe5a846-7a96-4283-847c-46448b6562a2,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:47.665210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-00dfd95d-79b8-4023-96ea-59bee69cfe08 None None] Port 18a1ac87-5059-477f-9755-4778a17fb249 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:47.757618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Made reservation on behalf of bbce120dcc37478089d86e6dd01e30b8 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:47.774796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.886947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-232b50d4-1305-4724-9c2d-8c708af25e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.888830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-232b50d4-1305-4724-9c2d-8c708af25e40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.2064662 Jul 15 13:01:47.925458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8978e56-0e47-4a1d-961c-6c653029e809 req-d5180a51-ae3d-4e95-bf9f-86ef38aa9150 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 210 time: 0.2460942 Jul 15 13:01:47.985172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-f1a6a9c4-b8a2-448b-8b91-15565512d0a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 200 len: 217 time: 0.0696499 Jul 15 13:01:48.157169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b594ec-5d39-4379-8767-400b50b19b7c req-65939d7e-9ab7-428b-859d-18b07dd103b7 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:48.158874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89b594ec-5d39-4379-8767-400b50b19b7c req-65939d7e-9ab7-428b-859d-18b07dd103b7 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 945 time: 0.4562156 Jul 15 13:01:48.164454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-d02b7781-bf19-4259-99fb-8cc472ec7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:48.166104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-d02b7781-bf19-4259-99fb-8cc472ec7d4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1724937 Jul 15 13:01:48.256743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-dc1df4b3-3839-4be1-925d-da1092e5e20e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791459 Jul 15 13:01:48.327899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89b594ec-5d39-4379-8767-400b50b19b7c req-7ad7d35a-f72c-43cf-9457-d73e510f3356 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593826 Jul 15 13:01:48.342145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Allocated IP 172.20.0.10 (dff0a472-41ba-493a-b3ac-b332aa36f336/59ed1d2d-6292-4dc5-aa6d-0db1d657744e/654c0ee9-549b-4142-8172-89378aed050b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:48.387726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a663ae-4ffd-4c5c-a597-62bf9b3c4d6f req-db70274b-945a-4282-b49a-8d345a31b279 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:48.393110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4a663ae-4ffd-4c5c-a597-62bf9b3c4d6f req-db70274b-945a-4282-b49a-8d345a31b279 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 946 time: 0.3072925 Jul 15 13:01:48.506551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e74d02-034b-4285-8863-53568ba33308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe5a846-7a96-4283-847c-46448b6562a2'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:48.511047 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c63b9-9181-46b7-94d0-035f401c8f36" -d '{"events": [{"server_uuid": "63e74d02-034b-4285-8863-53568ba33308", "name": "network-vif-plugged", "status": "completed", "tag": "afe5a846-7a96-4283-847c-46448b6562a2"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:48.518862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 49190483-8187-4e7b-9f58-b1842bf32937 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:48.558516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-b41a5584-1d5f-4e4c-87b3-c377e799f22a service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879379 Jul 15 13:01:48.581876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4a663ae-4ffd-4c5c-a597-62bf9b3c4d6f req-004f5452-f7b9-45d8-9b63-c0c49f80b41f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613650 Jul 15 13:01:48.584470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 49190483-8187-4e7b-9f58-b1842bf32937 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:48.591299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 49190483-8187-4e7b-9f58-b1842bf32937 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:48.592342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.720142 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.757109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 49190483-8187-4e7b-9f58-b1842bf32937, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=49190483-8187-4e7b-9f58-b1842bf32937,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:48.762996 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.827321 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.838714 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bc014284-036a-45e2-8378-4fbbe717b8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.846986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=49190483-8187-4e7b-9f58-b1842bf32937,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:48.982814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:48.992515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:48.993287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:49.118003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:49.282047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5e65c-3d56-4d15-87e8-b5528f6ab5db req-b43686d5-8616-4e51-8041-e7a66f36f3b6 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.286820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fc5e65c-3d56-4d15-87e8-b5528f6ab5db req-b43686d5-8616-4e51-8041-e7a66f36f3b6 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 950 time: 0.7563522 Jul 15 13:01:49.306107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-4f58edcb-039e-4898-a062-f1ecab158c04 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135353 Jul 15 13:01:49.371504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:46Z', 'revision_number': 2, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:49.420243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:49.420469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Updating router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 port 18a1ac87-5059-477f-9755-4778a17fb249 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:01:49.448794 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.455997 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fc5e65c-3d56-4d15-87e8-b5528f6ab5db req-ce1fffa7-c511-49c6-ac3c-53918b2e7bd5 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593075 Jul 15 13:01:49.461822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:49.510311 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.516535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-98c83c11-a22b-4a52-a52b-100132b1bf20 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.518367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-98c83c11-a22b-4a52-a52b-100132b1bf20 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 946 time: 0.6781268 Jul 15 13:01:49.527270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-e6f0f080-3be0-4ab8-bbbb-9e4201c28e70 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.536380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-e6f0f080-3be0-4ab8-bbbb-9e4201c28e70 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 821 time: 0.3411901 Jul 15 13:01:49.593073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Network dff0a472-41ba-493a-b3ac-b332aa36f336 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:49.630790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:49.633946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:49.706605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.707317 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.728550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-ec194381-b451-407f-9b8e-ea73e68dbe4e tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/quotas/f4c989ef9c7945709b5a440c468367b1 HTTP/1.1" status: 200 len: 375 time: 0.1911623 Jul 15 13:01:49.736326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'Port': ['ID=654c0ee9-549b-4142-8172-89378aed050b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:49.835497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-8d7f20f2-b5a8-407d-8d21-b1aa76b8e224 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7121739 Jul 15 13:01:49.872573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Request body: {'port': {'device_id': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:50.001724 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.014954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Transition to ACTIVE for port object 18a1ac87-5059-477f-9755-4778a17fb249 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:50.044523 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.060166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-76ec18b4-aea3-4551-94a3-e33dee35a525 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3305826 Jul 15 13:01:50.067631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eb77-7b78-427d-8850-ec3515c1397e req-8a246699-7f77-4777-98d4-f94ae3307cc9 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:50.069333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-8a246699-7f77-4777-98d4-f94ae3307cc9 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.3730340 Jul 15 13:01:50.086360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f835e-386a-41a7-a951-7f7191e1ed5d req-27c1cc1d-ee41-4b01-a376-e3b95b0672b7 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:50.096300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-486f835e-386a-41a7-a951-7f7191e1ed5d req-27c1cc1d-ee41-4b01-a376-e3b95b0672b7 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 945 time: 0.3079164 Jul 15 13:01:50.122522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.140344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cff644-4af7-45cc-8b6a-d3f387d48e26 None None] Pushing event updated for resources: {'Port': ['ID=18a1ac87-5059-477f-9755-4778a17fb249,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:50.184798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Attempting to bind port 18a1ac87-5059-477f-9755-4778a17fb249 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:50.185292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Attempting to bind port 18a1ac87-5059-477f-9755-4778a17fb249 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:50.185758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Attempting to bind port 18a1ac87-5059-477f-9755-4778a17fb249 on network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:50.187171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Deleting port 826c6344-9e74-4fd6-a671-d5748025a068 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:50.187525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.192884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:50.193643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Checking segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:50.194685 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.194685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Bound using segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:50.195274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Bound port: 18a1ac87-5059-477f-9755-4778a17fb249, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:50.196334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.323830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] For port 18a1ac87-5059-477f-9755-4778a17fb249, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:50.329577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] For port 18a1ac87-5059-477f-9755-4778a17fb249, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=18a1ac87-5059-477f-9755-4778a17fb249,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:50.337652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-486f835e-386a-41a7-a951-7f7191e1ed5d req-ab115991-f8fc-472e-b0ae-95ab15383af6 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399352 Jul 15 13:01:50.338483 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.562325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:50.563025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:50.629689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cff644-4af7-45cc-8b6a-d3f387d48e26 None None] Pushing event updated for resources: {'Port': ['ID=18a1ac87-5059-477f-9755-4778a17fb249,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:50.634515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 49190483-8187-4e7b-9f58-b1842bf32937 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:50.691544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] For port 826c6344-9e74-4fd6-a671-d5748025a068, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=826c6344-9e74-4fd6-a671-d5748025a068,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:50.692217 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.695632 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2273965f-774f-46cf-9df8-db9d57409ff3 x-openstack-request-id: req-2273965f-774f-46cf-9df8-db9d57409ff3 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:50.695839 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e74d02-034b-4285-8863-53568ba33308", "name": "network-vif-plugged", "status": "completed", "tag": "afe5a846-7a96-4283-847c-46448b6562a2", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:50.696088 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2273965f-774f-46cf-9df8-db9d57409ff3 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:50.696581 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e74d02-034b-4285-8863-53568ba33308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe5a846-7a96-4283-847c-46448b6562a2', 'code': 200} Jul 15 13:01:50.711708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Calling delete_port for 826c6344-9e74-4fd6-a671-d5748025a068 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:50.734727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 49190483-8187-4e7b-9f58-b1842bf32937 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:50.735098 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.840514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-f61f4fc7-b9af-44da-96f5-78f22e2a2088 service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380440 Jul 15 13:01:50.867976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:51.100498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.114798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2449eb77-7b78-427d-8850-ec3515c1397e req-35df874b-615d-439e-bac2-89e3323355ff service neutron] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:51.176280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2449eb77-7b78-427d-8850-ec3515c1397e req-35df874b-615d-439e-bac2-89e3323355ff service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.177466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2449eb77-7b78-427d-8850-ec3515c1397e req-35df874b-615d-439e-bac2-89e3323355ff service neutron] 10.222.0.30 "DELETE /v2.0/ports/0b880bfa-33c8-4654-8483-cf5d4fba907c/bindings/n-h1-771362-36 HTTP/1.1" status: 204 len: 173 time: 1.0783086 Jul 15 13:01:51.198095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event deleted for resources: {'Port': ['ID=826c6344-9e74-4fd6-a671-d5748025a068,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:51.238041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-88a2a8f0-b6b1-4334-ad8d-f3e204712ab4 service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695376 Jul 15 13:01:51.286994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c938ec-2050-4f0f-83f0-178a48a8c007 req-77305055-323d-4de3-9e77-ba7ac334eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:51.288717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1c938ec-2050-4f0f-83f0-178a48a8c007 req-77305055-323d-4de3-9e77-ba7ac334eee0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 1102 time: 0.4293606 Jul 15 13:01:51.299785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bbc9c-affe-487b-b3ed-ac443efa9e11 req-53ba5584-a9e0-44f7-a920-8000e6ed8e89 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:51.301514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-012bbc9c-affe-487b-b3ed-ac443efa9e11 req-53ba5584-a9e0-44f7-a920-8000e6ed8e89 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 932 time: 0.4365997 Jul 15 13:01:51.330770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] No DVR routers for this DVR port 826c6344-9e74-4fd6-a671-d5748025a068 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:51.345566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.348022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d763fd2e-be09-4560-a784-1e0c976fa955 req-ac56103e-09a3-49a7-8779-229ae9c4f65e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.30 "DELETE /v2.0/ports/826c6344-9e74-4fd6-a671-d5748025a068 HTTP/1.1" status: 204 len: 173 time: 1.8028185 Jul 15 13:01:51.354917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944', 'name': 'network-vif-deleted', 'tag': '826c6344-9e74-4fd6-a671-d5748025a068'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:51.358178 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6447b22-e7a4-4587-b1a2-caa20be7e2a3" -d '{"events": [{"server_uuid": "1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944", "name": "network-vif-deleted", "tag": "826c6344-9e74-4fd6-a671-d5748025a068"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:51.413120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:50Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:51.436284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1c938ec-2050-4f0f-83f0-178a48a8c007 req-4b474f13-094c-4bc8-9356-4f4ec0df85f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337264 Jul 15 13:01:51.465020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654c0ee9-549b-4142-8172-89378aed050b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:51.485274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f8350-b0e5-470d-b3b2-065230ba22c4 None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:50Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:51.496634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-012bbc9c-affe-487b-b3ed-ac443efa9e11 req-4795cc4f-8a58-4842-b1ee-5fb39dc122c3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647823 Jul 15 13:01:51.507744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.529660 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c75bd816-342a-41ce-84e4-5d85a0b03b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.535081 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.546003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Transition to ACTIVE for port object 654c0ee9-549b-4142-8172-89378aed050b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:51.556146 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.688452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Pushing event updated for resources: {'Port': ['ID=654c0ee9-549b-4142-8172-89378aed050b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:51.902155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c7ab257-5eb3-4659-a54e-c284eae1441f req-3ac42896-9db6-4e5c-851a-6b31f4b7f463 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944 HTTP/1.1" status: 200 len: 210 time: 0.0613384 Jul 15 13:01:51.959092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Attempting to bind port 654c0ee9-549b-4142-8172-89378aed050b on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:51.959892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Attempting to bind port 654c0ee9-549b-4142-8172-89378aed050b by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:51.960514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Attempting to bind port 654c0ee9-549b-4142-8172-89378aed050b on network dff0a472-41ba-493a-b3ac-b332aa36f336 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:51.986341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Port 654c0ee9-549b-4142-8172-89378aed050b on network dff0a472-41ba-493a-b3ac-b332aa36f336 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:51.986851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Attempting to bind port 654c0ee9-549b-4142-8172-89378aed050b on network dff0a472-41ba-493a-b3ac-b332aa36f336 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:52.015546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:52.016069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Checking segment: {'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:52.016800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Bound using segment: {'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:52.017527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Bound port: 654c0ee9-549b-4142-8172-89378aed050b, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbaa654a-5da8-4fcd-9167-62c240e18d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:52.018102 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.024325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 826c6344-9e74-4fd6-a671-d5748025a068 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:52.078949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce21c-95f8-418a-9f4f-eaa412f4c568 req-76a9dab0-975e-424f-873a-2ba00bd91d28 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:52.095382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ccce21c-95f8-418a-9f4f-eaa412f4c568 req-76a9dab0-975e-424f-873a-2ba00bd91d28 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 945 time: 0.3505397 Jul 15 13:01:52.105655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 826c6344-9e74-4fd6-a671-d5748025a068 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:52.105999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 826c6344-9e74-4fd6-a671-d5748025a068 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:52.223413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ccce21c-95f8-418a-9f4f-eaa412f4c568 req-ee5ff334-dc44-4e81-a650-6a3557b823aa tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266704 Jul 15 13:01:52.287656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] For port 654c0ee9-549b-4142-8172-89378aed050b, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:52.291870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] For port 654c0ee9-549b-4142-8172-89378aed050b, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=654c0ee9-549b-4142-8172-89378aed050b,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:52.302399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.529457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:52.530177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.531745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] 10.222.0.35 "PUT /v2.0/ports/654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 200 len: 1093 time: 2.6666512 Jul 15 13:01:52.608300 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea09aee3-83c1-4ed6-9121-b13dc383c516 x-openstack-request-id: req-ea09aee3-83c1-4ed6-9121-b13dc383c516 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:52.615060 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944", "name": "network-vif-deleted", "tag": "826c6344-9e74-4fd6-a671-d5748025a068", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:52.615556 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea09aee3-83c1-4ed6-9121-b13dc383c516 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:52.616143 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6f89f4-aa1e-4397-aa0b-81ae5c5ef944', 'name': 'network-vif-deleted', 'tag': '826c6344-9e74-4fd6-a671-d5748025a068', 'status': 'completed', 'code': 200} Jul 15 13:01:52.636737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 18a1ac87-5059-477f-9755-4778a17fb249 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:52.703526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ae60-00b5-49cd-9b54-c972ead22048 service neutron] Pushing event updated for resources: {'Port': ['ID=654c0ee9-549b-4142-8172-89378aed050b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:52.775013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.788276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 18a1ac87-5059-477f-9755-4778a17fb249 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:52.794896 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 18a1ac87-5059-477f-9755-4778a17fb249 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:52.796003 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.844310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8b3e26e-6e32-48a0-8339-56fe9fe8177a req-5ec6627a-da6a-49a3-915e-e23b078a3e94 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 210 time: 0.1078334 Jul 15 13:01:52.919079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8d7fd-8cd3-4587-9d6e-647825694c6c req-4260aa3d-75ed-4020-a78d-4b4b93d0cd94 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:52.928346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fee8d7fd-8cd3-4587-9d6e-647825694c6c req-4260aa3d-75ed-4020-a78d-4b4b93d0cd94 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 950 time: 0.6004636 Jul 15 13:01:53.010304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-0b533478-88b6-4cd5-b1d4-b59c03766db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.010684 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.013191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-0b533478-88b6-4cd5-b1d4-b59c03766db6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 1096 time: 0.4148200 Jul 15 13:01:53.073416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 18a1ac87-5059-477f-9755-4778a17fb249, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=18a1ac87-5059-477f-9755-4778a17fb249,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:53.085262 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.147060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fee8d7fd-8cd3-4587-9d6e-647825694c6c req-8a755523-4319-4557-b3a1-984c3c72d696 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108393 Jul 15 13:01:53.150200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-23e6dba5-1c69-449c-a99f-6a45221aa7f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 200 len: 217 time: 0.1143658 Jul 15 13:01:53.159642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=18a1ac87-5059-477f-9755-4778a17fb249,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:53.248554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b722f1cb-8340-4498-bfe7-0bef6facb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.253762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-b722f1cb-8340-4498-bfe7-0bef6facb5e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.0963945 Jul 15 13:01:53.342331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-fc4fb4aa-d02f-4acc-9925-17039267c4b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808275 Jul 15 13:01:53.639214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-05be7014-5ea5-4e05-b37d-42520b1c286b service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896538 Jul 15 13:01:54.156256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6233db-873d-4cb8-ba2c-b85d73a31d40 req-4edcdcb1-fe3f-49b8-9462-e02b52e4f121 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.157896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cd6233db-873d-4cb8-ba2c-b85d73a31d40 req-4edcdcb1-fe3f-49b8-9462-e02b52e4f121 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 945 time: 0.7262518 Jul 15 13:01:54.164254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0b3f-09c0-4c6f-88c4-d32abc1ddf11 req-594dab03-1285-44f7-bdae-5a707c2803cc tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.171700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36816) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:54.172241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf1a0b3f-09c0-4c6f-88c4-d32abc1ddf11 req-594dab03-1285-44f7-bdae-5a707c2803cc tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1097 time: 0.7473977 Jul 15 13:01:54.184254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Request body: {'floatingip': {'port_id': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:54.203816 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.236892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9ad3d7c-7d16-419a-b4d9-61530bf1eb22 req-c9f143d3-2d00-4771-909c-20e61b3f14f0 service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808280 Jul 15 13:01:54.260323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-b191628a-4cf1-4ae0-b474-ca1c34d29483 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.266261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-b191628a-4cf1-4ae0-b474-ca1c34d29483 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.35 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 821 time: 0.2564735 Jul 15 13:01:54.283001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Request body: {'port': {'device_id': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'admin_state_up': True, 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:54.288066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf1a0b3f-09c0-4c6f-88c4-d32abc1ddf11 req-2bd32934-ae17-4a21-99c4-48f93abe09b1 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150360 Jul 15 13:01:54.315977 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.553606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 18a1ac87-5059-477f-9755-4778a17fb249 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:54.621493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'tag': '654c0ee9-549b-4142-8172-89378aed050b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:54.624487 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "tag": "654c0ee9-549b-4142-8172-89378aed050b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:54.667901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-794b31e8-b958-4906-96b3-cd7521adfb68 req-ef87b70c-8276-4079-b175-82b8a630f683 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 210 time: 0.0568190 Jul 15 13:01:54.706211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88daca-0d00-4ede-bd72-32b9829ed0eb req-2db94a07-2832-4385-b06d-c3429e916146 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.718893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a88daca-0d00-4ede-bd72-32b9829ed0eb req-2db94a07-2832-4385-b06d-c3429e916146 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 944 time: 0.4414377 Jul 15 13:01:54.736850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 18a1ac87-5059-477f-9755-4778a17fb249 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:54.737222 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.799006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Made reservation on behalf of f4c989ef9c7945709b5a440c468367b1 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:54.803616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.822337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a88daca-0d00-4ede-bd72-32b9829ed0eb req-91a0b64c-01eb-4955-a06b-45b49e449373 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013386 Jul 15 13:01:55.094556 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558a5ce8-3ca2-440d-9e8e-02c0fcd78735 x-openstack-request-id: req-558a5ce8-3ca2-440d-9e8e-02c0fcd78735 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:55.095038 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "tag": "654c0ee9-549b-4142-8172-89378aed050b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:55.097629 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-558a5ce8-3ca2-440d-9e8e-02c0fcd78735 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:55.097629 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'tag': '654c0ee9-549b-4142-8172-89378aed050b', 'status': 'completed', 'code': 200} Jul 15 13:01:55.317659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Allocated IP 172.20.0.13 (67cfb905-900d-446b-9d1a-9ab5d4ab3bcf/da169d02-fc7d-4ac0-abba-cd935931a048/5f68c5de-baf7-4bc6-9a4f-4ca49db3135c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:55.353286 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.359034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.450072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a366728-9100-4480-b1a2-f54371503d5c req-725bf28a-5ef4-43a5-ad21-87424538aa80 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.452875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a366728-9100-4480-b1a2-f54371503d5c req-725bf28a-5ef4-43a5-ad21-87424538aa80 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 950 time: 0.4918189 Jul 15 13:01:55.470427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-ff21f660-6a6d-42e4-8ca2-d6c43673ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.473556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-ff21f660-6a6d-42e4-8ca2-d6c43673ed23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 1096 time: 0.3746223 Jul 15 13:01:55.513764 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Floating IP 6b6db188-950c-4651-bf2a-06e2d6fe3351 associated. External IP: 172.25.1.56, port: fc88a9e4-a806-4e31-ab75-23e46e9721d4. Jul 15 13:01:55.637521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-06b34c0e-f924-4f11-ac04-6474c40c0166 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.640172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-06b34c0e-f924-4f11-ac04-6474c40c0166 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 819 time: 0.4442961 Jul 15 13:01:55.782667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-6f28738a-d1c2-4ff1-a334-d7c9c370429e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/quotas/bbb6cfaf3a0243ad97fca17863871808 HTTP/1.1" status: 200 len: 375 time: 0.1261404 Jul 15 13:01:55.802137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a366728-9100-4480-b1a2-f54371503d5c req-f339d15f-7de6-4192-a141-9f338985e726 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317778 Jul 15 13:01:55.902815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Router 2f8a9274-346b-4e99-9c63-fbe2f318e783 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:55.969522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-c4f53093-4b32-4ad3-868a-4fb7ed95bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.971635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-c4f53093-4b32-4ad3-868a-4fb7ed95bc64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 914 time: 0.4873753 Jul 15 13:01:56.071168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-40c5cab4-a603-47dd-8ed6-bfe0ccfb59b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 200 len: 217 time: 0.0824146 Jul 15 13:01:56.086602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.126177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:56.136061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.145233 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] Sync routers for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:56.166826 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:56.167768 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:56.179059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Transition to ACTIVE for port object 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:56.196013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-8f34b3f2-d3e8-4b76-a1b4-c2a67cbf7740 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3885772 Jul 15 13:01:56.246841 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7ae77164-104c-4b8a-9dd4-7e777829ec4e tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "PUT /v2.0/floatingips/6b6db188-950c-4651-bf2a-06e2d6fe3351 HTTP/1.1" status: 200 len: 990 time: 2.0687578 Jul 15 13:01:56.246841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'tag': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:56.246841 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c" -d '{"events": [{"name": "network-changed", "server_uuid": "66e3e7d9-bf0a-4c02-8030-b618265724c6", "tag": "fc88a9e4-a806-4e31-ab75-23e46e9721d4"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:56.271078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-675d3736-d1f2-4683-b81e-f2987f774f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.272788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-675d3736-d1f2-4683-b81e-f2987f774f0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.1903148 Jul 15 13:01:56.310374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-5e00b25e-958b-43be-9ba9-1681528b4714 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.312044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-5e00b25e-958b-43be-9ba9-1681528b4714 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.3262947 Jul 15 13:01:56.337440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-6bcd6bc9-bed2-4dc1-bf7f-0aa34ad8d8cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570784 Jul 15 13:01:56.374440 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:56.419790 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-6f3f0d80-7175-40b6-9803-49014272f388 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/quotas/8873230e35444f6bb69d848213db6865 HTTP/1.1" status: 200 len: 375 time: 0.0863750 Jul 15 13:01:56.430791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.563703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-c3c05b22-8029-4268-9096-1b323a915a95 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243806 Jul 15 13:01:56.565770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:56.577458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-4820eb98-ab51-4a1a-bdb8-87bf0ae742ed service neutron] 10.222.0.25 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609157 Jul 15 13:01:56.585498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:56.588364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:56.650690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Pushing event updated for resources: {'Port': ['ID=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:56.686032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-a9a6725c-45b7-4adf-87b4-cd835317b3e1 service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186975 Jul 15 13:01:56.820509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.821473 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.865690 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6b6db188-950c-4651-bf2a-06e2d6fe3351', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'port_id': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'mac_address': 'fa:16:3e:6f:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:59:17Z', 'updated_at': '2021-07-15T13:01:55Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:56.892305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-4e607fb0-9e1c-4056-9c4d-c4070eb819a5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6165278 Jul 15 13:01:56.906921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-2cc699e3-338c-465b-8732-8c959cd3094e service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228593 Jul 15 13:01:56.915847 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] Checking router: 2f8a9274-346b-4e99-9c63-fbe2f318e783 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:56.916997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Request body: {'port': {'device_id': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:56.933723 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:56.934767 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:57.069895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 654c0ee9-549b-4142-8172-89378aed050b details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:57.082790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ef44081a-1fa0-4ed0-a007-34b2a374cdb1 None None] Provisioning for port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:57.106335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ef44081a-1fa0-4ed0-a007-34b2a374cdb1 None None] Provisioning complete for port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:57.107813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ef44081a-1fa0-4ed0-a007-34b2a374cdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.121860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-cdee37d3-2b30-460a-be8a-4c5af407558b service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924348 Jul 15 13:01:57.125076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-955286ff-d773-46cf-95d7-c60393d9b456 service neutron] 10.222.0.25 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153139 Jul 15 13:01:57.148339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-851a8b0b-6ca1-4e4b-bffb-f8c6b300f612 req-3923e3dd-7855-47cd-88c7-d085cb765b3f service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478955 Jul 15 13:01:57.217171 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:57.228593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.354102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 654c0ee9-549b-4142-8172-89378aed050b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=654c0ee9-549b-4142-8172-89378aed050b,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:57.384627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '654c0ee9-549b-4142-8172-89378aed050b', 'network_id': 'dff0a472-41ba-493a-b3ac-b332aa36f336', 'port_id': '654c0ee9-549b-4142-8172-89378aed050b', 'mac_address': 'fa:16:3e:16:27:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ed1d2d-6292-4dc5-aa6d-0db1d657744e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:57.476344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ef44081a-1fa0-4ed0-a007-34b2a374cdb1 None None] Port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:57.481286 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.497499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654c0ee9-549b-4142-8172-89378aed050b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:57.538010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 654c0ee9-549b-4142-8172-89378aed050b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=654c0ee9-549b-4142-8172-89378aed050b,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:57.548600 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.619418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:57.628536 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.690195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Transition to ACTIVE for port object 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:57.700919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.734859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=654c0ee9-549b-4142-8172-89378aed050b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:57.800533 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6b6db188-950c-4651-bf2a-06e2d6fe3351', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'port_id': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'mac_address': 'fa:16:3e:6f:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:59:17Z', 'updated_at': '2021-07-15T13:01:55Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:57.811518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Pushing event updated for resources: {'Port': ['ID=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:57.821257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['654c0ee9-549b-4142-8172-89378aed050b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:57.951083 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cf219-9ee7-4fc4-b82b-190e545425b7 None None] The sync data for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 is: [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6b6db188-950c-4651-bf2a-06e2d6fe3351', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'port_id': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'mac_address': 'fa:16:3e:6f:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:59:17Z', 'updated_at': '2021-07-15T13:01:55Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:58.193115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Attempting to bind port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:58.193696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Attempting to bind port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:58.196714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Attempting to bind port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c on network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:58.213487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c on network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:58.213906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Attempting to bind port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c on network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:58.225033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:58.225383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Checking segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:58.225997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Bound using segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:58.226353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Bound port: 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:58.226603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.547598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a3045-0e21-421b-97d8-284cac7e57a6 req-d9355577-cd7f-4dca-9e18-4847a4926d05 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.562965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a9a3045-0e21-421b-97d8-284cac7e57a6 req-d9355577-cd7f-4dca-9e18-4847a4926d05 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 944 time: 0.5316315 Jul 15 13:01:58.594761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] For port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:58.633070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] For port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:58.648600 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.653057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039bbc1-a74c-4d75-96ea-1e3c7ca1765e None None] New status for floating IP 6b6db188-950c-4651-bf2a-06e2d6fe3351: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:01:58.703857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a9a3045-0e21-421b-97d8-284cac7e57a6 req-5604cdb1-61b4-4b74-af23-da425d6d6d7f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388025 Jul 15 13:01:58.760917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.765826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.768687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] 10.222.0.35 "PUT /v2.0/ports/5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 1093 time: 1.8661277 Jul 15 13:01:58.774660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:58.784634 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:58.836855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181eb2-1990-4e61-b725-3f70ec43e04f service neutron] Pushing event updated for resources: {'Port': ['ID=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:59.142325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 654c0ee9-549b-4142-8172-89378aed050b up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:59.196525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-0356f5a1-4f0b-4017-a9d3-dfe1e5cdea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.198938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-0356f5a1-4f0b-4017-a9d3-dfe1e5cdea32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1096 time: 0.3058081 Jul 15 13:01:59.258215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-5248ca62-c34f-4564-8b01-de5b5ad29c62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 217 time: 0.0464439 Jul 15 13:01:59.393878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 654c0ee9-549b-4142-8172-89378aed050b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:59.452246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 654c0ee9-549b-4142-8172-89378aed050b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:59.452970 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.501902 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b965198-f36c-4876-a812-70714be0e9e2 x-openstack-request-id: req-6b965198-f36c-4876-a812-70714be0e9e2 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:59.503005 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e3e7d9-bf0a-4c02-8030-b618265724c6", "tag": "fc88a9e4-a806-4e31-ab75-23e46e9721d4", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:59.503651 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b965198-f36c-4876-a812-70714be0e9e2 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:59.505009 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'tag': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'status': 'completed', 'code': 200} Jul 15 13:01:59.665692 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.763510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654c0ee9-549b-4142-8172-89378aed050b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:59.773848 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f10e7a8-f875-43c9-9daf-d1526b9d3f44" -d '{"events": [{"server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "name": "network-vif-plugged", "status": "completed", "tag": "654c0ee9-549b-4142-8172-89378aed050b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:59.802804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c229b4f6-9789-4bf2-becf-f5721eb572ff req-0aef73ba-4f67-475e-aa41-6905355ffa0b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 210 time: 0.0655866 Jul 15 13:01:59.807954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 654c0ee9-549b-4142-8172-89378aed050b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=654c0ee9-549b-4142-8172-89378aed050b,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:59.815309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0c26f-d1d8-4f67-80ee-660ed6ae4714 req-5343a1d0-39fd-4e5e-96bb-4b9d8ac9be26 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.818149 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.823001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79c0c26f-d1d8-4f67-80ee-660ed6ae4714 req-5343a1d0-39fd-4e5e-96bb-4b9d8ac9be26 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 945 time: 0.8006909 Jul 15 13:01:59.868064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-62e08a3e-4af7-43da-8f7e-5f5a9187a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.869636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-62e08a3e-4af7-43da-8f7e-5f5a9187a804 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.6042900 Jul 15 13:01:59.887494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79c0c26f-d1d8-4f67-80ee-660ed6ae4714 req-5ab255bf-5b83-4b69-9c76-aa67844e6c4f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634239 Jul 15 13:01:59.936576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=654c0ee9-549b-4142-8172-89378aed050b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:00.047954 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59437fea-9d98-4f67-ad98-be89fdedac0c x-openstack-request-id: req-59437fea-9d98-4f67-ad98-be89fdedac0c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:00.048194 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:00.048415 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59437fea-9d98-4f67-ad98-be89fdedac0c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:00.048829 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'status': 'completed', 'code': 200} Jul 15 13:02:00.217728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e2bd205-56de-44d2-bdb4-a8a1d9e8278e req-6849bc23-0c7f-4ffe-91f1-3897ca9d04ab tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 210 time: 0.1634586 Jul 15 13:02:00.261879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-f8f9ce32-cad5-4c7c-b8ac-11c9459353c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.263906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-f8f9ce32-cad5-4c7c-b8ac-11c9459353c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=851eeab0987b41d68896d84bbc7a942d&device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 1097 time: 0.5355060 Jul 15 13:02:00.592330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-87fa0489-9fda-4c99-80fb-f01cd6134026 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.594935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-87fa0489-9fda-4c99-80fb-f01cd6134026 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.6321788 Jul 15 13:02:00.630382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Request body: {'port': {'device_id': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'admin_state_up': True, 'tenant_id': '8873230e35444f6bb69d848213db6865'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:00.672675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-71a92295-ade3-47e7-bb51-2d36b566a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.675721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-71a92295-ade3-47e7-bb51-2d36b566a8d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7860670 Jul 15 13:02:00.823110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-b4f365f0-d8f6-407e-8080-a04031f1282b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.826149 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-b4f365f0-d8f6-407e-8080-a04031f1282b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 819 time: 0.1850109 Jul 15 13:02:00.841129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Request body: {'port': {'device_id': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'admin_state_up': True, 'tenant_id': 'bbb6cfaf3a0243ad97fca17863871808'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:00.949027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a7f7-3c19-4cab-b113-43be24fa791e req-f96a5685-1907-4bf6-8c6e-fe9cbfafa611 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.952213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ce8a7f7-3c19-4cab-b113-43be24fa791e req-f96a5685-1907-4bf6-8c6e-fe9cbfafa611 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 950 time: 0.7827280 Jul 15 13:02:00.967403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-03a75dc0-5338-42d9-bff5-52cdc89b3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.970349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-03a75dc0-5338-42d9-bff5-52cdc89b3b26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 200 len: 925 time: 0.6918159 Jul 15 13:02:00.985702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-f6de9c9b-77d8-4dd4-a4e8-53ade2f65df6 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.987310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Made reservation on behalf of bbb6cfaf3a0243ad97fca17863871808 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:00.988278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-f6de9c9b-77d8-4dd4-a4e8-53ade2f65df6 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.30 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 950 time: 0.7749777 Jul 15 13:02:00.993042 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.156501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Allocated IP 172.20.0.8 (bfab8373-bcf5-4466-bd23-e102da6294f8/43f2ae36-da49-433b-a354-5c6308a6d2a9/284c2de6-a491-43a3-b78a-1fbdfad7acfa) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:01.189339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e703-c337-4548-9375-4f0d54f51082 req-8a7619bf-23ec-4f14-bfc2-08967172ed8c tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:01.196023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af72e703-c337-4548-9375-4f0d54f51082 req-8a7619bf-23ec-4f14-bfc2-08967172ed8c tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 944 time: 0.8378992 Jul 15 13:02:01.311478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ce8a7f7-3c19-4cab-b113-43be24fa791e req-786b00eb-9f19-4cec-bb7c-b6b23a7b30c7 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0d2e337-5486-4587-96db-819412bc11f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118546 Jul 15 13:02:01.317743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-6ddab0b4-acc7-4ee3-bfaa-da97b017f933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc88a9e4-a806-4e31-ab75-23e46e9721d4 HTTP/1.1" status: 200 len: 1000 time: 0.3195317 Jul 15 13:02:01.323670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-3e6cfc37-b049-42eb-be43-9421d4c18569 service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292591 Jul 15 13:02:01.406310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.422367 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f2eaf0-dd6a-4e92-a669-1d59fb67f772 x-openstack-request-id: req-e9f2eaf0-dd6a-4e92-a669-1d59fb67f772 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:01.423195 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "name": "network-vif-plugged", "status": "completed", "tag": "654c0ee9-549b-4142-8172-89378aed050b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:01.423195 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9f2eaf0-dd6a-4e92-a669-1d59fb67f772 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:01.423961 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654c0ee9-549b-4142-8172-89378aed050b', 'code': 200} Jul 15 13:02:01.463157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:01.467999 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.468293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.499681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af72e703-c337-4548-9375-4f0d54f51082 req-76d84e96-564a-435d-8bbf-60669c2af03a tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702792 Jul 15 13:02:01.537960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.35', 53755) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:01.541709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Network bfab8373-bcf5-4466-bd23-e102da6294f8 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:01.591327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:01.597581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:01.671028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-50bd111a-e4d8-4a36-9ebb-07df1efbfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:01.676299 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-50bd111a-e4d8-4a36-9ebb-07df1efbfa7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82cb59f2-38b1-41f7-aaca-4c882a7ace64 HTTP/1.1" status: 200 len: 863 time: 0.3287408 Jul 15 13:02:01.707593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:01.708631 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.800762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Pushing event updated for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:01.817398 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-63925a62-5a9c-42f9-9356-fdffc022f09e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9812045 Jul 15 13:02:01.831744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Request body: {'port': {'device_id': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:01.844057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa1aa9-48f2-459e-905b-f0b5b90a0dba req-83491e63-1062-4831-b518-f1703c063913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:01.845548 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-59fa1aa9-48f2-459e-905b-f0b5b90a0dba req-83491e63-1062-4831-b518-f1703c063913 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 1098 time: 0.3025463 Jul 15 13:02:01.941855 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-59fa1aa9-48f2-459e-905b-f0b5b90a0dba req-b02a928c-cc42-4f5a-a7cc-87f26012c9b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604873 Jul 15 13:02:01.947456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Deleting port afe5a846-7a96-4283-847c-46448b6562a2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:01.948033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.978280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.031826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef9407a4-2cc8-4a4b-9000-6ac267c7ee0f req-d871fe9c-dafd-4dad-ae7c-e8d15dea5b5f service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873720 Jul 15 13:02:02.288810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Allocated IP 172.20.0.11 (820a4b2f-6285-45c7-b730-ad946dd55767/98138ff5-98a1-497e-9957-03af93bd31ab/1992f4ea-70ef-4d11-b828-8b051de9dea1) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:02.314667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-11ac4310-8b1b-4947-86e3-fe98a0cf8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.316819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-11ac4310-8b1b-4947-86e3-fe98a0cf8191 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7c7f39f-a195-49cb-ab08-6de7357ca58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6197505 Jul 15 13:02:02.339857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] For port afe5a846-7a96-4283-847c-46448b6562a2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=afe5a846-7a96-4283-847c-46448b6562a2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:02.340163 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.399275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Calling delete_port for afe5a846-7a96-4283-847c-46448b6562a2 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:02.427601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c634035-2b28-4c79-92e4-4fecd49d43fb req-b5ac5395-f4ef-439d-b835-34ec32db9422 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.429121 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c634035-2b28-4c79-92e4-4fecd49d43fb req-b5ac5395-f4ef-439d-b835-34ec32db9422 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 931 time: 0.5880821 Jul 15 13:02:02.466423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284c2de6-a491-43a3-b78a-1fbdfad7acfa {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:02.487203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.513133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Transition to ACTIVE for port object 284c2de6-a491-43a3-b78a-1fbdfad7acfa will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:02.518540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.546487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf287f-06ce-4650-a784-e239881f8030 req-d1eab779-78b2-4d38-bfd2-9d8621f4400e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.548149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eaaf287f-06ce-4650-a784-e239881f8030 req-d1eab779-78b2-4d38-bfd2-9d8621f4400e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 946 time: 0.5857241 Jul 15 13:02:02.579034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-c9d55388-e651-4c4b-b8dd-bbddcde96a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.580607 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-c9d55388-e651-4c4b-b8dd-bbddcde96a70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1096 time: 0.4607477 Jul 15 13:02:02.662893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Pushing event updated for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:02.707452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:02.707452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:02.707452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:02.713900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-62f11de8-f0f5-4fea-8697-760b393e7e05 service neutron] 10.222.0.30 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821452 Jul 15 13:02:02.717288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:02.718296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:02.730748 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:02.731356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:02.732153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:02.733723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Bound port: 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:02.734645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.757056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c634035-2b28-4c79-92e4-4fecd49d43fb req-a13fe56f-a745-4a7a-9554-473a49bb152f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968633 Jul 15 13:02:02.920864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:02.926493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:02.934476 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.979509 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.980181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.981856 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] 10.222.0.35 "PUT /v2.0/ports/284c2de6-a491-43a3-b78a-1fbdfad7acfa HTTP/1.1" status: 200 len: 1092 time: 1.1552384 Jul 15 13:02:02.982373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:02.984985 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349" -d '{"events": [{"name": "network-changed", "server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:03.053148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ece335-33ef-45e9-83a6-3ec3791c2a1d service neutron] Pushing event updated for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:03.172674 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-3249416e-c6a6-49e8-a5be-6ee0313b8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.175750 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-3249416e-c6a6-49e8-a5be-6ee0313b8f2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1095 time: 0.0869112 Jul 15 13:02:03.262443 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-995ac5a4-4fda-4865-bd79-3f1e1e32bd23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa HTTP/1.1" status: 200 len: 217 time: 0.0788333 Jul 15 13:02:03.302784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eaaf287f-06ce-4650-a784-e239881f8030 req-dcf1f453-3199-4b45-a58b-372b11acf2ce tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098942 Jul 15 13:02:03.328802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-31320b2d-8db7-44f3-9418-893804eddb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.331226 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-31320b2d-8db7-44f3-9418-893804eddb08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.0629284 Jul 15 13:02:03.332352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bea847a9-80d5-43a3-b622-254da412303d req-fa8ae73a-49b8-4c1e-a29d-9a613b349741 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 210 time: 0.0643587 Jul 15 13:02:03.399562 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-aceb1689-0382-46fe-99fd-6a25e2a7e078 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619538 Jul 15 13:02:03.443068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-455f50a3-632a-4bc4-86f3-a678d475d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.444772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-455f50a3-632a-4bc4-86f3-a678d475d855 service neutron] 10.222.0.35 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.8339365 Jul 15 13:02:03.477347 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.523532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-2a0e5dc9-d222-49e2-bd49-066d4b8c2961 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 217 time: 0.0672688 Jul 15 13:02:03.530921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.543854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e57221-b11a-4ba9-8a2f-bbbf47a0142c req-21badb22-dd91-4946-9ce9-1a7fe4526809 service neutron] 10.222.0.30 "GET /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7833097 Jul 15 13:02:03.649501 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-484cd7c9-13c2-486c-b287-fe7a5a9ff220 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424991 Jul 15 13:02:03.741364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Pushing event deleted for resources: {'Port': ['ID=afe5a846-7a96-4283-847c-46448b6562a2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:03.808107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d2cd35f-4d4c-45b9-a88b-548046608e0b req-c246b606-d164-4e9b-b177-d3f1a13e2739 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e74d02-034b-4285-8863-53568ba33308 HTTP/1.1" status: 200 len: 210 time: 0.1637692 Jul 15 13:02:03.828985 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-23d0c90f-65f1-4914-8247-1b8b70da7646 req-e13533a5-09b7-47cc-b410-14130870f6c6 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688192 Jul 15 13:02:03.843873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] No DVR routers for this DVR port afe5a846-7a96-4283-847c-46448b6562a2 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:03.848957 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.855721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef2f61ec-b7e2-4171-8963-117a56a38f49 req-98a29075-29d2-4749-9bf1-a6634bed6bd8 tempest-ImagesNegativeTestJSON-764243058 tempest-ImagesNegativeTestJSON-764243058-project] 10.222.0.30 "DELETE /v2.0/ports/afe5a846-7a96-4283-847c-46448b6562a2 HTTP/1.1" status: 204 len: 173 time: 2.8462496 Jul 15 13:02:03.868587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e74d02-034b-4285-8863-53568ba33308', 'name': 'network-vif-deleted', 'tag': 'afe5a846-7a96-4283-847c-46448b6562a2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:03.875418 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01135044-364d-4afa-b5f5-dd9dfa1fd107" -d '{"events": [{"server_uuid": "63e74d02-034b-4285-8863-53568ba33308", "name": "network-vif-deleted", "tag": "afe5a846-7a96-4283-847c-46448b6562a2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:03.886110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-a0039764-928e-4ece-aa6f-0ff8bc8b656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.887626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-a0039764-928e-4ece-aa6f-0ff8bc8b656e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.3546693 Jul 15 13:02:03.910684 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.046207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event updated for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:04.106137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device afe5a846-7a96-4283-847c-46448b6562a2 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:04.112465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Network 820a4b2f-6285-45c7-b730-ad946dd55767 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:04.118687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:04.122466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:04.171220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: afe5a846-7a96-4283-847c-46448b6562a2 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:04.172102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device afe5a846-7a96-4283-847c-46448b6562a2 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:04.202723 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.218699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276396-0607-48ec-a7a5-98ab40072405 req-634373a5-77a3-4056-aa3b-11fd80c9011b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.220780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c276396-0607-48ec-a7a5-98ab40072405 req-634373a5-77a3-4056-aa3b-11fd80c9011b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 944 time: 0.5740690 Jul 15 13:02:04.233108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.233788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.292269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-869659bd-f772-45d9-8e71-742e45436b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.293878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-869659bd-f772-45d9-8e71-742e45436b19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3981164 Jul 15 13:02:04.301261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c276396-0607-48ec-a7a5-98ab40072405 req-d1c4cec3-14ae-48fb-a3b7-61e15c220c7a tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512567 Jul 15 13:02:04.309658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-e1150474-513c-4d49-bd8c-1dda8a4ba29e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6944458 Jul 15 13:02:04.365013 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72393eac-51ca-4ff5-9bb8-3113df8b74ed x-openstack-request-id: req-72393eac-51ca-4ff5-9bb8-3113df8b74ed {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:04.365602 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:04.366174 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72393eac-51ca-4ff5-9bb8-3113df8b74ed {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:04.366832 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa', 'status': 'completed', 'code': 200} Jul 15 13:02:04.373327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Request body: {'port': {'device_id': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:04.529972 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6374a0-6c29-4f6b-98b9-305eb1945b34 x-openstack-request-id: req-1e6374a0-6c29-4f6b-98b9-305eb1945b34 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:04.530277 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e74d02-034b-4285-8863-53568ba33308", "name": "network-vif-deleted", "tag": "afe5a846-7a96-4283-847c-46448b6562a2", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:04.530530 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e6374a0-6c29-4f6b-98b9-305eb1945b34 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:04.530931 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e74d02-034b-4285-8863-53568ba33308', 'name': 'network-vif-deleted', 'tag': 'afe5a846-7a96-4283-847c-46448b6562a2', 'status': 'completed', 'code': 200} Jul 15 13:02:04.645173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-2074f21b-e39e-44f1-806d-0bbdfd10d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.647640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.648889 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-2074f21b-e39e-44f1-806d-0bbdfd10d312 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1095 time: 0.2502155 Jul 15 13:02:04.747981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a50d0d-5622-4120-8b9d-edd7e6bf4ba7 req-243ad7da-92e1-40f5-84fc-15c678619f00 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.749635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70a50d0d-5622-4120-8b9d-edd7e6bf4ba7 req-243ad7da-92e1-40f5-84fc-15c678619f00 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 943 time: 0.2729354 Jul 15 13:02:04.751662 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-c8e9a3ac-5110-447d-a16b-9c3bf2f8f183 service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490798 Jul 15 13:02:04.842230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-c78df75b-9e3d-4f1c-af0e-c1826de6b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.844196 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-c78df75b-9e3d-4f1c-af0e-c1826de6b567 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.1853380 Jul 15 13:02:04.929545 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-3c7fc09b-3e3c-4ec2-b913-be2ea7ccffd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa HTTP/1.1" status: 200 len: 217 time: 0.0767362 Jul 15 13:02:05.007225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b88b6b-cc0d-45fd-bc5b-477569c27d3a req-8c90e95a-3846-481f-85a6-4ceb139104aa service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430625 Jul 15 13:02:05.027542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70a50d0d-5622-4120-8b9d-edd7e6bf4ba7 req-08f2448f-1e5b-49c0-8d2a-54813211501e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619772 Jul 15 13:02:05.031502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-1bf2d48a-4c26-43f8-8eab-546efa8c56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.036398 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-1bf2d48a-4c26-43f8-8eab-546efa8c56c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.0991235 Jul 15 13:02:05.044074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0d78c-42f7-4690-97c8-beccf899bc3b req-a4a387e4-4639-4b06-9c2f-61917de6450d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.062473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fba0d78c-42f7-4690-97c8-beccf899bc3b req-a4a387e4-4639-4b06-9c2f-61917de6450d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 946 time: 0.4160254 Jul 15 13:02:05.087791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.114123 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-da4dfb4f-1f51-4827-8867-1fa493ac69ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671868 Jul 15 13:02:05.141829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:05.224880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fba0d78c-42f7-4690-97c8-beccf899bc3b req-6bc14b41-acd3-4720-b194-9e90fd1fb805 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606257 Jul 15 13:02:05.317289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:05.345928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'mac_address': 'fa:16:3e:f2:79:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:05.423888 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-94fefae9-5aa1-4802-9721-1ab2064f3242 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029530 Jul 15 13:02:05.438076 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.464670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:05.470432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3bb23-ca49-4a29-a8f4-3d9351a3f56f req-ad0f8588-77ef-4930-a41c-81e860bb3420 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.478172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7aa3bb23-ca49-4a29-a8f4-3d9351a3f56f req-ad0f8588-77ef-4930-a41c-81e860bb3420 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 932 time: 0.3274424 Jul 15 13:02:05.511376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:05.528958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.585473 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-34aeac4a-4cd7-46cb-bd13-a7ace9f7c349 req-d8d01523-0d49-4d6b-9a4b-221c0c1dbe47 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549017 Jul 15 13:02:05.592453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1992f4ea-70ef-4d11-b828-8b051de9dea1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:05.609893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.632124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Transition to ACTIVE for port object 1992f4ea-70ef-4d11-b828-8b051de9dea1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:05.643358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:05.643772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7aa3bb23-ca49-4a29-a8f4-3d9351a3f56f req-d77527a5-9268-43a2-a438-d827db345e7b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409969 Jul 15 13:02:05.647217 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.667489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.668631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:05.773559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Pushing event updated for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:05.781788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cd290e59-a842-4be9-a388-4d6971026242 req-32965639-b80a-4d50-95a0-8e469f5f6427 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1575632060&fields=id&tenant_id=bbce120dcc37478089d86e6dd01e30b8 HTTP/1.1" status: 200 len: 267 time: 0.1356802 Jul 15 13:02:05.811774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:05.933733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Attempting to bind port 1992f4ea-70ef-4d11-b828-8b051de9dea1 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:05.934222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Attempting to bind port 1992f4ea-70ef-4d11-b828-8b051de9dea1 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:05.934751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Attempting to bind port 1992f4ea-70ef-4d11-b828-8b051de9dea1 on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:05.957074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Port 1992f4ea-70ef-4d11-b828-8b051de9dea1 on network 820a4b2f-6285-45c7-b730-ad946dd55767 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:05.957074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Attempting to bind port 1992f4ea-70ef-4d11-b828-8b051de9dea1 on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:05.971563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:05.971563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Checking segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:05.971563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Bound using segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:05.971563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Bound port: 1992f4ea-70ef-4d11-b828-8b051de9dea1, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:05.971563 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.989050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd290e59-a842-4be9-a388-4d6971026242 req-f1db4cd1-91a0-4be4-9857-b338b05662d4 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.990963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cd290e59-a842-4be9-a388-4d6971026242 req-f1db4cd1-91a0-4be4-9857-b338b05662d4 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 946 time: 0.1851881 Jul 15 13:02:06.009981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93bbd5-29fe-4d74-b516-950cf34bdc30 req-efb27e51-432b-42fb-9142-6b9d2901f169 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.011649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b93bbd5-29fe-4d74-b516-950cf34bdc30 req-efb27e51-432b-42fb-9142-6b9d2901f169 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 945 time: 0.1619809 Jul 15 13:02:06.020218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-cd290e59-a842-4be9-a388-4d6971026242 req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'port': {'security_groups': ['f9f2139a-8312-4848-86b4-a7736fb2ad82', 'd5196755-fab0-4d7a-b970-dda21cb84ffd']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:06.161288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b93bbd5-29fe-4d74-b516-950cf34bdc30 req-f0fcd562-2e52-4611-b531-944e67acab9d tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325943 Jul 15 13:02:06.209675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:06.233573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:06.237430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cd290e59-a842-4be9-a388-4d6971026242 req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.258864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.343491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.344125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.345568 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] 10.222.0.35 "PUT /v2.0/ports/1992f4ea-70ef-4d11-b828-8b051de9dea1 HTTP/1.1" status: 200 len: 1093 time: 2.0056944 Jul 15 13:02:06.383619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9b60f-203e-44cf-8349-3b016489b522 service neutron] Pushing event updated for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:06.543635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:06.545476 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278a0669-b37f-448f-b636-7618c6e0b8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:06.591442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-5ccb6e74-9474-4cb7-9a1e-0719b5c1cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.593083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-5ccb6e74-9474-4cb7-9a1e-0719b5c1cd62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 1096 time: 0.1856978 Jul 15 13:02:06.604776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cd290e59-a842-4be9-a388-4d6971026242 req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] For port 654c0ee9-549b-4142-8172-89378aed050b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=654c0ee9-549b-4142-8172-89378aed050b,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:06.661380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-73b730ba-d64b-4da9-9ca9-34715bf5c8ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1 HTTP/1.1" status: 200 len: 217 time: 0.0593498 Jul 15 13:02:06.719758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cd290e59-a842-4be9-a388-4d6971026242 req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.730529 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cd290e59-a842-4be9-a388-4d6971026242 req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.744035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['654c0ee9-549b-4142-8172-89378aed050b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:06.748796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:06.749087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-aecfb1af-587d-4b4a-8755-08e0b6275b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.750399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-aecfb1af-587d-4b4a-8755-08e0b6275b18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.0826344 Jul 15 13:02:06.780582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3184c-f875-4afc-bd1c-f536f0a51ef7 req-54dce1f1-5447-48d1-87a1-3ea059e05c29 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.782181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05e3184c-f875-4afc-bd1c-f536f0a51ef7 req-54dce1f1-5447-48d1-87a1-3ea059e05c29 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 943 time: 0.2550716 Jul 15 13:02:06.838193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-2eeabb69-9db3-4686-9c37-c5593c2b059d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549486 Jul 15 13:02:06.864079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd290e59-a842-4be9-a388-4d6971026242 req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.864754 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cd290e59-a842-4be9-a388-4d6971026242 req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.882715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cd290e59-a842-4be9-a388-4d6971026242 req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "PUT /v2.0/ports/654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 200 len: 982 time: 0.8655124 Jul 15 13:02:06.933933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['654c0ee9-549b-4142-8172-89378aed050b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:07.027243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623dcac-6401-40a8-bfdc-375201ed95e8 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'Port': ['ID=654c0ee9-549b-4142-8172-89378aed050b,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:07.043338 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1da1b4c-588a-425b-a92a-26ecb9480ebf x-openstack-request-id: req-d1da1b4c-588a-425b-a92a-26ecb9480ebf {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:07.043824 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:07.044249 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1da1b4c-588a-425b-a92a-26ecb9480ebf {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:07.046569 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'status': 'completed', 'code': 200} Jul 15 13:02:07.087272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05e3184c-f875-4afc-bd1c-f536f0a51ef7 req-ed363047-f7e9-456f-b3b1-79a98814e0ca tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879701 Jul 15 13:02:07.169644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 284c2de6-a491-43a3-b78a-1fbdfad7acfa details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:07.173616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:07.277743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-c4264430-dc86-47bd-9bf8-1b277780657f service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233830 Jul 15 13:02:07.285775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-757bae5c-260e-4f21-8cfb-3bc0edb3123f req-8eed5e54-ad5d-4516-a801-f20c20d7fabc tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/d5196755-fab0-4d7a-b970-dda21cb84ffd HTTP/1.1" status: 200 len: 1801 time: 0.1110623 Jul 15 13:02:07.357928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0dabe-6428-493a-b790-4105871e3420 req-c230e14d-2027-44a6-93e8-46b6f56c602e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.359569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0dd0dabe-6428-493a-b790-4105871e3420 req-c230e14d-2027-44a6-93e8-46b6f56c602e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 944 time: 0.1860750 Jul 15 13:02:07.416846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:07.457633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:07.458003 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.460714 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-757bae5c-260e-4f21-8cfb-3bc0edb3123f req-995c5fda-4daa-4181-a429-9702aa956e6e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:02:07.468703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-757bae5c-260e-4f21-8cfb-3bc0edb3123f req-995c5fda-4daa-4181-a429-9702aa956e6e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/d5196755-fab0-4d7a-b970-dda21cb84ffd HTTP/1.1" status: 409 len: 341 time: 0.1541035 Jul 15 13:02:07.519517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:07.532097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0dd0dabe-6428-493a-b790-4105871e3420 req-b4720bcf-8062-45f4-9928-f38a9a5228ca tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165962 Jul 15 13:02:07.579588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '284c2de6-a491-43a3-b78a-1fbdfad7acfa', 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'port_id': '284c2de6-a491-43a3-b78a-1fbdfad7acfa', 'mac_address': 'fa:16:3e:39:55:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f2ae36-da49-433b-a354-5c6308a6d2a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:07.588875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce944c1-12c1-48cb-93e0-3b67a15e3889 req-0793f576-ecf9-49dd-b1ee-195dcf1c0799 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949121 Jul 15 13:02:07.690889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.733464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284c2de6-a491-43a3-b78a-1fbdfad7acfa {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:07.751326 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.772477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:07.782334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.793770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:07.796261 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dec1e44-4a32-418e-b7dc-de8c507a8281" -d '{"events": [{"server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "name": "network-vif-plugged", "status": "completed", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:07.831151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:07.840595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca516d47-4cc0-4a91-96e2-8b5b553aa5f7 req-5e4c5c67-89ae-4b5c-9aa5-3e70ef4c93c5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.846754 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.856198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca516d47-4cc0-4a91-96e2-8b5b553aa5f7 req-5e4c5c67-89ae-4b5c-9aa5-3e70ef4c93c5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 945 time: 0.2642274 Jul 15 13:02:07.884026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:07.896008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-6f3ec09e-f8b9-4369-a6c0-edc25bd318d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.897920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-6f3ec09e-f8b9-4369-a6c0-edc25bd318d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 1096 time: 0.2342305 Jul 15 13:02:07.939552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca516d47-4cc0-4a91-96e2-8b5b553aa5f7 req-57b3681f-0a29-474a-b827-2f4bdd21338c tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821264 Jul 15 13:02:08.035107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:08.054401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-f2504a7b-b1fd-4e1f-ba10-8a7e75a3996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.055883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-f2504a7b-b1fd-4e1f-ba10-8a7e75a3996e service neutron] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 913 time: 0.1489055 Jul 15 13:02:08.075732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['284c2de6-a491-43a3-b78a-1fbdfad7acfa'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:08.109286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-5dfb7a62-1f12-426a-9c4b-553d1a1055e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1 HTTP/1.1" status: 200 len: 217 time: 0.0461671 Jul 15 13:02:08.144352 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfee5d97-501d-4842-af75-bcfa5c365aaf x-openstack-request-id: req-cfee5d97-501d-4842-af75-bcfa5c365aaf {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:08.145019 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "name": "network-vif-plugged", "status": "completed", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:08.145605 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfee5d97-501d-4842-af75-bcfa5c365aaf {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:08.146850 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'code': 200} Jul 15 13:02:08.235761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-d5034250-0bb9-40fc-bc98-f3fbbe2545ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.239913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-d5034250-0bb9-40fc-bc98-f3fbbe2545ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.1117423 Jul 15 13:02:08.291698 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed43ef-a925-4906-aed8-dd2fc1a96795 req-8006c0bd-eca3-444f-a747-41ef3fafcce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.294249 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-90ed43ef-a925-4906-aed8-dd2fc1a96795 req-8006c0bd-eca3-444f-a747-41ef3fafcce3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.0872831 Jul 15 13:02:08.335170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-f0b9a038-0936-4a7a-97cc-a1cb21efa4a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636945 Jul 15 13:02:08.362307 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-90ed43ef-a925-4906-aed8-dd2fc1a96795 req-ed1eb699-4830-4cc4-8619-4c09f88be4fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592718 Jul 15 13:02:08.904888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-f374afd0-84b8-473e-943f-5138f20f63f4 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617371 Jul 15 13:02:08.906900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8028-2904-4663-91f8-225625417b23 req-e542a8a5-4cf7-48f3-af92-af92952ed21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.908414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25ff8028-2904-4663-91f8-225625417b23 req-e542a8a5-4cf7-48f3-af92-af92952ed21f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 1137 time: 0.6472063 Jul 15 13:02:09.048429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dd8d7-7b6f-4954-bb6f-dc090a0b19b1 req-c22e3412-6282-421b-a3d4-940c6a386883 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.050150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-126dd8d7-7b6f-4954-bb6f-dc090a0b19b1 req-c22e3412-6282-421b-a3d4-940c6a386883 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 985 time: 0.2577043 Jul 15 13:02:09.058899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5373-2c05-4cee-b3dc-8111e13a2d06 req-bc036ac4-317f-4f3d-9358-cd0d060d3345 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.060436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7bbd5373-2c05-4cee-b3dc-8111e13a2d06 req-bc036ac4-317f-4f3d-9358-cd0d060d3345 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 944 time: 0.2666950 Jul 15 13:02:09.087544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'tag': '654c0ee9-549b-4142-8172-89378aed050b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:09.089881 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf0342-de19-4ab5-ba1d-02c871c1cb63" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "tag": "654c0ee9-549b-4142-8172-89378aed050b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:09.162326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 284c2de6-a491-43a3-b78a-1fbdfad7acfa up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:09.181847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-278a0669-b37f-448f-b636-7618c6e0b8aa req-cb29eec9-0e63-4562-8dbc-d29d3e972987 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569137 Jul 15 13:02:09.198120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8028-2904-4663-91f8-225625417b23 req-3941ebb7-3cf6-4e91-8d93-218488b15b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.199970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25ff8028-2904-4663-91f8-225625417b23 req-3941ebb7-3cf6-4e91-8d93-218488b15b64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 914 time: 0.2779324 Jul 15 13:02:09.219664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7bbd5373-2c05-4cee-b3dc-8111e13a2d06 req-f7d56ae9-011e-4f0a-b915-f98ce2bfe919 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262944 Jul 15 13:02:09.234152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-126dd8d7-7b6f-4954-bb6f-dc090a0b19b1 req-eca2fa23-b9e3-4be5-8981-01bc68261cc6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5196755-fab0-4d7a-b970-dda21cb84ffd&id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1399822 Jul 15 13:02:09.286157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 284c2de6-a491-43a3-b78a-1fbdfad7acfa completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:09.295348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25ff8028-2904-4663-91f8-225625417b23 req-b1cc8921-7f84-4bf3-ad3b-9b6cc62bf8bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 200 len: 217 time: 0.0857849 Jul 15 13:02:09.306853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 284c2de6-a491-43a3-b78a-1fbdfad7acfa triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:09.307410 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.405255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8028-2904-4663-91f8-225625417b23 req-d5a5309d-cfb1-4841-baaf-94b1449c4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.406799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25ff8028-2904-4663-91f8-225625417b23 req-d5a5309d-cfb1-4841-baaf-94b1449c4401 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.1032236 Jul 15 13:02:09.474307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25ff8028-2904-4663-91f8-225625417b23 req-f725a35c-8350-48f2-a640-ad987a3532d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582135 Jul 15 13:02:09.808650 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.852651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:09.853595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ea8d3-33bd-4ee6-902b-f7a83dcd7863 req-0d4742ff-7fb5-47fd-bfc7-a52c51b498ef tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.857827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc8ea8d3-33bd-4ee6-902b-f7a83dcd7863 req-0d4742ff-7fb5-47fd-bfc7-a52c51b498ef tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 944 time: 0.3180709 Jul 15 13:02:09.868643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25ff8028-2904-4663-91f8-225625417b23 req-25654a9f-7f68-41e6-b0f9-bfe190a51cd5 service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886254 Jul 15 13:02:09.869931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.964005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:09.984637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37012) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:10.029252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc8ea8d3-33bd-4ee6-902b-f7a83dcd7863 req-d668867c-7679-4984-81de-58006b0d3ed4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527998 Jul 15 13:02:10.125513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25ff8028-2904-4663-91f8-225625417b23 req-d6f67a04-1020-4b75-b972-36aab75678ea service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475200 Jul 15 13:02:10.148507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:10.153102 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da79c12-2e50-46cc-80e8-80dbf2a37056" -d '{"events": [{"server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "name": "network-vif-plugged", "status": "completed", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:10.196875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37018) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:10.197182 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cd298e9b-145f-41e8-91c8-d28e93e4b535 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85b473af78fc4008b1701b4123de7099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104843 Jul 15 13:02:10.239704 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929e66a6-a75a-45eb-9e9c-2d45bd8101f9 x-openstack-request-id: req-929e66a6-a75a-45eb-9e9c-2d45bd8101f9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:10.239979 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "tag": "654c0ee9-549b-4142-8172-89378aed050b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:10.240412 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-929e66a6-a75a-45eb-9e9c-2d45bd8101f9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:10.240899 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'tag': '654c0ee9-549b-4142-8172-89378aed050b', 'status': 'completed', 'code': 200} Jul 15 13:02:10.298427 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3843-a322-4cbc-b417-6cdfdc234f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.367457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3843-a322-4cbc-b417-6cdfdc234f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.377829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add35fb-a9fc-4bfc-8ce3-a0a1f1caaa57 req-b4e8a085-6b3d-4ca6-bc6d-46910faeea4f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.380290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6add35fb-a9fc-4bfc-8ce3-a0a1f1caaa57 req-b4e8a085-6b3d-4ca6-bc6d-46910faeea4f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 946 time: 0.1848292 Jul 15 13:02:10.428451 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39ecc3a-32fe-467e-992f-1ea0268e4dfb x-openstack-request-id: req-a39ecc3a-32fe-467e-992f-1ea0268e4dfb {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:10.429269 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "name": "network-vif-plugged", "status": "completed", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:10.429269 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a39ecc3a-32fe-467e-992f-1ea0268e4dfb {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:10.429790 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa', 'code': 200} Jul 15 13:02:10.462524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-53b108c3-e806-4f9f-aebe-bd9c9f3e593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.464236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-53b108c3-e806-4f9f-aebe-bd9c9f3e593d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 1137 time: 0.1672769 Jul 15 13:02:10.510515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6add35fb-a9fc-4bfc-8ce3-a0a1f1caaa57 req-3894ded6-0a20-4c79-ad14-a32811b5842c tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889308 Jul 15 13:02:10.544037 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3843-a322-4cbc-b417-6cdfdc234f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.548558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3843-a322-4cbc-b417-6cdfdc234f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.554607 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cd7b3843-a322-4cbc-b417-6cdfdc234f45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0d2e337-5486-4587-96db-819412bc11f7 HTTP/1.1" status: 204 len: 168 time: 0.3487337 Jul 15 13:02:10.626330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b3843-a322-4cbc-b417-6cdfdc234f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d2e337-5486-4587-96db-819412bc11f7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:10.831408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-7a43df9e-2668-4498-81c1-cc24b99f367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.833153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-7a43df9e-2668-4498-81c1-cc24b99f367e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 914 time: 0.3609800 Jul 15 13:02:10.896332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-e818c4c8-1253-42c2-a5d4-cd5e17e77201 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 200 len: 217 time: 0.0502751 Jul 15 13:02:10.902925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc06c-f275-4df3-9db5-0088824cefa9 req-3865df5c-a9fe-4316-ab95-76af942e55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.904481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2cdc06c-f275-4df3-9db5-0088824cefa9 req-3865df5c-a9fe-4316-ab95-76af942e55bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1097 time: 0.2284405 Jul 15 13:02:10.912806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc0583-7860-4392-8ae3-12c0c1a3c207 req-983030d2-f3f7-4096-801c-606e3d5a2fad tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.914495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07dc0583-7860-4392-8ae3-12c0c1a3c207 req-983030d2-f3f7-4096-801c-606e3d5a2fad tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 985 time: 0.3827178 Jul 15 13:02:10.938912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24892c90-5c53-4494-bdb4-bfa6b637fba2 req-6c2b0842-b845-4939-9c52-2cf23b8506ea tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.940682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24892c90-5c53-4494-bdb4-bfa6b637fba2 req-6c2b0842-b845-4939-9c52-2cf23b8506ea tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 945 time: 0.2696741 Jul 15 13:02:11.044411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-fade5ed2-d064-4a7f-a364-9fdbb4bcd71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.046038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-fade5ed2-d064-4a7f-a364-9fdbb4bcd71c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.1305547 Jul 15 13:02:11.070705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2cdc06c-f275-4df3-9db5-0088824cefa9 req-427e4303-3dd3-4b4e-acb5-c1ebfaac682d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465049 Jul 15 13:02:11.113803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07dc0583-7860-4392-8ae3-12c0c1a3c207 req-cd33624a-526c-4a78-980c-d886a65812bd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5196755-fab0-4d7a-b970-dda21cb84ffd&id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1883953 Jul 15 13:02:11.119372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-96fd2087-ce28-4e05-9d56-f817f45ce89f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614960 Jul 15 13:02:11.124788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24892c90-5c53-4494-bdb4-bfa6b637fba2 req-8e82d7b0-d193-4a14-94f6-e661f8b8ccb7 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640875 Jul 15 13:02:11.177653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1992f4ea-70ef-4d11-b828-8b051de9dea1 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:11.337843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:11.358867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-8a342f37-9ec7-46fe-b467-8010cdeac1a8 service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327580 Jul 15 13:02:11.368168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'port_id': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'mac_address': 'fa:16:3e:3e:4d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98138ff5-98a1-497e-9957-03af93bd31ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:11.370435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19291774-56ce-46ee-9e88-c0149cb429cb req-c8b42907-1711-48a7-baa6-232650d2b76a tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2307873 Jul 15 13:02:11.377286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:11.445326 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.506068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1992f4ea-70ef-4d11-b828-8b051de9dea1 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:11.523565 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.557235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:11.565292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.625839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44bf0342-de19-4ab5-ba1d-02c871c1cb63 req-7ae0fb32-e3bd-47aa-b9bf-e9273df46101 service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532127 Jul 15 13:02:11.645355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:11.731707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebf840-7da0-400a-8e59-9b91bc309e89 req-145e4684-23f6-42a3-9584-cd8e51c2cf6d tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.733832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93ebf840-7da0-400a-8e59-9b91bc309e89 req-145e4684-23f6-42a3-9584-cd8e51c2cf6d tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 945 time: 0.1811283 Jul 15 13:02:11.784166 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.790939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37064) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:11.869980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93ebf840-7da0-400a-8e59-9b91bc309e89 req-13c41fc6-83ca-42dc-964a-97c7a986e8df tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216912 Jul 15 13:02:11.879742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['1992f4ea-70ef-4d11-b828-8b051de9dea1'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:11.937852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-131798674-network', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:11.988730 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:11.991679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.005249 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.054373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Allocated IP 172.25.1.196 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/40caaf41-9396-4a85-a3b8-a82ff4409673) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:12.269525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.277379 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.296324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.334785 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59c67f4-e903-47c3-80c7-1d01dd394d90,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:12.352225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:12.358305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.372302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.373137 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Added segment 109fd122-327c-46ae-89f3-c369ccc46287 of type vlan for network 13d3c86e-fa31-4029-9eae-010b85f8eea2 Jul 15 13:02:12.414838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Pushing event updated for resources: {'Port': ['ID=40caaf41-9396-4a85-a3b8-a82ff4409673,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:12.425456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:12.427441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:12.430456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:12.478644 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.547460 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.549209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:12.550777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.580381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.607362 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8149323 Jul 15 13:02:12.608283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37080) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:12.616704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Request body: {'subnet': {'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-131798674-subnet', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:12.656072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e8eac-e5ac-4ab8-8df3-6dc024ff71cf req-0a091129-e6e5-4851-9bcd-db769a34cbb6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:12.657960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c10e8eac-e5ac-4ab8-8df3-6dc024ff71cf req-0a091129-e6e5-4851-9bcd-db769a34cbb6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 985 time: 0.1328385 Jul 15 13:02:12.659412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.743346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c10e8eac-e5ac-4ab8-8df3-6dc024ff71cf req-da24e25c-8121-4afe-aefc-cf749c93ca1c tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5196755-fab0-4d7a-b970-dda21cb84ffd&id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0553081 Jul 15 13:02:12.949694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.955546 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.958247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c45e9-c637-4783-80d1-ef6ea5c9d5db admin admin] Pushing event updated for resources: {'Network': ['ID=13d3c86e-fa31-4029-9eae-010b85f8eea2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:12.972845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:12.984574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:12.988383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.068862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Pushing event updated for resources: {'Port': ['ID=40caaf41-9396-4a85-a3b8-a82ff4409673,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:13.109342 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.138550 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.140347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19291774-56ce-46ee-9e88-c0149cb429cb req-3a8aa78c-374d-47e8-a8b0-65bff89317a2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7690532 Jul 15 13:02:13.176503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1992f4ea-70ef-4d11-b828-8b051de9dea1 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:13.223426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.240652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 1992f4ea-70ef-4d11-b828-8b051de9dea1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:13.245661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 1992f4ea-70ef-4d11-b828-8b051de9dea1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:13.246039 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.275957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd101a7d-c37d-40e4-9c5f-474946566cc7 req-5101e3c7-60c1-4d72-bf7e-aec8c41aeb6f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.280156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd101a7d-c37d-40e4-9c5f-474946566cc7 req-5101e3c7-60c1-4d72-bf7e-aec8c41aeb6f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 945 time: 0.2346408 Jul 15 13:02:13.298732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:13.308962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Checking segment: {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:13.309373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Network hostable DHCP agents. Network: 13d3c86e-fa31-4029-9eae-010b85f8eea2, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:13.329408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:13.338839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19291774-56ce-46ee-9e88-c0149cb429cb req-0032e44f-0fed-4aa2-a739-e96519b9994f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 696 time: 0.1844664 Jul 15 13:02:13.353899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 13d3c86e-fa31-4029-9eae-010b85f8eea2) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:13.379889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.390346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8128391a-06bb-419c-9942-15d04be545ac None None] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:13.428135 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.433586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.470573 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5a59cb60-a7fa-49df-a046-350a0ceecc39 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8541543 Jul 15 13:02:13.471393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd101a7d-c37d-40e4-9c5f-474946566cc7 req-712d553a-2379-4725-91a3-1d509a5b44ce tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817079 Jul 15 13:02:13.472980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:13.483702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:13.528781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.530152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:13.530890 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.533470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:13.537860 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca955bc-0039-4fa5-93bb-851f1e8331ef" -d '{"events": [{"server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "name": "network-vif-plugged", "status": "completed", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:13.544395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.669824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:13.670360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.671581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19291774-56ce-46ee-9e88-c0149cb429cb req-34f2729b-ae8a-4707-8d58-5641b55c63d1 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.673239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19291774-56ce-46ee-9e88-c0149cb429cb req-34f2729b-ae8a-4707-8d58-5641b55c63d1 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.3250432 Jul 15 13:02:13.727354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-aa01b2fc-a6f0-4257-9fd2-38e29a01e465 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1354161189&fields=id&tenant_id=bbce120dcc37478089d86e6dd01e30b8 HTTP/1.1" status: 200 len: 267 time: 0.0528836 Jul 15 13:02:13.766613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-13d3c86e-fa31-4029-9eae-010b85f8eea2', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:02:13.767545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.787092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-75283212-fe19-4059-bd20-e1f69dcbd2f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1654775 Jul 15 13:02:13.936182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-1b75a4b8-fc3e-4a3a-9f3e-255133746e98 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.937738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-1b75a4b8-fc3e-4a3a-9f3e-255133746e98 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 985 time: 0.1980352 Jul 15 13:02:14.005088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'port': {'security_groups': ['d5196755-fab0-4d7a-b970-dda21cb84ffd', 'f9f2139a-8312-4848-86b4-a7736fb2ad82', '968108f5-fba0-488b-898d-9101a7befaf7']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:14.025065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.079196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-507798a5-b3bf-425d-bf0e-bde0dc1dbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:14.080842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-507798a5-b3bf-425d-bf0e-bde0dc1dbb22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=871ead40b7404f9c9a12943545bdda9d&device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 1098 time: 0.2339144 Jul 15 13:02:14.107461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Allocated IP 172.20.0.2 (13d3c86e-fa31-4029-9eae-010b85f8eea2/0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8/f85a2de8-0bee-412d-ae5b-fba2b006a67a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:14.163904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.229740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811bd7c-34eb-4e22-8e42-052f9110dbcc req-a94d7bd1-d0e5-4ef2-8972-5c5163ececef tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:14.243020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4811bd7c-34eb-4e22-8e42-052f9110dbcc req-a94d7bd1-d0e5-4ef2-8972-5c5163ececef tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.2941005 Jul 15 13:02:14.364625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.368294 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.368705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-c101225d-0978-4396-840f-6a3f22252798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:14.370469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-c101225d-0978-4396-840f-6a3f22252798 service neutron] 10.222.0.35 "GET /v2.0/networks?id=47bb1340-3efe-4cb6-9677-8cb06ee4c897 HTTP/1.1" status: 200 len: 907 time: 0.2600496 Jul 15 13:02:14.387648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4811bd7c-34eb-4e22-8e42-052f9110dbcc req-97b278e0-5ee0-4313-b9b5-4b9f328a46fb tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385107 Jul 15 13:02:14.393787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Transition to ACTIVE for port object f85a2de8-0bee-412d-ae5b-fba2b006a67a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:14.417130 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.450817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Transition to ACTIVE for port object f85a2de8-0bee-412d-ae5b-fba2b006a67a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:14.461219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.554126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-ac2ce032-fe57-41e1-81e5-2f8d17def335 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec69644d-257f-40ee-9aee-a6e01c096f73 HTTP/1.1" status: 200 len: 1002 time: 0.1688447 Jul 15 13:02:14.568671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Pushing event updated for resources: {'Port': ['ID=f85a2de8-0bee-412d-ae5b-fba2b006a67a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.586836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:14.594540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:14.606481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:14.688604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-af0d485d-ca4e-46fb-a4e8-71145fe203ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:14.690780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-af0d485d-ca4e-46fb-a4e8-71145fe203ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6753d8f-8b98-4a39-8cf4-1902f5d549d4 HTTP/1.1" status: 200 len: 845 time: 0.1272037 Jul 15 13:02:14.691831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Attempting to bind port f85a2de8-0bee-412d-ae5b-fba2b006a67a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:14.692214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Attempting to bind port f85a2de8-0bee-412d-ae5b-fba2b006a67a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:14.692634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Attempting to bind port f85a2de8-0bee-412d-ae5b-fba2b006a67a on network 13d3c86e-fa31-4029-9eae-010b85f8eea2 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:14.713535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:14.713928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Checking segment: {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:14.714310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.714835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Bound using segment: {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:14.715578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Bound port: f85a2de8-0bee-412d-ae5b-fba2b006a67a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:14.715969 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.734375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Allocated IP 172.25.1.126 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:14.898144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] For port f85a2de8-0bee-412d-ae5b-fba2b006a67a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:14.906972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] For port f85a2de8-0bee-412d-ae5b-fba2b006a67a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f85a2de8-0bee-412d-ae5b-fba2b006a67a,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:14.920255 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.036720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba2546-3dd5-47f3-a677-6b3214fa1ba8 None None] Pushing event updated for resources: {'Port': ['ID=f85a2de8-0bee-412d-ae5b-fba2b006a67a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:15.077592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.177356 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.269990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:15.282776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:15.290923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:15.345516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] For port 654c0ee9-549b-4142-8172-89378aed050b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=654c0ee9-549b-4142-8172-89378aed050b,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:15.375481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:15.404964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-42493561-ea81-4ed7-b168-e2f813cc42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.407698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-42493561-ea81-4ed7-b168-e2f813cc42ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47bb1340-3efe-4cb6-9677-8cb06ee4c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7087133 Jul 15 13:02:15.459351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1f746-3ab5-4191-a422-9e72dfa04ceb req-f26dbbcf-26ad-4f61-a15f-c73d728cda38 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.470381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81d1f746-3ab5-4191-a422-9e72dfa04ceb req-f26dbbcf-26ad-4f61-a15f-c73d728cda38 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1097 time: 0.2871842 Jul 15 13:02:15.538769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.552961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.572744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['654c0ee9-549b-4142-8172-89378aed050b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:15.575897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:15.681133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81d1f746-3ab5-4191-a422-9e72dfa04ceb req-fffe2337-51d7-4bbe-b664-9f4d9d47f7d2 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096965 Jul 15 13:02:15.708070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.709044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.725253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecc89edf-c200-477b-8c10-d7fbc657e451 req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "PUT /v2.0/ports/654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 200 len: 1021 time: 1.7488358 Jul 15 13:02:15.730332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'tag': '654c0ee9-549b-4142-8172-89378aed050b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:15.738407 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80517ef0-3eb0-4edf-98c0-8b91dba562fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "tag": "654c0ee9-549b-4142-8172-89378aed050b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:15.804763 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a1d7d-820d-4d32-8c59-995deee3d904 x-openstack-request-id: req-593a1d7d-820d-4d32-8c59-995deee3d904 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:15.805568 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "name": "network-vif-plugged", "status": "completed", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:15.807267 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-593a1d7d-820d-4d32-8c59-995deee3d904 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:15.815706 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'code': 200} Jul 15 13:02:15.818944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['654c0ee9-549b-4142-8172-89378aed050b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:15.830685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adff9a-3689-41d1-8662-7367aeaf7ee9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'Port': ['ID=654c0ee9-549b-4142-8172-89378aed050b,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:15.852463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-85f6797c-e60c-488f-8686-1d898d118415 service neutron] 10.222.0.35 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324639 Jul 15 13:02:15.854317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.064177 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9dba2e2-d0c2-4a75-b2b6-da4492206b09 req-cf2046e4-fe6f-43d7-b8cf-d23beb613a1e service neutron] 10.222.0.35 "GET /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060633 Jul 15 13:02:16.300339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-267a1e24-c6c0-4441-99be-c734d5e8d79b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.319679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-267a1e24-c6c0-4441-99be-c734d5e8d79b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 821 time: 0.3525369 Jul 15 13:02:16.370461 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-1eda5295-3630-4077-8464-0af5fa19f0de tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/quotas/f4c989ef9c7945709b5a440c468367b1 HTTP/1.1" status: 200 len: 375 time: 0.0487542 Jul 15 13:02:16.389437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.541657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938b673-8725-485f-91e7-cdc513137a77 req-21808eee-e73e-4dd5-b283-d12aa4c7b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.550640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d938b673-8725-485f-91e7-cdc513137a77 req-21808eee-e73e-4dd5-b283-d12aa4c7b18c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 1098 time: 0.6654348 Jul 15 13:02:16.586129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f7ec0-ffda-42ba-a51f-f11c941a54ee req-129fc65d-62a3-4836-a4e1-38ccec1d94e7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.587875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-443f7ec0-ffda-42ba-a51f-f11c941a54ee req-129fc65d-62a3-4836-a4e1-38ccec1d94e7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.5219376 Jul 15 13:02:16.626650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f85a2de8-0bee-412d-ae5b-fba2b006a67a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:16.636032 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:02:16.673347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-da312456-ba25-426b-8025-2788b9438851 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3017626 Jul 15 13:02:16.698992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d938b673-8725-485f-91e7-cdc513137a77 req-ee8d733b-7ef1-4e1b-b979-56c7e4bdca2c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394365 Jul 15 13:02:16.708191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd3e85-8474-48bd-9120-ceb71367a38c None None] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:16.719910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-443f7ec0-ffda-42ba-a51f-f11c941a54ee req-802aafbb-1445-4105-a2b1-42f2339d4cf2 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195498 Jul 15 13:02:16.828056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-577ee297-63b7-49d8-ab7a-edd7f4a85bbb service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529307 Jul 15 13:02:16.856470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f85a2de8-0bee-412d-ae5b-fba2b006a67a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:16.879682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:16.892127 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Sync routers for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:16.908862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.909812 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:16.912494 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e50e1996-afc4-4abf-b07a-1dd5e5eae642 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4362586 Jul 15 13:02:16.914934 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:16.915844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37128) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:16.980928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cabd1ae7-7709-4746-8e2f-675ed57513f4 None None] Provisioning for port f85a2de8-0bee-412d-ae5b-fba2b006a67a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:16.990153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cabd1ae7-7709-4746-8e2f-675ed57513f4 None None] Provisioning complete for port f85a2de8-0bee-412d-ae5b-fba2b006a67a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:16.990830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cabd1ae7-7709-4746-8e2f-675ed57513f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.013854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-33648f5f-a376-4436-a4a7-1816fb7c506c service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821713 Jul 15 13:02:17.045487 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:02:17.117461 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24a6f619-c6b3-433a-a990-43fb25f70cf1 req-08b48ebf-faf9-44e8-9fba-71447ed1846d tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/968108f5-fba0-488b-898d-9101a7befaf7 HTTP/1.1" status: 200 len: 1800 time: 0.1022203 Jul 15 13:02:17.205525 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:17.242115 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-24a6f619-c6b3-433a-a990-43fb25f70cf1 req-a546e194-31e3-438a-a833-aa564c8bc3c2 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:02:17.246194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24a6f619-c6b3-433a-a990-43fb25f70cf1 req-a546e194-31e3-438a-a833-aa564c8bc3c2 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/968108f5-fba0-488b-898d-9101a7befaf7 HTTP/1.1" status: 409 len: 341 time: 0.1230652 Jul 15 13:02:17.259728 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7bdcbb-4b86-420a-89bc-48f392452044 x-openstack-request-id: req-8d7bdcbb-4b86-420a-89bc-48f392452044 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:17.259932 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "tag": "654c0ee9-549b-4142-8172-89378aed050b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:17.260183 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d7bdcbb-4b86-420a-89bc-48f392452044 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:17.260589 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'tag': '654c0ee9-549b-4142-8172-89378aed050b', 'status': 'completed', 'code': 200} Jul 15 13:02:17.324737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cabd1ae7-7709-4746-8e2f-675ed57513f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.475010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cabd1ae7-7709-4746-8e2f-675ed57513f4 None None] For port f85a2de8-0bee-412d-ae5b-fba2b006a67a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f85a2de8-0bee-412d-ae5b-fba2b006a67a,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:17.484082 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cabd1ae7-7709-4746-8e2f-675ed57513f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.630690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da427e12-c5c4-43ef-8115-b11263fecd73 req-69873d6c-cb1a-4229-8f6c-4af3b30d4569 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 210 time: 0.1635742 Jul 15 13:02:17.646625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd1ae7-7709-4746-8e2f-675ed57513f4 None None] Pushing event updated for resources: {'Port': ['ID=f85a2de8-0bee-412d-ae5b-fba2b006a67a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:17.658646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-1efbf715-0964-4cb8-ba9c-ad5ac33a7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:17.672822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-1efbf715-0964-4cb8-ba9c-ad5ac33a7266 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbce120dcc37478089d86e6dd01e30b8&device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 1176 time: 0.3819766 Jul 15 13:02:17.891541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-0cae3186-077d-4af4-912d-b40b3cfddf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:17.914111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-0cae3186-077d-4af4-912d-b40b3cfddf18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 200 len: 914 time: 0.2353446 Jul 15 13:02:17.928770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6c492fd6-6304-4f12-af10-c004122332ce None None] Provisioning complete for port f85a2de8-0bee-412d-ae5b-fba2b006a67a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:17.929154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c492fd6-6304-4f12-af10-c004122332ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.033811 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:15Z', 'revision_number': 3, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:18.088439 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Checking router: a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:18.089235 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Updating router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:18.097831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-b45f2b37-5aa0-4ada-80ba-4fa91df3e907 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 200 len: 217 time: 0.1747732 Jul 15 13:02:18.167072 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.217524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-befb961b-c4cc-432b-b8c1-224843c78126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:18.219406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-befb961b-c4cc-432b-b8c1-224843c78126 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 200 len: 853 time: 0.0966194 Jul 15 13:02:18.338614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-ef4422fe-ec3b-4768-80bb-db831780571c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff0a472-41ba-493a-b3ac-b332aa36f336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114688 Jul 15 13:02:18.414252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a9c80-8ce4-48a9-a863-75edbab0bc11 req-63b5501e-d70c-4f8c-88c8-be82e5be40e9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:18.418789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e76a9c80-8ce4-48a9-a863-75edbab0bc11 req-63b5501e-d70c-4f8c-88c8-be82e5be40e9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.3271320 Jul 15 13:02:18.546396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.613869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f85a2de8-0bee-412d-ae5b-fba2b006a67a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:18.757745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f85a2de8-0bee-412d-ae5b-fba2b006a67a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:18.759378 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.902649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e76a9c80-8ce4-48a9-a863-75edbab0bc11 req-0e63880f-77df-4a07-89fa-fb70fcb1c17e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298034 Jul 15 13:02:18.923836 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2f63cec0-eca2-47c5-b2e9-dcedaf5977d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.991714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-d40631fb-655a-44a9-92e3-4560879d063c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7443554 Jul 15 13:02:19.050155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Allocated IP 172.20.0.1 (13d3c86e-fa31-4029-9eae-010b85f8eea2/0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8/38abd7e3-fe3d-43cf-83e7-9fa59fb051c0) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:19.086547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-9e4257cf-741e-48d1-9479-f3e0b4787013 service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092602 Jul 15 13:02:19.255035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.279274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Transition to ACTIVE for port object 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:19.284605 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.307346 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Transition to ACTIVE for port object ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:19.319250 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.386574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80517ef0-3eb0-4edf-98c0-8b91dba562fa req-7aff7c10-8c2a-4c9c-9c30-551b38776004 service neutron] 10.222.0.35 "GET /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937803 Jul 15 13:02:19.404010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-0d108c13-40af-47b0-9e93-b293a772a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.406051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-0d108c13-40af-47b0-9e93-b293a772a7d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 1097 time: 0.3107891 Jul 15 13:02:19.408104 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Attempting to bind port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:19.408588 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Attempting to bind port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:19.409818 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Attempting to bind port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:19.415456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.419770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42f8bb-2c12-40b7-9ed4-4cca75ede9c6 req-7a84b495-da5c-422f-882b-696558f27960 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.432268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf42f8bb-2c12-40b7-9ed4-4cca75ede9c6 req-7a84b495-da5c-422f-882b-696558f27960 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 1024 time: 0.2677171 Jul 15 13:02:19.444260 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:19.444609 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:19.445197 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.445670 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:19.446784 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Bound port: ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:19.447806 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.492299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:19.496244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:19.512075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:19.532264 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea76ac-ac2d-4672-ba9e-dd7ae6f6fabe None None] Pushing event updated for resources: {'Port': ['ID=ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:19.569617 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Pushing event updated for resources: {'Port': ['ID=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:19.587958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.607800 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] For port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:19.626087 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] For port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:19.634761 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.756083 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:19.757008 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:01:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:19.763995 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea76ac-ac2d-4672-ba9e-dd7ae6f6fabe None None] Pushing event updated for resources: {'Port': ['ID=ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:19.794123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf42f8bb-2c12-40b7-9ed4-4cca75ede9c6 req-1d716314-b718-4340-b4b0-955f12395d24 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=968108f5-fba0-488b-898d-9101a7befaf7&id=d5196755-fab0-4d7a-b970-dda21cb84ffd&id=f9f2139a-8312-4848-86b4-a7736fb2ad82&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3593891 Jul 15 13:02:19.858485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.055462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-c33a614d-47ea-4a10-9507-b3cc9424e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.057119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-c33a614d-47ea-4a10-9507-b3cc9424e30e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.5962071 Jul 15 13:02:20.089565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-318dfe1c-c80a-4561-92fc-a8d7834216fb None None] Provisioning for port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:20.105478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-318dfe1c-c80a-4561-92fc-a8d7834216fb None None] Provisioning complete for port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:20.106178 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-318dfe1c-c80a-4561-92fc-a8d7834216fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.107161 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:20.168394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-318dfe1c-c80a-4561-92fc-a8d7834216fb None None] Port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:20.212916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-23bab530-d565-4c59-a26a-496c1069316d tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.218211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-23bab530-d565-4c59-a26a-496c1069316d tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.30 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 821 time: 0.2404404 Jul 15 13:02:20.232560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-bf023b94-0132-437b-9034-a865b04413be tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.244208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-bf023b94-0132-437b-9034-a865b04413be tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 807 time: 0.7497404 Jul 15 13:02:20.254107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Request body: {'port': {'device_id': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'admin_state_up': True, 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:20.292413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.303624 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.439930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.446591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Pushing event updated for resources: {'Port': ['ID=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:20.635555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-70497dad-66d7-4bf8-a815-7ec46b3787f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 200 len: 217 time: 0.3878634 Jul 15 13:02:20.677925 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:20.680587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:20.768232 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 1, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:20.772117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-4d1440ca-a984-4e94-9d45-19c04015bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.774774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-4d1440ca-a984-4e94-9d45-19c04015bd6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1250169 Jul 15 13:02:20.784813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-d4c80722-3940-4f78-89e4-f2fe1616b7ca tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.786941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-d4c80722-3940-4f78-89e4-f2fe1616b7ca tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ec352ff-b22f-4a76-817d-99a9b54bf1e5 HTTP/1.1" status: 200 len: 1024 time: 0.4702916 Jul 15 13:02:20.798862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-edb7d85a-a395-46c1-8df8-befdebc3a8d8 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/quotas/436135f846f04cb19480d33d0984abb9 HTTP/1.1" status: 200 len: 375 time: 0.5532043 Jul 15 13:02:20.820159 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3559fa-6631-4832-a7b1-1bf126933bb3 None None] The sync data for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 is: [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 1, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:20.879014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:20.913641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-0148f239-97f2-4630-98ce-ef4a92c1016a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253328 Jul 15 13:02:20.992866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Made reservation on behalf of f4c989ef9c7945709b5a440c468367b1 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:20.997439 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:21.019754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0085c82d-ab20-4440-9de5-a94ce29a40eb None None] Provisioning complete for port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:21.020737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0085c82d-ab20-4440-9de5-a94ce29a40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:21.097647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0085c82d-ab20-4440-9de5-a94ce29a40eb None None] Port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:21.234525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-056c9cfa-1829-490b-884d-87fa6a591b14 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089995 Jul 15 13:02:21.259100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-fe827a9d-cf78-487f-ad61-0982ccd0304e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4583776 Jul 15 13:02:21.426782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:21.433794 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31d0a0d9-789c-4470-8854-49b7c422cc5b admin admin] 10.222.0.25 "PUT /v2.0/routers/a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5153730 Jul 15 13:02:21.514788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4d8a7ffd-d0e2-4cb2-8424-19a1fd2e5dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:21.527916 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:21.922929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Deleting port 654c0ee9-549b-4142-8172-89378aed050b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:21.923463 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.005213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Allocated IP 172.20.0.6 (67cfb905-900d-446b-9d1a-9ab5d4ab3bcf/da169d02-fc7d-4ac0-abba-cd935931a048/c761aa75-00bc-4425-87e3-0729b919e785) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:22.064503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-a0ff221d-2a4b-4901-9b31-4079a97b8125 service neutron] 10.222.0.25 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8034523 Jul 15 13:02:22.070822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b049053-4c80-4b04-b6c3-0091366beb1a req-a05fc790-64b4-4db9-9dc7-ef5d96baeeb7 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905824 Jul 15 13:02:22.210769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] For port 654c0ee9-549b-4142-8172-89378aed050b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=654c0ee9-549b-4142-8172-89378aed050b,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:22.211170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.253226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Calling delete_port for 654c0ee9-549b-4142-8172-89378aed050b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:22.284667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-17e2c681-9cf8-4777-b57b-27150d9ee52b service neutron] 10.222.0.25 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128150 Jul 15 13:02:22.409119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.427026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Transition to ACTIVE for port object c761aa75-00bc-4425-87e3-0729b919e785 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:22.470637 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.484498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:22.568083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:22.573280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:22.576654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Pushing event updated for resources: {'Port': ['ID=c761aa75-00bc-4425-87e3-0729b919e785,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:22.580071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:22.709165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.709165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.741827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-7829ef12-6aaf-4cda-9e91-ad8f809dc6bf tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4929264 Jul 15 13:02:22.743252 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.749263 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:22.754049 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:22.776110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:22.794933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Request body: {'port': {'device_id': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:22.928060 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.929872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:22.936196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'Port': ['ID=654c0ee9-549b-4142-8172-89378aed050b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:23.105133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] No DVR routers for this DVR port 654c0ee9-549b-4142-8172-89378aed050b on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:23.109982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.113484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-108986bd-59ca-4a1b-8beb-13d2c61a289a req-1111cd36-55bd-45ee-bfd1-0cc75c15b2d9 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.35 "DELETE /v2.0/ports/654c0ee9-549b-4142-8172-89378aed050b HTTP/1.1" status: 204 len: 173 time: 2.3040326 Jul 15 13:02:23.117572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'name': 'network-vif-deleted', 'tag': '654c0ee9-549b-4142-8172-89378aed050b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:23.120327 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e08d222-eaf7-465e-bdba-8a06c759f902" -d '{"events": [{"server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "name": "network-vif-deleted", "tag": "654c0ee9-549b-4142-8172-89378aed050b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:23.200741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 654c0ee9-549b-4142-8172-89378aed050b no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:23.201802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.280606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:23.282714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 654c0ee9-549b-4142-8172-89378aed050b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:23.283169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 654c0ee9-549b-4142-8172-89378aed050b not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:23.326802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:23.327214 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.334062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b942f843-9986-46d4-888e-dbfc7a0792b0 None None] Provisioning for port c761aa75-00bc-4425-87e3-0729b919e785 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:23.371677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b942f843-9986-46d4-888e-dbfc7a0792b0 None None] Provisioning complete for port c761aa75-00bc-4425-87e3-0729b919e785 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:23.372058 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b942f843-9986-46d4-888e-dbfc7a0792b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.501266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b942f843-9986-46d4-888e-dbfc7a0792b0 None None] Port c761aa75-00bc-4425-87e3-0729b919e785 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:23.641402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b4632-2c88-40bb-9854-7c1e2e4a20c6 req-ccd37c0b-2417-4a85-8b97-0491f7e92f21 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.643726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4b4632-2c88-40bb-9854-7c1e2e4a20c6 req-ccd37c0b-2417-4a85-8b97-0491f7e92f21 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.4378221 Jul 15 13:02:23.704740 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.820017 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4b4632-2c88-40bb-9854-7c1e2e4a20c6 req-dd717d82-6044-4a3e-82ae-4ecff6ac7b16 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560760 Jul 15 13:02:23.854946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:23.868163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.914602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c761aa75-00bc-4425-87e3-0729b919e785 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:23.954512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.011859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Transition to ACTIVE for port object c761aa75-00bc-4425-87e3-0729b919e785 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:24.018945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:24.026708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Sync routers for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:24.038555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.039498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:24.040657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:02:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:24.234059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c761aa75-00bc-4425-87e3-0729b919e785,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:24.528929 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.551222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:24.583317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Attempting to bind port c761aa75-00bc-4425-87e3-0729b919e785 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:24.583822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Attempting to bind port c761aa75-00bc-4425-87e3-0729b919e785 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:24.584661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Attempting to bind port c761aa75-00bc-4425-87e3-0729b919e785 on network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:24.592903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Port c761aa75-00bc-4425-87e3-0729b919e785 on network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:24.593402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Attempting to bind port c761aa75-00bc-4425-87e3-0729b919e785 on network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:24.604386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:24.604905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Checking segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:24.605801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Bound using segment: {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:24.606555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Bound port: c761aa75-00bc-4425-87e3-0729b919e785, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:24.608877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.758678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:24.766089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] For port c761aa75-00bc-4425-87e3-0729b919e785, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:24.776160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] For port c761aa75-00bc-4425-87e3-0729b919e785, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c761aa75-00bc-4425-87e3-0729b919e785,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:24.792871 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.838571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.839806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.841934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] 10.222.0.30 "PUT /v2.0/ports/c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 200 len: 1092 time: 2.0893018 Jul 15 13:02:24.899699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6fa61-43e6-45ed-bad7-dfe77e9edeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c761aa75-00bc-4425-87e3-0729b919e785,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:25.004166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-bcd5a594-80d3-4871-a89b-6f6e469d814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.009265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:25.010195 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.010941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-bcd5a594-80d3-4871-a89b-6f6e469d814f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 1095 time: 0.1051171 Jul 15 13:02:25.084004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:20Z', 'revision_number': 2, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:25.117213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-d6a81a3c-5da7-4006-8d8b-9f46749abc4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 200 len: 217 time: 0.0963264 Jul 15 13:02:25.239263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Checking router: a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:25.241385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Updating router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:25.276783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-870bdcc3-936f-485f-b9fc-7a0edf74ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.284584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-870bdcc3-936f-485f-b9fc-7a0edf74ae9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.1578987 Jul 15 13:02:25.385305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-4a503def-8cfb-44c7-8b92-8df9ff64146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.387420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-4a503def-8cfb-44c7-8b92-8df9ff64146a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951028 Jul 15 13:02:25.464958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.744257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-2107a32e-ae01-401f-9f47-e78e5e398422 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.746349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-2107a32e-ae01-401f-9f47-e78e5e398422 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 807 time: 0.3014877 Jul 15 13:02:25.751929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33a3f9ce-9044-4d56-9e1b-fd46c0efb177 req-b6c5f045-6a12-4f98-bcbe-ebfe1f572e19 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 210 time: 0.1321926 Jul 15 13:02:25.757755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-bff0bb13-afa8-4bd3-97fd-4be3a2b73b1c service neutron] 10.222.0.30 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625300 Jul 15 13:02:25.772680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Request body: {'port': {'device_id': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'admin_state_up': True, 'tenant_id': '436135f846f04cb19480d33d0984abb9'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:26.063392 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.080813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Transition to ACTIVE for port object 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:26.092593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151bb149-3d38-42d4-9c28-b9b2fd49b2f5 req-e17498ef-d3c3-48a7-b1d6-cac8cbad71ac service neutron] 10.222.0.30 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131900 Jul 15 13:02:26.093664 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.206921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8785292-2bc5-4502-92da-5cfab694105a None None] Pushing event updated for resources: {'Port': ['ID=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:26.216915 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524a8ac9-5598-430a-97d8-70d4eb6d85de x-openstack-request-id: req-524a8ac9-5598-430a-97d8-70d4eb6d85de {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:26.216915 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec352ff-b22f-4a76-817d-99a9b54bf1e5", "name": "network-vif-deleted", "tag": "654c0ee9-549b-4142-8172-89378aed050b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:26.216915 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-524a8ac9-5598-430a-97d8-70d4eb6d85de {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:26.216915 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec352ff-b22f-4a76-817d-99a9b54bf1e5', 'name': 'network-vif-deleted', 'tag': '654c0ee9-549b-4142-8172-89378aed050b', 'status': 'completed', 'code': 200} Jul 15 13:02:26.301502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Made reservation on behalf of 436135f846f04cb19480d33d0984abb9 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:26.308306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.432722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Attempting to bind port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:26.433093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Attempting to bind port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:26.435562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Attempting to bind port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 on network 13d3c86e-fa31-4029-9eae-010b85f8eea2 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:26.447814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:26.448209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Checking segment: {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:26.448606 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.449004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Bound using segment: {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:26.449513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Bound port: 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:26.449905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.651850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] For port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:26.660751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] For port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:26.673107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.680839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Allocated IP 172.20.0.12 (dbbb49ee-3962-4da9-80b5-fddf2261cf4e/e47d111a-4579-4e10-b75e-88d95eb76b25/e7afc28d-a006-4759-a742-d6b4b3356dc0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:26.865802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8785292-2bc5-4502-92da-5cfab694105a None None] Pushing event updated for resources: {'Port': ['ID=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:26.868927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:26.869563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:02:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:27.054751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.108723 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.132678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3f4c3ae3-4a23-420f-8219-bae08ac79aa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:27.164179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:27.238758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Network dbbb49ee-3962-4da9-80b5-fddf2261cf4e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:27.250790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:27.257201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:27.264941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Pushing event updated for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:27.311657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.312012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.312357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.312752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.313105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.313436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.313765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.314097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.314429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.315324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.315657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.315982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:27.370621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.371885 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.429237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-4b3674a5-972a-4441-88de-04ca294d4ec4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6628454 Jul 15 13:02:27.456209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Request body: {'port': {'device_id': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:27.540084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b93af83-5998-4c9a-9542-263b0bfd28d1 req-577925bb-a366-4ba0-b499-3017d84ce5a2 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/d5196755-fab0-4d7a-b970-dda21cb84ffd HTTP/1.1" status: 200 len: 1801 time: 0.1275368 Jul 15 13:02:27.601933 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.660073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:26Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:27.707379 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b93af83-5998-4c9a-9542-263b0bfd28d1 req-06613c97-509a-4281-b08d-1ca333a9440f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.729060 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde13d09-e320-44ee-81f9-dd5ec29be161 None None] The sync data for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 is: [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:26Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:27.744360 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b93af83-5998-4c9a-9542-263b0bfd28d1 req-06613c97-509a-4281-b08d-1ca333a9440f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.896114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b93af83-5998-4c9a-9542-263b0bfd28d1 req-06613c97-509a-4281-b08d-1ca333a9440f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.899788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b93af83-5998-4c9a-9542-263b0bfd28d1 req-06613c97-509a-4281-b08d-1ca333a9440f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.915906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b93af83-5998-4c9a-9542-263b0bfd28d1 req-06613c97-509a-4281-b08d-1ca333a9440f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/d5196755-fab0-4d7a-b970-dda21cb84ffd HTTP/1.1" status: 204 len: 173 time: 0.3527668 Jul 15 13:02:27.999661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06613c97-509a-4281-b08d-1ca333a9440f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5196755-fab0-4d7a-b970-dda21cb84ffd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:28.163628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7afc28d-a006-4759-a742-d6b4b3356dc0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:28.173806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.191066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Transition to ACTIVE for port object e7afc28d-a006-4759-a742-d6b4b3356dc0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:28.198036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.217269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:28.219730 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85408fdc-3b9b-4072-b748-33f44fbcf6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "tag": "c761aa75-00bc-4425-87e3-0729b919e785"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:28.347711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Pushing event updated for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:28.442165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e4a4-6f69-4e55-9bab-a2283c4454b9 req-65fb236d-887f-4824-859d-280ddd442b92 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.451891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16e6e4a4-6f69-4e55-9bab-a2283c4454b9 req-65fb236d-887f-4824-859d-280ddd442b92 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.2353525 Jul 15 13:02:28.489503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:28.489873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:28.490188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:28.507605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:28.507937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:28.518858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:28.519241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:28.519666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:28.520105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Bound port: e7afc28d-a006-4759-a742-d6b4b3356dc0, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:28.520475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.525495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16e6e4a4-6f69-4e55-9bab-a2283c4454b9 req-28f71028-bee1-4ec5-a68c-0e36062d86ac tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667534 Jul 15 13:02:28.621556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:28.656390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:28.664811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:28.673382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.738816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.739602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.741055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] 10.222.0.30 "PUT /v2.0/ports/e7afc28d-a006-4759-a742-d6b4b3356dc0 HTTP/1.1" status: 200 len: 1093 time: 1.2909431 Jul 15 13:02:28.779790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:28.795267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:28.796310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.920782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0971820-d21f-43c8-9fe3-19337160b926 service neutron] Pushing event updated for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:28.953752 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.032839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739e420-2d08-462b-b0e7-2af8a54edc61 req-a7d64ee6-2386-479f-a422-6c1b90ae463b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.035982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1739e420-2d08-462b-b0e7-2af8a54edc61 req-a7d64ee6-2386-479f-a422-6c1b90ae463b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.2797191 Jul 15 13:02:29.036512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.039337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-c66a240b-d394-4485-9f0f-d9d7135dbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.041654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-c66a240b-d394-4485-9f0f-d9d7135dbc71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1096 time: 0.2081699 Jul 15 13:02:29.043646 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.138227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-57bee8f0-c600-48ec-b9c9-a9785b1e14ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0 HTTP/1.1" status: 200 len: 217 time: 0.0831835 Jul 15 13:02:29.146956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.204805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1739e420-2d08-462b-b0e7-2af8a54edc61 req-d885920c-dc43-4999-a41b-7473cde7dd1b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617665 Jul 15 13:02:29.224438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-2e581358-b6a2-4089-8698-d88f22168a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.226072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-2e581358-b6a2-4089-8698-d88f22168a91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.0810320 Jul 15 13:02:29.287160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-5ca1b677-138c-4ffc-89ea-2a6e6805a031 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527227 Jul 15 13:02:29.336229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d46906ba-83f7-4411-82bb-6a7d0794cbfe req-dda67269-2a3e-47e3-86cf-26aaefbe58c0 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/968108f5-fba0-488b-898d-9101a7befaf7 HTTP/1.1" status: 200 len: 1800 time: 0.0928597 Jul 15 13:02:29.432935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-31a9501c-2758-46a5-857b-bd079f7c69d9 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381235 Jul 15 13:02:29.481892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d46906ba-83f7-4411-82bb-6a7d0794cbfe req-b08f4320-ca2a-4e6f-9b3f-f8ffc09aa996 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.540831 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d46906ba-83f7-4411-82bb-6a7d0794cbfe req-b08f4320-ca2a-4e6f-9b3f-f8ffc09aa996 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.596117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ef9922-063e-4bba-b19c-46b04aad3f06 req-89a034a8-5ea0-4bfd-8ac3-7b3c4c378253 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536984 Jul 15 13:02:29.613423 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d46906ba-83f7-4411-82bb-6a7d0794cbfe req-b08f4320-ca2a-4e6f-9b3f-f8ffc09aa996 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.618410 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d46906ba-83f7-4411-82bb-6a7d0794cbfe req-b08f4320-ca2a-4e6f-9b3f-f8ffc09aa996 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.621126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d46906ba-83f7-4411-82bb-6a7d0794cbfe req-b08f4320-ca2a-4e6f-9b3f-f8ffc09aa996 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/968108f5-fba0-488b-898d-9101a7befaf7 HTTP/1.1" status: 204 len: 173 time: 0.2781579 Jul 15 13:02:29.648624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f4320-ca2a-4e6f-9b3f-f8ffc09aa996 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968108f5-fba0-488b-898d-9101a7befaf7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.709898 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37a0508-6ebd-4056-aa3a-491a5da7fe27 x-openstack-request-id: req-a37a0508-6ebd-4056-aa3a-491a5da7fe27 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:29.711165 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "tag": "c761aa75-00bc-4425-87e3-0729b919e785", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:29.711682 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a37a0508-6ebd-4056-aa3a-491a5da7fe27 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:29.712353 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785', 'status': 'completed', 'code': 200} Jul 15 13:02:29.837129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-8991e86e-d39d-415e-8ed1-db08beb6c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.839587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-8991e86e-d39d-415e-8ed1-db08beb6c20e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 1095 time: 0.1060536 Jul 15 13:02:30.010775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-eb68917c-0208-43b3-80ef-5e3b9a11d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.014802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-eb68917c-0208-43b3-80ef-5e3b9a11d579 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.1679950 Jul 15 13:02:30.080041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-34265715-3c8d-49bf-ac99-1cca44e2b399 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 200 len: 217 time: 0.0589049 Jul 15 13:02:30.140127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-8ec200d9-1d1a-4cc5-8898-d1df42e45dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.141969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-8ec200d9-1d1a-4cc5-8898-d1df42e45dd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.0558131 Jul 15 13:02:30.212759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-f4847182-492d-45fe-8834-e2e70b75ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.216397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-f4847182-492d-45fe-8834-e2e70b75ac34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683117 Jul 15 13:02:30.269039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c761aa75-00bc-4425-87e3-0729b919e785 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:30.427026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-56ad1be7-b6e2-457b-ba8c-510ed28aab13 service neutron] 10.222.0.30 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040019 Jul 15 13:02:30.488551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c761aa75-00bc-4425-87e3-0729b919e785, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c761aa75-00bc-4425-87e3-0729b919e785,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:30.520323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'c761aa75-00bc-4425-87e3-0729b919e785', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'port_id': 'c761aa75-00bc-4425-87e3-0729b919e785', 'mac_address': 'fa:16:3e:1e:67:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:30.535991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:30.589317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85408fdc-3b9b-4072-b748-33f44fbcf6e8 req-c06ed683-a616-45c8-8699-503f5b6ae8b3 service neutron] 10.222.0.30 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250870 Jul 15 13:02:30.639395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45715b5-ec11-4435-b445-087b4631d70d req-a4fb6752-c5bc-4c82-8d7d-fca8510a7991 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.650063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b45715b5-ec11-4435-b445-087b4631d70d req-a4fb6752-c5bc-4c82-8d7d-fca8510a7991 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.2358961 Jul 15 13:02:30.665899 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.701885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c761aa75-00bc-4425-87e3-0729b919e785 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:30.704357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b45715b5-ec11-4435-b445-087b4631d70d req-34cefade-1e5d-4c5a-b6bc-d0a32230377c tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531385 Jul 15 13:02:30.734769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f4c50d2-35b9-4e01-bb69-c7a84db6cb5d req-87917747-b4d0-4231-9cb7-fb3bba2d7170 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1381913203', 'description': 'tempest-description-461050479'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:30.751758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c761aa75-00bc-4425-87e3-0729b919e785, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c761aa75-00bc-4425-87e3-0729b919e785,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:30.755542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:30.757463 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.769829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4c50d2-35b9-4e01-bb69-c7a84db6cb5d req-87917747-b4d0-4231-9cb7-fb3bba2d7170 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.793920 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.896391 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4c50d2-35b9-4e01-bb69-c7a84db6cb5d req-87917747-b4d0-4231-9cb7-fb3bba2d7170 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.910179 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4c50d2-35b9-4e01-bb69-c7a84db6cb5d req-87917747-b4d0-4231-9cb7-fb3bba2d7170 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.920647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=c761aa75-00bc-4425-87e3-0729b919e785,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:30.978528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87917747-b4d0-4231-9cb7-fb3bba2d7170 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9836b85f-8cea-47ad-a720-f21fe2c34c67,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:31.009012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4c50d2-35b9-4e01-bb69-c7a84db6cb5d req-87917747-b4d0-4231-9cb7-fb3bba2d7170 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.010334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4c50d2-35b9-4e01-bb69-c7a84db6cb5d req-87917747-b4d0-4231-9cb7-fb3bba2d7170 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2812445 Jul 15 13:02:31.105788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['c761aa75-00bc-4425-87e3-0729b919e785'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:31.250584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a9411-1156-44c7-8a3b-69b7b51c2ee7 req-cf2816c2-7aa3-43cc-9b1d-944f253899cb tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.253508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-282a9411-1156-44c7-8a3b-69b7b51c2ee7 req-cf2816c2-7aa3-43cc-9b1d-944f253899cb tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1294677 Jul 15 13:02:31.323835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-282a9411-1156-44c7-8a3b-69b7b51c2ee7 req-0b3be869-a226-4aa0-b94f-fc80008c6c54 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615788 Jul 15 13:02:31.531367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b35b12-a975-4711-9545-f65b9e412edf req-98893120-649f-4ae3-86d0-1045a5545bb4 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/9836b85f-8cea-47ad-a720-f21fe2c34c67 HTTP/1.1" status: 200 len: 1800 time: 0.0603831 Jul 15 13:02:31.542710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e6b35b12-a975-4711-9545-f65b9e412edf req-96b3cb86-60f6-4ab2-8aa0-227cebb956f6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Request body: {'security_group': {'name': 'tempest-sg-hth-227648011', 'description': 'tempest-description-hth-895855509'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:31.580050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6b35b12-a975-4711-9545-f65b9e412edf req-96b3cb86-60f6-4ab2-8aa0-227cebb956f6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.651567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6b35b12-a975-4711-9545-f65b9e412edf req-96b3cb86-60f6-4ab2-8aa0-227cebb956f6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.656478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6b35b12-a975-4711-9545-f65b9e412edf req-96b3cb86-60f6-4ab2-8aa0-227cebb956f6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.659486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6b35b12-a975-4711-9545-f65b9e412edf req-96b3cb86-60f6-4ab2-8aa0-227cebb956f6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.664310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b35b12-a975-4711-9545-f65b9e412edf req-96b3cb86-60f6-4ab2-8aa0-227cebb956f6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "PUT /v2.0/security-groups/9836b85f-8cea-47ad-a720-f21fe2c34c67 HTTP/1.1" status: 200 len: 1773 time: 0.1253760 Jul 15 13:02:31.704247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3cb86-60f6-4ab2-8aa0-227cebb956f6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9836b85f-8cea-47ad-a720-f21fe2c34c67,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:31.713466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:31.717127 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2521439-d5d9-41f5-8f5b-c47460b758be" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:31.872070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7de5e1a-794c-4311-809e-a4a8d51facff req-ccd1cf39-5efc-45de-a7de-1b2519ea6903 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/9836b85f-8cea-47ad-a720-f21fe2c34c67 HTTP/1.1" status: 200 len: 1773 time: 0.0614922 Jul 15 13:02:31.932440 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2eabf5-a0d0-45bf-a135-19a5bb19e20d x-openstack-request-id: req-ff2eabf5-a0d0-45bf-a135-19a5bb19e20d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:31.932969 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:31.933414 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff2eabf5-a0d0-45bf-a135-19a5bb19e20d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:31.934013 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0', 'status': 'completed', 'code': 200} Jul 15 13:02:32.046020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-124095be-2041-4e03-89d4-c750e7d07f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.050131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-124095be-2041-4e03-89d4-c750e7d07f8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1096 time: 0.0867138 Jul 15 13:02:32.323958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c761aa75-00bc-4425-87e3-0729b919e785 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:32.458083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port c761aa75-00bc-4425-87e3-0729b919e785 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:32.474269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port c761aa75-00bc-4425-87e3-0729b919e785 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:32.475322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.594934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-a493be4b-ac8a-4e5b-b00a-a2b81b9fcc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.598510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-a493be4b-ac8a-4e5b-b00a-a2b81b9fcc20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.5413127 Jul 15 13:02:32.639074 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.674216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:32.677201 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a59b48c-f1f2-4edd-8112-78c28d76ba2a" -d '{"events": [{"server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "name": "network-vif-plugged", "status": "completed", "tag": "c761aa75-00bc-4425-87e3-0729b919e785"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:32.693582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd860f-950f-453f-bb9a-cddd7d4ecdb5 req-523293cb-9928-4c93-9101-b513c895a70d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.696996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c761aa75-00bc-4425-87e3-0729b919e785, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c761aa75-00bc-4425-87e3-0729b919e785,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:32.700043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccdd860f-950f-453f-bb9a-cddd7d4ecdb5 req-523293cb-9928-4c93-9101-b513c895a70d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.2553570 Jul 15 13:02:32.702079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-20a93212-96dd-44a9-91c8-0ceee1fbb196 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0 HTTP/1.1" status: 200 len: 217 time: 0.0954630 Jul 15 13:02:32.704749 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.769626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-493be133-f5b9-4d40-875b-c8767bcab40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.771401 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-493be133-f5b9-4d40-875b-c8767bcab40c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.0567517 Jul 15 13:02:32.811848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=c761aa75-00bc-4425-87e3-0729b919e785,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:32.812723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-5319dc77-12c6-4832-853e-d8dd17e1547b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342903 Jul 15 13:02:32.901422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccdd860f-950f-453f-bb9a-cddd7d4ecdb5 req-7c262384-e2cf-42fe-b7fe-35ae6f7fe258 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934903 Jul 15 13:02:32.960479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-057d1ad7-4a31-4014-a677-4b6ecb21240f service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383562 Jul 15 13:02:33.018812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a2bc739-b50a-4311-bce2-f7bd72b29242 req-850d24c9-a49f-4e13-83fa-fc6eeab02c5a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/9836b85f-8cea-47ad-a720-f21fe2c34c67 HTTP/1.1" status: 200 len: 1773 time: 0.0878491 Jul 15 13:02:33.111263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2521439-d5d9-41f5-8f5b-c47460b758be req-03fd0228-afec-4a97-b10f-8a317d952f2c service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418645 Jul 15 13:02:33.144578 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a2bc739-b50a-4311-bce2-f7bd72b29242 req-9b900a41-aecf-4632-b6e8-eec585dc5bdb tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.182353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a2bc739-b50a-4311-bce2-f7bd72b29242 req-9b900a41-aecf-4632-b6e8-eec585dc5bdb tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.234362 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a2bc739-b50a-4311-bce2-f7bd72b29242 req-9b900a41-aecf-4632-b6e8-eec585dc5bdb tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.238722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a2bc739-b50a-4311-bce2-f7bd72b29242 req-9b900a41-aecf-4632-b6e8-eec585dc5bdb tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.242920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a2bc739-b50a-4311-bce2-f7bd72b29242 req-9b900a41-aecf-4632-b6e8-eec585dc5bdb tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/9836b85f-8cea-47ad-a720-f21fe2c34c67 HTTP/1.1" status: 204 len: 173 time: 0.1926234 Jul 15 13:02:33.253693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b900a41-aecf-4632-b6e8-eec585dc5bdb tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9836b85f-8cea-47ad-a720-f21fe2c34c67,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:33.459767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d15fb7-be39-4cec-8912-87b53420bc39 req-147f2b2d-f242-491b-89aa-f6fe967beff1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.461372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0d15fb7-be39-4cec-8912-87b53420bc39 req-147f2b2d-f242-491b-89aa-f6fe967beff1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1064546 Jul 15 13:02:33.516028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0d15fb7-be39-4cec-8912-87b53420bc39 req-feaedccc-bd2c-4389-b9d2-4e01aa2a365b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Jul 15 13:02:33.748164 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa42cd59-36da-4686-aaa9-325407f37ece x-openstack-request-id: req-fa42cd59-36da-4686-aaa9-325407f37ece {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:33.749101 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "name": "network-vif-plugged", "status": "completed", "tag": "c761aa75-00bc-4425-87e3-0729b919e785", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:33.749359 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa42cd59-36da-4686-aaa9-325407f37ece {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:33.749760 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785', 'code': 200} Jul 15 13:02:33.901873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d8b74-05fd-42a5-bf12-2b6a971a3d7e req-8a9f629c-8fb3-4212-82d8-6b0d7a1c59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.907219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-479d8b74-05fd-42a5-bf12-2b6a971a3d7e req-8a9f629c-8fb3-4212-82d8-6b0d7a1c59d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 1097 time: 0.0846336 Jul 15 13:02:33.982332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-479d8b74-05fd-42a5-bf12-2b6a971a3d7e req-a1aa8a8f-a37d-4602-aea5-f3919c935d17 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Jul 15 13:02:34.152690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48f989-2e37-4ade-b32a-a6f8242c87b2 req-06a340a6-ccfa-402d-bb5b-a194a7c92972 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:34.155822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e48f989-2e37-4ade-b32a-a6f8242c87b2 req-06a340a6-ccfa-402d-bb5b-a194a7c92972 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.1024559 Jul 15 13:02:34.165538 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.209971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e48f989-2e37-4ade-b32a-a6f8242c87b2 req-3bb881f4-d884-4a8e-826d-08ce8d86b40e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497010 Jul 15 13:02:34.403982 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-27bc9089-5546-42c8-acd7-31da3e5a2ce9 req-e4636f1d-bde7-42ed-b00e-a49f8deb9061 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:02:34.405644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27bc9089-5546-42c8-acd7-31da3e5a2ce9 req-e4636f1d-bde7-42ed-b00e-a49f8deb9061 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/968108f5-fba0-488b-898d-9101a7befaf7 HTTP/1.1" status: 404 len: 352 time: 0.0406511 Jul 15 13:02:34.453479 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-c9e92479-a4a6-47f6-84d2-fbcdd39d6b21 req-3d1ae09c-11c4-4820-933f-c18b1e27f16f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:02:34.454658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9e92479-a4a6-47f6-84d2-fbcdd39d6b21 req-3d1ae09c-11c4-4820-933f-c18b1e27f16f tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/d5196755-fab0-4d7a-b970-dda21cb84ffd HTTP/1.1" status: 404 len: 352 time: 0.0252516 Jul 15 13:02:34.532016 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-7c38b285-eda8-4a54-aceb-45f75570394d req-d822177f-750a-4d50-8e84-bb0f35bfa059 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:02:34.534618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c38b285-eda8-4a54-aceb-45f75570394d req-d822177f-750a-4d50-8e84-bb0f35bfa059 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/6eeaef6f-0031-49ae-a3d5-9e3d5ed8545f HTTP/1.1" status: 404 len: 352 time: 0.0345311 Jul 15 13:02:34.793057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241884-aa0a-45ea-97c3-917e697c324c req-0436ab92-99c9-4541-a0d0-f2bfdbe533e1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:34.795555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c241884-aa0a-45ea-97c3-917e697c324c req-0436ab92-99c9-4541-a0d0-f2bfdbe533e1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1106110 Jul 15 13:02:34.866090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c241884-aa0a-45ea-97c3-917e697c324c req-d3fa7758-7fd6-49ad-b5bd-d2520081d8c1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641961 Jul 15 13:02:34.928957 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-8a7ab886-042a-46a7-abb8-41b00b402201 req-6290f40b-7376-42f6-9445-bb795316bb1e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:02:34.930249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a7ab886-042a-46a7-abb8-41b00b402201 req-6290f40b-7376-42f6-9445-bb795316bb1e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/23fd9825-9254-431f-849e-9502150a59f2 HTTP/1.1" status: 404 len: 352 time: 0.0193837 Jul 15 13:02:35.085254 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.281772 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-342486b4-aa86-4ba1-8c64-8f74fa88c963 req-f62683a7-599b-44b5-979a-33faf91bfe15 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:02:35.283929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-342486b4-aa86-4ba1-8c64-8f74fa88c963 req-f62683a7-599b-44b5-979a-33faf91bfe15 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/1020daaf-23b5-4001-a60c-de70a03a68c7 HTTP/1.1" status: 404 len: 352 time: 0.0226958 Jul 15 13:02:35.523978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cb1c2-da45-4fd7-909e-e4d4320cf878 req-4b95600d-bd9e-4763-8efa-8c4712355b23 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.528792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c53cb1c2-da45-4fd7-909e-e4d4320cf878 req-4b95600d-bd9e-4763-8efa-8c4712355b23 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.1164157 Jul 15 13:02:35.593618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c53cb1c2-da45-4fd7-909e-e4d4320cf878 req-1709da5e-4e79-45d0-94fc-50724a6ebb30 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614054 Jul 15 13:02:35.639804 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-b46bfbca-edb3-4a5b-99b4-bdce2ff9294a req-3ebdf8fa-fd84-4e77-a62e-7ff3122d0dd6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] show failed (client error): The resource could not be found. Jul 15 13:02:35.641128 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b46bfbca-edb3-4a5b-99b4-bdce2ff9294a req-3ebdf8fa-fd84-4e77-a62e-7ff3122d0dd6 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/78b36aee-beb5-4a53-b0a6-6ddb78dd2a67 HTTP/1.1" status: 404 len: 352 time: 0.0183535 Jul 15 13:02:36.168651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626bfb2-1815-477e-ad73-dfe8e06a7f43 req-8d1a84da-3be1-41d6-8bfe-cab9e1f4c852 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.174237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f626bfb2-1815-477e-ad73-dfe8e06a7f43 req-8d1a84da-3be1-41d6-8bfe-cab9e1f4c852 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.0969706 Jul 15 13:02:36.233181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f626bfb2-1815-477e-ad73-dfe8e06a7f43 req-287a96d5-b0e5-4570-ac8f-5d656c8ec496 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Jul 15 13:02:36.460622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868d187-952b-4760-89c4-c34cf36c8a5d req-327384ef-b60d-432b-b6a5-c148629fcb5e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.463055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2868d187-952b-4760-89c4-c34cf36c8a5d req-327384ef-b60d-432b-b6a5-c148629fcb5e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1023 time: 0.1060212 Jul 15 13:02:36.524309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2868d187-952b-4760-89c4-c34cf36c8a5d req-d7aaec09-f7a8-49cf-a046-9e97fd9698b3 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&id=0f9104bc-6a26-4dff-80b2-454f08e6b2b6&id=4ac16f9c-4b6d-4e95-8d0b-a7ab0d867f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0493932 Jul 15 13:02:37.008879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87438e-15c2-4733-adfc-994cf8307939 req-dd2b542e-59dc-469c-a530-04bb470dbd65 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:37.011813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c87438e-15c2-4733-adfc-994cf8307939 req-dd2b542e-59dc-469c-a530-04bb470dbd65 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.0919185 Jul 15 13:02:37.066325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c87438e-15c2-4733-adfc-994cf8307939 req-c9ca3418-f222-4e44-8a40-03542b7e01f2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475955 Jul 15 13:02:37.343809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-a98b17f4-4cc0-4222-a4a0-9499ff17affa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:37.345609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-a98b17f4-4cc0-4222-a4a0-9499ff17affa tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.30 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1023 time: 0.0756414 Jul 15 13:02:37.530898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5371a-0c0c-46d2-b6a1-3e9e20bcf6ca req-cd776e58-f078-483d-8bef-54bfff1fef2c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:37.534236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1eb5371a-0c0c-46d2-b6a1-3e9e20bcf6ca req-cd776e58-f078-483d-8bef-54bfff1fef2c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1370275 Jul 15 13:02:37.575866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Deleting port dfe3e83c-a21c-4063-8e09-099bdd9148c7 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:37.576453 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.643561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1eb5371a-0c0c-46d2-b6a1-3e9e20bcf6ca req-17ceaa44-121e-41e0-ba4f-b0d9598841b5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017256 Jul 15 13:02:37.728739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] For port dfe3e83c-a21c-4063-8e09-099bdd9148c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dfe3e83c-a21c-4063-8e09-099bdd9148c7,segment=NetworkSegment(dbaa654a-5da8-4fcd-9167-62c240e18d2f),segment_id=dbaa654a-5da8-4fcd-9167-62c240e18d2f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:37.729117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.747978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Calling delete_port for dfe3e83c-a21c-4063-8e09-099bdd9148c7 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:37.931082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56ad7b-266e-453b-a4a1-f15c0057b277 req-53d8aafa-f1a5-4dc4-9086-2e931b05fc64 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:37.933045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa56ad7b-266e-453b-a4a1-f15c0057b277 req-53d8aafa-f1a5-4dc4-9086-2e931b05fc64 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/ports?device_id=836f4446-6522-4de3-b50f-a7f8a272d027 HTTP/1.1" status: 200 len: 1023 time: 0.1289070 Jul 15 13:02:38.019326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa56ad7b-266e-453b-a4a1-f15c0057b277 req-ddc93436-8144-46f6-9f2a-9c6963cefb84 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f2139a-8312-4848-86b4-a7736fb2ad82&id=0f9104bc-6a26-4dff-80b2-454f08e6b2b6&id=4ac16f9c-4b6d-4e95-8d0b-a7ab0d867f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0782669 Jul 15 13:02:38.026581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.038419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dfe3e83c-a21c-4063-8e09-099bdd9148c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:38.069595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'Port': ['ID=dfe3e83c-a21c-4063-8e09-099bdd9148c7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:38.121033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] No DVR routers for this DVR port dfe3e83c-a21c-4063-8e09-099bdd9148c7 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:38.123933 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.126234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d73b41d-9761-4fcd-9731-f8cd8724884a req-ae74acfc-499f-4d66-bc0e-8639de91b002 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.30 "DELETE /v2.0/ports/dfe3e83c-a21c-4063-8e09-099bdd9148c7 HTTP/1.1" status: 204 len: 173 time: 0.7751858 Jul 15 13:02:38.127639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'name': 'network-vif-deleted', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:38.131717 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea66d04e-6b47-4dc4-9d9b-ed5b2829d73e" -d '{"events": [{"server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "name": "network-vif-deleted", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:38.500187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3c0fe-d821-4598-8f3e-b0a95c0f544e req-3d4ee49a-4c7f-455d-8343-f9afabbe70b5 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:38.501920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aef3c0fe-d821-4598-8f3e-b0a95c0f544e req-3d4ee49a-4c7f-455d-8343-f9afabbe70b5 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.0723498 Jul 15 13:02:38.555526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aef3c0fe-d821-4598-8f3e-b0a95c0f544e req-13e52447-d7d6-4658-8908-46d026648135 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Jul 15 13:02:38.638829 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601abed7-b1f6-4498-86d4-a464ee5411cf x-openstack-request-id: req-601abed7-b1f6-4498-86d4-a464ee5411cf {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:38.639300 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836f4446-6522-4de3-b50f-a7f8a272d027", "name": "network-vif-deleted", "tag": "dfe3e83c-a21c-4063-8e09-099bdd9148c7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:38.639695 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-601abed7-b1f6-4498-86d4-a464ee5411cf {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:38.640202 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836f4446-6522-4de3-b50f-a7f8a272d027', 'name': 'network-vif-deleted', 'tag': 'dfe3e83c-a21c-4063-8e09-099bdd9148c7', 'status': 'completed', 'code': 200} Jul 15 13:02:38.938052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e50552-5c34-4992-9c1b-10e686d45828 req-32b32977-3055-409a-9f8d-b6ff531f3dc5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:38.939785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8e50552-5c34-4992-9c1b-10e686d45828 req-32b32977-3055-409a-9f8d-b6ff531f3dc5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.0995553 Jul 15 13:02:39.004784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8e50552-5c34-4992-9c1b-10e686d45828 req-523ed605-0c8d-47d5-86a1-cdbf81eb18eb tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572903 Jul 15 13:02:39.243584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ada5e90-9251-403c-8768-63d0c4398c31 req-08dcc788-6ae1-4c4d-8c65-9f52f33e645a tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/4ac16f9c-4b6d-4e95-8d0b-a7ab0d867f1e HTTP/1.1" status: 200 len: 1798 time: 0.0579062 Jul 15 13:02:39.331906 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ada5e90-9251-403c-8768-63d0c4398c31 req-64589f85-a262-44ff-bd24-fb9a676707fd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.367783 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ada5e90-9251-403c-8768-63d0c4398c31 req-64589f85-a262-44ff-bd24-fb9a676707fd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.426937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ada5e90-9251-403c-8768-63d0c4398c31 req-64589f85-a262-44ff-bd24-fb9a676707fd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.431094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ada5e90-9251-403c-8768-63d0c4398c31 req-64589f85-a262-44ff-bd24-fb9a676707fd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.432856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ada5e90-9251-403c-8768-63d0c4398c31 req-64589f85-a262-44ff-bd24-fb9a676707fd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/4ac16f9c-4b6d-4e95-8d0b-a7ab0d867f1e HTTP/1.1" status: 204 len: 173 time: 0.1801224 Jul 15 13:02:39.454370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64589f85-a262-44ff-bd24-fb9a676707fd tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac16f9c-4b6d-4e95-8d0b-a7ab0d867f1e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:39.775203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31c88779-2be0-4132-a977-3b7eaf5e5e2f req-9b4e5e31-94d0-4d09-8e50-35effdbff42b tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "GET /v2.0/security-groups/0f9104bc-6a26-4dff-80b2-454f08e6b2b6 HTTP/1.1" status: 200 len: 1799 time: 0.0941463 Jul 15 13:02:39.860632 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-31c88779-2be0-4132-a977-3b7eaf5e5e2f req-b9fa86e6-e843-41ab-b0dc-2e920ea0ec9e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.893054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-31c88779-2be0-4132-a977-3b7eaf5e5e2f req-b9fa86e6-e843-41ab-b0dc-2e920ea0ec9e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.990740 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-31c88779-2be0-4132-a977-3b7eaf5e5e2f req-b9fa86e6-e843-41ab-b0dc-2e920ea0ec9e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.995159 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-31c88779-2be0-4132-a977-3b7eaf5e5e2f req-b9fa86e6-e843-41ab-b0dc-2e920ea0ec9e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.996997 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31c88779-2be0-4132-a977-3b7eaf5e5e2f req-b9fa86e6-e843-41ab-b0dc-2e920ea0ec9e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f9104bc-6a26-4dff-80b2-454f08e6b2b6 HTTP/1.1" status: 204 len: 173 time: 0.2118597 Jul 15 13:02:40.007858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37448) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:40.016307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa86e6-e843-41ab-b0dc-2e920ea0ec9e tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9104bc-6a26-4dff-80b2-454f08e6b2b6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:40.104533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Deleting subnet 59ed1d2d-6292-4dc5-aa6d-0db1d657744e {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:40.109829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.178109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.243728 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.309559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04c6c-6158-479c-a815-f92364105620 req-13ae9020-73b8-40f5-ae43-3d967bded802 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:40.311545 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28f04c6c-6158-479c-a815-f92364105620 req-13ae9020-73b8-40f5-ae43-3d967bded802 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.0911055 Jul 15 13:02:40.353436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.372322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device dfe3e83c-a21c-4063-8e09-099bdd9148c7 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:40.381025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28f04c6c-6158-479c-a815-f92364105620 req-af0c8d58-665f-4073-bb82-4448a60248c2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607316 Jul 15 13:02:40.408909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.417099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37452) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:40.417617 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/59ed1d2d-6292-4dc5-aa6d-0db1d657744e HTTP/1.1" status: 204 len: 168 time: 0.4079771 Jul 15 13:02:40.419054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ed1d2d-6292-4dc5-aa6d-0db1d657744e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:40.435410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.436007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.437340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.438208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.439576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.440620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.443055 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.444232 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.445356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.446364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.447671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.448288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e9a44-9aa0-47b5-b580-804c30cb33cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:40.470622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: dfe3e83c-a21c-4063-8e09-099bdd9148c7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:40.471242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device dfe3e83c-a21c-4063-8e09-099bdd9148c7 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:40.527420 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.726243 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.749145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff0a472-41ba-493a-b3ac-b332aa36f336']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:40.773706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbaa654a-5da8-4fcd-9167-62c240e18d2f') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:40.774206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbaa654a-5da8-4fcd-9167-62c240e18d2f') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:40.800756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.833105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.855832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9f8d-ec15-4275-aa3f-d5a449ff989c req-14d4b28c-0030-4c0d-b18d-48a0c20846cf tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:40.858791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b57e9f8d-ec15-4275-aa3f-d5a449ff989c req-14d4b28c-0030-4c0d-b18d-48a0c20846cf tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.2571933 Jul 15 13:02:40.864786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:40.865616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:40.868846 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:41.017577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.025964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b57e9f8d-ec15-4275-aa3f-d5a449ff989c req-3074cd6c-7aec-4d58-b8db-24f9dbe12007 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558743 Jul 15 13:02:41.027296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.032082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dff0a472-41ba-493a-b3ac-b332aa36f336 HTTP/1.1" status: 204 len: 168 time: 0.6094525 Jul 15 13:02:41.048221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892e58-5281-44a7-80ff-321891a7c8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff0a472-41ba-493a-b3ac-b332aa36f336,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.214371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.287856 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c746ec0e-1071-469b-9564-18c13f50f3b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbce120dcc37478089d86e6dd01e30b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653648 Jul 15 13:02:41.288656 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37476) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.398589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8f7-bca4-49f6-976b-f605cb393f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.429235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8f7-bca4-49f6-976b-f605cb393f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.508147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8f7-bca4-49f6-976b-f605cb393f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.511435 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8f7-bca4-49f6-976b-f605cb393f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.520097 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4e5ba8f7-bca4-49f6-976b-f605cb393f84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9f2139a-8312-4848-86b4-a7736fb2ad82 HTTP/1.1" status: 204 len: 168 time: 0.2297287 Jul 15 13:02:41.529971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ba8f7-bca4-49f6-976b-f605cb393f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2139a-8312-4848-86b4-a7736fb2ad82,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.686423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2af6-685b-4958-a0a2-a6aa0c9ce020 req-a2e5df51-db7f-4cf8-bac3-04d55d07f0c2 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:41.688110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3ce2af6-685b-4958-a0a2-a6aa0c9ce020 req-a2e5df51-db7f-4cf8-bac3-04d55d07f0c2 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1097 time: 0.0775664 Jul 15 13:02:41.755446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3ce2af6-685b-4958-a0a2-a6aa0c9ce020 req-cdc25501-c682-4133-8985-cecf61ff1ee0 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543256 Jul 15 13:02:42.044891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627e121-4d0a-4f8b-9819-7e8755a99595 req-d823407d-a2f4-4ed5-b190-751c03a4e215 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:42.046638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7627e121-4d0a-4f8b-9819-7e8755a99595 req-d823407d-a2f4-4ed5-b190-751c03a4e215 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.1076298 Jul 15 13:02:42.111887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7627e121-4d0a-4f8b-9819-7e8755a99595 req-70256920-6154-4ce7-ab81-1135dbd846b7 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544066 Jul 15 13:02:42.742174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37528) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:42.885488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-191063884-network', 'tenant_id': '9ebe6a076bd042009653459f556f0b05'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:42.928762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Made reservation on behalf of 9ebe6a076bd042009653459f556f0b05 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:42.933285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.948624 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.125867 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.133255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.181947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:43.194723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fb04aa-4f84-4c60-8a48-bc74b57e2b6d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.208451 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.209643 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Added segment 238a1454-3de3-4215-aa6d-7261593c6a46 of type vlan for network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 Jul 15 13:02:43.264297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.302662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.303924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:43.304697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.353176 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6098294 Jul 15 13:02:43.358028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37546) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:43.367044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Request body: {'subnet': {'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-191063884-subnet', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:43.392621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739410e-4595-4c0e-b17a-a5945c578b2b admin admin] Pushing event updated for resources: {'Network': ['ID=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.410538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Made reservation on behalf of 9ebe6a076bd042009653459f556f0b05 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:43.413316 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.424426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:43.643928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.664618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-c5aebd2b-2f62-4cd8-90bf-96a26ddcbb6c tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:43.667572 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-c5aebd2b-2f62-4cd8-90bf-96a26ddcbb6c tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128901 Jul 15 13:02:43.687207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Request body: {'binding': {'host': 'n-h2-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:43.688802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Unknown quota resources ['binding']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:02:43.715320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef6a1f5-829e-4dad-a498-73ca83a738e1,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.722594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Checking segment: {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:43.722945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Network hostable DHCP agents. Network: cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:43.745014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:43.757258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:43.771271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:43.771608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.777462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea610014-9c82-4147-af8c-7ece0c0096cc None None] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:43.802660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-881bf467-21ce-43a3-9137-d80a16c67349 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4393022 Jul 15 13:02:43.803343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37548) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:43.811402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:43.927204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.929108 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.023872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on host n-h2-771362-36 for vnic_type normal with profile None {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:44.024402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:44.024935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:44.088369 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:44.088891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:44.096512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.102373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:44.102890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:44.103570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:44.105136 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Bound port: 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:44.222257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:02:44.223597 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.372074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.383065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:44.395272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] Notify callbacks [] for binding, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.398004 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e8b5b176-4627-457a-9d4b-968ce5e5155f service neutron] 10.222.0.25 "POST /v2.0/ports/284c2de6-a491-43a3-b78a-1fbdfad7acfa/bindings HTTP/1.1" status: 201 len: 390 time: 0.7175677 Jul 15 13:02:44.657197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e7afc28d-a006-4759-a742-d6b4b3356dc0 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:44.864154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4830c2a-cf2d-4e8a-b81a-1233f0d4b97a req-f30311f6-d9e5-4bc8-a2ba-130b0d38dbac tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.878197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4830c2a-cf2d-4e8a-b81a-1233f0d4b97a req-f30311f6-d9e5-4bc8-a2ba-130b0d38dbac tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1998413 Jul 15 13:02:44.883044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Allocated IP 172.20.0.2 (cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8/3ef6a1f5-829e-4dad-a498-73ca83a738e1/b21178ea-add6-4af2-a8aa-007e8b1d755a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:44.957576 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.982264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4830c2a-cf2d-4e8a-b81a-1233f0d4b97a req-5e36fe3d-98cf-46c6-bc21-5f19e1100849 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027036 Jul 15 13:02:44.996945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.144207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-b5c81703-0255-4c76-9ef7-4d5294311395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:45.145936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-b5c81703-0255-4c76-9ef7-4d5294311395 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1097 time: 0.2322464 Jul 15 13:02:45.222672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:45.276747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e7afc28d-a006-4759-a742-d6b4b3356dc0', 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e', 'port_id': 'e7afc28d-a006-4759-a742-d6b4b3356dc0', 'mac_address': 'fa:16:3e:79:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47d111a-4579-4e10-b75e-88d95eb76b25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:45.313231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Allocated IP 172.25.1.224 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/675e787f-9f26-44bb-ac75-b3c36cd0ec2e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:45.360130 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.370323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-bcc46089-ec39-4f48-86dd-6a5b9dc81132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:45.370531 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.373812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-bcc46089-ec39-4f48-86dd-6a5b9dc81132 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.2202706 Jul 15 13:02:45.393651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Transition to ACTIVE for port object b21178ea-add6-4af2-a8aa-007e8b1d755a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:45.427499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7afc28d-a006-4759-a742-d6b4b3356dc0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:45.466255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:45.490393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Transition to ACTIVE for port object b21178ea-add6-4af2-a8aa-007e8b1d755a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:45.494248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.503441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-e789a229-6a72-43c0-86c5-158a2f5d7082 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa HTTP/1.1" status: 200 len: 217 time: 0.0839241 Jul 15 13:02:45.507623 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.577012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:45.577503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.587892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:45.600547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:45.614773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:45.642639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-cb605bc6-51e7-4492-8d66-e14b70136b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:45.644658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-cb605bc6-51e7-4492-8d66-e14b70136b59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1249621 Jul 15 13:02:45.660047 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.685308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-bb8a428c-b512-4790-a1c0-a285d477a264 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319831 Jul 15 13:02:45.716636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0f5cc-0a9e-40c5-b221-f58e9d8712bf req-c5f08ac6-0a57-4051-a540-4fbd14857d4d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:45.725267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebd0f5cc-0a9e-40c5-b221-f58e9d8712bf req-c5f08ac6-0a57-4051-a540-4fbd14857d4d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 945 time: 0.2306142 Jul 15 13:02:45.731084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Pushing event updated for resources: {'Port': ['ID=b21178ea-add6-4af2-a8aa-007e8b1d755a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:45.771771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Pushing event updated for resources: {'Port': ['ID=675e787f-9f26-44bb-ac75-b3c36cd0ec2e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:45.787862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Attempting to bind port b21178ea-add6-4af2-a8aa-007e8b1d755a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:45.788232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Attempting to bind port b21178ea-add6-4af2-a8aa-007e8b1d755a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:45.788601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Attempting to bind port b21178ea-add6-4af2-a8aa-007e8b1d755a on network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:45.796012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:45.796442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Checking segment: {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:45.796803 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.797211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Bound using segment: {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:45.797710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Bound port: b21178ea-add6-4af2-a8aa-007e8b1d755a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:45.798771 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.805425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:45.808437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:45.812274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:45.861258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e7afc28d-a006-4759-a742-d6b4b3356dc0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:45.865632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebd0f5cc-0a9e-40c5-b221-f58e9d8712bf req-67b125d7-b5cc-42e7-86d9-d1967fad5e07 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388149 Jul 15 13:02:45.913714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-2d6c5d25-1340-4d9f-84d6-af5e00884b82 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189045 Jul 15 13:02:46.076987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] For port b21178ea-add6-4af2-a8aa-007e8b1d755a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:46.092115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-aa3d11fd-74e1-456e-a59e-165299c0cd84 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702843 Jul 15 13:02:46.104830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] For port b21178ea-add6-4af2-a8aa-007e8b1d755a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b21178ea-add6-4af2-a8aa-007e8b1d755a,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:46.120758 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.201127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796629d3-7a76-4eea-8753-dbc21937cb52 req-85a7804f-0b29-45e2-ac67-b6a0ca1a0244 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:46.207948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-796629d3-7a76-4eea-8753-dbc21937cb52 req-85a7804f-0b29-45e2-ac67-b6a0ca1a0244 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 945 time: 0.1135283 Jul 15 13:02:46.253730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efd042-d204-471b-8d14-76ad4189d991 None None] Pushing event updated for resources: {'Port': ['ID=b21178ea-add6-4af2-a8aa-007e8b1d755a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:46.280563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.311403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-796629d3-7a76-4eea-8753-dbc21937cb52 req-2b46cd34-8f09-42c0-b2d0-2cecd308ad8e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006615 Jul 15 13:02:46.671396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653697e-6f4b-42b9-9804-e7077a57df81 req-683a4c11-a05b-4a2c-8df3-5fe1fd1be3c1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:46.676348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5653697e-6f4b-42b9-9804-e7077a57df81 req-683a4c11-a05b-4a2c-8df3-5fe1fd1be3c1 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.2024927 Jul 15 13:02:46.730180 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.785033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5653697e-6f4b-42b9-9804-e7077a57df81 req-acab17b6-f94c-48c0-926e-82775d5cf475 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034260 Jul 15 13:02:46.997658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Router f3973bd3-7537-4682-9798-80fd3ec3a90f is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:02:47.143443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:47.156519 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Sync routers for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:47.170033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.175482 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-756b6036-2b78-47e8-9bca-676152e7b07b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3655765 Jul 15 13:02:47.175927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37576) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:47.178738 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:47.179420 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:02:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:47.379524 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:47.749321 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 3, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:47.809885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8c39f-2f9d-467a-958b-87c3564e56d2 req-3773b68f-a14b-4706-ac03-0d51b105aa05 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:47.811550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9f8c39f-2f9d-467a-958b-87c3564e56d2 req-3773b68f-a14b-4706-ac03-0d51b105aa05 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 945 time: 0.2255342 Jul 15 13:02:47.819962 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Checking router: f3973bd3-7537-4682-9798-80fd3ec3a90f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:47.820416 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Updating router f3973bd3-7537-4682-9798-80fd3ec3a90f port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:47.880493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c1b10-88e7-47cd-8701-9abc6c578bb6 None None] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:47.895562 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.900096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9f8c39f-2f9d-467a-958b-87c3564e56d2 req-c00c6523-20f0-477a-913e-766753854370 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808475 Jul 15 13:02:48.039270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a94e8fdd-13c9-4c76-ae6e-6e73341b48b1 None None] Provisioning for port b21178ea-add6-4af2-a8aa-007e8b1d755a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:48.138657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.318634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c033-e506-48db-abba-86f83175447c req-d3fd0382-2409-46ac-88e5-f00b20498523 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.326535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d781c033-e506-48db-abba-86f83175447c req-d3fd0382-2409-46ac-88e5-f00b20498523 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 945 time: 0.1637743 Jul 15 13:02:48.405734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e7afc28d-a006-4759-a742-d6b4b3356dc0 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:48.421428 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.435733 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Transition to ACTIVE for port object 675e787f-9f26-44bb-ac75-b3c36cd0ec2e will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:48.442989 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.455225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d781c033-e506-48db-abba-86f83175447c req-72e3159b-1896-4c6f-b459-858f59fd9ad2 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276245 Jul 15 13:02:48.507311 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Pushing event updated for resources: {'Port': ['ID=675e787f-9f26-44bb-ac75-b3c36cd0ec2e,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.521539 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.522367 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.523529 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.524148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Allocated IP 172.20.0.1 (cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8/3ef6a1f5-829e-4dad-a498-73ca83a738e1/4ea506d7-3031-4c30-bad1-136009f5bc04) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:48.524659 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.525351 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.525952 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.526894 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.527513 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.528332 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.528873 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.529445 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.530212 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:48.561395 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Attempting to bind port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:48.562153 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Attempting to bind port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:48.563175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port e7afc28d-a006-4759-a742-d6b4b3356dc0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:48.563575 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Attempting to bind port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:48.570915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e7afc28d-a006-4759-a742-d6b4b3356dc0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:48.571465 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.582900 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:48.583800 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:48.584453 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.585107 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:48.585915 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Bound port: 675e787f-9f26-44bb-ac75-b3c36cd0ec2e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:48.586557 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.650949 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] For port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:48.657084 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] For port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=675e787f-9f26-44bb-ac75-b3c36cd0ec2e,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:48.666177 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.730095 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c07f3-411e-4079-b111-d815580fa647 None None] Pushing event updated for resources: {'Port': ['ID=675e787f-9f26-44bb-ac75-b3c36cd0ec2e,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.749783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b21178ea-add6-4af2-a8aa-007e8b1d755a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:48.765697 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:48.766793 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:02:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:48.824103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.831488 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.852813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Transition to ACTIVE for port object 4ea506d7-3031-4c30-bad1-136009f5bc04 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:48.862636 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e4cac05d-ca21-4238-8403-195510c82089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.875722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:48.878671 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e7f08-88b0-417d-9530-b4e0c0181dc9" -d '{"events": [{"server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "name": "network-vif-plugged", "status": "completed", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:48.885796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f12872-b9e3-4d38-a9e9-7404f72c8f3b req-4b81a59d-2a28-4668-ad4a-6198dd00b21c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.895164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7f12872-b9e3-4d38-a9e9-7404f72c8f3b req-4b81a59d-2a28-4668-ad4a-6198dd00b21c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1348555 Jul 15 13:02:48.903534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:48.907051 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:48.912262 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.920563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b21178ea-add6-4af2-a8aa-007e8b1d755a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:48.953438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b21178ea-add6-4af2-a8aa-007e8b1d755a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:48.954836 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.967339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7f12872-b9e3-4d38-a9e9-7404f72c8f3b req-9e031c13-46d4-4403-8995-151a9fca0217 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706975 Jul 15 13:02:48.983305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.065523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:49.076804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:49.088702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.101438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:49.192206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.209649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.308158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Pushing event updated for resources: {'Port': ['ID=4ea506d7-3031-4c30-bad1-136009f5bc04,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.338659 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 3, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:49.369178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b21178ea-add6-4af2-a8aa-007e8b1d755a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b21178ea-add6-4af2-a8aa-007e8b1d755a,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:49.378606 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.417075 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1755d7-aa26-4fab-9ea3-0a849be81a41 None None] The sync data for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 is: [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 3, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:49.524037 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee34cae-e52d-4c64-b80f-0039eebf541e x-openstack-request-id: req-9ee34cae-e52d-4c64-b80f-0039eebf541e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:49.524517 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "name": "network-vif-plugged", "status": "completed", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:49.524924 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ee34cae-e52d-4c64-b80f-0039eebf541e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:49.525577 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0', 'code': 200} Jul 15 13:02:49.604740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bdeda5f4-a152-49b4-9455-4aec103c2988 None None] Provisioning for port 4ea506d7-3031-4c30-bad1-136009f5bc04 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:49.628795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b21178ea-add6-4af2-a8aa-007e8b1d755a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.633675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bdeda5f4-a152-49b4-9455-4aec103c2988 None None] Provisioning complete for port 4ea506d7-3031-4c30-bad1-136009f5bc04 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:49.634305 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bdeda5f4-a152-49b4-9455-4aec103c2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.640106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.776391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bdeda5f4-a152-49b4-9455-4aec103c2988 None None] Port 4ea506d7-3031-4c30-bad1-136009f5bc04 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:50.342035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1f1ec-62b9-4a6d-bbbc-a96198a24b88 req-1542a149-5a28-411f-a812-b6d66d31a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.343883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2d1f1ec-62b9-4a6d-bbbc-a96198a24b88 req-1542a149-5a28-411f-a812-b6d66d31a0db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1098 time: 0.6994784 Jul 15 13:02:50.438896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15695f0-94bb-4a64-8d7f-695259a19e55 req-6368fb34-e8c9-4c16-a3a4-cb5e0aa86882 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.440741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b15695f0-94bb-4a64-8d7f-695259a19e55 req-6368fb34-e8c9-4c16-a3a4-cb5e0aa86882 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 946 time: 0.6701987 Jul 15 13:02:50.512150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2d1f1ec-62b9-4a6d-bbbc-a96198a24b88 req-3f5004c1-8c86-4c4c-8f49-25fb41e6805d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520300 Jul 15 13:02:50.554107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b15695f0-94bb-4a64-8d7f-695259a19e55 req-9574ce6e-69d3-4c73-bab7-ebd9b80a27dc tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912981 Jul 15 13:02:50.606775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.617454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.761520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 675e787f-9f26-44bb-ac75-b3c36cd0ec2e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:50.782149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Pushing event updated for resources: {'Port': ['ID=4ea506d7-3031-4c30-bad1-136009f5bc04,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:50.825161 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.871587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:50.880398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:50.881554 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.996546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:51.010898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:51.054476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d07b-e1d0-41eb-826e-9eb25e78aae0 req-1fc77df5-c1e3-4e24-ad47-a4695aa5f3b1 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.056972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc83d07b-e1d0-41eb-826e-9eb25e78aae0 req-1fc77df5-c1e3-4e24-ad47-a4695aa5f3b1 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 945 time: 0.2618344 Jul 15 13:02:51.148292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.210519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=675e787f-9f26-44bb-ac75-b3c36cd0ec2e,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:51.230102 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.230102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b21178ea-add6-4af2-a8aa-007e8b1d755a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:51.261940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc83d07b-e1d0-41eb-826e-9eb25e78aae0 req-a00843d5-9864-4102-9ffc-40f01d548e98 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669555 Jul 15 13:02:51.321221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Router f3973bd3-7537-4682-9798-80fd3ec3a90f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:51.515514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:51.524559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38f32eb8-bf5d-4415-8b33-2dc44ae2c8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.537684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b21178ea-add6-4af2-a8aa-007e8b1d755a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:51.538049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.543596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9db59358-3878-40f7-aac0-e8f2671ae2da None None] Provisioning complete for port 4ea506d7-3031-4c30-bad1-136009f5bc04 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:51.544014 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9db59358-3878-40f7-aac0-e8f2671ae2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.546840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=675e787f-9f26-44bb-ac75-b3c36cd0ec2e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.551526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-20d1f6f2-888e-4294-98bb-75b8c12a1a0b admin admin] 10.222.0.25 "PUT /v2.0/routers/f3973bd3-7537-4682-9798-80fd3ec3a90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3728957 Jul 15 13:02:51.631256 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.669724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9db59358-3878-40f7-aac0-e8f2671ae2da None None] Port 4ea506d7-3031-4c30-bad1-136009f5bc04 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:51.691270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbd926-b657-4a22-a603-b63000f5dc1e req-4e065223-6404-4b4f-922e-937d5a28d82e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.706298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54fbd926-b657-4a22-a603-b63000f5dc1e req-4e065223-6404-4b4f-922e-937d5a28d82e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1910832 Jul 15 13:02:51.779201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54fbd926-b657-4a22-a603-b63000f5dc1e req-c58eeedf-ff3f-456b-be69-64344c803e40 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706437 Jul 15 13:02:52.067487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Sync routers for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:52.085228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:52.086336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:02:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:52.214703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b93d79-e3e2-428b-aed7-331874b3e4c4 req-61b955a3-c2cd-4d33-83b2-8c832ae0436e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:52.217350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84b93d79-e3e2-428b-aed7-331874b3e4c4 req-61b955a3-c2cd-4d33-83b2-8c832ae0436e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 946 time: 0.0961370 Jul 15 13:02:52.294165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84b93d79-e3e2-428b-aed7-331874b3e4c4 req-dc32fd7d-46ab-400d-bf5a-20b07c83fba0 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657325 Jul 15 13:02:52.328361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37626) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:52.341027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-736523472'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:52.394208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:52.399787 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.468291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:52.491573 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.492334 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Added segment fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2 of type vlan for network 0f7add71-1114-4d73-9993-022984627338 Jul 15 13:02:52.502789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:52.583878 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.621033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 675e787f-9f26-44bb-ac75-b3c36cd0ec2e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:52.654877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.671310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:52.672665 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.739911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:52.740552 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.817120 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.888138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Network': ['ID=0f7add71-1114-4d73-9993-022984627338,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.899673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9b9b8a29-9078-4fa7-8f84-3e26c4ed8616 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5686271 Jul 15 13:02:52.902741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37636) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:52.909660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1922431194'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:52.933219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0f7add71-1114-4d73-9993-022984627338 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:52.938851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:52.944084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.981957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:52.987489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:52.995643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-22298154-2ceb-4b9c-9606-cd9734090bb1 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474906692', 'description': 'tempest-description--227246482'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:53.003705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.004227 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Added segment 2299a3cf-7584-4a4d-8fe8-61f979983b51 of type vlan for network d725112c-3221-4313-b01b-bc625556d4ca Jul 15 13:02:53.062865 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.072472 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22298154-2ceb-4b9c-9606-cd9734090bb1 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.113455 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.119952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.120785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.154321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:50Z', 'revision_number': 2, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:53.186402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Checking router: f3973bd3-7537-4682-9798-80fd3ec3a90f for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:53.186958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Updating router f3973bd3-7537-4682-9798-80fd3ec3a90f port 4ea506d7-3031-4c30-bad1-136009f5bc04 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:53.225763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.242479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22298154-2ceb-4b9c-9606-cd9734090bb1 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.249919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22298154-2ceb-4b9c-9606-cd9734090bb1 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.276701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Network': ['ID=d725112c-3221-4313-b01b-bc625556d4ca,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.305244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-79eec70a-9b7c-4451-a0e4-6ffc692b6217 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3985312 Jul 15 13:02:53.305891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37642) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:53.314769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22298154-2ceb-4b9c-9606-cd9734090bb1 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.315774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'subnet': {'network_id': '0f7add71-1114-4d73-9993-022984627338', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:53.320738 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-22298154-2ceb-4b9c-9606-cd9734090bb1 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3314333 Jul 15 13:02:53.321659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37644) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:53.323011 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22298154-2ceb-4b9c-9606-cd9734090bb1 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.334539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-97d8e77b-0f96-4497-a060-49e77f878bcf tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Request body: {'security_group_rule': {'security_group_id': '1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:53.346614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d725112c-3221-4313-b01b-bc625556d4ca details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:53.432267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b2aed-d038-43fc-8914-dca336fff02a req-d922c69a-dc05-468c-aa3c-7cac3c4f1cb5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.439072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-115b2aed-d038-43fc-8914-dca336fff02a req-d922c69a-dc05-468c-aa3c-7cac3c4f1cb5 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 946 time: 0.3362131 Jul 15 13:02:53.555596 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97d8e77b-0f96-4497-a060-49e77f878bcf tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.602986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-115b2aed-d038-43fc-8914-dca336fff02a req-a3aa0aa1-0dff-4b35-86f5-4ee07d9882b9 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220014 Jul 15 13:02:53.605550 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.617695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:53.618053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Transition to ACTIVE for port object 4ea506d7-3031-4c30-bad1-136009f5bc04 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:53.630183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.637234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.706135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf97c-8db0-4869-93bb-875fe0651604 None None] Pushing event updated for resources: {'Port': ['ID=4ea506d7-3031-4c30-bad1-136009f5bc04,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.793124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Attempting to bind port 4ea506d7-3031-4c30-bad1-136009f5bc04 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:53.793933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Attempting to bind port 4ea506d7-3031-4c30-bad1-136009f5bc04 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:53.794059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Attempting to bind port 4ea506d7-3031-4c30-bad1-136009f5bc04 on network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:53.800763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:53.801322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Checking segment: {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:53.801849 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.802349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Bound using segment: {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:53.802940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Bound port: 4ea506d7-3031-4c30-bad1-136009f5bc04, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:53.803457 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.869091 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97d8e77b-0f96-4497-a060-49e77f878bcf tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.884137 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97d8e77b-0f96-4497-a060-49e77f878bcf tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.889784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] For port 4ea506d7-3031-4c30-bad1-136009f5bc04, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:53.893764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] For port 4ea506d7-3031-4c30-bad1-136009f5bc04, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4ea506d7-3031-4c30-bad1-136009f5bc04,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:53.902479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.940518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8e77b-0f96-4497-a060-49e77f878bcf tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddaff901-6435-41b0-81f8-010bf35119e8,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.947715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97d8e77b-0f96-4497-a060-49e77f878bcf tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.949373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-97d8e77b-0f96-4497-a060-49e77f878bcf tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6219597 Jul 15 13:02:53.952132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37648) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:53.964872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-39e5483a-5c8d-45b4-94b9-7e97ca24a25a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Request body: {'security_group_rule': {'security_group_id': '1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:53.970959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fdf64-0e24-45c8-9f15-4016b750a331 req-5b305fef-b3c6-4663-9a40-a270960d7c17 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.972552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b78fdf64-0e24-45c8-9f15-4016b750a331 req-5b305fef-b3c6-4663-9a40-a270960d7c17 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1098 time: 0.2215767 Jul 15 13:02:54.025943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39e5483a-5c8d-45b4-94b9-7e97ca24a25a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.026808 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:02:54.046665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:54.048318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:02:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:54.052182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf97c-8db0-4869-93bb-875fe0651604 None None] Pushing event updated for resources: {'Port': ['ID=4ea506d7-3031-4c30-bad1-136009f5bc04,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.060810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.115567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b78fdf64-0e24-45c8-9f15-4016b750a331 req-c9ea7292-f1d9-4cf1-b17f-5735fcedddf6 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273541 Jul 15 13:02:54.147948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39e5483a-5c8d-45b4-94b9-7e97ca24a25a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.152942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Subnet': ['ID=2712beaa-c08b-4bd5-837f-4b9f232dfd67,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.159869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39e5483a-5c8d-45b4-94b9-7e97ca24a25a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.186646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Checking segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:54.187008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5483a-5c8d-45b4-94b9-7e97ca24a25a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066abe65-0994-451d-9a2b-4025498d5f57,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.187550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network hostable DHCP agents. Network: 0f7add71-1114-4d73-9993-022984627338, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:54.208559 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39e5483a-5c8d-45b4-94b9-7e97ca24a25a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.213218 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-39e5483a-5c8d-45b4-94b9-7e97ca24a25a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2555637 Jul 15 13:02:54.213218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37652) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:54.222107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:54.223716 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.229830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network 0f7add71-1114-4d73-9993-022984627338 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:54.249591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0f7add71-1114-4d73-9993-022984627338) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:54.257106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.257638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:54.262091 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.289382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.296352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-25632fb3-af6c-4eea-b0b8-dd5bd19b084f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9861331 Jul 15 13:02:54.297306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37656) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:54.305076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'subnet': {'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:54.363806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f8583-6768-47ea-bd27-88c0c4eb0be1 None None] Network 0f7add71-1114-4d73-9993-022984627338 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:54.447994 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.465734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:54.470360 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.506497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4512-ec2f-4cb7-b5f0-4a8009e38eb6 req-59f4f1c4-1076-48c8-8a67-3a0bf8dbc07f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.508678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-738b4512-ec2f-4cb7-b5f0-4a8009e38eb6 req-59f4f1c4-1076-48c8-8a67-3a0bf8dbc07f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 945 time: 0.1266265 Jul 15 13:02:54.572252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Allocated IP 172.25.1.182 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/b3f10509-9380-4b4a-8dcb-6f4616c7b97e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:54.608767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-738b4512-ec2f-4cb7-b5f0-4a8009e38eb6 req-2c57a9d8-15f5-4a9b-b316-0b9aa06efad5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862806 Jul 15 13:02:54.658012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0f7add71-1114-4d73-9993-022984627338', 'network_id': '0f7add71-1114-4d73-9993-022984627338', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'fixed_ips': [{'subnet_id': '2712beaa-c08b-4bd5-837f-4b9f232dfd67'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:02:54.659586 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.773004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:53Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:54.783720 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.872761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa0b8b-6c4c-4c72-b53c-cff0a728160a req-88666cc9-f787-4630-8927-f70633d71f84 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.874686 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eaa0b8b-6c4c-4c72-b53c-cff0a728160a req-88666cc9-f787-4630-8927-f70633d71f84 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1447587 Jul 15 13:02:54.882739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Subnet': ['ID=d82c9f9a-5013-4520-b460-5e7564777dd7,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.922475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Checking segment: {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:54.922926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network hostable DHCP agents. Network: d725112c-3221-4313-b01b-bc625556d4ca, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:54.946561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eaa0b8b-6c4c-4c72-b53c-cff0a728160a req-536337b6-87e1-4aa8-a40c-bf600df3d777 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Jul 15 13:02:54.953432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf7d26-06f2-4100-8e2a-c389da99fea2 None None] The sync data for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 is: [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:53Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:54.969422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network d725112c-3221-4313-b01b-bc625556d4ca is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:54.986095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d725112c-3221-4313-b01b-bc625556d4ca) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:54.992860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.993506 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.018081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77212474-28c5-43c2-9351-c27afa46dd75 None None] Network d725112c-3221-4313-b01b-bc625556d4ca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:55.069010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-22a74468-2117-4741-89ba-8bc54a1231e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7668750 Jul 15 13:02:55.069852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37658) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:55.080805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'port': {'network_id': '0f7add71-1114-4d73-9993-022984627338', 'name': 'tempest-TaggedBootDevicesTest-633940556', 'fixed_ips': [{'subnet_id': '2712beaa-c08b-4bd5-837f-4b9f232dfd67'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:55.083934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.161084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Allocated IP 10.1.1.2 (0f7add71-1114-4d73-9993-022984627338/2712beaa-c08b-4bd5-837f-4b9f232dfd67/6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:55.247896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.254571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:55.351337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event updated for resources: {'Port': ['ID=b3f10509-9380-4b4a-8dcb-6f4616c7b97e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.388527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:55.392568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:55.402153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:55.431170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43230179-85b4-4cb9-a1a3-0fcf13334034 req-12acd0c2-8efc-4586-9cdb-8f44e440aa5c tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.433065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43230179-85b4-4cb9-a1a3-0fcf13334034 req-12acd0c2-8efc-4586-9cdb-8f44e440aa5c tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1098 time: 0.1436753 Jul 15 13:02:55.441844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d725112c-3221-4313-b01b-bc625556d4ca', 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'fixed_ips': [{'subnet_id': 'd82c9f9a-5013-4520-b460-5e7564777dd7'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:02:55.442590 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.442735 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.446451 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.465257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Transition to ACTIVE for port object 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:55.526502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] device_id is not set on port 6ae5a51d-f08e-4ccb-bf81-467cde069654 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:02:55.547334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Transition to ACTIVE for port object 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:55.559899 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.575333 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.631987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Network 0f7add71-1114-4d73-9993-022984627338 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:55.644072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.660361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:55.674818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Pushing event updated for resources: {'Port': ['ID=6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.679832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:55.750419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43230179-85b4-4cb9-a1a3-0fcf13334034 req-7dd35773-aa36-47bd-addf-75f1657d3eb2 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038957 Jul 15 13:02:55.771801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Allocated IP 10.2.2.2 (d725112c-3221-4313-b01b-bc625556d4ca/d82c9f9a-5013-4520-b460-5e7564777dd7/670f86ca-df71-4c74-861a-021398a2c6ca) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:55.779187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Attempting to bind port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:55.779568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Attempting to bind port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:55.779934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Attempting to bind port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:55.793595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:55.793970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Checking segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:55.794420 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.794828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Bound using segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:55.795380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Bound port: 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:55.795810 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.881859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Allocated IP 10.1.1.38 (0f7add71-1114-4d73-9993-022984627338/2712beaa-c08b-4bd5-837f-4b9f232dfd67/6ae5a51d-f08e-4ccb-bf81-467cde069654) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:55.901663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.913182 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.924354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] For port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:55.928074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] For port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:55.944556 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.996991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event updated for resources: {'Port': ['ID=b3f10509-9380-4b4a-8dcb-6f4616c7b97e,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.092381 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.114166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138b0b1-902c-4ae8-8564-2e7ac7043b6e None None] Pushing event updated for resources: {'Port': ['ID=6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.134474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.136643 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-23c0466a-29bf-4dbd-bbca-d109f5eea731 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9220092 Jul 15 13:02:56.187691 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.206715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Transition to ACTIVE for port object 670f86ca-df71-4c74-861a-021398a2c6ca will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:56.242055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Transition to ACTIVE for port object 670f86ca-df71-4c74-861a-021398a2c6ca will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:56.256206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.309341 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.323705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Pushing event updated for resources: {'Port': ['ID=670f86ca-df71-4c74-861a-021398a2c6ca,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.352045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Network d725112c-3221-4313-b01b-bc625556d4ca is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:56.359795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:56.374475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:56.410592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Transition to ACTIVE for port object 6ae5a51d-f08e-4ccb-bf81-467cde069654 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:56.524651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Attempting to bind port 670f86ca-df71-4c74-861a-021398a2c6ca on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:56.525228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Attempting to bind port 670f86ca-df71-4c74-861a-021398a2c6ca by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:56.525753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Attempting to bind port 670f86ca-df71-4c74-861a-021398a2c6ca on network d725112c-3221-4313-b01b-bc625556d4ca {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:56.533119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:56.533642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Checking segment: {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:56.534119 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.534632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Bound using segment: {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:56.535255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Bound port: 670f86ca-df71-4c74-861a-021398a2c6ca, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:56.538300 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.637267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.666498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] For port 670f86ca-df71-4c74-861a-021398a2c6ca, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:56.695404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] For port 670f86ca-df71-4c74-861a-021398a2c6ca, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=670f86ca-df71-4c74-861a-021398a2c6ca,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:56.706123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:56.711289 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.750023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45725ce-1aed-4cf3-8706-950e47f014ba req-c2b2dcf6-8fea-4bd9-82fd-098eaec20731 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:56.762067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a45725ce-1aed-4cf3-8706-950e47f014ba req-c2b2dcf6-8fea-4bd9-82fd-098eaec20731 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 945 time: 0.4494865 Jul 15 13:02:56.797713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network 0f7add71-1114-4d73-9993-022984627338 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:56.804392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:56.806331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=6ae5a51d-f08e-4ccb-bf81-467cde069654,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.810210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:56.872746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fe4b9-92bc-440c-8a12-d79c90905392 None None] Pushing event updated for resources: {'Port': ['ID=670f86ca-df71-4c74-861a-021398a2c6ca,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.876170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a45725ce-1aed-4cf3-8706-950e47f014ba req-2cfedafb-7d9a-4948-a1af-03fb008db634 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088140 Jul 15 13:02:56.923691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:56.934605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4ea506d7-3031-4c30-bad1-136009f5bc04 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:56.963787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:56.965025 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.996264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-53a5a767-8103-4b05-b9ac-388fa5fcb124 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9239619 Jul 15 13:02:57.000087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37710) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:57.021272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'port': {'network_id': '0f7add71-1114-4d73-9993-022984627338', 'name': 'tempest-TaggedBootDevicesTest-1644771964', 'fixed_ips': [{'subnet_id': '2712beaa-c08b-4bd5-837f-4b9f232dfd67'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:57.037590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 4ea506d7-3031-4c30-bad1-136009f5bc04 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:57.045848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 4ea506d7-3031-4c30-bad1-136009f5bc04 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:57.046984 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.233078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:57.306957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.439669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 4ea506d7-3031-4c30-bad1-136009f5bc04, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4ea506d7-3031-4c30-bad1-136009f5bc04,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:57.452029 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.452641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.519118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] device_id is not set on port f145f5db-5055-4e12-a9eb-dba3e03d65f1 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:02:57.584459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=4ea506d7-3031-4c30-bad1-136009f5bc04,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.598933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dcfe6-acd8-4aac-9f4d-1343c30e8159 req-73ed57bd-5fb7-4094-9501-8a3952913e7c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.612855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9b9dcfe6-acd8-4aac-9f4d-1343c30e8159 req-73ed57bd-5fb7-4094-9501-8a3952913e7c tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.2404516 Jul 15 13:02:57.737874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9b9dcfe6-acd8-4aac-9f4d-1343c30e8159 req-c3a41d5e-b549-4e28-b6c8-369f9b505e17 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126895 Jul 15 13:02:57.941202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Allocated IP 10.1.1.245 (0f7add71-1114-4d73-9993-022984627338/2712beaa-c08b-4bd5-837f-4b9f232dfd67/f145f5db-5055-4e12-a9eb-dba3e03d65f1) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:58.009482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef9686-c435-470c-ad35-bea068a69087 None None] Network 0f7add71-1114-4d73-9993-022984627338 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:58.128245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-75fdcb1d-d012-46eb-a109-b3124ef5547e None None] Provisioning for port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:58.138227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-75fdcb1d-d012-46eb-a109-b3124ef5547e None None] Provisioning complete for port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:58.138600 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-75fdcb1d-d012-46eb-a109-b3124ef5547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.238597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.258804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Transition to ACTIVE for port object f145f5db-5055-4e12-a9eb-dba3e03d65f1 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:58.311386 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.393449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa1d3e-954c-4fbc-82da-42259748b695 req-da5a3a40-e9c4-4c41-9372-09c06ed1351b tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.398122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4aa1d3e-954c-4fbc-82da-42259748b695 req-da5a3a40-e9c4-4c41-9372-09c06ed1351b tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 946 time: 0.1582284 Jul 15 13:02:58.437563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=f145f5db-5055-4e12-a9eb-dba3e03d65f1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:58.453054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network 0f7add71-1114-4d73-9993-022984627338 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:58.455807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:58.458963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:58.517615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.518321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.521360 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-75fdcb1d-d012-46eb-a109-b3124ef5547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.557472 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-266b0f80-2c19-4a9f-83e9-97e300128e09 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5501463 Jul 15 13:02:58.568117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4aa1d3e-954c-4fbc-82da-42259748b695 req-9a03e23e-df00-44b5-83e1-0eb1f6211170 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604233 Jul 15 13:02:58.603529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-75fdcb1d-d012-46eb-a109-b3124ef5547e None None] For port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:58.618544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-75fdcb1d-d012-46eb-a109-b3124ef5547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.784509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdcb1d-d012-46eb-a109-b3124ef5547e None None] Pushing event updated for resources: {'Port': ['ID=6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:58.795362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b9290e-4dd7-4aa9-8958-fd27153ede3d None None] Network d725112c-3221-4313-b01b-bc625556d4ca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:58.809996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 670f86ca-df71-4c74-861a-021398a2c6ca up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:58.929192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c23c438e-1c44-4473-b2ba-b2e884e02d0e None None] Provisioning for port 670f86ca-df71-4c74-861a-021398a2c6ca completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:59.014848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 670f86ca-df71-4c74-861a-021398a2c6ca completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:59.028064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 670f86ca-df71-4c74-861a-021398a2c6ca triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:59.031401 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.167540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Provisioning for port 6ae5a51d-f08e-4ccb-bf81-467cde069654 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:59.200423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Provisioning complete for port 6ae5a51d-f08e-4ccb-bf81-467cde069654 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:59.200880 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.316459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Port 6ae5a51d-f08e-4ccb-bf81-467cde069654 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:59.430730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Provisioning complete for port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:59.434394 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.552675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1992f4ea-70ef-4d11-b828-8b051de9dea1 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:59.816538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-857945df-2ac8-4918-bab5-57b42a7f9d23 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.821469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-857945df-2ac8-4918-bab5-57b42a7f9d23 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.2064955 Jul 15 13:02:59.843907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:59.981228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:00.000095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'port_id': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'mac_address': 'fa:16:3e:3e:4d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98138ff5-98a1-497e-9957-03af93bd31ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:00.024442 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.090946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.126456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 670f86ca-df71-4c74-861a-021398a2c6ca, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=670f86ca-df71-4c74-861a-021398a2c6ca,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:00.135121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.135943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4ea506d7-3031-4c30-bad1-136009f5bc04 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:00.147018 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.208682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1992f4ea-70ef-4d11-b828-8b051de9dea1 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:00.242557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Provisioning for port f145f5db-5055-4e12-a9eb-dba3e03d65f1 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:00.270638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:00.272140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Provisioning complete for port f145f5db-5055-4e12-a9eb-dba3e03d65f1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:00.272520 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.308850 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.314100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=670f86ca-df71-4c74-861a-021398a2c6ca,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.392291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf5d87-f75a-4423-8a4a-4de47abd8d31 None None] Port f145f5db-5055-4e12-a9eb-dba3e03d65f1 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:00.414887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['1992f4ea-70ef-4d11-b828-8b051de9dea1'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:00.439876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 4ea506d7-3031-4c30-bad1-136009f5bc04 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:00.440342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:00.443597 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.516520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:00.608413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:00.616443 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deb64a9-0f51-4981-8ece-9c5c72c77090" -d '{"events": [{"server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "name": "network-vif-unplugged", "status": "completed", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:00.628607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.650092 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.667752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.693166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fd7e7567-9627-413f-9509-1b7da775808c None None] Provisioning complete for port 6ae5a51d-f08e-4ccb-bf81-467cde069654 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:00.694003 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7567-9627-413f-9509-1b7da775808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.820551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e7567-9627-413f-9509-1b7da775808c None None] Port 6ae5a51d-f08e-4ccb-bf81-467cde069654 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:00.876901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Pushing event updated for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.903828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-7e9df329-2d8b-4a21-9219-508f925aaa20 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:03:00.908619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-7e9df329-2d8b-4a21-9219-508f925aaa20 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225682 Jul 15 13:03:00.911524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on host n-h1-771362-36 for vnic_type normal with profile {"migrating_to": "n-h2-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:00.912405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:00.913606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:00.927653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fd7e7567-9627-413f-9509-1b7da775808c None None] Provisioning complete for port 670f86ca-df71-4c74-861a-021398a2c6ca triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:00.928431 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7567-9627-413f-9509-1b7da775808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.946063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:00.947060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Attempting to bind port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:00.964547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Request body: {'binding': {'host': 'n-h1-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:00.966639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Unknown quota resources ['binding']. {{(pid=93733) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:03:00.970799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:00.971704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:00.973673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:00.975412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Bound port: 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:00.977062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.272452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:01.279116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:01.313223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:01.414110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.460921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fd7e7567-9627-413f-9509-1b7da775808c None None] Provisioning complete for port f145f5db-5055-4e12-a9eb-dba3e03d65f1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:01.461664 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7567-9627-413f-9509-1b7da775808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.477585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Pushing event updated for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:01.606156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e7567-9627-413f-9509-1b7da775808c None None] Port f145f5db-5055-4e12-a9eb-dba3e03d65f1 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:01.624270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:01.626001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.634103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.635160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.638031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33c0a582-614d-4c1f-9a19-28b230226549 service neutron] 10.222.0.30 "PUT /v2.0/ports/284c2de6-a491-43a3-b78a-1fbdfad7acfa HTTP/1.1" status: 200 len: 1123 time: 1.8074639 Jul 15 13:03:01.642092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on host n-h1-771362-36 for vnic_type normal with profile None {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:01.642622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:01.643182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:01.652786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:01.653293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:01.663340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:01.663886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:01.664515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:01.666379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Bound port: e7afc28d-a006-4759-a742-d6b4b3356dc0, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:01.825756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:01.842749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.845915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['284c2de6-a491-43a3-b78a-1fbdfad7acfa'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:01.854467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-341c97bb-60d5-4853-b2f3-0ed9f56d8f04 service neutron] 10.222.0.25 "POST /v2.0/ports/e7afc28d-a006-4759-a742-d6b4b3356dc0/bindings HTTP/1.1" status: 201 len: 390 time: 0.9185495 Jul 15 13:03:01.905479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['284c2de6-a491-43a3-b78a-1fbdfad7acfa'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:02.020385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 670f86ca-df71-4c74-861a-021398a2c6ca up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:02.189410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 670f86ca-df71-4c74-861a-021398a2c6ca triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:02.190054 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.476889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 284c2de6-a491-43a3-b78a-1fbdfad7acfa details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:02.587452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-11e5f9da-6db8-4e1b-b9b9-f915383c90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.589277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-11e5f9da-6db8-4e1b-b9b9-f915383c90ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1098 time: 0.3499703 Jul 15 13:03:02.598135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6d5e3-04ef-4e9d-ab09-eda4f376e3cc req-202a9000-3057-422d-8792-ff3253ecf42b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.599892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bad6d5e3-04ef-4e9d-ab09-eda4f376e3cc req-202a9000-3057-422d-8792-ff3253ecf42b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 943 time: 0.3107464 Jul 15 13:03:02.634836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:02.664872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 284c2de6-a491-43a3-b78a-1fbdfad7acfa has no active binding in host n-h2-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:03:02.804859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-f61f6dab-9e71-417c-ba67-8331710c5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.807709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-f61f6dab-9e71-417c-ba67-8331710c5ce7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.2060542 Jul 15 13:03:02.906022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-3b246e24-8af9-4457-8244-cc25ee9d2e03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0 HTTP/1.1" status: 200 len: 217 time: 0.0818565 Jul 15 13:03:02.960230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bad6d5e3-04ef-4e9d-ab09-eda4f376e3cc req-436d0e11-e71c-47a2-8dc5-3c7dedbed925 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737974 Jul 15 13:03:03.074382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-0e407a84-8ff2-405a-86b3-d13ba45c2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.076995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-0e407a84-8ff2-405a-86b3-d13ba45c2935 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1589634 Jul 15 13:03:03.134522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-5ed14bc8-38ea-4ec3-8c3f-f41224a7eb3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486751 Jul 15 13:03:03.408929 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37824) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:03.419557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f111588c-d33e-43fa-8d02-ec27f7442278 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611170109', 'description': 'tempest-description--958282429'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:03.454010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1992f4ea-70ef-4d11-b828-8b051de9dea1 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:03.490423 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f111588c-d33e-43fa-8d02-ec27f7442278 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.625278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 1992f4ea-70ef-4d11-b828-8b051de9dea1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:03.626602 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.707260 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f111588c-d33e-43fa-8d02-ec27f7442278 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.717506 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f111588c-d33e-43fa-8d02-ec27f7442278 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.797580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111588c-d33e-43fa-8d02-ec27f7442278 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd2e756-e6f9-40e5-90c4-613afe199535,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:03.815355 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f111588c-d33e-43fa-8d02-ec27f7442278 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.820137 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f111588c-d33e-43fa-8d02-ec27f7442278 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4094577 Jul 15 13:03:03.821150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37830) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:03.826537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-effea030-e4a3-4a16-b52f-c446beb13870 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'security_group_rule': {'security_group_id': '4fd2e756-e6f9-40e5-90c4-613afe199535', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:03.871979 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-effea030-e4a3-4a16-b52f-c446beb13870 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.894658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.946006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:03.951878 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dd1599-8db2-4c5e-94e9-90a9e7fa663d" -d '{"events": [{"server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "name": "network-vif-plugged", "status": "completed", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:03.965047 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-effea030-e4a3-4a16-b52f-c446beb13870 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.977572 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-effea030-e4a3-4a16-b52f-c446beb13870 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.986472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:03.998404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.001955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effea030-e4a3-4a16-b52f-c446beb13870 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1f3271-34e2-4db1-9e0b-81365892fdab,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.021929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-effea030-e4a3-4a16-b52f-c446beb13870 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.029102 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-effea030-e4a3-4a16-b52f-c446beb13870 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2057297 Jul 15 13:03:04.032709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37838) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:04.044345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3804469f-ee67-4699-94c9-360e801e0d64 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'security_group_rule': {'security_group_id': '4fd2e756-e6f9-40e5-90c4-613afe199535', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:04.117526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3804469f-ee67-4699-94c9-360e801e0d64 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.119001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-536e3fb2-6937-439f-921b-038509f64097 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9779522 Jul 15 13:03:04.224902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3804469f-ee67-4699-94c9-360e801e0d64 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.232175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3804469f-ee67-4699-94c9-360e801e0d64 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.241154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.254736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804469f-ee67-4699-94c9-360e801e0d64 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e884982-58ee-41d6-912c-ae0b20539bc6,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.265482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3804469f-ee67-4699-94c9-360e801e0d64 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.270835 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.271080 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3804469f-ee67-4699-94c9-360e801e0d64 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2338622 Jul 15 13:03:04.273416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37840) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:04.282382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:04.339965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.397732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df24d-6810-4bf5-985c-a2e2e700c4f7 req-3e9e69ec-f839-4220-9661-90ddcfced701 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.399456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-716df24d-6810-4bf5-985c-a2e2e700c4f7 req-3e9e69ec-f839-4220-9661-90ddcfced701 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.2788177 Jul 15 13:03:04.417474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-8ab6ce00-4dee-49e2-b919-8133ab020f52 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797427 Jul 15 13:03:04.476358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-716df24d-6810-4bf5-985c-a2e2e700c4f7 req-5de06d24-d535-4eab-a0f7-4723b3a83716 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648162 Jul 15 13:03:04.602366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.869679 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb28c385-8225-4d7d-ad5e-26cadd5a6566 x-openstack-request-id: req-bb28c385-8225-4d7d-ad5e-26cadd5a6566 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:04.870105 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "name": "network-vif-unplugged", "status": "completed", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:04.870533 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb28c385-8225-4d7d-ad5e-26cadd5a6566 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:04.871055 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa', 'code': 200} Jul 15 13:03:04.934388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Allocated IP 172.25.1.20 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/c028d959-7f9c-42c4-8830-b4dea22663d6) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:05.066737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.215224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.246704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30497952-6203-4f0f-b969-9cacf362417e req-a94f0c27-712f-436d-98a2-69396bd558ce tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.249642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30497952-6203-4f0f-b969-9cacf362417e req-a94f0c27-712f-436d-98a2-69396bd558ce tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 946 time: 0.2453191 Jul 15 13:03:05.331725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.376228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30497952-6203-4f0f-b969-9cacf362417e req-378b0faa-db5e-4f89-80d0-5a681463e74d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928535 Jul 15 13:03:05.411433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:05.415238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:05.420172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:05.480919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=c028d959-7f9c-42c4-8830-b4dea22663d6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:05.541341 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.687065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.129007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.147373 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.224016 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cacaf7-4db5-4ef9-bf18-8b50fe867d7a x-openstack-request-id: req-56cacaf7-4db5-4ef9-bf18-8b50fe867d7a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:06.225288 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "name": "network-vif-plugged", "status": "completed", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:06.226145 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56cacaf7-4db5-4ef9-bf18-8b50fe867d7a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:06.227762 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'code': 200} Jul 15 13:03:06.249445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.273357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=c028d959-7f9c-42c4-8830-b4dea22663d6,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:06.280444 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.301963 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a753b2ea-a19b-4a69-8abc-96da00b482ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0267756 Jul 15 13:03:06.457420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7d258-baed-4ff7-a95c-b53673a3ce7a req-b1bb3388-bab4-4a56-b644-866fc8faf0e9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.465550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff7d258-baed-4ff7-a95c-b53673a3ce7a req-b1bb3388-bab4-4a56-b644-866fc8faf0e9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 943 time: 0.1492429 Jul 15 13:03:06.514323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff7d258-baed-4ff7-a95c-b53673a3ce7a req-44067b7e-9d8c-49b0-a270-1d0a50d1ebc2 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Jul 15 13:03:06.844584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929d9f3-8862-46c2-a3c5-713bd91d5135 req-5f30e82e-1f9c-4406-854f-d2ba7251d7dc tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.851984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a929d9f3-8862-46c2-a3c5-713bd91d5135 req-5f30e82e-1f9c-4406-854f-d2ba7251d7dc tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 946 time: 0.1553099 Jul 15 13:03:06.878156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:06.881571 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb99935-2c7e-4e93-9e77-38603584e465" -d '{"events": [{"name": "network-changed", "server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:06.918908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a929d9f3-8862-46c2-a3c5-713bd91d5135 req-3245c4b8-3e62-4254-9f59-95b30966ed42 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610585 Jul 15 13:03:07.438415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ff93d-6ae9-439e-b88c-50aca707e511 req-0a703792-69eb-42c8-95b3-93cabb38fb44 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.448165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-636ff93d-6ae9-439e-b88c-50aca707e511 req-0a703792-69eb-42c8-95b3-93cabb38fb44 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 946 time: 0.1561804 Jul 15 13:03:07.522675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-636ff93d-6ae9-439e-b88c-50aca707e511 req-0829385a-ec80-4421-88f7-dc2f9fd9278c tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed2ecbeb-d65c-455e-99ab-fa37f63218be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716195 Jul 15 13:03:07.574992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-3123740e-7f94-4f1a-9404-4e85ba2404db tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.581666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-3123740e-7f94-4f1a-9404-4e85ba2404db tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.35 "GET /v2.0/ports?device_id=e443e751-3049-436e-ac3c-7a0dc0a7e980 HTTP/1.1" status: 200 len: 946 time: 0.1990383 Jul 15 13:03:07.864867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Deleting port ec69644d-257f-40ee-9aee-a6e01c096f73 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:07.865490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.045851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] For port ec69644d-257f-40ee-9aee-a6e01c096f73, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ec69644d-257f-40ee-9aee-a6e01c096f73,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:08.046344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.323356 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.324452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.324881 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Floating IP 8aeaa73c-42cb-4f7e-b6ec-2db838f542fe disassociated. External IP: 172.25.1.125, port: ec69644d-257f-40ee-9aee-a6e01c096f73. Jul 15 13:03:08.325315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Calling delete_port for ec69644d-257f-40ee-9aee-a6e01c096f73 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:08.422913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecff2c-93f8-4db0-b2c4-5b59c57595ca req-d60b25de-fb2a-4277-a681-edded5fb45d4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.431886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfecff2c-93f8-4db0-b2c4-5b59c57595ca req-d60b25de-fb2a-4277-a681-edded5fb45d4 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 946 time: 0.6937459 Jul 15 13:03:08.514388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfecff2c-93f8-4db0-b2c4-5b59c57595ca req-4391dd5c-b0f8-4d14-b51a-ad96fc10a2b5 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777886 Jul 15 13:03:08.668033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.711695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event deleted for resources: {'Port': ['ID=ec69644d-257f-40ee-9aee-a6e01c096f73,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:08.885800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Router ba84c9dc-9913-4c85-a042-21d04cc7a40c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:09.213630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:09.225156 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] Sync routers for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:09.244422 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:09.245433 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:02:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:09.392595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] No DVR routers for this DVR port ec69644d-257f-40ee-9aee-a6e01c096f73 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:09.402782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.415079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d19d5f0-e7c6-4a94-a171-09d533f1aaae req-5e96249a-9dfc-4cdc-8d23-83736ce69334 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.35 "DELETE /v2.0/ports/ec69644d-257f-40ee-9aee-a6e01c096f73 HTTP/1.1" status: 204 len: 173 time: 1.8206992 Jul 15 13:03:09.486329 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:10.035180 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:52Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:10.079489 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] Checking router: ba84c9dc-9913-4c85-a042-21d04cc7a40c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:10.093341 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:10.094060 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:02:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:10.297096 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:10.708004 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:52Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:10.783377 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6693b6-0edf-4340-986a-2e459b9018ab None None] The sync data for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 is: [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:00:43Z', 'revision_number': 4, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ed26fc90-9c8a-461d-a9b7-9fea3f49862c', 'name': '', 'network_id': '47bb1340-3efe-4cb6-9677-8cb06ee4c897', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'mac_address': 'fa:16:3e:c4:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:42Z', 'updated_at': '2021-07-15T13:00:52Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'subnets': [{'id': 'e6753d8f-8b98-4a39-8cf4-1902f5d549d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:11.253590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e7b62-07fe-4de7-9193-df9c60994305 None None] New status for floating IP 8aeaa73c-42cb-4f7e-b6ec-2db838f542fe: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:03:11.498130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 284c2de6-a491-43a3-b78a-1fbdfad7acfa no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:11.672267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ec69644d-257f-40ee-9aee-a6e01c096f73 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:11.703410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: ec69644d-257f-40ee-9aee-a6e01c096f73 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:11.704264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ec69644d-257f-40ee-9aee-a6e01c096f73 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:12.409730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-83d8aac5-70e0-48b3-8917-e4b8ffff01a3 service neutron] 10.222.0.35 "GET /v2.0/ports/284c2de6-a491-43a3-b78a-1fbdfad7acfa/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.1286025 Jul 15 13:03:12.971640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:13.044204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:13.074382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-e752f8b6-84d2-4abc-b33e-e1687ae00ba2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1994479 Jul 15 13:03:13.094139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284c2de6-a491-43a3-b78a-1fbdfad7acfa {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:13.128617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:13.228417 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.355262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-2be19a0e-7749-4bce-9f3b-d33b9486441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.358169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-2be19a0e-7749-4bce-9f3b-d33b9486441e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.2127719 Jul 15 13:03:13.582255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-4c90b093-16be-4beb-b833-1f676c298744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.584993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-4c90b093-16be-4beb-b833-1f676c298744 service neutron] 10.222.0.35 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.2024527 Jul 15 13:03:13.594823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] Transition to ACTIVE for port object 284c2de6-a491-43a3-b78a-1fbdfad7acfa will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:13.660278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-53c16139-e793-4b39-840d-865a4a85fa39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 217 time: 0.0636177 Jul 15 13:03:13.677806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.788204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] No DVR routers for this DVR port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:13.803892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-9c19282b-4a3d-4139-b251-0196a7421311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.805368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-9c19282b-4a3d-4139-b251-0196a7421311 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.1371684 Jul 15 13:03:13.837412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:13.868099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-3267b78a-789b-4523-8245-2fac1dff7bc2 service neutron] 10.222.0.35 "PUT /v2.0/ports/284c2de6-a491-43a3-b78a-1fbdfad7acfa/bindings/n-h2-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 1.4539697 Jul 15 13:03:13.936529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-453f1236-4076-4c57-8587-63df6893c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.939223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-453f1236-4076-4c57-8587-63df6893c675 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115985 Jul 15 13:03:14.095428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-5ffd57b8-f5cf-42d0-b260-01cd5f7b2a7a service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212888 Jul 15 13:03:14.207666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c25cfbd1-fcdf-44f7-9fa7-8d8b8f7ba20c req-2f6cab42-93b5-4f33-9f54-9482ae68e42f service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026781 Jul 15 13:03:14.246198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-952584d8-1200-4277-a61a-36da45d4047b tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.249060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-952584d8-1200-4277-a61a-36da45d4047b tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1096 time: 0.3074212 Jul 15 13:03:14.377080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33646ef5-027e-49ed-9714-721bd57ecba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.379302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-33646ef5-027e-49ed-9714-721bd57ecba1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2&tenant_id=bbb6cfaf3a0243ad97fca17863871808 HTTP/1.1" status: 200 len: 1096 time: 0.1221967 Jul 15 13:03:14.523558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-8db8694f-6028-4b89-811d-6d602e65bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.525289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-8db8694f-6028-4b89-811d-6d602e65bb4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1096 time: 0.1051581 Jul 15 13:03:14.674868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-eb620645-426a-4c21-9523-9aee5a607c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.676450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-eb620645-426a-4c21-9523-9aee5a607c8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.1429710 Jul 15 13:03:14.743805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-a62a48bb-190e-4950-b61e-47413424b371 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa HTTP/1.1" status: 200 len: 217 time: 0.0597792 Jul 15 13:03:14.827346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-a2b82ebc-88d8-4d35-ba6d-33a0b1b87f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.829435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-a2b82ebc-88d8-4d35-ba6d-33a0b1b87f2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.0773513 Jul 15 13:03:14.932740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-c281da0a-94d7-4448-9557-bc589a634196 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955956 Jul 15 13:03:15.086045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-2886d6ce-22ff-4c17-a234-72ca51cbd7c7 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434948 Jul 15 13:03:15.274252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-091cfc0f-86a9-4975-818e-7a715938a5e1 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806114 Jul 15 13:03:15.809125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-328a50fc-67da-4b40-9aaa-c22be5d01048 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.818640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-328a50fc-67da-4b40-9aaa-c22be5d01048 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1096 time: 0.1779203 Jul 15 13:03:16.054038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-afebb132-e6b2-43dc-bfcf-dda41bba5426 service neutron] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:16.058991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-afebb132-e6b2-43dc-bfcf-dda41bba5426 service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.061590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e65851-1c10-4140-99f4-0913d3071ad2 req-afebb132-e6b2-43dc-bfcf-dda41bba5426 service neutron] 10.222.0.30 "DELETE /v2.0/ports/284c2de6-a491-43a3-b78a-1fbdfad7acfa/bindings/n-h1-771362-36 HTTP/1.1" status: 204 len: 173 time: 0.2342465 Jul 15 13:03:18.411844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-28859985-c605-4ebe-b42d-d8a1e410aa70 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--611170109&fields=id&tenant_id=1b493767a2bf4544a3db357f3691e8c2 HTTP/1.1" status: 200 len: 267 time: 0.0525198 Jul 15 13:03:18.500260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-315a0936-ea6c-47fc-9221-9f290f515dc6 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.501875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-315a0936-ea6c-47fc-9221-9f290f515dc6 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports/6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 930 time: 0.0796971 Jul 15 13:03:18.583520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-a5d1a1a1-4767-412e-a487-866fbf606aed tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.585038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-a5d1a1a1-4767-412e-a487-866fbf606aed tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports/f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 932 time: 0.0743871 Jul 15 13:03:18.664975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-fa1aff21-75fe-4cbe-a7f9-cc72fbf0b0ae tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0693216 Jul 15 13:03:18.710685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-1e5abf0f-6321-4ce6-83ac-5ade77d56e11 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0382104 Jul 15 13:03:18.825915 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38cdb3df-7016-484d-8fc0-48e21fc1a052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.920072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-aa29802e-a922-4839-9a79-61933f739654 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.928113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-aa29802e-a922-4839-9a79-61933f739654 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.938441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-aa29802e-a922-4839-9a79-61933f739654 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.941813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-aa29802e-a922-4839-9a79-61933f739654 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/networks?id=13d3c86e-fa31-4029-9eae-010b85f8eea2&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=d725112c-3221-4313-b01b-bc625556d4ca&id=d725112c-3221-4313-b01b-bc625556d4ca HTTP/1.1" status: 200 len: 1989 time: 0.2197986 Jul 15 13:03:18.965170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d3095671-f15b-4792-8aaf-4a76fcab9d2b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/quotas/1b493767a2bf4544a3db357f3691e8c2 HTTP/1.1" status: 200 len: 375 time: 0.0160348 Jul 15 13:03:19.204951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-6340aeab-883f-49b3-b119-0f7d98f04edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.206663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-6340aeab-883f-49b3-b119-0f7d98f04edd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 1098 time: 0.2402227 Jul 15 13:03:19.225509 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-46a12e97-10fc-4d96-b523-1b7ddd532c8f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2425938 Jul 15 13:03:19.239888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-9300270d-34d5-49b2-a372-6cfeca015eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1461465 Jul 15 13:03:19.481840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-e19bfea0-98ef-442c-8a77-99a88626bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.483367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-e19bfea0-98ef-442c-8a77-99a88626bce7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 913 time: 0.2568436 Jul 15 13:03:19.514179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-0201df8a-9d0d-4f79-aa65-01b94edb570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.516041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-0201df8a-9d0d-4f79-aa65-01b94edb570f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 1096 time: 0.2388620 Jul 15 13:03:19.912713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-2c28f5e1-740a-475f-9d56-082b414a0eb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1 HTTP/1.1" status: 200 len: 217 time: 0.4219086 Jul 15 13:03:19.916347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-37c2abf4-4d44-439a-9a01-8b135c842b17 service neutron] 10.222.0.25 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594772 Jul 15 13:03:20.096819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-e2cb83be-456e-4c9c-82f4-cfb0a887c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.098402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-e2cb83be-456e-4c9c-82f4-cfb0a887c051 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.1688156 Jul 15 13:03:20.161739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-e82af15c-e366-4b3f-8de9-35883b04a975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516813 Jul 15 13:03:20.165934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-0177a3de-a618-49dd-a9b6-e433a48bbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.167491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-0177a3de-a618-49dd-a9b6-e433a48bbfe6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.2669096 Jul 15 13:03:20.172172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-f4be9f20-0f4a-4ac3-8eb7-c0c198447c89 service neutron] 10.222.0.25 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438006 Jul 15 13:03:20.289901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-97ec8aeb-fd0b-4e2a-a66e-509dd81db6f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 200 len: 217 time: 0.1027234 Jul 15 13:03:20.418673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-fb6d4702-f6d7-457d-a4b3-06cfdef8ab5f service neutron] 10.222.0.25 "GET /v2.0/ports/6ae5a51d-f08e-4ccb-bf81-467cde069654?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2293017 Jul 15 13:03:20.422665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-43b6d100-ff80-45c9-bf65-4be70a70ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.424224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-43b6d100-ff80-45c9-bf65-4be70a70ea47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.1254904 Jul 15 13:03:20.505983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-98deefef-742f-484e-83bf-e3c02af99658 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628545 Jul 15 13:03:20.508245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-9e8fc9e6-d2f7-4dbf-a174-a6eff9170620 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350389 Jul 15 13:03:20.720018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-a422396e-58d2-4f1f-867b-64a484e633c0 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894945 Jul 15 13:03:20.799892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-48ba55eb-81c6-4a62-9344-bdd85c85a77d service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851458 Jul 15 13:03:20.801995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9eadc6c1-87be-4707-8185-a01ea7a0f350 req-cef9f8ac-06a2-469c-96c3-42ad5f93b73b service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780905 Jul 15 13:03:20.931303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-42926cb5-1ec5-4739-87c3-cc78c59b7b62 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045376 Jul 15 13:03:21.046013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82cddc27-21ff-4d0c-8917-4b8f8403e43b req-c5e90255-64d1-4549-9a70-940024a68527 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127349 Jul 15 13:03:21.165303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-a66c9f8b-0bdb-447b-80e8-e42523b4a11e service neutron] 10.222.0.25 "GET /v2.0/ports/f145f5db-5055-4e12-a9eb-dba3e03d65f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2217031 Jul 15 13:03:21.257861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-2c0def5f-56ed-4425-adca-ed98fde553b5 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.260960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-2c0def5f-56ed-4425-adca-ed98fde553b5 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1098 time: 0.3038156 Jul 15 13:03:21.322002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:21.441935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-48885a62-656c-40a5-9bb6-9e9d63248126 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627385 Jul 15 13:03:21.475469 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a62a08a-289e-491f-a8a5-9eabfb0aa16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.513259 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.552305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1992f4ea-70ef-4d11-b828-8b051de9dea1 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:21.568127 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.707068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.760151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:21.764620 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc466f3a-abec-4ac3-b453-16a096a7a093" -d '{"events": [{"server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "name": "network-vif-unplugged", "status": "completed", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:21.775994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-bcc833b7-ed8b-424b-9cfe-2006780d7509 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236587 Jul 15 13:03:21.788243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:21.795476 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.886050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:21.901077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.901640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.902259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.902820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.903351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.903793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.904342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.904773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.905400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.905957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.906509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:21.906972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:22.065763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:22.081702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-a5421e86-913f-439c-b975-4c802f0b3bd4 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871959 Jul 15 13:03:22.141823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:22.304307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.329581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-f95ab29f-4b31-4742-8d9e-cb8086ec6349 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367172 Jul 15 13:03:22.330671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.586943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on host n-h2-771362-36 for vnic_type normal with profile {"migrating_to": "n-h1-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:22.588023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:22.588023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:22.593436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Pushing event updated for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.604541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:22.604850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Attempting to bind port e7afc28d-a006-4759-a742-d6b4b3356dc0 on network dbbb49ee-3962-4da9-80b5-fddf2261cf4e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:22.615103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:22.615526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Checking segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:22.615930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Bound using segment: {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:22.616382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Bound port: e7afc28d-a006-4759-a742-d6b4b3356dc0, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7e4b47-a3b2-4e40-a90d-b526077eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dbbb49ee-3962-4da9-80b5-fddf2261cf4e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:22.616743 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.642991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-29ff0a4f-0f71-4d4a-bc88-ae4990d3cc66 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932611 Jul 15 13:03:22.767860 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.770151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:22.792959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:22.802817 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.855682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-21543b5d-3b04-4999-9a65-56ea1dc0d593 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912870 Jul 15 13:03:23.002211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.003073 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.005419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] 10.222.0.35 "PUT /v2.0/ports/e7afc28d-a006-4759-a742-d6b4b3356dc0 HTTP/1.1" status: 200 len: 1124 time: 1.6910517 Jul 15 13:03:23.018325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e0bde-afb4-4664-9ae8-dba625a2b3fc service neutron] Pushing event updated for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:23.086481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e7afc28d-a006-4759-a742-d6b4b3356dc0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:23.126647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-f5dcb6d9-3476-42d8-aa9f-1d1af111d67d service neutron] 10.222.0.25 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424679 Jul 15 13:03:23.175259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e7afc28d-a006-4759-a742-d6b4b3356dc0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:23.370241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-421b4dee-1f7f-47ff-831c-54cc4097ac0a service neutron] 10.222.0.25 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263963 Jul 15 13:03:23.542035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-16fb9b21-2f6e-4557-b040-94b7428d41f2 service neutron] 10.222.0.25 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561034 Jul 15 13:03:23.567173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e7afc28d-a006-4759-a742-d6b4b3356dc0 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:23.727527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:23.754846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e7afc28d-a006-4759-a742-d6b4b3356dc0 has no active binding in host n-h1-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:03:23.772939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-776b58d3-a61f-4cea-bd35-97d3fd844128 service neutron] 10.222.0.25 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246847 Jul 15 13:03:24.196403 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.619443 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e93e1ca-b335-4cf7-9e9c-3dc34aceed38 x-openstack-request-id: req-0e93e1ca-b335-4cf7-9e9c-3dc34aceed38 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:24.620157 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:24.620595 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e93e1ca-b335-4cf7-9e9c-3dc34aceed38 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:24.621197 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa', 'status': 'completed', 'code': 200} Jul 15 13:03:24.814205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-b489aaaa-2fb4-4e35-b84e-6681a0cb9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.814205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-b489aaaa-2fb4-4e35-b84e-6681a0cb9a75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1096 time: 0.1476793 Jul 15 13:03:25.333478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989872b-67cb-4af3-b1b0-9ef2673cf829 req-c8866355-10be-4eb0-9507-05e513a840f9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.335020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5989872b-67cb-4af3-b1b0-9ef2673cf829 req-c8866355-10be-4eb0-9507-05e513a840f9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 944 time: 0.5200796 Jul 15 13:03:25.336348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-244148f3-de56-4a8b-b6f1-878778ad37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.337763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-244148f3-de56-4a8b-b6f1-878778ad37f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.5042849 Jul 15 13:03:25.398918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-83c801ab-f87b-457d-98db-313ceed81c20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa HTTP/1.1" status: 200 len: 217 time: 0.0479836 Jul 15 13:03:25.442951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5989872b-67cb-4af3-b1b0-9ef2673cf829 req-a8d09fe4-5106-4421-bd7f-86e5919a07ca tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000116 Jul 15 13:03:25.466540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-c44dfb91-e543-4915-aa4a-271375d5816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.468467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-c44dfb91-e543-4915-aa4a-271375d5816a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.0592763 Jul 15 13:03:25.515195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-ba9035cc-a0c5-4cc6-8394-ca2c5b3d92e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395479 Jul 15 13:03:25.584511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1992f4ea-70ef-4d11-b828-8b051de9dea1 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:25.725187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-924a368a-0cdf-4a17-9701-daebca8b7a59 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010512 Jul 15 13:03:25.744459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d60a8d-7f5d-403a-b246-19d6c8e796eb req-a9cfaf1c-b649-4de6-bda2-aa8dd17b8608 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.746464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36d60a8d-7f5d-403a-b246-19d6c8e796eb req-a9cfaf1c-b649-4de6-bda2-aa8dd17b8608 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 944 time: 0.1073782 Jul 15 13:03:25.850510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36d60a8d-7f5d-403a-b246-19d6c8e796eb req-7da9906b-8f90-41c9-8b4f-22ee7a12d919 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942752 Jul 15 13:03:25.895649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb99935-2c7e-4e93-9e77-38603584e465 req-5cd6cfda-5d23-462b-b1ed-f5c641db1ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475003 Jul 15 13:03:26.334076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b521ce9e-021d-4b13-acce-f39d78bd7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.335800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b521ce9e-021d-4b13-acce-f39d78bd7cc1 service neutron] 10.222.0.35 "GET /v2.0/ports/6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 1026 time: 0.0591197 Jul 15 13:03:26.476938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-fec08d4c-2852-4464-b214-a36c1c885a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.482155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-fec08d4c-2852-4464-b214-a36c1c885a64 service neutron] 10.222.0.35 "GET /v2.0/ports/f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 1028 time: 0.1395960 Jul 15 13:03:26.663047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'name': 'network-vif-deleted', 'tag': 'ec69644d-257f-40ee-9aee-a6e01c096f73'}, {'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0'}, {'name': 'network-changed', 'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:26.667201 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4329a6-d2ba-4749-b0cd-8e269e0df935" -d '{"events": [{"server_uuid": "e443e751-3049-436e-ac3c-7a0dc0a7e980", "name": "network-vif-deleted", "tag": "ec69644d-257f-40ee-9aee-a6e01c096f73"}, {"server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "name": "network-vif-unplugged", "status": "completed", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0"}, {"name": "network-changed", "server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:26.822066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8701f-7157-4e16-b568-cca617c24fa8 req-4c5fff4a-c79f-48c6-aaf3-3cab6c3f7a8d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.823765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e8701f-7157-4e16-b568-cca617c24fa8 req-4c5fff4a-c79f-48c6-aaf3-3cab6c3f7a8d tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 944 time: 0.2183671 Jul 15 13:03:26.834379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-da84090d-004e-47a5-a10a-203c030eaa35 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.840635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-da84090d-004e-47a5-a10a-203c030eaa35 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.848264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-da84090d-004e-47a5-a10a-203c030eaa35 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.850124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-da84090d-004e-47a5-a10a-203c030eaa35 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "GET /v2.0/networks?id=13d3c86e-fa31-4029-9eae-010b85f8eea2&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=d725112c-3221-4313-b01b-bc625556d4ca&id=d725112c-3221-4313-b01b-bc625556d4ca HTTP/1.1" status: 200 len: 1989 time: 0.3613272 Jul 15 13:03:26.918369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e8701f-7157-4e16-b568-cca617c24fa8 req-72f1e63d-49e5-402e-ac35-3028756df6bb tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669060 Jul 15 13:03:26.927001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-395cb86a-964a-4d73-a755-94548fd76531 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b493767a2bf4544a3db357f3691e8c2 HTTP/1.1" status: 200 len: 379 time: 0.0676627 Jul 15 13:03:26.937796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'admin_state_up': True, 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'security_groups': ['4fd2e756-e6f9-40e5-90c4-613afe199535']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:27.140140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:27.144235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.215252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2bf8a-a38a-406e-b84c-c797a7907ab2 req-8b4b2974-b4d2-4b9e-b227-477da76092d0 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.215252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99e2bf8a-a38a-406e-b84c-c797a7907ab2 req-8b4b2974-b4d2-4b9e-b227-477da76092d0 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 945 time: 0.1464925 Jul 15 13:03:27.333402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99e2bf8a-a38a-406e-b84c-c797a7907ab2 req-8cdb628b-91d1-4609-9475-7b4d58c44e1c tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725856 Jul 15 13:03:27.399708 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346be8b9-790e-4ce4-b99b-125b9714c847 x-openstack-request-id: req-346be8b9-790e-4ce4-b99b-125b9714c847 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:27.401366 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "name": "network-vif-unplugged", "status": "failed", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1", "code": 422}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:27.401366 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-346be8b9-790e-4ce4-b99b-125b9714c847 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:27.401848 n-d-771362-36 neutron-server[93735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'code': 422} returned with failed status Jul 15 13:03:27.409289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Allocated IP 172.20.0.7 (13d3c86e-fa31-4029-9eae-010b85f8eea2/0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8/98ca4ca5-3e22-4cde-a910-e6a8044f4f5b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:27.635913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b423a988-f18a-457b-a5dd-d070fc09df95 req-50949259-d30b-4a2c-8788-84ad3caf3275 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 210 time: 0.0477431 Jul 15 13:03:27.659896 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.694149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Transition to ACTIVE for port object 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:27.767911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.825364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:27.830475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:27.839936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:27.900776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.926322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.927099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.927451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.928111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.928680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.929251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.929952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.930506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.931368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.932168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.932946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.933504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.962054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.962747 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.981888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71dd0375-7abc-4c6f-84d9-f49f44c1e7c3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0485573 Jul 15 13:03:27.994771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'network_id': '0f7add71-1114-4d73-9993-022984627338', 'admin_state_up': True, 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'security_groups': ['4fd2e756-e6f9-40e5-90c4-613afe199535']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:28.102151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-01aa6cda-6272-4f1c-9462-7e28dc581bfa None None] Provisioning for port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:28.107256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-01aa6cda-6272-4f1c-9462-7e28dc581bfa None None] Provisioning complete for port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:28.107562 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-01aa6cda-6272-4f1c-9462-7e28dc581bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.152987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:28.154243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-01aa6cda-6272-4f1c-9462-7e28dc581bfa None None] Port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:28.160049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.364663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Allocated IP 10.1.1.51 (0f7add71-1114-4d73-9993-022984627338/2712beaa-c08b-4bd5-837f-4b9f232dfd67/a2da7884-c906-443f-b865-1edcd0a7f011) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:28.456825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-7b83277e-b378-4e5e-8bec-3dae3e26ffed service neutron] 10.222.0.30 "GET /v2.0/ports/e7afc28d-a006-4759-a742-d6b4b3356dc0/bindings/n-h1-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.1429355 Jul 15 13:03:28.556425 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-7addf6d2-c7aa-41ec-96d4-a8fdc4d468d6 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--474906692&fields=id&tenant_id=9ebe6a076bd042009653459f556f0b05 HTTP/1.1" status: 200 len: 267 time: 0.1747735 Jul 15 13:03:28.587698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e7afc28d-a006-4759-a742-d6b4b3356dc0 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:28.965342 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.004907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-aa7e4e87-2acc-401f-b6fc-1c5f12b26817 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.006523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-aa7e4e87-2acc-401f-b6fc-1c5f12b26817 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/networks?id=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 HTTP/1.1" status: 200 len: 815 time: 0.4269919 Jul 15 13:03:29.015196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Transition to ACTIVE for port object a2da7884-c906-443f-b865-1edcd0a7f011 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:29.065778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-29e0974d-93cc-4578-a455-13d248f5d31d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/quotas/9ebe6a076bd042009653459f556f0b05 HTTP/1.1" status: 200 len: 375 time: 0.0459678 Jul 15 13:03:29.148999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:29.164682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.225535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:29.272721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network 0f7add71-1114-4d73-9993-022984627338 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:29.281686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:29.284826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:29.294857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7afc28d-a006-4759-a742-d6b4b3356dc0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:29.336574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=a2da7884-c906-443f-b865-1edcd0a7f011,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:29.342567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:29.408127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-341998ff-fda7-4892-81bc-04deae7ec6ae tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ebe6a076bd042009653459f556f0b05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3324187 Jul 15 13:03:29.414489 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.463990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.465247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.552748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-260e1912-83e5-49a6-b978-1237ab583650 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5627823 Jul 15 13:03:29.591498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'network_id': '0f7add71-1114-4d73-9993-022984627338', 'admin_state_up': True, 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'security_groups': ['4fd2e756-e6f9-40e5-90c4-613afe199535']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:29.596935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f65f277b-2615-4b1b-8427-2091f8200f40 None None] Provisioning for port a2da7884-c906-443f-b865-1edcd0a7f011 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:29.604515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f65f277b-2615-4b1b-8427-2091f8200f40 None None] Provisioning complete for port a2da7884-c906-443f-b865-1edcd0a7f011 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:29.605276 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f65f277b-2615-4b1b-8427-2091f8200f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.677933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f65f277b-2615-4b1b-8427-2091f8200f40 None None] Port a2da7884-c906-443f-b865-1edcd0a7f011 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:29.715797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d8c66e99-0d40-4e1f-83c8-fa72062a3360 service neutron] 10.222.0.25 "GET /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778530 Jul 15 13:03:29.746626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] Transition to ACTIVE for port object e7afc28d-a006-4759-a742-d6b4b3356dc0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:29.768219 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.925413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] No DVR routers for this DVR port e7afc28d-a006-4759-a742-d6b4b3356dc0 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:29.934505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:29.950712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:29.954541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.976307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-6c375227-f858-4aad-8b68-09d03ec61fe0 service neutron] 10.222.0.25 "GET /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472644 Jul 15 13:03:29.994872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-cc01fb82-fb0f-4a0b-b86c-a65d5bf7fcf8 service neutron] 10.222.0.30 "PUT /v2.0/ports/e7afc28d-a006-4759-a742-d6b4b3356dc0/bindings/n-h1-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 1.5180969 Jul 15 13:03:30.265565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Allocated IP 10.1.1.231 (0f7add71-1114-4d73-9993-022984627338/2712beaa-c08b-4bd5-837f-4b9f232dfd67/0ef47190-6343-4df3-ba04-bae682656f08) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:30.302914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-438bc02b-53d8-415f-bf28-6d097f8c8f4a tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.304557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-438bc02b-53d8-415f-bf28-6d097f8c8f4a tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.2181897 Jul 15 13:03:30.454950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-66ac0edb-1371-418d-ad88-5bd8abb2a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.456575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-66ac0edb-1371-418d-ad88-5bd8abb2a4ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67&tenant_id=436135f846f04cb19480d33d0984abb9 HTTP/1.1" status: 200 len: 1097 time: 0.1454973 Jul 15 13:03:30.607565 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.629822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Transition to ACTIVE for port object 0ef47190-6343-4df3-ba04-bae682656f08 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:30.638420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-f3cec9ff-ecb8-43ea-9376-d292d16da510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.640102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-f3cec9ff-ecb8-43ea-9376-d292d16da510 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1097 time: 0.1517968 Jul 15 13:03:30.727832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.937111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network 0f7add71-1114-4d73-9993-022984627338 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:30.944731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:30.950889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:30.995197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=0ef47190-6343-4df3-ba04-bae682656f08,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:31.012149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-296da660-8e02-487d-98d0-bdf7fe8c9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.013827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-296da660-8e02-487d-98d0-bdf7fe8c9efe service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.3646894 Jul 15 13:03:31.042537 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:03:31.104170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.104862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.108828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-08772881-f149-41a6-aae8-ff33856d0df8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0 HTTP/1.1" status: 200 len: 217 time: 0.0833833 Jul 15 13:03:31.203268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-a29efc49-d7e4-4aa8-ad3a-ea6d9350b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.208074 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-a29efc49-d7e4-4aa8-ad3a-ea6d9350b99e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.0897284 Jul 15 13:03:31.210978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-19143124-fd19-4808-a85a-6cc4653b8b39 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6257310 Jul 15 13:03:31.285880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-7831cb9e-1ffb-4f9a-a4ee-995a40f6f66c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650394 Jul 15 13:03:31.292350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca', 'admin_state_up': True, 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'security_groups': ['4fd2e756-e6f9-40e5-90c4-613afe199535']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:31.433895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7de4c7b6-ea92-4b61-a9fa-32d22f059069 None None] Provisioning for port 0ef47190-6343-4df3-ba04-bae682656f08 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:31.470144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7de4c7b6-ea92-4b61-a9fa-32d22f059069 None None] Provisioning complete for port 0ef47190-6343-4df3-ba04-bae682656f08 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:31.479382 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7de4c7b6-ea92-4b61-a9fa-32d22f059069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.550342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:31.573659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7de4c7b6-ea92-4b61-a9fa-32d22f059069 None None] Port 0ef47190-6343-4df3-ba04-bae682656f08 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:31.619207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-ba403420-5da7-45cc-a511-a7ce17312fcd service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757678 Jul 15 13:03:31.746637 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.908494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-289753be-3c4b-4439-ad3c-93aa0aa80f04 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552910 Jul 15 13:03:32.421436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-3ba56a04-4989-4a23-b273-a4aead886eb9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.429639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-3ba56a04-4989-4a23-b273-a4aead886eb9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a HTTP/1.1" status: 200 len: 944 time: 0.6863329 Jul 15 13:03:32.674130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Allocated IP 10.2.2.100 (d725112c-3221-4313-b01b-bc625556d4ca/d82c9f9a-5013-4520-b460-5e7564777dd7/a1b08392-5054-460c-8cb9-fdcde49d1a69) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:32.699165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-24a240cd-5191-467a-980b-b8464930dd54 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.700841 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-24a240cd-5191-467a-980b-b8464930dd54 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.30 "GET /v2.0/networks?id=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 HTTP/1.1" status: 200 len: 815 time: 0.3829296 Jul 15 13:03:32.733782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-1d2aea4d-2f12-440e-a6c0-1a02df391957 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.735395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-1d2aea4d-2f12-440e-a6c0-1a02df391957 tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67&tenant_id=436135f846f04cb19480d33d0984abb9&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.3821561 Jul 15 13:03:32.879348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-6c709e16-1487-48d5-aaf0-eabdcec56427 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ebe6a076bd042009653459f556f0b05 HTTP/1.1" status: 200 len: 379 time: 0.1662784 Jul 15 13:03:32.896805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Request body: {'port': {'device_id': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'admin_state_up': True, 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'security_groups': ['1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:32.937455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Deleting port 1992f4ea-70ef-4d11-b828-8b051de9dea1 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:32.937783 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.252799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.296374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] For port 1992f4ea-70ef-4d11-b828-8b051de9dea1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1992f4ea-70ef-4d11-b828-8b051de9dea1,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:33.297016 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.328104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Transition to ACTIVE for port object a1b08392-5054-460c-8cb9-fdcde49d1a69 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:33.337200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-32ae28b8-1c58-4b64-a7f4-011f75db5961 service neutron] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:33.338193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Made reservation on behalf of 9ebe6a076bd042009653459f556f0b05 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:33.342470 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.348627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Calling delete_port for 1992f4ea-70ef-4d11-b828-8b051de9dea1 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:33.358783 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-32ae28b8-1c58-4b64-a7f4-011f75db5961 service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.359979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f4af0f6-849f-4430-9362-f13680d66b1a req-32ae28b8-1c58-4b64-a7f4-011f75db5961 service neutron] 10.222.0.35 "DELETE /v2.0/ports/e7afc28d-a006-4759-a742-d6b4b3356dc0/bindings/n-h2-771362-36 HTTP/1.1" status: 204 len: 173 time: 0.6165588 Jul 15 13:03:33.524875 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.634391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network d725112c-3221-4313-b01b-bc625556d4ca is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:33.643904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:33.650741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:33.726906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Allocated IP 172.20.0.11 (cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8/3ef6a1f5-829e-4dad-a498-73ca83a738e1/7d44baf1-6332-487a-92d7-bb8689ced47b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:33.729208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=a1b08392-5054-460c-8cb9-fdcde49d1a69,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:33.799886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.800570 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.803302 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.871154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event deleted for resources: {'Port': ['ID=1992f4ea-70ef-4d11-b828-8b051de9dea1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:33.890891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0854f20d-03ad-4474-8020-d479bed2837b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6037421 Jul 15 13:03:33.932222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca', 'admin_state_up': True, 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'security_groups': ['4fd2e756-e6f9-40e5-90c4-613afe199535']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:33.988640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] No DVR routers for this DVR port 1992f4ea-70ef-4d11-b828-8b051de9dea1 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:33.997942 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.000598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3571a7-f669-4c9c-905e-1ecff00af530 req-b0806ee2-5831-43a8-b1d2-8fc002cb3987 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "DELETE /v2.0/ports/1992f4ea-70ef-4d11-b828-8b051de9dea1 HTTP/1.1" status: 204 len: 173 time: 1.5701349 Jul 15 13:03:34.143758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9651e2df-6b88-44ff-af0b-3f7cc7e35bdf None None] Provisioning for port a1b08392-5054-460c-8cb9-fdcde49d1a69 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:34.153426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9651e2df-6b88-44ff-af0b-3f7cc7e35bdf None None] Provisioning complete for port a1b08392-5054-460c-8cb9-fdcde49d1a69 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:34.154834 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9651e2df-6b88-44ff-af0b-3f7cc7e35bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.183286 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.188610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Made reservation on behalf of 1b493767a2bf4544a3db357f3691e8c2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:34.194878 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.226185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Transition to ACTIVE for port object 7d44baf1-6332-487a-92d7-bb8689ced47b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:34.252164 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.265750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9651e2df-6b88-44ff-af0b-3f7cc7e35bdf None None] Port a1b08392-5054-460c-8cb9-fdcde49d1a69 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:34.385646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.418163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:34.430448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:34.444099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:34.617440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:34.618495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.691959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7998581 Jul 15 13:03:34.695476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebd27d-7396-4d30-9893-872250f5e1b4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event updated for resources: {'Port': ['ID=7d44baf1-6332-487a-92d7-bb8689ced47b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:34.705999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Request body: {'port': {'device_id': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:34.752304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Allocated IP 10.2.2.200 (d725112c-3221-4313-b01b-bc625556d4ca/d82c9f9a-5013-4520-b460-5e7564777dd7/5d2ed1cc-b433-4a2c-9a60-976be94b8c5f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:34.752304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38080) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:34.843595 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690a8a63-b872-4bab-9b9c-9a5a25b56c10 x-openstack-request-id: req-690a8a63-b872-4bab-9b9c-9a5a25b56c10 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:34.844302 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e443e751-3049-436e-ac3c-7a0dc0a7e980", "name": "network-vif-deleted", "tag": "ec69644d-257f-40ee-9aee-a6e01c096f73", "status": "completed", "code": 200}, {"server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "name": "network-vif-unplugged", "status": "completed", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0", "code": 200}, {"name": "network-changed", "server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:34.844675 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-690a8a63-b872-4bab-9b9c-9a5a25b56c10 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:34.845183 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e443e751-3049-436e-ac3c-7a0dc0a7e980', 'name': 'network-vif-deleted', 'tag': 'ec69644d-257f-40ee-9aee-a6e01c096f73', 'status': 'completed', 'code': 200} Jul 15 13:03:34.845615 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0', 'code': 200} Jul 15 13:03:34.845970 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0', 'status': 'completed', 'code': 200} Jul 15 13:03:34.977775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.006435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c3cc3dc1-4b9e-4cdd-876f-6c3b22545348 None None] Provisioning for port 7d44baf1-6332-487a-92d7-bb8689ced47b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:35.015459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c3cc3dc1-4b9e-4cdd-876f-6c3b22545348 None None] Provisioning complete for port 7d44baf1-6332-487a-92d7-bb8689ced47b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:35.016401 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3dc1-4b9e-4cdd-876f-6c3b22545348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.029151 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d844-c3f7-4903-aefa-a18680f06a93 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.126861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d844-c3f7-4903-aefa-a18680f06a93 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.138379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.150170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc3dc1-4b9e-4cdd-876f-6c3b22545348 None None] Port 7d44baf1-6332-487a-92d7-bb8689ced47b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:35.291789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-74634f33-f745-4421-ae04-c7e7c0445401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.294659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-74634f33-f745-4421-ae04-c7e7c0445401 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436135f846f04cb19480d33d0984abb9&device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1097 time: 0.4091470 Jul 15 13:03:35.327325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.582285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Transition to ACTIVE for port object 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:35.609990 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d844-c3f7-4903-aefa-a18680f06a93 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.613742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d844-c3f7-4903-aefa-a18680f06a93 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.615077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d1a9d844-c3f7-4903-aefa-a18680f06a93 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "DELETE /v2.0/security-groups/ed2ecbeb-d65c-455e-99ab-fa37f63218be HTTP/1.1" status: 204 len: 168 time: 0.8629563 Jul 15 13:03:35.621182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38084) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:35.648919 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-8c8fe899-1635-4387-a805-99139da597f4 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] show failed (client error): The resource could not be found. Jul 15 13:03:35.651348 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c8fe899-1635-4387-a805-99139da597f4 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "GET /v2.0/security-groups/ed2ecbeb-d65c-455e-99ab-fa37f63218be HTTP/1.1" status: 404 len: 347 time: 0.0273516 Jul 15 13:03:35.657262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38086) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:35.730397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9d844-c3f7-4903-aefa-a18680f06a93 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ecbeb-d65c-455e-99ab-fa37f63218be,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:35.903874 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Deleting port 3792af3b-8d06-4570-ac41-a04feacda0a2 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:35.904274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.945755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-9b5ad724-ed79-448d-b1fa-c26fafe3ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.948277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-9b5ad724-ed79-448d-b1fa-c26fafe3ad60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 200 len: 908 time: 0.6315706 Jul 15 13:03:35.961954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-fa1864b0-8a10-46ac-a1ca-7dd907d9bc51 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.964712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-fa1864b0-8a10-46ac-a1ca-7dd907d9bc51 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6502597 Jul 15 13:03:36.048731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.049543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.074462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Calling delete_port for 3792af3b-8d06-4570-ac41-a04feacda0a2 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:36.111891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.134421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-53734bdd-cb2a-4911-ab63-667b4421cb5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0 HTTP/1.1" status: 200 len: 217 time: 0.1681211 Jul 15 13:03:36.149846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0a3c0f52-3b28-443e-bc1a-b5a02238aab7 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 696 time: 0.1733282 Jul 15 13:03:36.229720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Request body: {'floatingip': {'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:36.329988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.392930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Pushing event deleted for resources: {'Port': ['ID=3792af3b-8d06-4570-ac41-a04feacda0a2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.503800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.508509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.513385 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8d6f2ea0-7f07-4a09-a4da-09d4922d3ac2 tempest-ServersTestJSON-291367631 tempest-ServersTestJSON-291367631-project] 10.222.0.25 "DELETE /v2.0/floatingips/8aeaa73c-42cb-4f7e-b6ec-2db838f542fe HTTP/1.1" status: 204 len: 168 time: 0.8515587 Jul 15 13:03:36.515764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38088) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:36.757221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event updated for resources: {'Port': ['ID=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.761428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Network d725112c-3221-4313-b01b-bc625556d4ca is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:36.784187 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.883527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'name': 'network-vif-deleted', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:36.886249 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02daa32d-57ed-4cb8-8625-f830a3c0af73" -d '{"events": [{"server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "name": "network-vif-deleted", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:36.889564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:36.903664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:37.032701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-6f8d5a6e-6a4a-4488-bb16-ce668a15ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.035387 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-6f8d5a6e-6a4a-4488-bb16-ce668a15ad6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 200 len: 847 time: 0.8757482 Jul 15 13:03:37.153746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d44baf1-6332-487a-92d7-bb8689ced47b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:37.178239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.179816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.191556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.233203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.304470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-2878b2e9-97df-4cc9-8c84-13d2fe11e65a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbbb49ee-3962-4da9-80b5-fddf2261cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2541492 Jul 15 13:03:37.307450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cb1f0b10-7296-481a-9525-80b8a6c1ec34 None None] Provisioning for port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:37.318513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cb1f0b10-7296-481a-9525-80b8a6c1ec34 None None] Provisioning complete for port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:37.319292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0b10-7296-481a-9525-80b8a6c1ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.414043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f0b10-7296-481a-9525-80b8a6c1ec34 None None] Port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:37.437265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Transition to ACTIVE for port object 7d44baf1-6332-487a-92d7-bb8689ced47b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:37.458005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9c1c37dd-328c-437d-8626-0b910afcf8dd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5354829 Jul 15 13:03:37.458975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.496409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:37.703364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Deleting port ed26fc90-9c8a-461d-a9b7-9fea3f49862c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:37.704108 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.813838 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.881501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] For port ed26fc90-9c8a-461d-a9b7-9fea3f49862c, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:37.882492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.909251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Calling delete_port for ed26fc90-9c8a-461d-a9b7-9fea3f49862c owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:37.937312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Pushing event updated for resources: {'Port': ['ID=7d44baf1-6332-487a-92d7-bb8689ced47b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.109726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-c3b95bbf-a35b-40c9-b347-1368ea5bcba5 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7903793 Jul 15 13:03:38.274932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.341471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed26fc90-9c8a-461d-a9b7-9fea3f49862c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.421785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Attempting to bind port 7d44baf1-6332-487a-92d7-bb8689ced47b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:38.422182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Attempting to bind port 7d44baf1-6332-487a-92d7-bb8689ced47b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:38.422454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Attempting to bind port 7d44baf1-6332-487a-92d7-bb8689ced47b on network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:38.459086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Port 7d44baf1-6332-487a-92d7-bb8689ced47b on network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:38.459469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Attempting to bind port 7d44baf1-6332-487a-92d7-bb8689ced47b on network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:38.585077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:38.585652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Checking segment: {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:38.586735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Bound using segment: {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:38.587224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Bound port: 7d44baf1-6332-487a-92d7-bb8689ced47b, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238a1454-3de3-4215-aa6d-7261593c6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:38.588068 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.591696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.594527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d4329a6-d2ba-4749-b0cd-8e269e0df935 req-ab5af13f-4b4c-4599-8f79-9478ddf98fa6 service neutron] 10.222.0.35 "GET /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740231 Jul 15 13:03:38.671237 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:03:38.818185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.837387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.847514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] For port 7d44baf1-6332-487a-92d7-bb8689ced47b, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:38.911781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] For port 7d44baf1-6332-487a-92d7-bb8689ced47b, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7d44baf1-6332-487a-92d7-bb8689ced47b,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:38.924357 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.945263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Router ba84c9dc-9913-4c85-a042-21d04cc7a40c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:39.045153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.045780 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.047304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] 10.222.0.30 "PUT /v2.0/ports/7d44baf1-6332-487a-92d7-bb8689ced47b HTTP/1.1" status: 200 len: 1093 time: 4.3469520 Jul 15 13:03:39.063618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:39.084594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.103869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3ac9e-2eee-4222-b250-243323a73f92 service neutron] Pushing event updated for resources: {'Port': ['ID=7d44baf1-6332-487a-92d7-bb8689ced47b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.119914 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:39.131918 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] Sync routers for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:39.134493 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5c8b3973-f02e-4aa7-811d-c5c6a49ad9d4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ba84c9dc-9913-4c85-a042-21d04cc7a40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6172380 Jul 15 13:03:39.137196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:39.144995 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Floating IP c9c498fa-6494-4429-9f96-be7289874440 associated. External IP: 172.25.1.196, port: 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c. Jul 15 13:03:39.152189 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:39.153101 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:39.258841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Transition to ACTIVE for port object 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:39.281582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.347668 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:39.437303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-1b8aeb95-f10d-488c-b795-59ed0258d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.439784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-1b8aeb95-f10d-488c-b795-59ed0258d6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ebe6a076bd042009653459f556f0b05&device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 1096 time: 0.3260782 Jul 15 13:03:39.471978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Pushing event updated for resources: {'Port': ['ID=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.629733 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:03:38Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:39.672289 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] Checking router: ba84c9dc-9913-4c85-a042-21d04cc7a40c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:39.705513 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] Routers {'ba84c9dc-9913-4c85-a042-21d04cc7a40c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:39.706631 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:39.730110 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.862653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.876591 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] Set router ba84c9dc-9913-4c85-a042-21d04cc7a40c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:39.900210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-fc1c3224-6e5a-4232-8c27-dbb28e557901 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d44baf1-6332-487a-92d7-bb8689ced47b HTTP/1.1" status: 200 len: 217 time: 0.4207735 Jul 15 13:03:39.934593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Deleting port 6ff392e9-2557-4c72-b8f7-727f5b000362 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:39.935081 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.037740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] For port 6ff392e9-2557-4c72-b8f7-727f5b000362, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6ff392e9-2557-4c72-b8f7-727f5b000362,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:40.038295 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.055071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Calling delete_port for 6ff392e9-2557-4c72-b8f7-727f5b000362 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:40.084318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:40.108237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Attempting to bind port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:40.108626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Attempting to bind port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:40.108912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Attempting to bind port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b on network 13d3c86e-fa31-4029-9eae-010b85f8eea2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:40.116611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-7868097e-db16-4219-987e-16c5eccc12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.118271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-7868097e-db16-4219-987e-16c5eccc12b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef6a1f5-829e-4dad-a498-73ca83a738e1 HTTP/1.1" status: 200 len: 854 time: 0.2099185 Jul 15 13:03:40.118748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b on network 13d3c86e-fa31-4029-9eae-010b85f8eea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:40.119077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Attempting to bind port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b on network 13d3c86e-fa31-4029-9eae-010b85f8eea2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:40.134932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:40.135331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Checking segment: {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:40.135783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Bound using segment: {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:40.136164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Bound port: 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109fd122-327c-46ae-89f3-c369ccc46287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:40.136532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.243423 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:03:38Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:40.274224 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415102d8-94fa-46ea-8ae4-57b8a9fd2e8f None None] The sync data for ids ['ba84c9dc-9913-4c85-a042-21d04cc7a40c'] in n-d-771362-36 is: [{'id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'name': 'tempest-ServersTestJSON-2080347648-router', 'tenant_id': '871ead40b7404f9c9a12943545bdda9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:38Z', 'updated_at': '2021-07-15T13:03:38Z', 'revision_number': 5, 'project_id': '871ead40b7404f9c9a12943545bdda9d', 'gw_port': {'id': '6ff392e9-2557-4c72-b8f7-727f5b000362', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba84c9dc-9913-4c85-a042-21d04cc7a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:39Z', 'updated_at': '2021-07-15T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:40.301125 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.338932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff392e9-2557-4c72-b8f7-727f5b000362,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:40.361365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] For port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:40.367452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] For port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:40.370973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:40.376832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.381391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:40.386603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-caa0b01c-b5a6-46d9-94cb-85bc0102743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.388454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-caa0b01c-b5a6-46d9-94cb-85bc0102743c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2632198 Jul 15 13:03:40.389857 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.399677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:40.400782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:40.427324 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.494113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.494752 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.497146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] 10.222.0.35 "PUT /v2.0/ports/98ca4ca5-3e22-4cde-a910-e6a8044f4f5b HTTP/1.1" status: 200 len: 1092 time: 3.0151777 Jul 15 13:03:40.532112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-0de48543-9c47-4757-be6c-9700875deb36 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "PUT /v2.0/floatingips/c9c498fa-6494-4429-9f96-be7289874440 HTTP/1.1" status: 200 len: 997 time: 4.3235362 Jul 15 13:03:40.557133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:40.584126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:40.603325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.605878 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.664495 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.666898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba84c9dc-9913-4c85-a042-21d04cc7a40c {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:03:40.673239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-7505b12a-9f39-4576-bcce-c3523947c0c6 service neutron] 10.222.0.30 "GET /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611070 Jul 15 13:03:40.690293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.694614 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3ece7215-819c-4cab-abf8-28c3228c0341 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ba84c9dc-9913-4c85-a042-21d04cc7a40c HTTP/1.1" status: 204 len: 168 time: 1.5560672 Jul 15 13:03:40.695406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38094) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:40.752882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60075534-ad10-4bbe-aca9-4d04a16f995c service neutron] Pushing event updated for resources: {'Port': ['ID=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:40.768049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Deleting subnet e6753d8f-8b98-4a39-8cf4-1902f5d549d4 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:40.772590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.834039 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.962872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.988194 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.994532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:f2:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:38Z', 'revision_number': 1, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:41.026099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-3d850bae-dd72-416d-b9a6-6f0dc30c3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.028765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:41.033616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-3d850bae-dd72-416d-b9a6-6f0dc30c3cd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.3547328 Jul 15 13:03:41.040375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:41.041569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:41.113619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.182105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6753d8f-8b98-4a39-8cf4-1902f5d549d4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:41.206300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.211006 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6753d8f-8b98-4a39-8cf4-1902f5d549d4 HTTP/1.1" status: 204 len: 168 time: 0.5143347 Jul 15 13:03:41.221416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38096) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:41.241124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.242382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170becf-ce45-4cd8-8863-ebd6c71a6680 None None] Network 47bb1340-3efe-4cb6-9677-8cb06ee4c897 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:41.245885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.246209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.246717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.247425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.248659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.249234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.249792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.250351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.250853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.251424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.251936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a9eec-0290-4923-9b9f-94db10e81dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:41.318089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ed26fc90-9c8a-461d-a9b7-9fea3f49862c no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:41.343579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.346010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ed26fc90-9c8a-461d-a9b7-9fea3f49862c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:41.347123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ed26fc90-9c8a-461d-a9b7-9fea3f49862c not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:41.403339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43e321fd-7fa7-48f4-80c9-08c919a7a881 req-b9bbaa93-744d-4d31-9dba-d10b0b7e15da service neutron] 10.222.0.30 "GET /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744745 Jul 15 13:03:41.433663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:41.459592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Deleting port b14fd928-bd03-4bea-817d-81f4c2863df1 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:41.459976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.540268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-4a13e0b0-760e-409d-b652-b3690301e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.540776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] For port b14fd928-bd03-4bea-817d-81f4c2863df1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b14fd928-bd03-4bea-817d-81f4c2863df1,segment=NetworkSegment(0e8e68c2-9310-42ff-885b-03cc5e3217e0),segment_id=0e8e68c2-9310-42ff-885b-03cc5e3217e0)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:41.541158 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.541853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-4a13e0b0-760e-409d-b652-b3690301e6d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.5071785 Jul 15 13:03:41.554174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae5a51d-f08e-4ccb-bf81-467cde069654 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:41.566831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Calling delete_port for b14fd928-bd03-4bea-817d-81f4c2863df1 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:41.660759 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.667608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.675125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-6fa6a144-53fb-4cee-b43b-1430aaa49cd5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 1000 time: 0.1140606 Jul 15 13:03:41.683640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Transition to ACTIVE for port object 6ae5a51d-f08e-4ccb-bf81-467cde069654 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:41.721765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] No DVR routers for this DVR port b14fd928-bd03-4bea-817d-81f4c2863df1 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:41.729703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14fd928-bd03-4bea-817d-81f4c2863df1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:41.771156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:f2:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:38Z', 'revision_number': 1, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:41.793353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-403403a0-f725-4e62-92da-5f09e503f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.795878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-403403a0-f725-4e62-92da-5f09e503f784 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.1012740 Jul 15 13:03:41.796773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.813851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73d3ba-5bf0-436c-820b-0860deb8c9a2 None None] DHCP port deletion for 47bb1340-3efe-4cb6-9677-8cb06ee4c897 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:03:41.823472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34919e9b-e5c4-4d87-b408-28be15d65d3d None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:f2:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:38Z', 'revision_number': 1, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:41.884315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.896309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bb1340-3efe-4cb6-9677-8cb06ee4c897']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:41.919054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8e68c2-9310-42ff-885b-03cc5e3217e0') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:41.919416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8e68c2-9310-42ff-885b-03cc5e3217e0') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:41.941316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.974480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.978053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5a51d-f08e-4ccb-bf81-467cde069654,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:42.006555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:42.007019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:42.009088 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:42.118652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.123892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-c7bd3be7-41c3-4926-87ea-e5458609b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.132597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.134690 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/47bb1340-3efe-4cb6-9677-8cb06ee4c897 HTTP/1.1" status: 204 len: 168 time: 0.9113317 Jul 15 13:03:42.142766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-c7bd3be7-41c3-4926-87ea-e5458609b7a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3359511 Jul 15 13:03:42.148858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-32d40f5d-d159-4afe-a84f-0d14b30cd53d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:03:42.157256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-32d40f5d-d159-4afe-a84f-0d14b30cd53d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133317 Jul 15 13:03:42.166306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133c175-bac9-4281-b5c3-bb00e8d42cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=47bb1340-3efe-4cb6-9677-8cb06ee4c897,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:42.290785 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea03ab-63ec-462c-8c7b-fc5cc452a044 None None] New status for floating IP c9c498fa-6494-4429-9f96-be7289874440: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:03:42.337785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Attempting to bind port 6ae5a51d-f08e-4ccb-bf81-467cde069654 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:42.338731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Attempting to bind port 6ae5a51d-f08e-4ccb-bf81-467cde069654 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:42.339757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Attempting to bind port 6ae5a51d-f08e-4ccb-bf81-467cde069654 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:42.349485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-9fd738c5-9fec-465e-86f3-4811c9c31d5d service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908195 Jul 15 13:03:42.354205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Port 6ae5a51d-f08e-4ccb-bf81-467cde069654 on network 0f7add71-1114-4d73-9993-022984627338 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:42.355240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Attempting to bind port 6ae5a51d-f08e-4ccb-bf81-467cde069654 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:42.430626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38100) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:42.514943 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-08338bd1-c036-42cf-9fb6-694b863c4e2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=871ead40b7404f9c9a12943545bdda9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830731 Jul 15 13:03:42.518344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:42.519017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Checking segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:42.519468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38102) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:42.519901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Bound using segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:42.520720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Bound port: 6ae5a51d-f08e-4ccb-bf81-467cde069654, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:42.521334 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.547704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c413be21-a5a8-400f-a840-663bb0e511b9 req-1ce8e672-0426-49d1-93e2-1d72342608b9 service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860340 Jul 15 13:03:42.639183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881634f9-37e9-4003-99c9-b59350505a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.641817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] For port 6ae5a51d-f08e-4ccb-bf81-467cde069654, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:42.647393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] For port 6ae5a51d-f08e-4ccb-bf81-467cde069654, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:42.659360 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.670702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881634f9-37e9-4003-99c9-b59350505a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.737445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881634f9-37e9-4003-99c9-b59350505a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.740749 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881634f9-37e9-4003-99c9-b59350505a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.746595 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-881634f9-37e9-4003-99c9-b59350505a53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ec6b6b8-fa56-4e53-8500-e7c6196f1aeb HTTP/1.1" status: 204 len: 168 time: 0.2212391 Jul 15 13:03:42.746944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5a51d-f08e-4ccb-bf81-467cde069654,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:42.753705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881634f9-37e9-4003-99c9-b59350505a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec6b6b8-fa56-4e53-8500-e7c6196f1aeb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:42.767282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.767945 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.782213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3c729fb4-8c95-4066-8392-ff54cdbd1e25 service neutron] 10.222.0.35 "PUT /v2.0/ports/6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 1130 time: 2.2286294 Jul 15 13:03:42.809872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:43.020069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbcb4e-771a-495d-9be1-1f9cf0daebaa req-c6ca741c-5dde-4729-9b37-bb560a6a6aa1 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.022846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2dfbcb4e-771a-495d-9be1-1f9cf0daebaa req-c6ca741c-5dde-4729-9b37-bb560a6a6aa1 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1096 time: 0.1822996 Jul 15 13:03:43.023877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.171824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2dfbcb4e-771a-495d-9be1-1f9cf0daebaa req-c0a1425e-5e92-4382-93b3-e0b2e7ae8048 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315920 Jul 15 13:03:43.213610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b14fd928-bd03-4bea-817d-81f4c2863df1 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:43.306015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b14fd928-bd03-4bea-817d-81f4c2863df1 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:43.306373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b14fd928-bd03-4bea-817d-81f4c2863df1 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:43.306812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6ff392e9-2557-4c72-b8f7-727f5b000362 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:43.352144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 6ff392e9-2557-4c72-b8f7-727f5b000362 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:43.353520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6ff392e9-2557-4c72-b8f7-727f5b000362 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:43.630948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f145f5db-5055-4e12-a9eb-dba3e03d65f1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:43.641694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.651396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31293-199d-4054-9435-43acce00bcf4 req-0871e0e8-5d03-4327-af96-d7cf5768bc19 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.653023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57a31293-199d-4054-9435-43acce00bcf4 req-0871e0e8-5d03-4327-af96-d7cf5768bc19 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 945 time: 0.1811626 Jul 15 13:03:43.671520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Transition to ACTIVE for port object f145f5db-5055-4e12-a9eb-dba3e03d65f1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:43.690623 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.805415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57a31293-199d-4054-9435-43acce00bcf4 req-b2d40fce-5731-41f4-96c5-ea02ebb7ae14 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441102 Jul 15 13:03:43.809584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Pushing event updated for resources: {'Port': ['ID=f145f5db-5055-4e12-a9eb-dba3e03d65f1,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.925551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38130) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:44.002701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Attempting to bind port f145f5db-5055-4e12-a9eb-dba3e03d65f1 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:44.002701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Attempting to bind port f145f5db-5055-4e12-a9eb-dba3e03d65f1 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:44.003914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Attempting to bind port f145f5db-5055-4e12-a9eb-dba3e03d65f1 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:44.013479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Port f145f5db-5055-4e12-a9eb-dba3e03d65f1 on network 0f7add71-1114-4d73-9993-022984627338 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:44.014001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Attempting to bind port f145f5db-5055-4e12-a9eb-dba3e03d65f1 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:44.028509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:44.029657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Checking segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:44.029923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Bound using segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:44.030591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Bound port: f145f5db-5055-4e12-a9eb-dba3e03d65f1, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:44.031107 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.182968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-336113470-network', 'tenant_id': '1c7a8d2396524915993e2ffaefdc1efb'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:44.225798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Made reservation on behalf of 1c7a8d2396524915993e2ffaefdc1efb for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:44.230203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.247182 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.283989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] For port f145f5db-5055-4e12-a9eb-dba3e03d65f1, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:44.294273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] For port f145f5db-5055-4e12-a9eb-dba3e03d65f1, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:44.305127 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.323604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db218-b623-4b09-9e60-e58c40c5884a req-788ac5f9-2a24-463d-b380-da7bc3ee83a2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.330389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db218-b623-4b09-9e60-e58c40c5884a req-788ac5f9-2a24-463d-b380-da7bc3ee83a2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.336891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db218-b623-4b09-9e60-e58c40c5884a req-788ac5f9-2a24-463d-b380-da7bc3ee83a2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.343897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db218-b623-4b09-9e60-e58c40c5884a req-788ac5f9-2a24-463d-b380-da7bc3ee83a2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.350597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db218-b623-4b09-9e60-e58c40c5884a req-788ac5f9-2a24-463d-b380-da7bc3ee83a2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.357077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db218-b623-4b09-9e60-e58c40c5884a req-788ac5f9-2a24-463d-b380-da7bc3ee83a2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.364087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db218-b623-4b09-9e60-e58c40c5884a req-788ac5f9-2a24-463d-b380-da7bc3ee83a2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.366674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d95db218-b623-4b09-9e60-e58c40c5884a req-788ac5f9-2a24-463d-b380-da7bc3ee83a2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5371 time: 0.2178571 Jul 15 13:03:44.444222 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.453292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.454669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.455353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.456985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] 10.222.0.35 "PUT /v2.0/ports/f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 1132 time: 1.6519701 Jul 15 13:03:44.460604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ad1c4-b7ed-4e54-8e61-067a7f358347 service neutron] Pushing event updated for resources: {'Port': ['ID=f145f5db-5055-4e12-a9eb-dba3e03d65f1,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.493226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:44.524251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:44.531193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cdde29-e09b-4153-8b3d-9d707c50c2c6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.536910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.537465 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Added segment 268c3806-9f9f-48f3-8d91-186a27cea293 of type vlan for network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 Jul 15 13:03:44.587609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d95db218-b623-4b09-9e60-e58c40c5884a req-cb016683-f709-4612-9d5b-85a09240aba5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1954482 Jul 15 13:03:44.620463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.682031 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.684090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.686729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.688556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.750803 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8232887 Jul 15 13:03:44.755870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:44.771647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Request body: {'subnet': {'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-336113470-subnet', 'tenant_id': '1c7a8d2396524915993e2ffaefdc1efb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:44.856118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c0d3-cd1e-4d1d-a431-1f41790ff656 admin admin] Pushing event updated for resources: {'Network': ['ID=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.868903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:44.882885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Made reservation on behalf of 1c7a8d2396524915993e2ffaefdc1efb for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:44.885494 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.054978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb1ac0-645d-4fb8-8c22-51d368187294 req-f0e32c06-f40d-4152-b595-56930d0d0c16 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.060092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2eb1ac0-645d-4fb8-8c22-51d368187294 req-f0e32c06-f40d-4152-b595-56930d0d0c16 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 944 time: 0.1540210 Jul 15 13:03:45.137109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.211546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed1b22b-ac0d-4dc6-83fb-efaabab96949,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:45.247288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Checking segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:45.248587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Network hostable DHCP agents. Network: a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:45.279363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:45.292791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:45.304382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff383d-a199-45d4-95ec-c2ab57815aab None None] Network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:45.309604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.312106 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.347343 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14732c6d-6acb-4d95-a952-d0406c7b7b30 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5893455 Jul 15 13:03:45.445519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2da7884-c906-443f-b865-1edcd0a7f011 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:45.455118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.470824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Transition to ACTIVE for port object a2da7884-c906-443f-b865-1edcd0a7f011 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:45.474661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2eb1ac0-645d-4fb8-8c22-51d368187294 req-78c5c380-5ebf-41a2-8460-3b702f99f685 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107521 Jul 15 13:03:45.484445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.506057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f42cc2-4eb0-43b3-b378-853176d2738b None None] Network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:45.604562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2da7884-c906-443f-b865-1edcd0a7f011,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:45.751285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Attempting to bind port a2da7884-c906-443f-b865-1edcd0a7f011 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:45.751727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Attempting to bind port a2da7884-c906-443f-b865-1edcd0a7f011 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:45.752167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Attempting to bind port a2da7884-c906-443f-b865-1edcd0a7f011 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:45.759365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Port a2da7884-c906-443f-b865-1edcd0a7f011 on network 0f7add71-1114-4d73-9993-022984627338 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:45.760002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Attempting to bind port a2da7884-c906-443f-b865-1edcd0a7f011 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:45.766170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:45.766626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Checking segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:45.767147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Bound using segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:45.767722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Bound port: a2da7884-c906-443f-b865-1edcd0a7f011, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:45.768216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.845802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] For port a2da7884-c906-443f-b865-1edcd0a7f011, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:45.850702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] For port a2da7884-c906-443f-b865-1edcd0a7f011, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a2da7884-c906-443f-b865-1edcd0a7f011,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:45.861393 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.900573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.901292 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.902885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/a2da7884-c906-443f-b865-1edcd0a7f011 HTTP/1.1" status: 200 len: 1091 time: 1.3961270 Jul 15 13:03:45.996576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:46.099847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331b600-3bca-4a8a-b244-b11ce60785e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2da7884-c906-443f-b865-1edcd0a7f011,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:46.203396 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.222787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d7329-ce6a-4717-899b-1c21cf96dbc7 req-88a5a74f-38a3-4bc0-8418-6c16629aab8a tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.225473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-879d7329-ce6a-4717-899b-1c21cf96dbc7 req-88a5a74f-38a3-4bc0-8418-6c16629aab8a tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 945 time: 0.3122926 Jul 15 13:03:46.348308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-879d7329-ce6a-4717-899b-1c21cf96dbc7 req-68ef63fe-a597-4145-89f9-2af103df7c03 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d938351-c804-4482-a956-d95ad193bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119506 Jul 15 13:03:46.456727 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f28ec0e-4131-4e52-8227-4bad744df39c x-openstack-request-id: req-1f28ec0e-4131-4e52-8227-4bad744df39c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:46.457273 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a", "name": "network-vif-deleted", "tag": "1992f4ea-70ef-4d11-b828-8b051de9dea1", "status": "failed", "code": 422}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:46.457854 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f28ec0e-4131-4e52-8227-4bad744df39c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:46.459041 n-d-771362-36 neutron-server[93733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ec1aaf1-2a3c-4b96-b3fc-5b2fe11aa57a', 'name': 'network-vif-deleted', 'tag': '1992f4ea-70ef-4d11-b828-8b051de9dea1', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:03:46.814344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-373964ff-e062-42f6-ab02-038580d7a0e0 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.817161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-373964ff-e062-42f6-ab02-038580d7a0e0 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbaacd81-41bd-45fd-b513-995f498250b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2088251 Jul 15 13:03:46.973990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef47190-6343-4df3-ba04-bae682656f08 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:47.012494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.055206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-67fc554d-a973-4287-8cb3-4bba8cf99b25 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1002 time: 0.2055447 Jul 15 13:03:47.070782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Request body: {'floatingip': {'port_id': 'c761aa75-00bc-4425-87e3-0729b919e785', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:47.075584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Transition to ACTIVE for port object 0ef47190-6343-4df3-ba04-bae682656f08 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:47.129861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.228132 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.291512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef47190-6343-4df3-ba04-bae682656f08,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:47.516425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Attempting to bind port 0ef47190-6343-4df3-ba04-bae682656f08 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:47.516770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Attempting to bind port 0ef47190-6343-4df3-ba04-bae682656f08 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:47.517110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Attempting to bind port 0ef47190-6343-4df3-ba04-bae682656f08 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:47.533254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Port 0ef47190-6343-4df3-ba04-bae682656f08 on network 0f7add71-1114-4d73-9993-022984627338 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:47.534147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Attempting to bind port 0ef47190-6343-4df3-ba04-bae682656f08 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:47.550705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:47.551487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Checking segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:47.552229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Bound using segment: {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:47.553233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Bound port: 0ef47190-6343-4df3-ba04-bae682656f08, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0f7add71-1114-4d73-9993-022984627338'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:47.553941 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.722819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] For port 0ef47190-6343-4df3-ba04-bae682656f08, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:47.747389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] For port 0ef47190-6343-4df3-ba04-bae682656f08, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0ef47190-6343-4df3-ba04-bae682656f08,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:47.785110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.851680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.852320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.854133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] 10.222.0.35 "PUT /v2.0/ports/0ef47190-6343-4df3-ba04-bae682656f08 HTTP/1.1" status: 200 len: 1092 time: 1.8703241 Jul 15 13:03:47.917062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:47.953349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94464cc-6e5e-413b-8914-f9a79b68e391 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef47190-6343-4df3-ba04-bae682656f08,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.070975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.272786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.280403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.686981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'tag': '7d44baf1-6332-487a-92d7-bb8689ced47b'}, {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b'}, {'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'}, {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '6ae5a51d-f08e-4ccb-bf81-467cde069654'}, {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': 'f145f5db-5055-4e12-a9eb-dba3e03d65f1'}, {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': 'a2da7884-c906-443f-b865-1edcd0a7f011'}, {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '0ef47190-6343-4df3-ba04-bae682656f08'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:48.689504 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a94c89-9193-4bd7-aac6-f65edfab0b54" -d '{"events": [{"name": "network-changed", "server_uuid": "e5addf25-55f3-41fc-9c3d-71fe0131d84a", "tag": "7d44baf1-6332-487a-92d7-bb8689ced47b"}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b"}, {"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c"}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "6ae5a51d-f08e-4ccb-bf81-467cde069654"}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "f145f5db-5055-4e12-a9eb-dba3e03d65f1"}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "a2da7884-c906-443f-b865-1edcd0a7f011"}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "0ef47190-6343-4df3-ba04-bae682656f08"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:48.721776 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Floating IP c9c498fa-6494-4429-9f96-be7289874440 associated. External IP: 172.25.1.196, port: 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c. Jul 15 13:03:48.818601 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8abe97f0-20ba-4e7d-999e-c1cee4e511a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.894799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b08392-5054-460c-8cb9-fdcde49d1a69 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:48.905879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.954767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Transition to ACTIVE for port object a1b08392-5054-460c-8cb9-fdcde49d1a69 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:48.963933 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.073400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b08392-5054-460c-8cb9-fdcde49d1a69,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:49.128948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:49.204518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Attempting to bind port a1b08392-5054-460c-8cb9-fdcde49d1a69 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:49.204919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Attempting to bind port a1b08392-5054-460c-8cb9-fdcde49d1a69 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:49.205200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Attempting to bind port a1b08392-5054-460c-8cb9-fdcde49d1a69 on network d725112c-3221-4313-b01b-bc625556d4ca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:49.221139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Port a1b08392-5054-460c-8cb9-fdcde49d1a69 on network d725112c-3221-4313-b01b-bc625556d4ca not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:49.221471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Attempting to bind port a1b08392-5054-460c-8cb9-fdcde49d1a69 on network d725112c-3221-4313-b01b-bc625556d4ca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:49.231580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:49.232501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Checking segment: {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:49.233083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Bound using segment: {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:49.233933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Bound port: a1b08392-5054-460c-8cb9-fdcde49d1a69, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:49.234733 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.332929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:49.355252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:49.367455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:49.368114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:49.402700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] For port a1b08392-5054-460c-8cb9-fdcde49d1a69, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:49.424225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] For port a1b08392-5054-460c-8cb9-fdcde49d1a69, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:49.460033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.523330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.524130 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.525788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] 10.222.0.35 "PUT /v2.0/ports/a1b08392-5054-460c-8cb9-fdcde49d1a69 HTTP/1.1" status: 200 len: 1092 time: 1.6131573 Jul 15 13:03:49.554325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c863f1-cb0b-4f0e-b60e-655bd0386094 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b08392-5054-460c-8cb9-fdcde49d1a69,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:49.610053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Request body: {'port': {'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:49.752052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:49.776261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.944063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:50.104162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': 'c761aa75-00bc-4425-87e3-0729b919e785', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:1e:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:48Z', 'revision_number': 3, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:50.140306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:50.150341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:50.151101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:50.285862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:50.421563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:50.430333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.573993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': 'c761aa75-00bc-4425-87e3-0729b919e785', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:1e:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:48Z', 'revision_number': 3, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:50.582268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:50.588556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-f1764efb-3070-4db2-b647-dfd309832938 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "PUT /v2.0/floatingips/c9c498fa-6494-4429-9f96-be7289874440 HTTP/1.1" status: 200 len: 998 time: 3.5246212 Jul 15 13:03:50.593888 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.615239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344bb14-69ba-41f0-9db1-cd2fb9ba8216 None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': 'c761aa75-00bc-4425-87e3-0729b919e785', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:1e:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:48Z', 'revision_number': 3, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:50.636099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Transition to ACTIVE for port object 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:50.643607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.712502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-e4db182b-cec7-426e-8103-786c2353d5a4 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.715532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-e4db182b-cec7-426e-8103-786c2353d5a4 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports/5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 943 time: 0.1146207 Jul 15 13:03:50.715735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7d44baf1-6332-487a-92d7-bb8689ced47b details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:50.737104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.862380 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d104b9d-1e81-4ed3-a66a-b85cacd3c05f None None] New status for floating IP c9c498fa-6494-4429-9f96-be7289874440: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:03:50.913359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7d44baf1-6332-487a-92d7-bb8689ced47b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7d44baf1-6332-487a-92d7-bb8689ced47b,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:50.930551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Attempting to bind port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:50.931108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Attempting to bind port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:50.931681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Attempting to bind port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f on network d725112c-3221-4313-b01b-bc625556d4ca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:50.938564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'port_id': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'mac_address': 'fa:16:3e:d6:11:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:50.944961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f on network d725112c-3221-4313-b01b-bc625556d4ca not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:50.945483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Attempting to bind port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f on network d725112c-3221-4313-b01b-bc625556d4ca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:50.957384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:50.957843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Checking segment: {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:50.958552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Bound using segment: {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:50.959345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Bound port: 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2299a3cf-7584-4a4d-8fe8-61f979983b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:50.959946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.019998 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.056450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d44baf1-6332-487a-92d7-bb8689ced47b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:51.065978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-c0d99a46-cee5-4ce7-abe9-a68bee06e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.068246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-c0d99a46-cee5-4ce7-abe9-a68bee06e7c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.2130814 Jul 15 13:03:51.088944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7d44baf1-6332-487a-92d7-bb8689ced47b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7d44baf1-6332-487a-92d7-bb8689ced47b,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:51.096794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.147618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] For port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:51.174984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:51.204701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7d44baf1-6332-487a-92d7-bb8689ced47b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.212090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:51.213144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:51.226713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] For port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:51.236769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.295519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.296157 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.297647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d2ed1cc-b433-4a2c-9a60-976be94b8c5f HTTP/1.1" status: 200 len: 1092 time: 1.6928105 Jul 15 13:03:51.315463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-5c133ab4-7580-4de3-ad5b-0452334f8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.317582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-5c133ab4-7580-4de3-ad5b-0452334f8489 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.2387862 Jul 15 13:03:51.321275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcd329-be19-4873-aeee-96883889cd68 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.356508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:51.401662 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-35f6f56f-9f20-4c34-8469-62d1aeae5cb3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 217 time: 0.0711155 Jul 15 13:03:51.405297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['7d44baf1-6332-487a-92d7-bb8689ced47b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:51.480796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-6b133e58-c7a9-48fd-a444-03cd59d13b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.486388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-6b133e58-c7a9-48fd-a444-03cd59d13b3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.0835516 Jul 15 13:03:51.558559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58297bde-c8df-4802-9b79-8796a4901f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.569345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d36871b0-e9e8-4e6f-a467-e557b3e4dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.570155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d36871b0-e9e8-4e6f-a467-e557b3e4dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.570900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d36871b0-e9e8-4e6f-a467-e557b3e4dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.571921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d36871b0-e9e8-4e6f-a467-e557b3e4dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.572791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d36871b0-e9e8-4e6f-a467-e557b3e4dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.574924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d36871b0-e9e8-4e6f-a467-e557b3e4dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.574924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d36871b0-e9e8-4e6f-a467-e557b3e4dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.579075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d36871b0-e9e8-4e6f-a467-e557b3e4dd7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6483 time: 0.1937318 Jul 15 13:03:51.579427 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.831066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': 'c761aa75-00bc-4425-87e3-0729b919e785', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:1e:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:50Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:51.865513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:51.882266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:51.883408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:51.940916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-fc5d9fa3-621c-4085-a6e3-3a18184916b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b HTTP/1.1" status: 200 len: 217 time: 0.3519380 Jul 15 13:03:51.993300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-09e7a2fb-e54d-4662-9483-671c9633e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.994792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-09e7a2fb-e54d-4662-9483-671c9633e069 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5038359 Jul 15 13:03:52.003803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0a6fd712-f25a-4d72-89ea-18c9725c6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.005343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-0a6fd712-f25a-4d72-89ea-18c9725c6032 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8 HTTP/1.1" status: 200 len: 850 time: 0.0574398 Jul 15 13:03:52.055444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:52.143252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-ac09dbb0-d376-4202-b1c5-e994df57b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.144867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-ac09dbb0-d376-4202-b1c5-e994df57b8a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13d3c86e-fa31-4029-9eae-010b85f8eea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298642 Jul 15 13:03:52.146932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-d34fe35e-37ff-45f0-b405-eb489362803b service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398082 Jul 15 13:03:52.330743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-bb07b2e4-0b6b-4cc0-b258-522e80b15be5 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781666 Jul 15 13:03:52.333228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-203cf7ba-90c9-44c7-a5a8-3d4ed0c437dd service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793802 Jul 15 13:03:52.470785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-2c50a78a-9313-4cba-b96c-d8bd657edc8d service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328011 Jul 15 13:03:52.521990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e49d4e14-d8ce-4f03-9b26-71fe5afa23a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 217 time: 0.0444229 Jul 15 13:03:52.528251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-74d8d797-d1d5-46af-8f86-c2789b04fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.530494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-74d8d797-d1d5-46af-8f86-c2789b04fe1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 1097 time: 0.1235878 Jul 15 13:03:52.562315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': 'c761aa75-00bc-4425-87e3-0729b919e785', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:1e:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:50Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:52.612695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8089a-69d9-410a-b98b-9f71c1782724 None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': 'c761aa75-00bc-4425-87e3-0729b919e785', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:1e:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:03:50Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:52.639607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-4684c403-3e64-43c6-9443-f6a517c81c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.641180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-4684c403-3e64-43c6-9443-f6a517c81c91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1097350 Jul 15 13:03:52.703108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-72bb774f-e4bb-43b6-969b-5a4ae1965621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.704729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-72bb774f-e4bb-43b6-969b-5a4ae1965621 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.1641207 Jul 15 13:03:52.731286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7d44baf1-6332-487a-92d7-bb8689ced47b up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:52.774656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-6573696e-864f-4d9d-a2b3-ff4a871e5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.776284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-6573696e-864f-4d9d-a2b3-ff4a871e5d74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1252215 Jul 15 13:03:52.813199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-3f81364d-96f7-4a00-b269-8a6337220250 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 200 len: 1001 time: 0.0977492 Jul 15 13:03:52.839896 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.870629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 7d44baf1-6332-487a-92d7-bb8689ced47b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:52.877921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 7d44baf1-6332-487a-92d7-bb8689ced47b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:52.878764 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.928719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-3726660c-0e18-4ee4-ad8a-03118a3d85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.930326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-3726660c-0e18-4ee4-ad8a-03118a3d85d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.0949237 Jul 15 13:03:52.936470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-d0575c42-5f8e-48d9-92e2-9f550665fb49 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517751 Jul 15 13:03:53.012780 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.057548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d44baf1-6332-487a-92d7-bb8689ced47b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:53.061991 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4481095c-4c58-4abf-9cee-32c5ec12ca04" -d '{"events": [{"server_uuid": "e5addf25-55f3-41fc-9c3d-71fe0131d84a", "name": "network-vif-plugged", "status": "completed", "tag": "7d44baf1-6332-487a-92d7-bb8689ced47b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:53.074571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-1a430147-6c45-47f2-84bf-5db0b1d22130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.076778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-1a430147-6c45-47f2-84bf-5db0b1d22130 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366262 Jul 15 13:03:53.079655 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-18779800-7a84-45b9-bb4d-ce751e43e4ff service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310649 Jul 15 13:03:53.084003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7d44baf1-6332-487a-92d7-bb8689ced47b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7d44baf1-6332-487a-92d7-bb8689ced47b,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:53.091101 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.180628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7d44baf1-6332-487a-92d7-bb8689ced47b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:53.188108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-cb754efd-07a0-416a-9d70-950465c08a31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 217 time: 0.0892494 Jul 15 13:03:53.287744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-bbb4bb5b-604d-4702-ae62-6f68dce783f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.289275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-bbb4bb5b-604d-4702-ae62-6f68dce783f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.0938444 Jul 15 13:03:53.296070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-817f24f5-353a-4265-b445-c9393ede7f9c service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107038 Jul 15 13:03:53.431469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46cfd531-72d9-4406-8630-87221a21d7d0 req-a2de1e52-8ef3-451d-be99-3d01706dbd8b service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249425 Jul 15 13:03:53.434513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-27f8d0ba-8cd8-4793-906f-c2a654a19222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.436194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-27f8d0ba-8cd8-4793-906f-c2a654a19222 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391187 Jul 15 13:03:53.566105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-e2da31cf-63ad-4601-9225-0b4d06b5241e service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217237 Jul 15 13:03:53.714386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-3ca404d8-c258-4206-ace9-f6686389a451 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393631 Jul 15 13:03:53.720696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5021c9e-8192-4f15-b43c-7412839a7d7b req-b478193d-fa55-44a3-ae4a-b25a89fad746 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.722586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5021c9e-8192-4f15-b43c-7412839a7d7b req-b478193d-fa55-44a3-ae4a-b25a89fad746 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 1096 time: 0.1618178 Jul 15 13:03:53.768893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-94d54327-84e3-4aac-9b0a-47dc8064c9be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a2da7884-c906-443f-b865-1edcd0a7f011 HTTP/1.1" status: 200 len: 217 time: 0.0450196 Jul 15 13:03:53.839473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5021c9e-8192-4f15-b43c-7412839a7d7b req-b9448f97-4dd8-4d07-bf6e-42add504186d tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088514 Jul 15 13:03:53.853126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-283a8a00-5fc0-4ae0-b33d-f2bc4f27bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.854954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-283a8a00-5fc0-4ae0-b33d-f2bc4f27bf81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.0793872 Jul 15 13:03:53.961286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-657d3f95-86cc-4c31-ad29-64e10f0f4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.964155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-657d3f95-86cc-4c31-ad29-64e10f0f4000 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015334 Jul 15 13:03:54.187620 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.204245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-71b5be34-a0a3-4548-8739-e1aed5f62121 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337892 Jul 15 13:03:54.253181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-a4978ab5-b043-48c8-9f14-26a98c676fd3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.265430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-a4978ab5-b043-48c8-9f14-26a98c676fd3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.277758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-a4978ab5-b043-48c8-9f14-26a98c676fd3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.290573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-a4978ab5-b043-48c8-9f14-26a98c676fd3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.302425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-a4978ab5-b043-48c8-9f14-26a98c676fd3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.314640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-a4978ab5-b043-48c8-9f14-26a98c676fd3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.326775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-a4978ab5-b043-48c8-9f14-26a98c676fd3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.330462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-a4978ab5-b043-48c8-9f14-26a98c676fd3 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5419 time: 0.3190289 Jul 15 13:03:54.493064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd9f59b-f710-417c-939d-55e0795fc5cd req-68190cf8-ddec-4f3c-bf65-2e19ffb67cdc tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443992 Jul 15 13:03:54.540102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-f5df61ab-8849-4203-b631-bc078539488a service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273816 Jul 15 13:03:54.611191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-8f14b9bc-5ff1-4c58-84cb-17c587a56617 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=0ef47190-6343-4df3-ba04-bae682656f08 HTTP/1.1" status: 200 len: 217 time: 0.0645311 Jul 15 13:03:54.668518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-fa0f24d6-8356-44d1-9596-8f95db968b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.670623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-fa0f24d6-8356-44d1-9596-8f95db968b68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.0529795 Jul 15 13:03:54.787946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-61094c76-61b0-4860-8a0c-14a3296c4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.789543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-61094c76-61b0-4860-8a0c-14a3296c4d57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1121073 Jul 15 13:03:54.954686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-ac3bc398-1a11-4142-829c-c31e3d8aa8bb tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.956339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-ac3bc398-1a11-4142-829c-c31e3d8aa8bb tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 812 time: 0.2098770 Jul 15 13:03:54.987016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-61733757-c72f-4537-a925-d03cab65a759 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/quotas/1c7a8d2396524915993e2ffaefdc1efb HTTP/1.1" status: 200 len: 375 time: 0.0207648 Jul 15 13:03:54.990173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-5a729912-eb69-4ec7-9fff-fba5ec9a231a service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931448 Jul 15 13:03:55.032630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-5aac3d46-e793-457a-bc46-e3725f4c592d tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391369 Jul 15 13:03:55.202058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-524482f1-e48d-4d93-ab45-60e6be6edafc service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986160 Jul 15 13:03:55.208689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-d36a907b-1950-4154-bd5a-c58dc7c17c5f service neutron] 10.222.0.25 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628375 Jul 15 13:03:55.261675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-37080d13-aed5-4a0b-ba27-139f2afc9a16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69 HTTP/1.1" status: 200 len: 217 time: 0.0515389 Jul 15 13:03:55.366740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-ff498216-370a-40e4-86d4-7fb1f719a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.368233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-ff498216-370a-40e4-86d4-7fb1f719a10d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.0964866 Jul 15 13:03:55.422437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-7e6b82e8-1a3e-4a8f-9525-17b07dab5a2e service neutron] 10.222.0.25 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041268 Jul 15 13:03:55.468786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b9f9d1e6-32ec-4205-97ef-52364626b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.470633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-b9f9d1e6-32ec-4205-97ef-52364626b086 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0959258 Jul 15 13:03:55.652928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-868b1d5d-ba64-451e-8996-1c2fe9148de0 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754017 Jul 15 13:03:56.267702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-9945cef2-70f5-49cf-a6f2-bece5887127c service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079249 Jul 15 13:03:56.280752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9a91-a956-4933-9deb-82400a3e4331 req-d2acec18-ad9a-4331-865b-568f1377fea9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.282534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-d2acec18-ad9a-4331-865b-568f1377fea9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.2547629 Jul 15 13:03:56.346198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-04da1412-c7b0-4c42-906a-11542d6bc1f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f HTTP/1.1" status: 200 len: 217 time: 0.0624888 Jul 15 13:03:56.349452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-df49537b-2eed-4bae-a20b-2152b1f07e4b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/quotas/8873230e35444f6bb69d848213db6865 HTTP/1.1" status: 200 len: 375 time: 0.0566022 Jul 15 13:03:56.430542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-c2fc329a-9cc6-402a-9cae-efe33495a7e6 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680375 Jul 15 13:03:56.464747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-5c707862-4ec2-432f-b615-8448322dd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.467027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-5c707862-4ec2-432f-b615-8448322dd606 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.1140614 Jul 15 13:03:56.612998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-8506a831-3283-4e1a-9df9-aa4019cb7d7a service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664808 Jul 15 13:03:56.616456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-5eb62766-25fd-4009-be21-622b6ab85e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.617990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-5eb62766-25fd-4009-be21-622b6ab85e5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1395888 Jul 15 13:03:56.802047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-9622f07f-9571-4d8f-8dfe-6ff0eaefea5b service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812780 Jul 15 13:03:56.806909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-5d8551c7-35a2-4eac-848a-c2630a2652ed service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754515 Jul 15 13:03:56.995905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3488d1-8813-418a-b2ab-e77b659faea3 req-07e781c4-ee0d-433d-a436-39c2a47505f6 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807323 Jul 15 13:03:57.219033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3cd98-68eb-42cb-bd34-a514ef9e93ac req-8f62f5ec-4f64-4bc7-9c1c-b1c2f82ed1d7 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.221188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2de3cd98-68eb-42cb-bd34-a514ef9e93ac req-8f62f5ec-4f64-4bc7-9c1c-b1c2f82ed1d7 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 946 time: 0.0812030 Jul 15 13:03:57.268925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2de3cd98-68eb-42cb-bd34-a514ef9e93ac req-09104bd3-a9f3-4c92-9c0a-a8042aa6db33 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419533 Jul 15 13:03:57.824337 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1181 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12c18ea-b7bc-4b72-a084-c234c17ccfb1 x-openstack-request-id: req-e12c18ea-b7bc-4b72-a084-c234c17ccfb1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:57.825063 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5addf25-55f3-41fc-9c3d-71fe0131d84a", "tag": "7d44baf1-6332-487a-92d7-bb8689ced47b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "6ae5a51d-f08e-4ccb-bf81-467cde069654", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "f145f5db-5055-4e12-a9eb-dba3e03d65f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "a2da7884-c906-443f-b865-1edcd0a7f011", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "0ef47190-6343-4df3-ba04-bae682656f08", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:57.825237 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e12c18ea-b7bc-4b72-a084-c234c17ccfb1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:57.826326 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'tag': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'status': 'completed', 'code': 200} Jul 15 13:03:57.826974 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'status': 'completed', 'code': 200} Jul 15 13:03:57.828770 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'status': 'completed', 'code': 200} Jul 15 13:03:57.831445 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '6ae5a51d-f08e-4ccb-bf81-467cde069654', 'status': 'completed', 'code': 200} Jul 15 13:03:57.831445 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': 'f145f5db-5055-4e12-a9eb-dba3e03d65f1', 'status': 'completed', 'code': 200} Jul 15 13:03:57.831445 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': 'a2da7884-c906-443f-b865-1edcd0a7f011', 'status': 'completed', 'code': 200} Jul 15 13:03:57.831445 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '0ef47190-6343-4df3-ba04-bae682656f08', 'status': 'completed', 'code': 200} Jul 15 13:03:57.871859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-55a60438-e821-4ada-b9eb-c2223cc99484 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.876161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-55a60438-e821-4ada-b9eb-c2223cc99484 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 812 time: 0.2648880 Jul 15 13:03:57.881757 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9780f66b-97cb-46ec-b64a-a8c0c3245410 x-openstack-request-id: req-9780f66b-97cb-46ec-b64a-a8c0c3245410 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:57.882631 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5addf25-55f3-41fc-9c3d-71fe0131d84a", "name": "network-vif-plugged", "status": "completed", "tag": "7d44baf1-6332-487a-92d7-bb8689ced47b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:57.882631 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9780f66b-97cb-46ec-b64a-a8c0c3245410 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:57.883297 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'code': 200} Jul 15 13:03:57.932147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Request body: {'port': {'device_id': '0efd50d7-1617-4415-b2df-f0f70e2bea0c', 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'admin_state_up': True, 'tenant_id': '1c7a8d2396524915993e2ffaefdc1efb'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:58.244358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-1bd7da57-4366-464c-9a8d-16ff99b175bd tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.247043 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-1bd7da57-4366-464c-9a8d-16ff99b175bd tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 812 time: 0.1363158 Jul 15 13:03:58.263985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Request body: {'port': {'device_id': 'b15e0d86-a261-425b-bcbf-985391c33157', 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'admin_state_up': True, 'tenant_id': '1c7a8d2396524915993e2ffaefdc1efb'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:58.349280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd50ed5e-d7b6-4f5b-b4aa-3788311f7630 req-21921428-7665-435c-9d5e-3c34620b5652 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1001 time: 0.4298804 Jul 15 13:03:58.429321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-09b432b3-f708-4fb7-bee6-d654c788dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.431464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-09b432b3-f708-4fb7-bee6-d654c788dcae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ebe6a076bd042009653459f556f0b05&device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 1098 time: 0.5921299 Jul 15 13:03:58.474007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Made reservation on behalf of 1c7a8d2396524915993e2ffaefdc1efb for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:58.480014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.500801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4f0ee57c-1525-4e50-a8a7-f1c7679363d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.501239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4f0ee57c-1525-4e50-a8a7-f1c7679363d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.501670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4f0ee57c-1525-4e50-a8a7-f1c7679363d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.502154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4f0ee57c-1525-4e50-a8a7-f1c7679363d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.502716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4f0ee57c-1525-4e50-a8a7-f1c7679363d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.503110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4f0ee57c-1525-4e50-a8a7-f1c7679363d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.503618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4f0ee57c-1525-4e50-a8a7-f1c7679363d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.506143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4f0ee57c-1525-4e50-a8a7-f1c7679363d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6483 time: 0.4642003 Jul 15 13:03:58.541477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50ed5e-d7b6-4f5b-b4aa-3788311f7630 req-92cb1224-71d3-47e9-b968-7c08a14b55a6 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.542994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd50ed5e-d7b6-4f5b-b4aa-3788311f7630 req-92cb1224-71d3-47e9-b968-7c08a14b55a6 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports/c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 200 len: 942 time: 0.1856620 Jul 15 13:03:58.564623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10133758-20ef-4c24-8096-a249c7ee91c4 req-145c70eb-0bc9-4434-8520-b43d5690abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.566373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10133758-20ef-4c24-8096-a249c7ee91c4 req-145c70eb-0bc9-4434-8520-b43d5690abda service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 1098 time: 0.4207160 Jul 15 13:03:58.712054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Made reservation on behalf of 1c7a8d2396524915993e2ffaefdc1efb for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:58.715899 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.724661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Allocated IP 172.20.0.13 (a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9/6ed1b22b-ac0d-4dc6-83fb-efaabab96949/2b8e91ce-e909-4ab0-93a6-c328315e60fb) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:58.736444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10133758-20ef-4c24-8096-a249c7ee91c4 req-e96fb7ed-d077-4ffe-b26a-ce9a93722679 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291957 Jul 15 13:03:58.786285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-68043679-555b-4034-a156-94133e49d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.787735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-68043679-555b-4034-a156-94133e49d624 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 HTTP/1.1" status: 200 len: 916 time: 0.3394139 Jul 15 13:03:58.861844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-f0d585e2-8c5c-4c7b-bbb6-8569ebcc2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.863458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-f0d585e2-8c5c-4c7b-bbb6-8569ebcc2660 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13d3c86e-fa31-4029-9eae-010b85f8eea2 HTTP/1.1" status: 200 len: 912 time: 0.3422019 Jul 15 13:03:58.873903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-30b178d7-559d-47e9-a53d-41ab3b2b5ae7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d44baf1-6332-487a-92d7-bb8689ced47b HTTP/1.1" status: 200 len: 217 time: 0.0654776 Jul 15 13:03:58.915751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.956486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-f4fec362-bf24-4082-ac10-cf40ded92627 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b HTTP/1.1" status: 200 len: 217 time: 0.0863111 Jul 15 13:03:58.982886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd50ed5e-d7b6-4f5b-b4aa-3788311f7630 req-4f48ade6-9b97-442f-9896-293cf0d86a4b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1001 time: 0.2591016 Jul 15 13:03:58.996665 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.086763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:59.100748 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:59.103438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:59.166426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.167118 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.173036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-117046df-d32b-4d63-a584-8c406f3a2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.175384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Pushing event updated for resources: {'Port': ['ID=2b8e91ce-e909-4ab0-93a6-c328315e60fb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.175600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-117046df-d32b-4d63-a584-8c406f3a2d31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef6a1f5-829e-4dad-a498-73ca83a738e1 HTTP/1.1" status: 200 len: 854 time: 0.2880023 Jul 15 13:03:59.186897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-17e5fd75-2ee7-4261-9c18-5569a2526ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.189627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-17e5fd75-2ee7-4261-9c18-5569a2526ce4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8 HTTP/1.1" status: 200 len: 850 time: 0.2001214 Jul 15 13:03:59.204688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9a91-a956-4933-9deb-82400a3e4331 req-2f25f219-d4e1-4476-ad86-1b474c445a70 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.206313 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-2f25f219-d4e1-4476-ad86-1b474c445a70 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.2525423 Jul 15 13:03:59.208514 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aed6f622-2ff3-4124-a300-9c0efa4052f9 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9519870 Jul 15 13:03:59.226496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Request body: {'port': {'device_id': '77255cae-a391-4b63-8e62-fee39d9ace67', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'admin_state_up': True, 'tenant_id': '8873230e35444f6bb69d848213db6865'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:59.238463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Request body: {'port': {'device_id': 'b15e0d86-a261-425b-bcbf-985391c33157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:59.397073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.448717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:59.453051 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.708871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Allocated IP 172.20.0.4 (820a4b2f-6285-45c7-b730-ad946dd55767/98138ff5-98a1-497e-9957-03af93bd31ab/99aeba0e-5175-4e2e-a262-d1e6a9a9d99f) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:59.835694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': 'a1b08392-5054-460c-8cb9-fdcde49d1a69'}, {'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'}, {'name': 'network-changed', 'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785'}, {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '5d2ed1cc-b433-4a2c-9a60-976be94b8c5f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:59.839802 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "a1b08392-5054-460c-8cb9-fdcde49d1a69"}, {"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c"}, {"name": "network-changed", "server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "tag": "c761aa75-00bc-4425-87e3-0729b919e785"}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "5d2ed1cc-b433-4a2c-9a60-976be94b8c5f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:59.845416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Allocated IP 172.20.0.12 (a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9/6ed1b22b-ac0d-4dc6-83fb-efaabab96949/54bfa6be-5488-4653-a015-9ed31bc1e904) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:59.912781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.913964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50ed5e-d7b6-4f5b-b4aa-3788311f7630 req-80bf43cb-8080-4363-875a-60bd20b67969 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.917866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd50ed5e-d7b6-4f5b-b4aa-3788311f7630 req-80bf43cb-8080-4363-875a-60bd20b67969 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.9091401 Jul 15 13:03:59.967169 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.026246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Network 820a4b2f-6285-45c7-b730-ad946dd55767 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:00.030427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:00.034774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:00.047905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-28d12014-28bb-4155-876c-1478e11ed485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.050654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-28d12014-28bb-4155-876c-1478e11ed485 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8064280 Jul 15 13:04:00.059034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event updated for resources: {'Port': ['ID=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.092481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.092813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8026b9fe-4b1b-48d4-83d1-760e27a248cd tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.093155 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.095598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8026b9fe-4b1b-48d4-83d1-760e27a248cd tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.30 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 945 time: 0.4753418 Jul 15 13:04:00.098764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-bec6d53b-7035-4a23-ba96-e3723d202b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.101521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-bec6d53b-7035-4a23-ba96-e3723d202b16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13d3c86e-fa31-4029-9eae-010b85f8eea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4788108 Jul 15 13:04:00.108571 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-70d37ea7-c493-4bba-9518-0e946d1553a5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8865378 Jul 15 13:04:00.120245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Request body: {'port': {'device_id': '77255cae-a391-4b63-8e62-fee39d9ace67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:00.205171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.597003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:00.608063 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.616155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-ae217739-36ab-4e06-b5e3-36af4ea11642 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943764 Jul 15 13:04:00.620305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.630898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-29c86f63-1e54-4aa3-b209-339d8f0e4daf service neutron] 10.222.0.30 "GET /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652683 Jul 15 13:04:00.632487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Transition to ACTIVE for port object 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:00.637119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.677305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b75b1-efba-4c53-9f89-9a89dcc6a663 req-2869e8c4-4273-44c3-b213-578dae4cfb3f tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.679814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-542b75b1-efba-4c53-9f89-9a89dcc6a663 req-2869e8c4-4273-44c3-b213-578dae4cfb3f tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 1097 time: 0.6383758 Jul 15 13:04:00.740761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Pushing event updated for resources: {'Port': ['ID=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.864352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Attempting to bind port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:00.864791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Attempting to bind port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:00.865193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Attempting to bind port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:00.870939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f on network 820a4b2f-6285-45c7-b730-ad946dd55767 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:00.871382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Attempting to bind port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:00.877867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:00.878310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Checking segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:00.878710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Bound using segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:00.879216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Bound port: 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:00.879584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.938011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Deleting port fc88a9e4-a806-4e31-ab75-23e46e9721d4 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:00.938664 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.953641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] For port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:00.957497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] For port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:00.965181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.005158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.006190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.007766 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] 10.222.0.35 "PUT /v2.0/ports/99aeba0e-5175-4e2e-a262-d1e6a9a9d99f HTTP/1.1" status: 200 len: 1092 time: 0.8919821 Jul 15 13:04:01.008270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77255cae-a391-4b63-8e62-fee39d9ace67', 'tag': '99aeba0e-5175-4e2e-a262-d1e6a9a9d99f'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:01.010699 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "77255cae-a391-4b63-8e62-fee39d9ace67", "tag": "99aeba0e-5175-4e2e-a262-d1e6a9a9d99f"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:01.046844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9d3b1-b730-406b-abe0-4717c8bdecca service neutron] Pushing event updated for resources: {'Port': ['ID=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:01.075513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-542b75b1-efba-4c53-9f89-9a89dcc6a663 req-9d701d26-5237-4825-82b8-36b6186b178c tempest-LiveMigrationTest-932848150 tempest-LiveMigrationTest-932848150-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e453f720-f480-4c64-8655-2028e754aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731380 Jul 15 13:04:01.132214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-cbbe918e-5329-4875-8e38-9026e3daf39a service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066104 Jul 15 13:04:01.146361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-52f65c31-befd-4471-9c54-205439e40422 service neutron] 10.222.0.30 "GET /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003269 Jul 15 13:04:01.159088 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.265005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:01.267636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9a91-a956-4933-9deb-82400a3e4331 req-11fbd853-cf52-456f-b359-a2382d4e0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.270867 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-11fbd853-cf52-456f-b359-a2382d4e0de8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 1095 time: 0.2128870 Jul 15 13:04:01.307337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:01.317038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] For port fc88a9e4-a806-4e31-ab75-23e46e9721d4, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=fc88a9e4-a806-4e31-ab75-23e46e9721d4,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:01.317404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.320717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:01.329055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Pushing event updated for resources: {'Port': ['ID=54bfa6be-5488-4653-a015-9ed31bc1e904,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:01.352126 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-114622dd-369e-4be4-b72c-9c5318afe005 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f HTTP/1.1" status: 200 len: 217 time: 0.0708518 Jul 15 13:04:01.443361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.444038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.493325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9a91-a956-4933-9deb-82400a3e4331 req-3df42660-e31e-4131-b8ce-d67e3697c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.496561 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-3df42660-e31e-4131-b8ce-d67e3697c487 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.1355250 Jul 15 13:04:01.504192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-ff2ef969-e6f2-4aa4-8665-437eeff38ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.505916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-ff2ef969-e6f2-4aa4-8665-437eeff38ecd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.2778845 Jul 15 13:04:01.526473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-aae8dcf1-e61c-4e45-b4b7-f9ac0af3c888 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6102574 Jul 15 13:04:01.627697 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-9fd6f540-c912-4f9c-811a-cbdcd91b4b2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210549 Jul 15 13:04:01.629720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Request body: {'port': {'device_id': '0efd50d7-1617-4415-b2df-f0f70e2bea0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:01.701682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8e91ce-e909-4ab0-93a6-c328315e60fb {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:01.724145 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.758365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-589de27a-72b6-4ffd-9da9-7674611726dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.760143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-589de27a-72b6-4ffd-9da9-7674611726dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.2475924 Jul 15 13:04:01.785705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Transition to ACTIVE for port object 2b8e91ce-e909-4ab0-93a6-c328315e60fb will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:01.795025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.857575 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.857958 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.858285 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Floating IP 6b6db188-950c-4651-bf2a-06e2d6fe3351 disassociated. External IP: 172.25.1.56, port: fc88a9e4-a806-4e31-ab75-23e46e9721d4. Jul 15 13:04:01.858641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Calling delete_port for fc88a9e4-a806-4e31-ab75-23e46e9721d4 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:01.870632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-4e7e7fbc-019a-4fe4-a61b-480d4d06ac0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 217 time: 0.0969067 Jul 15 13:04:01.888366 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-42eed742-3ba4-4110-918a-a939617f82eb service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516057 Jul 15 13:04:01.996272 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.306135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-0e239570-640f-4d58-94a3-d192aec171ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.307738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-0e239570-640f-4d58-94a3-d192aec171ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.4134340 Jul 15 13:04:02.406609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-ac03499c-00b2-416e-a3ea-0aa72fb4f0f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.412905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-ac03499c-00b2-416e-a3ea-0aa72fb4f0f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.419302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-ac03499c-00b2-416e-a3ea-0aa72fb4f0f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.419862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Pushing event updated for resources: {'Port': ['ID=2b8e91ce-e909-4ab0-93a6-c328315e60fb,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:02.426070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-ac03499c-00b2-416e-a3ea-0aa72fb4f0f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.432280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-ac03499c-00b2-416e-a3ea-0aa72fb4f0f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.438534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-ac03499c-00b2-416e-a3ea-0aa72fb4f0f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.444684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-ac03499c-00b2-416e-a3ea-0aa72fb4f0f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.452797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-ac03499c-00b2-416e-a3ea-0aa72fb4f0f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5419 time: 0.6658304 Jul 15 13:04:02.638582 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-957c9a91-a956-4933-9deb-82400a3e4331 req-41520428-36e0-4cd9-957b-be6b20cbf19d service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7389977 Jul 15 13:04:02.642021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c01fc7c6-a59c-4cb6-beb1-aea50596c9f6 req-b4ee37ae-8b7d-4747-aed8-af1dd0fa1f0e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1881664 Jul 15 13:04:02.654770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Attempting to bind port 2b8e91ce-e909-4ab0-93a6-c328315e60fb on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:02.657634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Attempting to bind port 2b8e91ce-e909-4ab0-93a6-c328315e60fb by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:02.658339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Attempting to bind port 2b8e91ce-e909-4ab0-93a6-c328315e60fb on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:02.680918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Port 2b8e91ce-e909-4ab0-93a6-c328315e60fb on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:02.682470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Attempting to bind port 2b8e91ce-e909-4ab0-93a6-c328315e60fb on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:02.688046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-8e2f5ba7-4332-4845-b522-b29cca5856fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.690439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-8e2f5ba7-4332-4845-b522-b29cca5856fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3739259 Jul 15 13:04:02.693605 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.704577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:02.705087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Checking segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:02.705736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Bound using segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:02.706401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Bound port: 2b8e91ce-e909-4ab0-93a6-c328315e60fb, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:02.706980 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.778793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device fc88a9e4-a806-4e31-ab75-23e46e9721d4 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:02.822518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: fc88a9e4-a806-4e31-ab75-23e46e9721d4 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:02.823098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device fc88a9e4-a806-4e31-ab75-23e46e9721d4 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:02.836340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event deleted for resources: {'Port': ['ID=fc88a9e4-a806-4e31-ab75-23e46e9721d4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:02.851690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] For port 2b8e91ce-e909-4ab0-93a6-c328315e60fb, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:02.857110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] For port 2b8e91ce-e909-4ab0-93a6-c328315e60fb, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8e91ce-e909-4ab0-93a6-c328315e60fb,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:02.865858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.921660 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.922686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.925195 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] 10.222.0.35 "PUT /v2.0/ports/2b8e91ce-e909-4ab0-93a6-c328315e60fb HTTP/1.1" status: 200 len: 1093 time: 3.6940238 Jul 15 13:04:02.956428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d5f2d-c217-474f-8207-945bc228d5da service neutron] Pushing event updated for resources: {'Port': ['ID=2b8e91ce-e909-4ab0-93a6-c328315e60fb,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:03.106677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-b23eef1e-3847-46c5-bbba-bb0ab448838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.109088 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-b23eef1e-3847-46c5-bbba-bb0ab448838e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&device_id=b15e0d86-a261-425b-bcbf-985391c33157 HTTP/1.1" status: 200 len: 1096 time: 0.1208317 Jul 15 13:04:03.188089 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-6aa65700-e593-4c71-94dc-4462f3472f33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b8e91ce-e909-4ab0-93a6-c328315e60fb HTTP/1.1" status: 200 len: 217 time: 0.0699792 Jul 15 13:04:03.255168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-9918ec16-1057-4de7-841f-9ad138fae94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.256855 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-9918ec16-1057-4de7-841f-9ad138fae94c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 200 len: 852 time: 0.0617173 Jul 15 13:04:03.321751 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-0b10751b-ebd9-411a-9d23-b1d05421fa3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567875 Jul 15 13:04:03.442824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-01b7ac01-721c-44a1-ad04-80018ae77b21 service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755974 Jul 15 13:04:03.486340 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-43f70539-9ae4-4e34-a6be-80149687af8d service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561465 Jul 15 13:04:03.486882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bfa6be-5488-4653-a015-9ed31bc1e904 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:03.553469 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.601418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Router 2f8a9274-346b-4e99-9c63-fbe2f318e783 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:03.617899 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-0b1964f5-548f-40dd-ab1e-47c5ecbf0d19 service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235464 Jul 15 13:04:03.625868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c1b84-a133-4ed6-8775-8627b678bb74 req-1468f15c-7119-4312-9c17-4b6457a3230e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.628865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-690c1b84-a133-4ed6-8775-8627b678bb74 req-1468f15c-7119-4312-9c17-4b6457a3230e tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 943 time: 0.4725749 Jul 15 13:04:03.684719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Transition to ACTIVE for port object 54bfa6be-5488-4653-a015-9ed31bc1e904 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:03.715607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.970511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-ab22142d-b396-4bd2-88b4-9511a7ea64b4 service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135357 Jul 15 13:04:03.980237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-690c1b84-a133-4ed6-8775-8627b678bb74 req-8a1a33b0-e6e5-4cc8-993b-fded0d510d63 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977290 Jul 15 13:04:03.985524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Pushing event updated for resources: {'Port': ['ID=54bfa6be-5488-4653-a015-9ed31bc1e904,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.181630 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.248002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:04.306104 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] Sync routers for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:04.336915 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:04.337711 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:04.352004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] No DVR routers for this DVR port fc88a9e4-a806-4e31-ab75-23e46e9721d4 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:04.365306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.368880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b57cf2e-4e9c-4d62-aa26-fe5d85e64906 req-8b1fc4e6-714a-4830-8e5c-fc435b79b0a3 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.30 "DELETE /v2.0/ports/fc88a9e4-a806-4e31-ab75-23e46e9721d4 HTTP/1.1" status: 204 len: 173 time: 4.2657254 Jul 15 13:04:04.441994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515d3fdf-1d73-43a1-9f2a-4565661c9f0a req-53f535b1-15b2-4534-a1d0-72f4e25b9cd4 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/ports?device_id=66e3e7d9-bf0a-4c02-8030-b618265724c6 HTTP/1.1" status: 200 len: 210 time: 0.0923133 Jul 15 13:04:04.443073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Attempting to bind port 54bfa6be-5488-4653-a015-9ed31bc1e904 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:04.444114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Attempting to bind port 54bfa6be-5488-4653-a015-9ed31bc1e904 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:04.444114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Attempting to bind port 54bfa6be-5488-4653-a015-9ed31bc1e904 on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:04.458208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Port 54bfa6be-5488-4653-a015-9ed31bc1e904 on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:04.458744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Attempting to bind port 54bfa6be-5488-4653-a015-9ed31bc1e904 on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:04.479359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8bc56d0-edf9-4ae3-99ab-83c08f511f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.479994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8bc56d0-edf9-4ae3-99ab-83c08f511f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.480848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8bc56d0-edf9-4ae3-99ab-83c08f511f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.481724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8bc56d0-edf9-4ae3-99ab-83c08f511f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.482576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8bc56d0-edf9-4ae3-99ab-83c08f511f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.483440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8bc56d0-edf9-4ae3-99ab-83c08f511f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.484282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8bc56d0-edf9-4ae3-99ab-83c08f511f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.499415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8bc56d0-edf9-4ae3-99ab-83c08f511f9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6483 time: 0.4072292 Jul 15 13:04:04.520016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:04.520545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Checking segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:04.521163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Bound using segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:04.521902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Bound port: 54bfa6be-5488-4653-a015-9ed31bc1e904, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:04.522493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.646057 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:04.851355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] For port 54bfa6be-5488-4653-a015-9ed31bc1e904, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:04.859365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-facde9c2-0523-4c02-be72-cadedecc821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.864597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-facde9c2-0523-4c02-be72-cadedecc821f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f7add71-1114-4d73-9993-022984627338 HTTP/1.1" status: 200 len: 902 time: 0.3615329 Jul 15 13:04:04.971637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] For port 54bfa6be-5488-4653-a015-9ed31bc1e904, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=54bfa6be-5488-4653-a015-9ed31bc1e904,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:04.975621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-e93b9f8c-50fb-4dfc-a7d8-b8fd65efde02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 217 time: 0.1010547 Jul 15 13:04:05.006005 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.104524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb69cd-b33c-43c0-8c5f-42b04ce8fc4c req-4ccfd848-3528-4a3d-889d-e2f1d3c3b7d2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.104854 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:05.107367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.115994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97cb69cd-b33c-43c0-8c5f-42b04ce8fc4c req-4ccfd848-3528-4a3d-889d-e2f1d3c3b7d2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 946 time: 0.4041445 Jul 15 13:04:05.173832 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] Checking router: 2f8a9274-346b-4e99-9c63-fbe2f318e783 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:05.178765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.179849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.181992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] 10.222.0.35 "PUT /v2.0/ports/54bfa6be-5488-4653-a015-9ed31bc1e904 HTTP/1.1" status: 200 len: 1093 time: 3.5627747 Jul 15 13:04:05.188344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-9a2fa396-547d-43f8-80dc-9d123a137345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.190477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-9a2fa396-547d-43f8-80dc-9d123a137345 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.2059889 Jul 15 13:04:05.196900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c136a8-3ef8-4929-a024-95ecad4d3228 service neutron] Pushing event updated for resources: {'Port': ['ID=54bfa6be-5488-4653-a015-9ed31bc1e904,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.199091 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:05.212586 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:05.255986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97cb69cd-b33c-43c0-8c5f-42b04ce8fc4c req-798cc67a-45d9-4015-a615-a5e589a0fd52 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207900 Jul 15 13:04:05.301554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-b958b435-d313-4dd8-a172-1bb9b8d09bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.303829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-b958b435-d313-4dd8-a172-1bb9b8d09bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010063 Jul 15 13:04:05.387731 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cda24ed-9fa6-4ef3-b776-212d5cd78e9f x-openstack-request-id: req-0cda24ed-9fa6-4ef3-b776-212d5cd78e9f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:05.387731 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "a1b08392-5054-460c-8cb9-fdcde49d1a69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "tag": "c761aa75-00bc-4425-87e3-0729b919e785", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "5d2ed1cc-b433-4a2c-9a60-976be94b8c5f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:05.387731 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cda24ed-9fa6-4ef3-b776-212d5cd78e9f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:05.387731 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': 'a1b08392-5054-460c-8cb9-fdcde49d1a69', 'status': 'completed', 'code': 200} Jul 15 13:04:05.387731 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'status': 'completed', 'code': 200} Jul 15 13:04:05.387731 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785', 'status': 'completed', 'code': 200} Jul 15 13:04:05.387731 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '5d2ed1cc-b433-4a2c-9a60-976be94b8c5f', 'status': 'completed', 'code': 200} Jul 15 13:04:05.487969 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:05.629523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-38149c9d-43f6-474d-b341-90e660e2376c service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156557 Jul 15 13:04:05.635502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-bc074fd7-4be2-410b-a004-1bbe3cd94336 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1001 time: 0.2130823 Jul 15 13:04:05.748650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:05.786274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-3aeafd9c-d01c-4c72-92b4-9382965fa4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.788951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-3aeafd9c-d01c-4c72-92b4-9382965fa4fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&device_id=0efd50d7-1617-4415-b2df-f0f70e2bea0c HTTP/1.1" status: 200 len: 1096 time: 0.4439692 Jul 15 13:04:05.868125 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:05.885241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:05.902078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '99aeba0e-5175-4e2e-a262-d1e6a9a9d99f', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'port_id': '99aeba0e-5175-4e2e-a262-d1e6a9a9d99f', 'mac_address': 'fa:16:3e:e2:03:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98138ff5-98a1-497e-9957-03af93bd31ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:05.952579 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.972670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:06.002274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:06.013608 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.015846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2b8e91ce-e909-4ab0-93a6-c328315e60fb details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:06.096582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2fd6f-b0bd-4398-936d-bfbebf415f7e None None] The sync data for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 is: [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T12:58:38Z', 'revision_number': 4, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e923ff1-4d89-40a3-8d3b-7e11f7277506', 'name': '', 'network_id': 'd7c7f39f-a195-49cb-ab08-6de7357ca58b', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'mac_address': 'fa:16:3e:be:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:37Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'subnets': [{'id': '82cb59f2-38b1-41f7-aaca-4c882a7ace64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:06.128151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:06.214833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-afa79cc3-a669-47ad-8054-27473ea2f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.216801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-afa79cc3-a669-47ad-8054-27473ea2f329 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 1097 time: 0.7858906 Jul 15 13:04:06.226439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-dde6c854-4ed3-4f2f-a289-c239c2b8e09e tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.240920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-dde6c854-4ed3-4f2f-a289-c239c2b8e09e tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports/c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 200 len: 942 time: 0.5783434 Jul 15 13:04:06.245840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-4b59958d-5fa3-4b7b-ad7b-9d8f9076ff09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bfa6be-5488-4653-a015-9ed31bc1e904 HTTP/1.1" status: 200 len: 217 time: 0.4420011 Jul 15 13:04:06.286894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2b8e91ce-e909-4ab0-93a6-c328315e60fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8e91ce-e909-4ab0-93a6-c328315e60fb,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:06.301241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '2b8e91ce-e909-4ab0-93a6-c328315e60fb', 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'port_id': '2b8e91ce-e909-4ab0-93a6-c328315e60fb', 'mac_address': 'fa:16:3e:47:6f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed1b22b-ac0d-4dc6-83fb-efaabab96949', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:06.356993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.395031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8e91ce-e909-4ab0-93a6-c328315e60fb {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:06.437914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2b8e91ce-e909-4ab0-93a6-c328315e60fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8e91ce-e909-4ab0-93a6-c328315e60fb,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:06.448535 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.501257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-b3346792-f68a-4c23-8dd2-785d6f27f286 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8639460 Jul 15 13:04:06.513566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-e79f1640-3dc6-4add-9246-f37665a31799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.516331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-e79f1640-3dc6-4add-9246-f37665a31799 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.2721198 Jul 15 13:04:06.521214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2b8e91ce-e909-4ab0-93a6-c328315e60fb,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:06.525397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-ced04d40-7cec-42f5-b850-f4c30a3fa6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.529458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-ced04d40-7cec-42f5-b850-f4c30a3fa6eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 200 len: 852 time: 0.2414188 Jul 15 13:04:06.550646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be17768d-6bf7-4aa5-a2a5-2c274de8505c None None] New status for floating IP 6b6db188-950c-4651-bf2a-06e2d6fe3351: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:06.639266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-c0bda142-caaa-4c71-8f9a-f5f857373202 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980155 Jul 15 13:04:06.701576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-96e50c55-d0cb-4bb7-abd2-77a815304ff5 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1001 time: 0.2613566 Jul 15 13:04:06.729076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['99aeba0e-5175-4e2e-a262-d1e6a9a9d99f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:06.733654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['2b8e91ce-e909-4ab0-93a6-c328315e60fb'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:06.850567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee447ff9-0d95-4bc0-8e24-cfbbb5c1dfaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 200 len: 1001 time: 0.3219404 Jul 15 13:04:07.081133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-1a1ca352-dd6b-4af8-be83-e4db90580e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.081640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-1a1ca352-dd6b-4af8-be83-e4db90580e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.082133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-1a1ca352-dd6b-4af8-be83-e4db90580e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.082622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-1a1ca352-dd6b-4af8-be83-e4db90580e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.083110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-1a1ca352-dd6b-4af8-be83-e4db90580e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.083633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-1a1ca352-dd6b-4af8-be83-e4db90580e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.084114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-1a1ca352-dd6b-4af8-be83-e4db90580e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.086225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-1a1ca352-dd6b-4af8-be83-e4db90580e1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6483 time: 0.4841924 Jul 15 13:04:07.098172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-768b94ca-19ad-442a-b3aa-5731d7835339 service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370050 Jul 15 13:04:07.110242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-376f3be6-5e37-4c7e-bc21-5594a6834c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.111482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-376f3be6-5e37-4c7e-bc21-5594a6834c3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.2423828 Jul 15 13:04:07.149070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-f7d9a559-5838-4add-a7d5-7cd2fed7c96a tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.150578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-f7d9a559-5838-4add-a7d5-7cd2fed7c96a tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.4481683 Jul 15 13:04:07.381257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-5890d2ac-e41b-4cce-84d5-69a986259130 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1001 time: 0.2006457 Jul 15 13:04:07.387326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'name': 'network-vif-deleted', 'tag': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4'}, {'name': 'network-changed', 'server_uuid': '0efd50d7-1617-4415-b2df-f0f70e2bea0c', 'tag': '54bfa6be-5488-4653-a015-9ed31bc1e904'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:07.389819 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce101990-3827-4d2e-87d4-9091a1c593bb" -d '{"events": [{"server_uuid": "66e3e7d9-bf0a-4c02-8030-b618265724c6", "name": "network-vif-deleted", "tag": "fc88a9e4-a806-4e31-ab75-23e46e9721d4"}, {"name": "network-changed", "server_uuid": "0efd50d7-1617-4415-b2df-f0f70e2bea0c", "tag": "54bfa6be-5488-4653-a015-9ed31bc1e904"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:07.392915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8004e7f-20cd-4b50-8411-4354754b8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.394452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a8004e7f-20cd-4b50-8411-4354754b8086 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f7add71-1114-4d73-9993-022984627338 HTTP/1.1" status: 200 len: 902 time: 0.2933064 Jul 15 13:04:07.404205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:07.453723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbca2dff-5cea-4916-bcaf-3c3cc5379299 req-a69daee9-c5af-446b-983b-c250abefe29d service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386855 Jul 15 13:04:07.494168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-7acf03ee-ace9-4431-8d63-cb79526f5c4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 217 time: 0.0851033 Jul 15 13:04:07.500892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-8369a26e-ef01-49af-bdc8-f076ef18b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.502364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-8369a26e-ef01-49af-bdc8-f076ef18b04a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3681571 Jul 15 13:04:07.568644 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.674849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-710df76f-f676-4104-bcc2-aeefdfea8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.677100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-710df76f-f676-4104-bcc2-aeefdfea8af1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1730516 Jul 15 13:04:07.771627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:07.774627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-f6e1a0a3-66ad-4241-be6f-baa9dc49c9d6 service neutron] 10.222.0.30 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556198 Jul 15 13:04:07.870332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.873165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:07.880020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:07.880682 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.901492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.901861 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Floating IP c9c498fa-6494-4429-9f96-be7289874440 disassociated. External IP: 172.25.1.196, port: c761aa75-00bc-4425-87e3-0729b919e785. Jul 15 13:04:07.989084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-679c29c6-daed-4d1c-8f7a-11b9605bbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.990647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-679c29c6-daed-4d1c-8f7a-11b9605bbd68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3035767 Jul 15 13:04:08.030115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.032481 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:04:08.064065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77255cae-a391-4b63-8e62-fee39d9ace67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99aeba0e-5175-4e2e-a262-d1e6a9a9d99f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:08.068002 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf168cc0-f17b-4ec8-9479-7a0b95b74777" -d '{"events": [{"server_uuid": "77255cae-a391-4b63-8e62-fee39d9ace67", "name": "network-vif-plugged", "status": "completed", "tag": "99aeba0e-5175-4e2e-a262-d1e6a9a9d99f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:08.084606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:08.092129 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.093456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2b8e91ce-e909-4ab0-93a6-c328315e60fb up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:08.185982 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:08.203799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 2b8e91ce-e909-4ab0-93a6-c328315e60fb completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:08.208583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 2b8e91ce-e909-4ab0-93a6-c328315e60fb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:08.209046 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.297340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-7f101965-ea4f-43e4-89eb-5cb22e6e2b64 service neutron] 10.222.0.30 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135176 Jul 15 13:04:08.342649 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.413111 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2b8e91ce-e909-4ab0-93a6-c328315e60fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8e91ce-e909-4ab0-93a6-c328315e60fb,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:08.419541 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.442373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-8104d2ac-cb0e-4053-bcb6-efbb3556f830 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581056 Jul 15 13:04:08.496305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2b8e91ce-e909-4ab0-93a6-c328315e60fb,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:08.576898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:08.602388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-bee5644f-58dd-4f63-bc1b-492575177f8f service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513851 Jul 15 13:04:08.837579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:08.842852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.856832 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:08.885105 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:08.886356 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:08.894066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6bb6b025-e239-4320-be96-0dcd058f8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.894569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6bb6b025-e239-4320-be96-0dcd058f8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.895059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6bb6b025-e239-4320-be96-0dcd058f8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.895660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6bb6b025-e239-4320-be96-0dcd058f8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.896050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6bb6b025-e239-4320-be96-0dcd058f8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.896535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6bb6b025-e239-4320-be96-0dcd058f8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.897295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6bb6b025-e239-4320-be96-0dcd058f8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.899746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6bb6b025-e239-4320-be96-0dcd058f8ca2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6483 time: 0.2216434 Jul 15 13:04:08.926231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-ff98f0fe-bede-4f61-82a7-19cc7605dfd2 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "PUT /v2.0/floatingips/c9c498fa-6494-4429-9f96-be7289874440 HTTP/1.1" status: 200 len: 695 time: 1.5265372 Jul 15 13:04:09.082702 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:09.088619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-91eedcf1-2dac-48a1-946d-d2fdae5ba9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.090063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-91eedcf1-2dac-48a1-946d-d2fdae5ba9bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f7add71-1114-4d73-9993-022984627338 HTTP/1.1" status: 200 len: 902 time: 0.1824508 Jul 15 13:04:09.095534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-4e7dec8c-1697-434e-99d0-84ef0e300a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.102732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-4e7dec8c-1697-434e-99d0-84ef0e300a06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 1097 time: 0.1579828 Jul 15 13:04:09.198873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a1a87839-5d8f-4549-974c-04366236255c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a2da7884-c906-443f-b865-1edcd0a7f011 HTTP/1.1" status: 200 len: 217 time: 0.0770552 Jul 15 13:04:09.362610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-9b31c665-8882-4811-b242-f9e5f8140f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.365200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-9b31c665-8882-4811-b242-f9e5f8140f1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1587381 Jul 15 13:04:09.388868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-9f0eff64-97ca-476a-af11-7768cc4d79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.391781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-9f0eff64-97ca-476a-af11-7768cc4d79b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.2879941 Jul 15 13:04:09.455331 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:09.459056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-df870ed7-02e4-444e-b095-320c0bc6a4f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 200 len: 217 time: 0.0385156 Jul 15 13:04:09.512745 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:09.527245 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:09.528383 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:09.532035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-63c92d31-d68c-42f2-8677-0ca289e509f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.533830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-63c92d31-d68c-42f2-8677-0ca289e509f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603904 Jul 15 13:04:09.535817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-33e64c99-1f9a-46f5-8c83-a8579f4585c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.537355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-33e64c99-1f9a-46f5-8c83-a8579f4585c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.0676842 Jul 15 13:04:09.679760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-dd50be17-5e3e-44b4-8325-5f3e947d8a0a service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385691 Jul 15 13:04:09.686781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-1d360b92-7006-462b-8144-72859a1c3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.688691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-1d360b92-7006-462b-8144-72859a1c3916 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386552 Jul 15 13:04:09.696965 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:09.772659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 54bfa6be-5488-4653-a015-9ed31bc1e904 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:09.863382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-d251c305-2847-47d2-b5e0-90a6031ef096 service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653628 Jul 15 13:04:09.865603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-f4fc11f6-21d3-454b-bea2-d11b58b804d0 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758604 Jul 15 13:04:09.993298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 54bfa6be-5488-4653-a015-9ed31bc1e904, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=54bfa6be-5488-4653-a015-9ed31bc1e904,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:10.021889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '54bfa6be-5488-4653-a015-9ed31bc1e904', 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'port_id': '54bfa6be-5488-4653-a015-9ed31bc1e904', 'mac_address': 'fa:16:3e:9f:15:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed1b22b-ac0d-4dc6-83fb-efaabab96949', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:10.049608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ac0315-e56a-432b-967b-62dec11c1311 req-5b9753bf-1580-4d72-8883-b9f2ed28121b service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780348 Jul 15 13:04:10.072174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-802fa6cc-bb88-43b7-8159-53fc3a0cff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.072956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-802fa6cc-bb88-43b7-8159-53fc3a0cff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.073708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-802fa6cc-bb88-43b7-8159-53fc3a0cff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.075355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-802fa6cc-bb88-43b7-8159-53fc3a0cff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.075355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-802fa6cc-bb88-43b7-8159-53fc3a0cff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.076194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-802fa6cc-bb88-43b7-8159-53fc3a0cff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.076725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-802fa6cc-bb88-43b7-8159-53fc3a0cff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.079942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-802fa6cc-bb88-43b7-8159-53fc3a0cff0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6483 time: 0.1122859 Jul 15 13:04:10.107898 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.118214 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:10.136689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bfa6be-5488-4653-a015-9ed31bc1e904 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:10.170028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 54bfa6be-5488-4653-a015-9ed31bc1e904, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=54bfa6be-5488-4653-a015-9ed31bc1e904,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:10.176882 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.212968 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5fd88-b473-4859-8cb4-7432013d5e88 None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:10.246825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-bfbe9b55-cc13-453e-a739-8a3d57d278f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.250124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-bfbe9b55-cc13-453e-a739-8a3d57d278f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f7add71-1114-4d73-9993-022984627338 HTTP/1.1" status: 200 len: 902 time: 0.1630859 Jul 15 13:04:10.259389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=54bfa6be-5488-4653-a015-9ed31bc1e904,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:10.344817 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4efae57-a31f-4421-a9b6-0e113d67077e x-openstack-request-id: req-b4efae57-a31f-4421-a9b6-0e113d67077e {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:10.345613 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77255cae-a391-4b63-8e62-fee39d9ace67", "tag": "99aeba0e-5175-4e2e-a262-d1e6a9a9d99f", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:10.345613 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4efae57-a31f-4421-a9b6-0e113d67077e {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:10.345925 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77255cae-a391-4b63-8e62-fee39d9ace67', 'tag': '99aeba0e-5175-4e2e-a262-d1e6a9a9d99f', 'status': 'completed', 'code': 200} Jul 15 13:04:10.347209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-afc482d2-4be4-4663-9b95-ba700b7c3505 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=0ef47190-6343-4df3-ba04-bae682656f08 HTTP/1.1" status: 200 len: 217 time: 0.0893271 Jul 15 13:04:10.416516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['54bfa6be-5488-4653-a015-9ed31bc1e904'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:10.464451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6086b6a8-724e-4823-aea8-f36c12b957d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.466664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-6086b6a8-724e-4823-aea8-f36c12b957d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1122220 Jul 15 13:04:10.579078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-f3b3e498-0ff6-4a2c-9d9a-075874c8df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.587096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-f3b3e498-0ff6-4a2c-9d9a-075874c8df64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 1097 time: 0.1880622 Jul 15 13:04:10.637197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f52323-2117-4fac-bf7d-02e696e70574 None None] New status for floating IP c9c498fa-6494-4429-9f96-be7289874440: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:10.694789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-2b23fa9c-a3d5-4bfb-8ba8-50d1621eff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.697775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-2b23fa9c-a3d5-4bfb-8ba8-50d1621eff97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2213380 Jul 15 13:04:10.918002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-588a3391-52b9-4653-a018-d35e17e909a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.920489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-588a3391-52b9-4653-a018-d35e17e909a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 913 time: 0.3270643 Jul 15 13:04:11.279435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-a0285050-e207-4392-bc5c-b037ad5153fd service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113454 Jul 15 13:04:11.283812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-05ff9597-108c-495b-98ba-d151d28b510d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f HTTP/1.1" status: 200 len: 217 time: 0.3519421 Jul 15 13:04:11.453088 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-067678ab-d77f-40ba-b53e-fe9c7f5ff790 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.453771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de19f0b-ccea-45b3-9aaa-03ef7fa941de req-498fa774-ce7a-4708-9e1a-798561bb4678 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.455470 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-067678ab-d77f-40ba-b53e-fe9c7f5ff790 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 945 time: 0.1315365 Jul 15 13:04:11.461825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7de19f0b-ccea-45b3-9aaa-03ef7fa941de req-498fa774-ce7a-4708-9e1a-798561bb4678 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=0efd50d7-1617-4415-b2df-f0f70e2bea0c HTTP/1.1" status: 200 len: 945 time: 0.6064904 Jul 15 13:04:11.479094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-f078e81a-5e5f-4338-b3b3-dd1735752457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.481372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-f078e81a-5e5f-4338-b3b3-dd1735752457 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.1748934 Jul 15 13:04:11.537780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-268dd5e1-5616-4760-adec-7d6f14d5836d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452502 Jul 15 13:04:11.541975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69a94c89-9193-4bd7-aac6-f65edfab0b54 req-d16b0b71-cf55-4b6c-bf1d-f09c3c072516 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500861 Jul 15 13:04:11.573899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7de19f0b-ccea-45b3-9aaa-03ef7fa941de req-9b396f83-74e3-4a49-8ad6-2dac93f1adff tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110659 Jul 15 13:04:11.658985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Deleting port e7afc28d-a006-4759-a742-d6b4b3356dc0 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:11.660378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.715315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-2bfac662-aa93-4ebe-9482-5595b7dc74ff service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623795 Jul 15 13:04:11.779035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 54bfa6be-5488-4653-a015-9ed31bc1e904 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:11.812227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee2cd86f-ba3b-4f86-b407-58813050cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.812733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee2cd86f-ba3b-4f86-b407-58813050cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.813224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee2cd86f-ba3b-4f86-b407-58813050cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.813809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee2cd86f-ba3b-4f86-b407-58813050cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.814302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee2cd86f-ba3b-4f86-b407-58813050cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.814840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee2cd86f-ba3b-4f86-b407-58813050cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.815360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee2cd86f-ba3b-4f86-b407-58813050cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.817844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-ee2cd86f-ba3b-4f86-b407-58813050cc07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6483 time: 0.1790769 Jul 15 13:04:11.873798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] For port e7afc28d-a006-4759-a742-d6b4b3356dc0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e7afc28d-a006-4759-a742-d6b4b3356dc0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:11.874953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.893785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 54bfa6be-5488-4653-a015-9ed31bc1e904 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:11.901209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 54bfa6be-5488-4653-a015-9ed31bc1e904 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:11.902073 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.903598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Calling delete_port for e7afc28d-a006-4759-a742-d6b4b3356dc0 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:11.975800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13361c0-afa8-46fd-9cc3-dfaf71497e3a req-5b7173f9-cc35-4595-8144-f173669ef96c service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527182 Jul 15 13:04:12.007406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-e4daad22-8e06-445f-b7d6-144e6001ea79 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.014166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-e4daad22-8e06-445f-b7d6-144e6001ea79 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.020987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-e4daad22-8e06-445f-b7d6-144e6001ea79 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.028402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-e4daad22-8e06-445f-b7d6-144e6001ea79 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.034720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-e4daad22-8e06-445f-b7d6-144e6001ea79 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.040806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-e4daad22-8e06-445f-b7d6-144e6001ea79 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.047480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-e4daad22-8e06-445f-b7d6-144e6001ea79 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.049624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-e4daad22-8e06-445f-b7d6-144e6001ea79 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5419 time: 0.3151546 Jul 15 13:04:12.082500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-8747863d-dff6-4fd7-92fe-55b6067523c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.084234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-8747863d-dff6-4fd7-92fe-55b6067523c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d725112c-3221-4313-b01b-bc625556d4ca HTTP/1.1" status: 200 len: 903 time: 0.2284076 Jul 15 13:04:12.095067 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.139918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-80b9c09f-5368-4a9b-9a5f-770d29baa5f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69 HTTP/1.1" status: 200 len: 217 time: 0.0482805 Jul 15 13:04:12.145069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c49ff7-2370-47c1-a666-0da1678c668e req-4b9aa4bc-a867-496d-9068-b4f05a89f24b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881283 Jul 15 13:04:12.169398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 54bfa6be-5488-4653-a015-9ed31bc1e904, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=54bfa6be-5488-4653-a015-9ed31bc1e904,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:12.178131 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.218288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-11642c7f-a074-42b3-9d21-049bcc06ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.219870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-11642c7f-a074-42b3-9d21-049bcc06ce05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.0738754 Jul 15 13:04:12.227893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.243260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3f4c3ae3-4a23-420f-8219-bae08ac79aa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:12.293006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Pushing event deleted for resources: {'Port': ['ID=e7afc28d-a006-4759-a742-d6b4b3356dc0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.317150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=54bfa6be-5488-4653-a015-9ed31bc1e904,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.339790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-f226409a-1c34-43a4-a3ed-dbf7d44a5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.347523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-f226409a-1c34-43a4-a3ed-dbf7d44a5b6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211083 Jul 15 13:04:12.362493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15e0d86-a261-425b-bcbf-985391c33157', 'tag': '2b8e91ce-e909-4ab0-93a6-c328315e60fb'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:12.364936 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643ace22-103a-4171-b0f1-b36b0730147e" -d '{"events": [{"name": "network-changed", "server_uuid": "b15e0d86-a261-425b-bcbf-985391c33157", "tag": "2b8e91ce-e909-4ab0-93a6-c328315e60fb"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:12.368199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] No DVR routers for this DVR port e7afc28d-a006-4759-a742-d6b4b3356dc0 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:12.371452 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.374133 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ffdac81d-fc45-4e01-8449-879c2ba88c8a req-e87d45ba-759d-42cf-a610-1766d217629e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.35 "DELETE /v2.0/ports/e7afc28d-a006-4759-a742-d6b4b3356dc0 HTTP/1.1" status: 204 len: 173 time: 0.9113717 Jul 15 13:04:12.526303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-83e84a21-b65a-402e-8e80-62889fbf1ee9 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713603 Jul 15 13:04:12.591868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab441-0f35-4670-ba58-b53bff9e0bc5 req-5a5d4353-fb7c-4719-bb34-7184a7349793 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.594163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b7ab441-0f35-4670-ba58-b53bff9e0bc5 req-5a5d4353-fb7c-4719-bb34-7184a7349793 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.1468525 Jul 15 13:04:12.692099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b7ab441-0f35-4670-ba58-b53bff9e0bc5 req-f3415df0-74d5-4abc-b1d7-e7a618ff4b62 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661173 Jul 15 13:04:12.694412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-57225b6d-d624-4dfc-b7c3-3aeb84aec1f8 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605790 Jul 15 13:04:12.852127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-627a68ec-8c9e-4888-a64d-c4e9cab95414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.854799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-627a68ec-8c9e-4888-a64d-c4e9cab95414 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.1071672 Jul 15 13:04:13.067072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-b2a40b6c-5990-4838-8427-6a39156fc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.069992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-b2a40b6c-5990-4838-8427-6a39156fc2dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.2076240 Jul 15 13:04:13.165519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028d2d-1ed8-419c-903d-5fcf0ee630e2 req-5f96dbec-b152-4f89-9338-5565d267742e tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.183089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76028d2d-1ed8-419c-903d-5fcf0ee630e2 req-5f96dbec-b152-4f89-9338-5565d267742e tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 946 time: 0.2799447 Jul 15 13:04:13.184344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38346) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:13.192809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Request body: {'floatingip': {'port_id': '7d44baf1-6332-487a-92d7-bb8689ced47b'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:13.204459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-a4f79659-0cba-4760-bb72-01f331b774c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 217 time: 0.1257071 Jul 15 13:04:13.276444 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.333867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-cee8dfad-0751-4829-8967-a33a8e0b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.342749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-cee8dfad-0751-4829-8967-a33a8e0b0d98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.1284416 Jul 15 13:04:13.456816 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e1630e-2614-4fea-b139-1f5414f4aa74 x-openstack-request-id: req-68e1630e-2614-4fea-b139-1f5414f4aa74 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:13.457271 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e3e7d9-bf0a-4c02-8030-b618265724c6", "name": "network-vif-deleted", "tag": "fc88a9e4-a806-4e31-ab75-23e46e9721d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0efd50d7-1617-4415-b2df-f0f70e2bea0c", "tag": "54bfa6be-5488-4653-a015-9ed31bc1e904", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:13.457537 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68e1630e-2614-4fea-b139-1f5414f4aa74 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:13.458219 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e3e7d9-bf0a-4c02-8030-b618265724c6', 'name': 'network-vif-deleted', 'tag': 'fc88a9e4-a806-4e31-ab75-23e46e9721d4', 'status': 'completed', 'code': 200} Jul 15 13:04:13.458483 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efd50d7-1617-4415-b2df-f0f70e2bea0c', 'tag': '54bfa6be-5488-4653-a015-9ed31bc1e904', 'status': 'completed', 'code': 200} Jul 15 13:04:13.508957 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0c0f70-499e-4299-8443-3ef11add4c46 x-openstack-request-id: req-6e0c0f70-499e-4299-8443-3ef11add4c46 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:13.509795 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77255cae-a391-4b63-8e62-fee39d9ace67", "name": "network-vif-plugged", "status": "completed", "tag": "99aeba0e-5175-4e2e-a262-d1e6a9a9d99f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:13.509795 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e0c0f70-499e-4299-8443-3ef11add4c46 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:13.510277 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77255cae-a391-4b63-8e62-fee39d9ace67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99aeba0e-5175-4e2e-a262-d1e6a9a9d99f', 'code': 200} Jul 15 13:04:13.519752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-41479397-b2d3-4f10-8da9-284e6554aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.532951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-41479397-b2d3-4f10-8da9-284e6554aa55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860840 Jul 15 13:04:13.738610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-303957da-755d-400a-b527-780d84919db3 service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939194 Jul 15 13:04:13.792792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e7afc28d-a006-4759-a742-d6b4b3356dc0 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:13.827478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: e7afc28d-a006-4759-a742-d6b4b3356dc0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:13.828383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e7afc28d-a006-4759-a742-d6b4b3356dc0 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:13.836781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3ea3-cea0-4dbe-a2c0-ebbf700f6389 req-968bd2b8-a526-429c-a598-f619b4ae0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.838676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6dfd3ea3-cea0-4dbe-a2c0-ebbf700f6389 req-968bd2b8-a526-429c-a598-f619b4ae0ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 1097 time: 0.2290225 Jul 15 13:04:13.870916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-a2f0bc17-a5d0-4bec-8f0a-f1ee6050bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.889208 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-a2f0bc17-a5d0-4bec-8f0a-f1ee6050bab2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&device_id=0efd50d7-1617-4415-b2df-f0f70e2bea0c HTTP/1.1" status: 200 len: 1098 time: 0.4428856 Jul 15 13:04:13.900751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-502c3cb7-ea85-4f55-b104-ecd2ba5ccb38 service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513264 Jul 15 13:04:13.919774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6dfd3ea3-cea0-4dbe-a2c0-ebbf700f6389 req-a7d3b896-3f6a-45e1-a4cd-1cdc39a5fe85 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728893 Jul 15 13:04:14.074838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea96b990-bcd3-449e-b897-c1b8f474eec4 req-c1e0d5dd-8450-4105-b2c5-503138950e6f tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfa0cc3-a6b7-4883-be5b-00d43752be67 HTTP/1.1" status: 200 len: 210 time: 0.0573306 Jul 15 13:04:14.131714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-3f74cecc-e2c8-4bc7-a55d-e0d280c2c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.133512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-3f74cecc-e2c8-4bc7-a55d-e0d280c2c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.134242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-3f74cecc-e2c8-4bc7-a55d-e0d280c2c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.134928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-3f74cecc-e2c8-4bc7-a55d-e0d280c2c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.135644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-3f74cecc-e2c8-4bc7-a55d-e0d280c2c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.136336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-3f74cecc-e2c8-4bc7-a55d-e0d280c2c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.137052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-3f74cecc-e2c8-4bc7-a55d-e0d280c2c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.139574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-3f74cecc-e2c8-4bc7-a55d-e0d280c2c4ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6483 time: 0.1385262 Jul 15 13:04:14.273046 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943b40d3-e03c-49fa-a9a2-02f1f6a710bf x-openstack-request-id: req-943b40d3-e03c-49fa-a9a2-02f1f6a710bf {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:14.273727 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15e0d86-a261-425b-bcbf-985391c33157", "tag": "2b8e91ce-e909-4ab0-93a6-c328315e60fb", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:14.273727 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-943b40d3-e03c-49fa-a9a2-02f1f6a710bf {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:14.274092 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15e0d86-a261-425b-bcbf-985391c33157', 'tag': '2b8e91ce-e909-4ab0-93a6-c328315e60fb', 'status': 'completed', 'code': 200} Jul 15 13:04:14.304538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-648e9db8-b947-475f-abeb-572fff8c9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.307901 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-648e9db8-b947-475f-abeb-572fff8c9d29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 913 time: 0.4029102 Jul 15 13:04:14.387185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-7b7bcaab-05a8-4a25-a031-59e58b05b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.387185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-7b7bcaab-05a8-4a25-a031-59e58b05b51a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d725112c-3221-4313-b01b-bc625556d4ca HTTP/1.1" status: 200 len: 903 time: 0.2346809 Jul 15 13:04:14.487297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-e56589f8-dce4-4e89-ae73-ff3bccfc9f63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f HTTP/1.1" status: 200 len: 217 time: 0.0868783 Jul 15 13:04:14.487647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-9265ee26-15c9-4ad3-a496-fcd31898b77a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bfa6be-5488-4653-a015-9ed31bc1e904 HTTP/1.1" status: 200 len: 217 time: 0.0971437 Jul 15 13:04:14.522262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ace22-103a-4171-b0f1-b36b0730147e req-c43c1ac0-7dae-4fa9-ae5e-68e1d3b955be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.523950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-643ace22-103a-4171-b0f1-b36b0730147e req-c43c1ac0-7dae-4fa9-ae5e-68e1d3b955be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&device_id=b15e0d86-a261-425b-bcbf-985391c33157 HTTP/1.1" status: 200 len: 1098 time: 0.2697496 Jul 15 13:04:14.608935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-6d3ff848-8508-41e8-8e2d-a75f2fc53ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.611735 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-6d3ff848-8508-41e8-8e2d-a75f2fc53ce9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 200 len: 852 time: 0.0878003 Jul 15 13:04:14.639753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-2a798464-85d3-4f85-be80-6e1e7a203ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.641270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-2a798464-85d3-4f85-be80-6e1e7a203ffc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.1316459 Jul 15 13:04:14.676203 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-57fee658-b5c9-46da-9b8d-0c31226ad973 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562439 Jul 15 13:04:14.710298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.resource_extend [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:04:14.732594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aea104-0f89-4172-a11f-dc7b5fa4dfb2 req-9a2fcb12-2a70-4c10-9056-4c48d8d6c8d3 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.734309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01aea104-0f89-4172-a11f-dc7b5fa4dfb2 req-9a2fcb12-2a70-4c10-9056-4c48d8d6c8d3 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=0efd50d7-1617-4415-b2df-f0f70e2bea0c HTTP/1.1" status: 200 len: 946 time: 0.2667158 Jul 15 13:04:14.735851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ace22-103a-4171-b0f1-b36b0730147e req-e89896c3-e66a-4746-9345-0641206ff990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.737729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-643ace22-103a-4171-b0f1-b36b0730147e req-e89896c3-e66a-4746-9345-0641206ff990 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 913 time: 0.1885424 Jul 15 13:04:14.810298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-643ace22-103a-4171-b0f1-b36b0730147e req-0766799b-f87b-4e5e-9190-6a421b06c37b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b8e91ce-e909-4ab0-93a6-c328315e60fb HTTP/1.1" status: 200 len: 217 time: 0.0635288 Jul 15 13:04:14.933577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01aea104-0f89-4172-a11f-dc7b5fa4dfb2 req-efa06ee9-9dc6-42b1-881f-8064c1775a2e tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795557 Jul 15 13:04:14.948223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-5da0014d-6a76-49a1-93d4-3f0626c05a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.950987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-5da0014d-6a76-49a1-93d4-3f0626c05a28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3015127 Jul 15 13:04:14.984006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ace22-103a-4171-b0f1-b36b0730147e req-45b8567e-fa4b-4ee2-b3d4-a2df004ee443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.985662 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-643ace22-103a-4171-b0f1-b36b0730147e req-45b8567e-fa4b-4ee2-b3d4-a2df004ee443 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 200 len: 852 time: 0.1522918 Jul 15 13:04:15.018585 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-c23a4c99-7c43-460e-ba65-c7f719d812ce service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320022 Jul 15 13:04:15.031421 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.054950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-643ace22-103a-4171-b0f1-b36b0730147e req-d9d4bfde-cdae-4e9c-9f28-aae33f95a56c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605075 Jul 15 13:04:15.061375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.406647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ce101990-3827-4d2e-87d4-9091a1c593bb req-83163831-67d9-4f53-a902-4264b5034950 service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692293 Jul 15 13:04:15.412767 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Floating IP 6a089f62-a691-4ac3-93bf-05ce14eec390 associated. External IP: 172.25.1.182, port: 7d44baf1-6332-487a-92d7-bb8689ced47b. Jul 15 13:04:15.510964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15e0d86-a261-425b-bcbf-985391c33157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8e91ce-e909-4ab0-93a6-c328315e60fb'}, {'server_uuid': '0efd50d7-1617-4415-b2df-f0f70e2bea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bfa6be-5488-4653-a015-9ed31bc1e904'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:15.513502 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bdac2e-26db-4a0a-b416-e02d7d7fe984" -d '{"events": [{"server_uuid": "b15e0d86-a261-425b-bcbf-985391c33157", "name": "network-vif-plugged", "status": "completed", "tag": "2b8e91ce-e909-4ab0-93a6-c328315e60fb"}, {"server_uuid": "0efd50d7-1617-4415-b2df-f0f70e2bea0c", "name": "network-vif-plugged", "status": "completed", "tag": "54bfa6be-5488-4653-a015-9ed31bc1e904"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:15.533994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:15.536750 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fc1438-e1ea-41b6-89c4-d3ab82f2aa77" -d '{"events": [{"name": "network-changed", "server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "tag": "c761aa75-00bc-4425-87e3-0729b919e785"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:15.656855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-5e48efad-66cd-4d64-aeb4-a822aa9f38e1 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972983 Jul 15 13:04:15.723601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-643ace22-103a-4171-b0f1-b36b0730147e req-339ce0f0-d010-4001-a237-e055a5ece0c6 service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582341 Jul 15 13:04:15.741727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Router f3973bd3-7537-4682-9798-80fd3ec3a90f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:15.805461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0ef47190-6343-4df3-ba04-bae682656f08 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:15.935675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61eb12de-7b79-4ac8-9c17-da00afe6dfdc req-c911e9ac-632e-41fe-b1c6-0fcaf9d8b59e service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625179 Jul 15 13:04:15.938367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:15.947046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.953850 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] Sync routers for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:15.964539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0ef47190-6343-4df3-ba04-bae682656f08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0ef47190-6343-4df3-ba04-bae682656f08,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:15.977586 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:15.978541 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:15.995411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '0ef47190-6343-4df3-ba04-bae682656f08', 'network_id': '0f7add71-1114-4d73-9993-022984627338', 'port_id': '0ef47190-6343-4df3-ba04-bae682656f08', 'mac_address': 'fa:16:3e:f6:18:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2712beaa-c08b-4bd5-837f-4b9f232dfd67', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:16.047097 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-02d92c3b-cd10-4035-a20c-80a9c03b882d tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "PUT /v2.0/floatingips/6a089f62-a691-4ac3-93bf-05ce14eec390 HTTP/1.1" status: 200 len: 992 time: 2.8604047 Jul 15 13:04:16.064732 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.103323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef47190-6343-4df3-ba04-bae682656f08 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:16.121729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-8e623f36-dd20-4281-ad0c-20c3c636108b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.124804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-8e623f36-dd20-4281-ad0c-20c3c636108b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 945 time: 0.5761137 Jul 15 13:04:16.133457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0ef47190-6343-4df3-ba04-bae682656f08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0ef47190-6343-4df3-ba04-bae682656f08,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:16.139756 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.140532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a1b08392-5054-460c-8cb9-fdcde49d1a69 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:16.211632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-f50370cc-649b-4956-8871-f3a95b0a69f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.236787 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:16.237389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0ef47190-6343-4df3-ba04-bae682656f08,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:16.237918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-f50370cc-649b-4956-8871-f3a95b0a69f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.260409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-f50370cc-649b-4956-8871-f3a95b0a69f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.268636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-f50370cc-649b-4956-8871-f3a95b0a69f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.275654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'name': 'network-vif-deleted', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0'}, {'name': 'network-changed', 'server_uuid': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'tag': '7d44baf1-6332-487a-92d7-bb8689ced47b'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:16.278374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-f50370cc-649b-4956-8871-f3a95b0a69f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.278984 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6d983b-d58a-4624-aed2-012975a864de" -d '{"events": [{"server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "name": "network-vif-deleted", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0"}, {"name": "network-changed", "server_uuid": "e5addf25-55f3-41fc-9c3d-71fe0131d84a", "tag": "7d44baf1-6332-487a-92d7-bb8689ced47b"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:16.292339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-f50370cc-649b-4956-8871-f3a95b0a69f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.302779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-f50370cc-649b-4956-8871-f3a95b0a69f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.314468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a1b08392-5054-460c-8cb9-fdcde49d1a69, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:16.314742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-f50370cc-649b-4956-8871-f3a95b0a69f2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5419 time: 0.7740166 Jul 15 13:04:16.331461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'a1b08392-5054-460c-8cb9-fdcde49d1a69', 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca', 'port_id': 'a1b08392-5054-460c-8cb9-fdcde49d1a69', 'mac_address': 'fa:16:3e:33:32:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82c9f9a-5013-4520-b460-5e7564777dd7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:16.340840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-643ace22-103a-4171-b0f1-b36b0730147e req-ec2d3807-bd0f-4bc9-9c89-ac2833b55aec service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056414 Jul 15 13:04:16.389638 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.419761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce74d255-c00c-4c65-8468-e8515bf019a3 req-c180c8b3-d8d3-45c4-bdd6-b54bc6284ea9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042495 Jul 15 13:04:16.424486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b08392-5054-460c-8cb9-fdcde49d1a69 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:16.455246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a1b08392-5054-460c-8cb9-fdcde49d1a69, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:16.463370 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.464070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:16.596715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Deleting port c761aa75-00bc-4425-87e3-0729b919e785 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:16.597294 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.856382 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6a089f62-a691-4ac3-93bf-05ce14eec390', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'port_id': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'mac_address': 'fa:16:3e:d6:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:55Z', 'updated_at': '2021-07-15T13:04:14Z', 'revision_number': 1, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:57Z', 'revision_number': 5, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:16.882500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] For port c761aa75-00bc-4425-87e3-0729b919e785, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c761aa75-00bc-4425-87e3-0729b919e785,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:16.882904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.892834 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] Checking router: f3973bd3-7537-4682-9798-80fd3ec3a90f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:16.902927 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:16.903806 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:16.912867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Calling delete_port for c761aa75-00bc-4425-87e3-0729b919e785 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:16.946884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=a1b08392-5054-460c-8cb9-fdcde49d1a69,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.084930 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:17.138352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661b6c7-6a75-463f-9d0d-6dd4e39ef20b req-c8184562-629c-4fc6-8227-987c93febe99 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.145697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5661b6c7-6a75-463f-9d0d-6dd4e39ef20b req-c8184562-629c-4fc6-8227-987c93febe99 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.1434577 Jul 15 13:04:17.149078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:17.169962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'port_id': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'mac_address': 'fa:16:3e:ed:09:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:17.207549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5661b6c7-6a75-463f-9d0d-6dd4e39ef20b req-473d41af-78bd-4f30-8314-84d6177c5637 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608082 Jul 15 13:04:17.237919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.257832 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.260302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:17.311004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Pushing event deleted for resources: {'Port': ['ID=c761aa75-00bc-4425-87e3-0729b919e785,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.317799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:17.384155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:17.397277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.398448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f145f5db-5055-4e12-a9eb-dba3e03d65f1 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:17.423236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] No DVR routers for this DVR port c761aa75-00bc-4425-87e3-0729b919e785 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:17.428377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.434049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15934fab-df3f-4584-93f8-2ff058ca0b62 req-dbdb2bf3-7216-484d-afec-064c53620aec tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.30 "DELETE /v2.0/ports/c761aa75-00bc-4425-87e3-0729b919e785 HTTP/1.1" status: 204 len: 173 time: 1.0888264 Jul 15 13:04:17.447544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f145f5db-5055-4e12-a9eb-dba3e03d65f1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:17.471006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'f145f5db-5055-4e12-a9eb-dba3e03d65f1', 'network_id': '0f7add71-1114-4d73-9993-022984627338', 'port_id': 'f145f5db-5055-4e12-a9eb-dba3e03d65f1', 'mac_address': 'fa:16:3e:f4:11:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2712beaa-c08b-4bd5-837f-4b9f232dfd67', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:17.706753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.719350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.772941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343181bb-0052-424d-beba-a8c230128c74 req-16910466-0699-49db-bcfa-8a80b3cb3c9d tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.776022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-16910466-0699-49db-bcfa-8a80b3cb3c9d tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2215636 Jul 15 13:04:17.777602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f145f5db-5055-4e12-a9eb-dba3e03d65f1 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:17.837902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f145f5db-5055-4e12-a9eb-dba3e03d65f1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:17.845579 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.846456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a2da7884-c906-443f-b865-1edcd0a7f011 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:17.882708 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6a089f62-a691-4ac3-93bf-05ce14eec390', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'port_id': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'mac_address': 'fa:16:3e:d6:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:55Z', 'updated_at': '2021-07-15T13:04:14Z', 'revision_number': 1, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:57Z', 'revision_number': 5, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:17.898221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-e97a1771-f0c6-43d0-81c9-9eba0019cfb1 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 696 time: 0.1090930 Jul 15 13:04:17.922030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Request body: {'floatingip': {'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:17.947563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a2da7884-c906-443f-b865-1edcd0a7f011, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a2da7884-c906-443f-b865-1edcd0a7f011,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:17.960301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=f145f5db-5055-4e12-a9eb-dba3e03d65f1,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.977773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'a2da7884-c906-443f-b865-1edcd0a7f011', 'network_id': '0f7add71-1114-4d73-9993-022984627338', 'port_id': 'a2da7884-c906-443f-b865-1edcd0a7f011', 'mac_address': 'fa:16:3e:15:55:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2712beaa-c08b-4bd5-837f-4b9f232dfd67', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:18.011672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.040784 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34972d9-0b0e-4b0b-aa7a-db65823bb533 None None] The sync data for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 is: [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6a089f62-a691-4ac3-93bf-05ce14eec390', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'port_id': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'mac_address': 'fa:16:3e:d6:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:55Z', 'updated_at': '2021-07-15T13:04:14Z', 'revision_number': 1, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:57Z', 'revision_number': 5, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:18.060715 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.104804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2da7884-c906-443f-b865-1edcd0a7f011 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:18.132888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a2da7884-c906-443f-b865-1edcd0a7f011, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a2da7884-c906-443f-b865-1edcd0a7f011,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:18.138538 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.141414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:18.264733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:18.274997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=a2da7884-c906-443f-b865-1edcd0a7f011,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.287436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '5d2ed1cc-b433-4a2c-9a60-976be94b8c5f', 'network_id': 'd725112c-3221-4313-b01b-bc625556d4ca', 'port_id': '5d2ed1cc-b433-4a2c-9a60-976be94b8c5f', 'mac_address': 'fa:16:3e:1d:b2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82c9f9a-5013-4520-b460-5e7564777dd7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:18.349377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.367152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:18.395237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:18.400974 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.402336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6ae5a51d-f08e-4ccb-bf81-467cde069654 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:18.501251 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe010655-5545-48f3-b133-740bc8f4c526 None None] New status for floating IP 6a089f62-a691-4ac3-93bf-05ce14eec390: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:18.766158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.789358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6ae5a51d-f08e-4ccb-bf81-467cde069654, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:18.817740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '6ae5a51d-f08e-4ccb-bf81-467cde069654', 'network_id': '0f7add71-1114-4d73-9993-022984627338', 'port_id': '6ae5a51d-f08e-4ccb-bf81-467cde069654', 'mac_address': 'fa:16:3e:07:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2712beaa-c08b-4bd5-837f-4b9f232dfd67', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:18.877883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c761aa75-00bc-4425-87e3-0729b919e785 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:18.882066 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e688db3f-f685-4beb-8878-b95ac50c7fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.886752 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.928979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: c761aa75-00bc-4425-87e3-0729b919e785 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:18.931610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c761aa75-00bc-4425-87e3-0729b919e785 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:18.936988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.943445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.951413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae5a51d-f08e-4ccb-bf81-467cde069654 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:18.996692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6ae5a51d-f08e-4ccb-bf81-467cde069654, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:19.003456 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.083025 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Floating IP c9c498fa-6494-4429-9f96-be7289874440 associated. External IP: 172.25.1.196, port: 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c. Jul 15 13:04:19.087724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6ae5a51d-f08e-4ccb-bf81-467cde069654,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.416944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:19.677577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:19.687556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.700776 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:19.719718 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:19.721232 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:19.772356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-45d894d6-30d3-4505-b985-90eba8a1eccb tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "PUT /v2.0/floatingips/c9c498fa-6494-4429-9f96-be7289874440 HTTP/1.1" status: 200 len: 997 time: 1.8721290 Jul 15 13:04:19.789624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['a2da7884-c906-443f-b865-1edcd0a7f011'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:19.915274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['6ae5a51d-f08e-4ccb-bf81-467cde069654'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:19.925780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f145f5db-5055-4e12-a9eb-dba3e03d65f1'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:19.931217 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:19.932973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['5d2ed1cc-b433-4a2c-9a60-976be94b8c5f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:19.941596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['98ca4ca5-3e22-4cde-a910-e6a8044f4f5b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:19.964013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343181bb-0052-424d-beba-a8c230128c74 req-a31c5ee5-6ae1-49bc-8a5d-2a8b2897dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:19.967547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-a31c5ee5-6ae1-49bc-8a5d-2a8b2897dcec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.1636841 Jul 15 13:04:20.152596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343181bb-0052-424d-beba-a8c230128c74 req-6a95786f-dfcd-4fa7-9b39-3c2482becc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.156533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-6a95786f-dfcd-4fa7-9b39-3c2482becc07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.1698883 Jul 15 13:04:20.307667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-6ddf248f-e2a3-45ba-b31e-b60934d918fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 1000 time: 0.1287110 Jul 15 13:04:20.428821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343181bb-0052-424d-beba-a8c230128c74 req-bc38c156-6d7c-4f38-83ab-9c914ec4deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.436866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-bc38c156-6d7c-4f38-83ab-9c914ec4deec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.1294224 Jul 15 13:04:20.571106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343181bb-0052-424d-beba-a8c230128c74 req-2a07b0e8-e15b-40c5-aab9-bde313518b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.572742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-2a07b0e8-e15b-40c5-aab9-bde313518b41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349201 Jul 15 13:04:20.737275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['a1b08392-5054-460c-8cb9-fdcde49d1a69'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:20.741617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['0ef47190-6343-4df3-ba04-bae682656f08'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:20.758744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-f6542772-c0e0-4ae7-96a1-9b7c26d6dde9 service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584787 Jul 15 13:04:20.809265 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:f2:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:04:18Z', 'revision_number': 8, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:20.868141 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:20.886089 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:20.887206 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:03:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:20.992278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-343181bb-0052-424d-beba-a8c230128c74 req-ccfdd048-2b71-4dd5-a505-1497e72812b7 service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136960 Jul 15 13:04:21.185220 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:21.351600 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3e60bb-99cf-425b-a52d-03e854df0fea x-openstack-request-id: req-ae3e60bb-99cf-425b-a52d-03e854df0fea {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:21.351600 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15e0d86-a261-425b-bcbf-985391c33157", "name": "network-vif-plugged", "status": "completed", "tag": "2b8e91ce-e909-4ab0-93a6-c328315e60fb", "code": 200}, {"server_uuid": "0efd50d7-1617-4415-b2df-f0f70e2bea0c", "name": "network-vif-plugged", "status": "completed", "tag": "54bfa6be-5488-4653-a015-9ed31bc1e904", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:21.351600 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae3e60bb-99cf-425b-a52d-03e854df0fea {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:21.352258 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15e0d86-a261-425b-bcbf-985391c33157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8e91ce-e909-4ab0-93a6-c328315e60fb', 'code': 200} Jul 15 13:04:21.352258 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efd50d7-1617-4415-b2df-f0f70e2bea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bfa6be-5488-4653-a015-9ed31bc1e904', 'code': 200} Jul 15 13:04:21.630610 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c82eb7-fb1d-4d2f-b708-6521fcec1c6f x-openstack-request-id: req-84c82eb7-fb1d-4d2f-b708-6521fcec1c6f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:21.632644 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "tag": "c761aa75-00bc-4425-87e3-0729b919e785", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:21.635068 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84c82eb7-fb1d-4d2f-b708-6521fcec1c6f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:21.640107 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785', 'status': 'completed', 'code': 200} Jul 15 13:04:21.765933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5fc1438-e1ea-41b6-89c4-d3ab82f2aa77 req-4d188601-f5c4-4227-9965-1a0f714f5ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=dbaacd81-41bd-45fd-b513-995f498250b3 HTTP/1.1" status: 200 len: 210 time: 0.3593371 Jul 15 13:04:21.943547 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:f2:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:04:18Z', 'revision_number': 8, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:22.006157 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b3e0-f8b3-4b29-b5ab-a2216c8cd56e None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9c498fa-6494-4429-9f96-be7289874440', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'port_id': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'mac_address': 'fa:16:3e:f2:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:12Z', 'updated_at': '2021-07-15T13:04:18Z', 'revision_number': 8, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:22.117644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-060b74f8-9d0c-4f96-8ead-a33210d3e27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.165833 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.581152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9354a-9887-4ec4-b98f-c015d0e27248 None None] New status for floating IP c9c498fa-6494-4429-9f96-be7289874440: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:22.866558 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.029162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3aba-c771-4145-8f3d-3648eb4daff0 req-d1a1c933-843b-473d-ae6b-b5ddb4954b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.032056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-328c3aba-c771-4145-8f3d-3648eb4daff0 req-d1a1c933-843b-473d-ae6b-b5ddb4954b6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b15e0d86-a261-425b-bcbf-985391c33157 HTTP/1.1" status: 200 len: 1098 time: 1.3902621 Jul 15 13:04:23.093471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-3c79baf8-442e-4541-ab07-d145e2eb304c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5352986 Jul 15 13:04:23.193633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb66530-dc3c-4f4c-ab73-b15234c56e88 req-c377c9ba-cdf4-42fb-8e95-1dc1c2dee159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.195348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0fb66530-dc3c-4f4c-ab73-b15234c56e88 req-c377c9ba-cdf4-42fb-8e95-1dc1c2dee159 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0efd50d7-1617-4415-b2df-f0f70e2bea0c HTTP/1.1" status: 200 len: 1098 time: 1.4267895 Jul 15 13:04:23.251121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc1438-e1ea-41b6-89c4-d3ab82f2aa77 req-6bf11ea7-07e0-424e-9185-42943e41743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.252792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5fc1438-e1ea-41b6-89c4-d3ab82f2aa77 req-6bf11ea7-07e0-424e-9185-42943e41743f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f4c989ef9c7945709b5a440c468367b1&shared=False HTTP/1.1" status: 200 len: 922 time: 1.4528246 Jul 15 13:04:23.277768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccdec8-03cf-4994-9eaa-8d601524d7e4 req-920af463-3860-4a5b-b820-59c66eeb1f0d tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.284000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1ccdec8-03cf-4994-9eaa-8d601524d7e4 req-920af463-3860-4a5b-b820-59c66eeb1f0d tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=0efd50d7-1617-4415-b2df-f0f70e2bea0c HTTP/1.1" status: 200 len: 946 time: 1.5163405 Jul 15 13:04:23.333506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-328c3aba-c771-4145-8f3d-3648eb4daff0 req-d8438b11-27ca-4fbc-9b87-cf912a592b98 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528014 Jul 15 13:04:23.574335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-2a669e9a-ec3a-43f0-bf11-251ce01679c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.576233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-2a669e9a-ec3a-43f0-bf11-251ce01679c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 1096 time: 0.4370439 Jul 15 13:04:23.580103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1ccdec8-03cf-4994-9eaa-8d601524d7e4 req-172c1ed9-fecb-419b-9811-7184c3645790 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941411 Jul 15 13:04:23.589934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0fb66530-dc3c-4f4c-ab73-b15234c56e88 req-a634c45a-85bf-45f3-8cc4-30d43c0ea74a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726594 Jul 15 13:04:23.644314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'name': 'network-vif-deleted', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785'}, {'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:23.647109 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66968c5d-0f89-43f9-b5c8-721682731838" -d '{"events": [{"server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "name": "network-vif-deleted", "tag": "c761aa75-00bc-4425-87e3-0729b919e785"}, {"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:23.670743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc1438-e1ea-41b6-89c4-d3ab82f2aa77 req-b239b951-59e7-481c-b65c-22e4e76239ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.672801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5fc1438-e1ea-41b6-89c4-d3ab82f2aa77 req-b239b951-59e7-481c-b65c-22e4e76239ec service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4040360 Jul 15 13:04:23.819021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-7de19ba2-def5-49c9-98a2-1280b5528c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.820675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-7de19ba2-def5-49c9-98a2-1280b5528c94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.1657774 Jul 15 13:04:23.885618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-c0bc5fed-f11b-47fd-8ad1-bdc725dfb17b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 200 len: 217 time: 0.0564716 Jul 15 13:04:24.010321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-7fd1302d-e38f-46c0-bd26-e3605b484760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.014963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-7fd1302d-e38f-46c0-bd26-e3605b484760 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1211014 Jul 15 13:04:24.040847 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96922e9-270b-4a25-a72c-529ce6c2f205 x-openstack-request-id: req-b96922e9-270b-4a25-a72c-529ce6c2f205 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:24.042032 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfa0cc3-a6b7-4883-be5b-00d43752be67", "name": "network-vif-deleted", "tag": "e7afc28d-a006-4759-a742-d6b4b3356dc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5addf25-55f3-41fc-9c3d-71fe0131d84a", "tag": "7d44baf1-6332-487a-92d7-bb8689ced47b", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:24.042662 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b96922e9-270b-4a25-a72c-529ce6c2f205 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:24.043345 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfa0cc3-a6b7-4883-be5b-00d43752be67', 'name': 'network-vif-deleted', 'tag': 'e7afc28d-a006-4759-a742-d6b4b3356dc0', 'status': 'completed', 'code': 200} Jul 15 13:04:24.043873 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'tag': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'status': 'completed', 'code': 200} Jul 15 13:04:24.110988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-93a5f34d-716a-4b97-9d00-5c95b6210e3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872557 Jul 15 13:04:24.202084 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.301258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d983b-d58a-4624-aed2-012975a864de req-4d533a42-c1dc-403e-a9c9-774f81f07e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.303165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f6d983b-d58a-4624-aed2-012975a864de req-4d533a42-c1dc-403e-a9c9-774f81f07e68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ebe6a076bd042009653459f556f0b05&device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 1098 time: 0.1894586 Jul 15 13:04:24.305848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-3e19391f-2767-4c04-be74-83638134dbf3 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826398 Jul 15 13:04:24.713962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2afcd5-e775-4560-b28d-d14ad3b49038 req-8d203fd3-df37-4bab-ba5f-4c7e1182b001 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818238 Jul 15 13:04:24.895938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d983b-d58a-4624-aed2-012975a864de req-f4b72f16-36b9-4a4a-bd7f-d8f6e7afd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.897489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f6d983b-d58a-4624-aed2-012975a864de req-f4b72f16-36b9-4a4a-bd7f-d8f6e7afd669 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 HTTP/1.1" status: 200 len: 916 time: 0.5818999 Jul 15 13:04:25.039277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:25.115163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f6d983b-d58a-4624-aed2-012975a864de req-40820d68-1462-4200-8520-273378475577 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d44baf1-6332-487a-92d7-bb8689ced47b HTTP/1.1" status: 200 len: 1002 time: 0.2054770 Jul 15 13:04:25.131493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afec0-806b-410c-897d-8f866daea035 req-c77d4b85-b94c-41da-b9ad-fd60fcfb8802 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.134730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:25.138711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afec0-806b-410c-897d-8f866daea035 req-c77d4b85-b94c-41da-b9ad-fd60fcfb8802 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.140746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:25.141545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.145517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afec0-806b-410c-897d-8f866daea035 req-c77d4b85-b94c-41da-b9ad-fd60fcfb8802 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.152061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afec0-806b-410c-897d-8f866daea035 req-c77d4b85-b94c-41da-b9ad-fd60fcfb8802 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.158781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afec0-806b-410c-897d-8f866daea035 req-c77d4b85-b94c-41da-b9ad-fd60fcfb8802 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.165314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afec0-806b-410c-897d-8f866daea035 req-c77d4b85-b94c-41da-b9ad-fd60fcfb8802 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.172390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afec0-806b-410c-897d-8f866daea035 req-c77d4b85-b94c-41da-b9ad-fd60fcfb8802 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.180812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-230afec0-806b-410c-897d-8f866daea035 req-c77d4b85-b94c-41da-b9ad-fd60fcfb8802 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5426 time: 0.4221768 Jul 15 13:04:25.252159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d983b-d58a-4624-aed2-012975a864de req-34afd6c3-72d7-475e-981d-95fce733fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.253681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f6d983b-d58a-4624-aed2-012975a864de req-34afd6c3-72d7-475e-981d-95fce733fdd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef6a1f5-829e-4dad-a498-73ca83a738e1 HTTP/1.1" status: 200 len: 854 time: 0.0638857 Jul 15 13:04:25.296760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.351713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-230afec0-806b-410c-897d-8f866daea035 req-10cc575c-be36-4105-baf4-5762ac868a88 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696720 Jul 15 13:04:25.360375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:25.363122 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73840ca9-5565-418b-a1ca-28861c1f1a23" -d '{"events": [{"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:25.405615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:25.415549 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.419367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a1b08392-5054-460c-8cb9-fdcde49d1a69 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:25.444122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d983b-d58a-4624-aed2-012975a864de req-17b6daa1-765e-4cb4-a431-042055c8b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.446219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f6d983b-d58a-4624-aed2-012975a864de req-17b6daa1-765e-4cb4-a431-042055c8b34e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827602 Jul 15 13:04:25.622260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:25.655706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.657146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.658409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.659785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.660923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.661825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.662619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.669269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.670386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.671617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.673098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.673899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:25.730970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab61abb3-ec0a-48c3-b9e2-f8ffeb5ded67 req-8eaec9f7-ba28-4fde-aa75-d9aa2c000920 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips/c9c498fa-6494-4429-9f96-be7289874440 HTTP/1.1" status: 200 len: 999 time: 0.2832367 Jul 15 13:04:25.749414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port a1b08392-5054-460c-8cb9-fdcde49d1a69 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:25.767472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port a1b08392-5054-460c-8cb9-fdcde49d1a69 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:25.774282 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.904346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f6d983b-d58a-4624-aed2-012975a864de req-eeca44f8-c17a-4b54-be17-08deddea1e31 service neutron] 10.222.0.30 "GET /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387753 Jul 15 13:04:26.103002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61abb3-ec0a-48c3-b9e2-f8ffeb5ded67 req-c8c2396b-9eaa-409a-bb61-fa7a54483477 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.142261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab61abb3-ec0a-48c3-b9e2-f8ffeb5ded67 req-c8c2396b-9eaa-409a-bb61-fa7a54483477 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.4101377 Jul 15 13:04:26.236146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f6d983b-d58a-4624-aed2-012975a864de req-8fe504ab-2689-4887-8f57-d3b7ddef0ae5 service neutron] 10.222.0.30 "GET /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213086 Jul 15 13:04:26.241980 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e50cc36-e622-4b6d-a8e0-bca4a4fc3351 x-openstack-request-id: req-1e50cc36-e622-4b6d-a8e0-bca4a4fc3351 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:26.242338 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbaacd81-41bd-45fd-b513-995f498250b3", "name": "network-vif-deleted", "tag": "c761aa75-00bc-4425-87e3-0729b919e785", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:26.242771 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e50cc36-e622-4b6d-a8e0-bca4a4fc3351 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:26.243651 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbaacd81-41bd-45fd-b513-995f498250b3', 'name': 'network-vif-deleted', 'tag': 'c761aa75-00bc-4425-87e3-0729b919e785', 'status': 'completed', 'code': 200} Jul 15 13:04:26.253251 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.254672 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'status': 'completed', 'code': 200} Jul 15 13:04:26.296878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38440) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:26.384741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a1b08392-5054-460c-8cb9-fdcde49d1a69, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:26.400349 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.403579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0ef47190-6343-4df3-ba04-bae682656f08 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:26.429728 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62b23a8a-0be1-4187-b8ba-0500685c0b71 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.466901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968c5d-0f89-43f9-b5c8-721682731838 req-6327ab53-ad22-4b9a-ba13-ee3f57b3349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.469375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66968c5d-0f89-43f9-b5c8-721682731838 req-6327ab53-ad22-4b9a-ba13-ee3f57b3349c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.1959186 Jul 15 13:04:26.494399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62b23a8a-0be1-4187-b8ba-0500685c0b71 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.580514 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62b23a8a-0be1-4187-b8ba-0500685c0b71 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.583442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62b23a8a-0be1-4187-b8ba-0500685c0b71 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.584821 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-62b23a8a-0be1-4187-b8ba-0500685c0b71 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d938351-c804-4482-a956-d95ad193bbe5 HTTP/1.1" status: 204 len: 168 time: 0.2868240 Jul 15 13:04:26.592252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38444) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:26.619086 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b23a8a-0be1-4187-b8ba-0500685c0b71 tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d938351-c804-4482-a956-d95ad193bbe5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:26.634717 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-6c362aa1-3aaf-42ae-a317-334d690f07fb tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] show failed (client error): The resource could not be found. Jul 15 13:04:26.641890 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6c362aa1-3aaf-42ae-a317-334d690f07fb tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "GET /v2.0/security-groups/2d938351-c804-4482-a956-d95ad193bbe5 HTTP/1.1" status: 404 len: 347 time: 0.0343192 Jul 15 13:04:26.643384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38446) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:26.703257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=a1b08392-5054-460c-8cb9-fdcde49d1a69,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:26.771319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 0ef47190-6343-4df3-ba04-bae682656f08 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:26.781151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 0ef47190-6343-4df3-ba04-bae682656f08 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:26.781711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.954300 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.988429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Deleting port 128c36ee-687d-4613-8cfb-0dab75770751 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:26.989196 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.062653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0ef47190-6343-4df3-ba04-bae682656f08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0ef47190-6343-4df3-ba04-bae682656f08,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:27.071104 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.073197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f145f5db-5055-4e12-a9eb-dba3e03d65f1 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:27.188272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.190523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.242410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Calling delete_port for 128c36ee-687d-4613-8cfb-0dab75770751 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:27.260277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0ef47190-6343-4df3-ba04-bae682656f08,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:27.305591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port f145f5db-5055-4e12-a9eb-dba3e03d65f1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:27.311170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port f145f5db-5055-4e12-a9eb-dba3e03d65f1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:27.311579 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.322245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968c5d-0f89-43f9-b5c8-721682731838 req-1de94e09-727f-476d-8418-311547c390fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.327740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66968c5d-0f89-43f9-b5c8-721682731838 req-1de94e09-727f-476d-8418-311547c390fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.8478129 Jul 15 13:04:27.362196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cd293-858c-4385-ab3d-886a61ad5f85 req-235e29c1-87de-46b7-b855-ee2323f5bc06 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.372334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-685cd293-858c-4385-ab3d-886a61ad5f85 req-235e29c1-87de-46b7-b855-ee2323f5bc06 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.8754647 Jul 15 13:04:27.490545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.579471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-685cd293-858c-4385-ab3d-886a61ad5f85 req-a579d0f3-a4c2-4dbe-a3c8-2247b386d9df tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731386 Jul 15 13:04:27.606118 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.639517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f145f5db-5055-4e12-a9eb-dba3e03d65f1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:27.645458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66968c5d-0f89-43f9-b5c8-721682731838 req-c693f7a6-08d1-422d-a150-7a42c5924447 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 1002 time: 0.2694364 Jul 15 13:04:27.662371 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.668930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a2da7884-c906-443f-b865-1edcd0a7f011 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:27.674175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Pushing event deleted for resources: {'Port': ['ID=128c36ee-687d-4613-8cfb-0dab75770751,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:27.781629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968c5d-0f89-43f9-b5c8-721682731838 req-5854398d-f647-44c4-86dd-2fb6fd750cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.783062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66968c5d-0f89-43f9-b5c8-721682731838 req-5854398d-f647-44c4-86dd-2fb6fd750cc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.1143341 Jul 15 13:04:27.848832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=f145f5db-5055-4e12-a9eb-dba3e03d65f1,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:27.887332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968c5d-0f89-43f9-b5c8-721682731838 req-1732fc6e-4706-444b-847f-2ca4224f8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.888992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66968c5d-0f89-43f9-b5c8-721682731838 req-1732fc6e-4706-444b-847f-2ca4224f8363 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981746 Jul 15 13:04:27.896181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port a2da7884-c906-443f-b865-1edcd0a7f011 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:27.902152 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.903800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port a2da7884-c906-443f-b865-1edcd0a7f011 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:27.904351 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.912913 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.918216 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-074f8647-136b-4c99-a184-1e9610fc860c tempest-ServersWithSpecificFlavorTestJSON-875661512 tempest-ServersWithSpecificFlavorTestJSON-875661512-project] 10.222.0.25 "DELETE /v2.0/floatingips/6b6db188-950c-4651-bf2a-06e2d6fe3351 HTTP/1.1" status: 204 len: 168 time: 1.2710941 Jul 15 13:04:28.062624 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.108945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a2da7884-c906-443f-b865-1edcd0a7f011, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a2da7884-c906-443f-b865-1edcd0a7f011,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:28.114838 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.115853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:28.158818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66968c5d-0f89-43f9-b5c8-721682731838 req-17ef1b1d-9003-422c-bf16-585e7a6e1c11 service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484887 Jul 15 13:04:28.211879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=a2da7884-c906-443f-b865-1edcd0a7f011,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:28.230212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:28.236876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:28.237886 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.253214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b124a-28ad-4382-9d61-1b9b58820265 req-bccaa5d1-02b4-48da-99be-28fb80755eb2 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.255915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c6b124a-28ad-4382-9d61-1b9b58820265 req-bccaa5d1-02b4-48da-99be-28fb80755eb2 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=0efd50d7-1617-4415-b2df-f0f70e2bea0c HTTP/1.1" status: 200 len: 946 time: 0.2256615 Jul 15 13:04:28.371863 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.401442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c6b124a-28ad-4382-9d61-1b9b58820265 req-de75abe1-3d56-452c-8d87-303b5f83abce tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367636 Jul 15 13:04:28.422314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66968c5d-0f89-43f9-b5c8-721682731838 req-1db8baf2-8fff-4622-a42a-cb9ea9df80ca service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512383 Jul 15 13:04:28.439208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:28.445095 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.447083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6ae5a51d-f08e-4ccb-bf81-467cde069654 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:28.603820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:28.622296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 6ae5a51d-f08e-4ccb-bf81-467cde069654 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:28.632569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 6ae5a51d-f08e-4ccb-bf81-467cde069654 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:28.633274 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.666548 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e2e61-2e3e-4a20-a7dd-105531322c90 x-openstack-request-id: req-3c9e2e61-2e3e-4a20-a7dd-105531322c90 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:28.667048 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:28.668184 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c9e2e61-2e3e-4a20-a7dd-105531322c90 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:28.668878 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'code': 200} Jul 15 13:04:28.764487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-2da62914-0215-41ae-a93b-920accd95218 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1002 time: 0.0825453 Jul 15 13:04:28.773810 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.813726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6ae5a51d-f08e-4ccb-bf81-467cde069654, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:28.824478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.869936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730bf4-f477-40a7-8602-dc17cb866270 req-20bb6d7e-947c-4d49-b451-725d1c198986 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.872260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-20bb6d7e-947c-4d49-b451-725d1c198986 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports/5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 943 time: 0.1000273 Jul 15 13:04:28.927469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6ae5a51d-f08e-4ccb-bf81-467cde069654,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:29.044011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-623c2845-38da-418f-aff9-6e9849e5efdc tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1002 time: 0.0811739 Jul 15 13:04:29.202187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730bf4-f477-40a7-8602-dc17cb866270 req-4b5aa590-4727-40cc-baf4-9905e7b7b9cd tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.203993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-4b5aa590-4727-40cc-baf4-9905e7b7b9cd tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1489329 Jul 15 13:04:29.310489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-f36a2933-b1d0-4be7-bbaf-61ed236a2a8a tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 1002 time: 0.0975573 Jul 15 13:04:29.326208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:29.448333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.728833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.735219 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.735668 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Floating IP c9c498fa-6494-4429-9f96-be7289874440 disassociated. External IP: 172.25.1.196, port: 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c. Jul 15 13:04:30.048839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:30.234323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:30.243207 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.250756 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:30.268474 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:30.269931 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:30.314935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-47ffb0f1-6aee-496c-a699-be32f2cad75b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "PUT /v2.0/floatingips/c9c498fa-6494-4429-9f96-be7289874440 HTTP/1.1" status: 200 len: 696 time: 0.9969251 Jul 15 13:04:30.315898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:30.320610 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c48a7e-793d-400d-ba8d-7e26916b3647" -d '{"events": [{"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:30.437779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730bf4-f477-40a7-8602-dc17cb866270 req-438dc59d-6201-4b15-af1a-445fa2fb08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.440521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-438dc59d-6201-4b15-af1a-445fa2fb08f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.0941668 Jul 15 13:04:30.447204 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:30.670699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b08392-5054-460c-8cb9-fdcde49d1a69'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef47190-6343-4df3-ba04-bae682656f08'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f145f5db-5055-4e12-a9eb-dba3e03d65f1'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2da7884-c906-443f-b865-1edcd0a7f011'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2ed1cc-b433-4a2c-9a60-976be94b8c5f'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae5a51d-f08e-4ccb-bf81-467cde069654'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:30.681253 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7862564-3972-4310-88f9-585206dd90ce" -d '{"events": [{"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "a1b08392-5054-460c-8cb9-fdcde49d1a69"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "0ef47190-6343-4df3-ba04-bae682656f08"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "f145f5db-5055-4e12-a9eb-dba3e03d65f1"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "a2da7884-c906-443f-b865-1edcd0a7f011"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "5d2ed1cc-b433-4a2c-9a60-976be94b8c5f"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "6ae5a51d-f08e-4ccb-bf81-467cde069654"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:30.687258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730bf4-f477-40a7-8602-dc17cb866270 req-e7e5308f-b69f-42ed-b115-082b69ac9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.696244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-e7e5308f-b69f-42ed-b115-082b69ac9182 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.2423999 Jul 15 13:04:30.776020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-a9d83f08-d0d0-4598-a40b-62417ea982de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 217 time: 0.0758986 Jul 15 13:04:30.835494 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:30.877518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730bf4-f477-40a7-8602-dc17cb866270 req-09bb8a93-96c8-40a9-8fe4-d7ed94e778e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.880970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-09bb8a93-96c8-40a9-8fe4-d7ed94e778e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.0972164 Jul 15 13:04:30.887057 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:30.897509 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:30.898148 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:30.978869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730bf4-f477-40a7-8602-dc17cb866270 req-4b593262-1bf1-4cb8-862c-dc93a17bdfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.980775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-4b593262-1bf1-4cb8-862c-dc93a17bdfed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912774 Jul 15 13:04:31.036889 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:31.132878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-35abf01f-fcef-49ff-bd3d-d07afa11216a service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355431 Jul 15 13:04:31.329354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38730bf4-f477-40a7-8602-dc17cb866270 req-f223a4fb-416b-43d0-b124-8d97f8e7aa51 service neutron] 10.222.0.25 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938581 Jul 15 13:04:31.500685 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:31.540311 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940acc5-3cf8-4476-86a5-390e9b4b783b None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '18a1ac87-5059-477f-9755-4778a17fb249', 'name': '', 'network_id': '67cfb905-900d-446b-9d1a-9ab5d4ab3bcf', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'mac_address': 'fa:16:3e:31:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:44Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'subnets': [{'id': 'da169d02-fc7d-4ac0-abba-cd935931a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:31.629908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66174c9-2465-4172-8083-ca2992679fa5 req-231cd8dd-7f3d-4748-9b70-2c9f93cb5432 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.640676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66174c9-2465-4172-8083-ca2992679fa5 req-231cd8dd-7f3d-4748-9b70-2c9f93cb5432 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.648296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66174c9-2465-4172-8083-ca2992679fa5 req-231cd8dd-7f3d-4748-9b70-2c9f93cb5432 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.655701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66174c9-2465-4172-8083-ca2992679fa5 req-231cd8dd-7f3d-4748-9b70-2c9f93cb5432 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.674871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66174c9-2465-4172-8083-ca2992679fa5 req-231cd8dd-7f3d-4748-9b70-2c9f93cb5432 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.691476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66174c9-2465-4172-8083-ca2992679fa5 req-231cd8dd-7f3d-4748-9b70-2c9f93cb5432 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.711311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66174c9-2465-4172-8083-ca2992679fa5 req-231cd8dd-7f3d-4748-9b70-2c9f93cb5432 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.718321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a66174c9-2465-4172-8083-ca2992679fa5 req-231cd8dd-7f3d-4748-9b70-2c9f93cb5432 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5433 time: 0.1947672 Jul 15 13:04:31.783258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a66174c9-2465-4172-8083-ca2992679fa5 req-a03b4cbd-507e-44aa-af1a-605cbc859449 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552328 Jul 15 13:04:31.997404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bad52-187f-4634-a86f-181f0c4a234d None None] New status for floating IP c9c498fa-6494-4429-9f96-be7289874440: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:32.694034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537222-87bb-4f1b-9ed2-a848e7ea448e req-3a533150-02e2-4715-ac23-d08aae2c8437 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.696005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b537222-87bb-4f1b-9ed2-a848e7ea448e req-3a533150-02e2-4715-ac23-d08aae2c8437 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=b15e0d86-a261-425b-bcbf-985391c33157 HTTP/1.1" status: 200 len: 946 time: 0.0885808 Jul 15 13:04:32.801386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b537222-87bb-4f1b-9ed2-a848e7ea448e req-2589498e-e71e-48b7-9032-ac94ce85e7be tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983131 Jul 15 13:04:32.864399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-fff5f589-58ac-4fd3-a2d1-63e1fd4c1af6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.867570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-fff5f589-58ac-4fd3-a2d1-63e1fd4c1af6 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.30 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 945 time: 0.1450901 Jul 15 13:04:33.041595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Deleting port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:33.042012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.134941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8330e2-9ae5-4da2-9750-612da37164cc req-73626290-fd6c-45bc-bde7-eafad8df81a7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.137154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef8330e2-9ae5-4da2-9750-612da37164cc req-73626290-fd6c-45bc-bde7-eafad8df81a7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.1507895 Jul 15 13:04:33.192728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] For port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:33.193082 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.216379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef8330e2-9ae5-4da2-9750-612da37164cc req-a45584c3-2195-4e30-abf5-cb17567c43e3 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706177 Jul 15 13:04:33.217837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Calling delete_port for 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:33.470223 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80425c2d-a1f5-4e84-9b16-7e460aa8012a x-openstack-request-id: req-80425c2d-a1f5-4e84-9b16-7e460aa8012a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:33.470850 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:33.471348 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80425c2d-a1f5-4e84-9b16-7e460aa8012a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:33.472010 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'status': 'completed', 'code': 200} Jul 15 13:04:33.500535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.515213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3f4c3ae3-4a23-420f-8219-bae08ac79aa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:33.542329 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64b189c-096f-4312-bfeb-2ca193a98024 x-openstack-request-id: req-e64b189c-096f-4312-bfeb-2ca193a98024 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:33.543050 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "a1b08392-5054-460c-8cb9-fdcde49d1a69", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "0ef47190-6343-4df3-ba04-bae682656f08", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "f145f5db-5055-4e12-a9eb-dba3e03d65f1", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "a2da7884-c906-443f-b865-1edcd0a7f011", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "5d2ed1cc-b433-4a2c-9a60-976be94b8c5f", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-plugged", "status": "completed", "tag": "6ae5a51d-f08e-4ccb-bf81-467cde069654", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:33.543557 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e64b189c-096f-4312-bfeb-2ca193a98024 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:33.544239 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b08392-5054-460c-8cb9-fdcde49d1a69', 'code': 200} Jul 15 13:04:33.544701 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef47190-6343-4df3-ba04-bae682656f08', 'code': 200} Jul 15 13:04:33.545123 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f145f5db-5055-4e12-a9eb-dba3e03d65f1', 'code': 200} Jul 15 13:04:33.545568 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2da7884-c906-443f-b865-1edcd0a7f011', 'code': 200} Jul 15 13:04:33.545975 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2ed1cc-b433-4a2c-9a60-976be94b8c5f', 'code': 200} Jul 15 13:04:33.546398 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae5a51d-f08e-4ccb-bf81-467cde069654', 'code': 200} Jul 15 13:04:33.592224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Pushing event deleted for resources: {'Port': ['ID=3f4c3ae3-4a23-420f-8219-bae08ac79aa0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:33.659836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.660192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.660546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.660958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.661279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.661616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.661952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.662427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.662905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.663270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.663751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.664003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:33.738796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] No DVR routers for this DVR port 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:33.743692 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.746821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2e35acf-d916-4857-80e0-8c30b12c8ede req-201a39df-1c6c-4b98-bb89-0cb05df3356e tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.30 "DELETE /v2.0/ports/3f4c3ae3-4a23-420f-8219-bae08ac79aa0 HTTP/1.1" status: 204 len: 173 time: 0.8730900 Jul 15 13:04:33.825281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ff24e22-cb60-4f3e-ab04-8f41fd66debe req-87471cf6-a8aa-4e2f-a06d-0e2a07ba6787 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=94db1212-3cae-4140-907b-e11643c3d016 HTTP/1.1" status: 200 len: 210 time: 0.0884366 Jul 15 13:04:33.859648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-89b5998b-1b4f-41dc-ac57-c52ed5a2813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.864837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-89b5998b-1b4f-41dc-ac57-c52ed5a2813a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4c989ef9c7945709b5a440c468367b1&device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 1098 time: 0.3001938 Jul 15 13:04:33.966240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b251-728f-40cf-b603-fff753a40c0f req-1905d936-5222-40cc-967f-4a97d2f1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.967346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b251-728f-40cf-b603-fff753a40c0f req-1905d936-5222-40cc-967f-4a97d2f1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.968726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b251-728f-40cf-b603-fff753a40c0f req-1905d936-5222-40cc-967f-4a97d2f1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.969517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b251-728f-40cf-b603-fff753a40c0f req-1905d936-5222-40cc-967f-4a97d2f1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.970110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b251-728f-40cf-b603-fff753a40c0f req-1905d936-5222-40cc-967f-4a97d2f1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.970832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b251-728f-40cf-b603-fff753a40c0f req-1905d936-5222-40cc-967f-4a97d2f1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.971619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b251-728f-40cf-b603-fff753a40c0f req-1905d936-5222-40cc-967f-4a97d2f1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.974161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1019b251-728f-40cf-b603-fff753a40c0f req-1905d936-5222-40cc-967f-4a97d2f1ddea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6497 time: 0.3055999 Jul 15 13:04:34.100716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-f0cf7bdb-9dad-4f0d-b7a5-7182d9aacb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.102620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-f0cf7bdb-9dad-4f0d-b7a5-7182d9aacb0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 200 len: 922 time: 0.2259054 Jul 15 13:04:34.105249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1019b251-728f-40cf-b603-fff753a40c0f req-78b96df9-b4a7-4ff6-896e-cc3b40636787 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4fd2e756-e6f9-40e5-90c4-613afe199535&id=e59c67f4-e903-47c3-80c7-1d01dd394d90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236498 Jul 15 13:04:34.190792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-150d6e69-1791-4864-afde-72c62b4c1bd2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.194833 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.198644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-150d6e69-1791-4864-afde-72c62b4c1bd2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.205914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-150d6e69-1791-4864-afde-72c62b4c1bd2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.213264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-150d6e69-1791-4864-afde-72c62b4c1bd2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.220279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-150d6e69-1791-4864-afde-72c62b4c1bd2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.226512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-150d6e69-1791-4864-afde-72c62b4c1bd2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.233400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-150d6e69-1791-4864-afde-72c62b4c1bd2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.235598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-150d6e69-1791-4864-afde-72c62b4c1bd2 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5433 time: 0.1595778 Jul 15 13:04:34.288609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-a1f19ce0-fbbc-476c-964d-0b49d0026166 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 200 len: 217 time: 0.0518692 Jul 15 13:04:34.379396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa0d23bb-b766-49ff-82d6-36f01a8d36e2 req-758a5df0-88d7-4353-a141-5db4151fe0bd tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350811 Jul 15 13:04:34.383203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-42eb6979-285e-4857-90b2-0cc6c21855b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.383203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-42eb6979-285e-4857-90b2-0cc6c21855b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 200 len: 860 time: 0.0863156 Jul 15 13:04:34.501646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-98da40cf-c172-43fa-932b-0de12a160f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.503775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-98da40cf-c172-43fa-932b-0de12a160f70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976367 Jul 15 13:04:35.100950 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.109422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-423a1e0d-c4fc-4400-9dbf-4e1d1cfa21e2 service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954938 Jul 15 13:04:35.344764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42c48a7e-793d-400d-ba8d-7e26916b3647 req-3cf53ae9-c2e8-4b15-90dc-0c53939dc89e service neutron] 10.222.0.35 "GET /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245781 Jul 15 13:04:35.374963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303113f2-982f-4522-a0e2-2e84ddf22dd6 req-870c50ee-6144-477c-950f-5de398c392dd tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.376646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-303113f2-982f-4522-a0e2-2e84ddf22dd6 req-870c50ee-6144-477c-950f-5de398c392dd tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.1479287 Jul 15 13:04:35.429627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-303113f2-982f-4522-a0e2-2e84ddf22dd6 req-a3c8ece7-9a20-4724-86cc-c2e8053708af tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Jul 15 13:04:35.475001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'name': 'network-vif-deleted', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:35.478735 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e435d08d-be1e-4a1b-92fe-da23c7fd4870" -d '{"events": [{"server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "name": "network-vif-deleted", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:36.011011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-87c7d34d-80c6-4d77-8e01-1d5f537545d0 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips/c9c498fa-6494-4429-9f96-be7289874440 HTTP/1.1" status: 200 len: 694 time: 0.0543215 Jul 15 13:04:36.149086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-d9b1af0d-44cb-4883-834e-d1bb4665ae77 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.150625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-d9b1af0d-44cb-4883-834e-d1bb4665ae77 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1338539 Jul 15 13:04:36.212693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-a61c9332-0a35-4445-9566-4f7e75373832 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 697 time: 0.0516889 Jul 15 13:04:36.271862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-d1ae73d6-7190-46e2-aaf8-db7859bfd385 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 697 time: 0.0528038 Jul 15 13:04:36.429636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Deleting port 40caaf41-9396-4a85-a3b8-a82ff4409673 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:36.430042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.528403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.528722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.543528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Calling delete_port for 40caaf41-9396-4a85-a3b8-a82ff4409673 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:36.719110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.758461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Pushing event deleted for resources: {'Port': ['ID=40caaf41-9396-4a85-a3b8-a82ff4409673,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:36.871369 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.874130 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.875367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c79b99cc-d089-4ac5-a246-028f8708f32f req-632f0368-91f6-42bf-9c94-326c9b386251 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9c498fa-6494-4429-9f96-be7289874440 HTTP/1.1" status: 204 len: 173 time: 0.5976129 Jul 15 13:04:36.892075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-7c64c8d6-7801-478c-92ab-a974b8be4315 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.893795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-7c64c8d6-7801-478c-92ab-a974b8be4315 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "GET /v2.0/ports?device_id=b15e0d86-a261-425b-bcbf-985391c33157 HTTP/1.1" status: 200 len: 946 time: 0.1487694 Jul 15 13:04:36.946974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:36.985532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:36.986201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3f4c3ae3-4a23-420f-8219-bae08ac79aa0 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:37.045625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Deleting port 2b8e91ce-e909-4ab0-93a6-c328315e60fb {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:37.045915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.185237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] For port 2b8e91ce-e909-4ab0-93a6-c328315e60fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8e91ce-e909-4ab0-93a6-c328315e60fb,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:37.186070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.205997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Calling delete_port for 2b8e91ce-e909-4ab0-93a6-c328315e60fb owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:37.239666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-3859e34d-db96-4768-879e-3080c5c63036 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.246633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-3859e34d-db96-4768-879e-3080c5c63036 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.252691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-3859e34d-db96-4768-879e-3080c5c63036 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.258681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-3859e34d-db96-4768-879e-3080c5c63036 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.265019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-3859e34d-db96-4768-879e-3080c5c63036 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.271175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-3859e34d-db96-4768-879e-3080c5c63036 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.277650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-3859e34d-db96-4768-879e-3080c5c63036 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.279715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-3859e34d-db96-4768-879e-3080c5c63036 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5433 time: 0.1692510 Jul 15 13:04:37.365602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d40ccd96-2232-4eb7-80f1-66fa8b39f073 req-7ff61ec3-3934-40ee-bdbd-3025c683e008 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562408 Jul 15 13:04:37.462524 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a1c33d-91d1-48ef-8440-ad0e40c0acbe x-openstack-request-id: req-a9a1c33d-91d1-48ef-8440-ad0e40c0acbe {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:37.463165 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94db1212-3cae-4140-907b-e11643c3d016", "name": "network-vif-deleted", "tag": "3f4c3ae3-4a23-420f-8219-bae08ac79aa0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:37.464286 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9a1c33d-91d1-48ef-8440-ad0e40c0acbe {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:37.465263 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db1212-3cae-4140-907b-e11643c3d016', 'name': 'network-vif-deleted', 'tag': '3f4c3ae3-4a23-420f-8219-bae08ac79aa0', 'status': 'completed', 'code': 200} Jul 15 13:04:37.493421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.507677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['2b8e91ce-e909-4ab0-93a6-c328315e60fb', '54bfa6be-5488-4653-a015-9ed31bc1e904'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:37.526465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Pushing event deleted for resources: {'Port': ['ID=2b8e91ce-e909-4ab0-93a6-c328315e60fb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:37.578937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] No DVR routers for this DVR port 2b8e91ce-e909-4ab0-93a6-c328315e60fb on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:37.582285 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.585044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c104a77-e68e-45f2-9964-f5ba521f9489 req-a040ca41-fe61-40c4-8128-4758bca11051 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "DELETE /v2.0/ports/2b8e91ce-e909-4ab0-93a6-c328315e60fb HTTP/1.1" status: 204 len: 173 time: 0.6833122 Jul 15 13:04:37.722165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-8e45724c-364d-453f-b594-0e695b520c10 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.724199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-8e45724c-364d-453f-b594-0e695b520c10 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "GET /v2.0/ports?device_id=0efd50d7-1617-4415-b2df-f0f70e2bea0c HTTP/1.1" status: 200 len: 946 time: 0.0773070 Jul 15 13:04:37.936599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Deleting port 54bfa6be-5488-4653-a015-9ed31bc1e904 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:37.937178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.166319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-9783d7e1-818c-482b-8563-53a0e7a769cb tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.168579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-9783d7e1-818c-482b-8563-53a0e7a769cb tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 812 time: 0.2521741 Jul 15 13:04:38.170697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] For port 54bfa6be-5488-4653-a015-9ed31bc1e904, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=54bfa6be-5488-4653-a015-9ed31bc1e904,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:38.171079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.197252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Calling delete_port for 54bfa6be-5488-4653-a015-9ed31bc1e904 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:38.204849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-c19da4a2-4f37-46ba-bc88-fcc89be8ef01 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/quotas/1c7a8d2396524915993e2ffaefdc1efb HTTP/1.1" status: 200 len: 375 time: 0.0254877 Jul 15 13:04:38.395904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-198b263c-3c74-4db7-b6e4-ba5320045fc2 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803732 Jul 15 13:04:38.523987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.537404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['2b8e91ce-e909-4ab0-93a6-c328315e60fb'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:38.548458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e3864-7f8e-416c-98ee-41e88631f01d req-116c877a-3c93-4c70-91ed-9db3a5867bba tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.550023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-069e3864-7f8e-416c-98ee-41e88631f01d req-116c877a-3c93-4c70-91ed-9db3a5867bba tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c24628b-0055-46b3-8ef5-3ff19a44252f HTTP/1.1" status: 200 len: 944 time: 0.2248287 Jul 15 13:04:38.590000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Pushing event deleted for resources: {'Port': ['ID=54bfa6be-5488-4653-a015-9ed31bc1e904,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:38.658728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-0e059357-083c-47d3-91ca-9c184fa07f99 service neutron] 10.222.0.25 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352905 Jul 15 13:04:38.683616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] No DVR routers for this DVR port 54bfa6be-5488-4653-a015-9ed31bc1e904 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:38.696319 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.698516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-368aac2e-0b5b-49cb-bc9f-f0bbe872a618 req-7fec3287-4dbc-455c-923b-e983bb32be88 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "DELETE /v2.0/ports/54bfa6be-5488-4653-a015-9ed31bc1e904 HTTP/1.1" status: 204 len: 173 time: 0.9666770 Jul 15 13:04:38.844032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-27f99c8e-53cf-44dd-8f6a-6cac15831b9b service neutron] 10.222.0.25 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645219 Jul 15 13:04:38.858892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Deleting port 1a295e43-0397-4ab6-9711-fec23038f939 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:38.859523 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.038644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] For port 1a295e43-0397-4ab6-9711-fec23038f939, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1a295e43-0397-4ab6-9711-fec23038f939,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:39.039274 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.059553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Calling delete_port for 1a295e43-0397-4ab6-9711-fec23038f939 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:39.415477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.462381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Pushing event deleted for resources: {'Port': ['ID=1a295e43-0397-4ab6-9711-fec23038f939,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:39.470999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15e0d86-a261-425b-bcbf-985391c33157', 'name': 'network-vif-deleted', 'tag': '2b8e91ce-e909-4ab0-93a6-c328315e60fb'}, {'server_uuid': '0efd50d7-1617-4415-b2df-f0f70e2bea0c', 'name': 'network-vif-deleted', 'tag': '54bfa6be-5488-4653-a015-9ed31bc1e904'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:39.473628 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577f1867-c897-4310-bc2a-21d4cf427741" -d '{"events": [{"server_uuid": "b15e0d86-a261-425b-bcbf-985391c33157", "name": "network-vif-deleted", "tag": "2b8e91ce-e909-4ab0-93a6-c328315e60fb"}, {"server_uuid": "0efd50d7-1617-4415-b2df-f0f70e2bea0c", "name": "network-vif-deleted", "tag": "54bfa6be-5488-4653-a015-9ed31bc1e904"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:39.524835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e2971d7f-aa0c-45b7-a19d-cd7056f3c64e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.526572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e2971d7f-aa0c-45b7-a19d-cd7056f3c64e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 819 time: 0.2870057 Jul 15 13:04:39.545086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] No DVR routers for this DVR port 1a295e43-0397-4ab6-9711-fec23038f939 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:39.553157 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.555218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-069e3864-7f8e-416c-98ee-41e88631f01d req-6acf642f-bb36-4c79-ae83-7e00cdc5a0fa tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.30 "DELETE /v2.0/ports/1a295e43-0397-4ab6-9711-fec23038f939 HTTP/1.1" status: 204 len: 173 time: 0.9779229 Jul 15 13:04:39.560247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-dc77e261-b089-41ee-8492-bf5940a27751 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/quotas/bbb6cfaf3a0243ad97fca17863871808 HTTP/1.1" status: 200 len: 375 time: 0.0163789 Jul 15 13:04:39.665954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-28351fe6-37f8-47b2-9ecb-c9c41c2afb6b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988915 Jul 15 13:04:39.799820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e52568f2-8684-43b1-903f-8c810d62b9da service neutron] 10.222.0.25 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267736 Jul 15 13:04:39.935985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-18f430ac-a053-4590-803e-414e35b4f73b service neutron] 10.222.0.25 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350446 Jul 15 13:04:40.582228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da2c21-e593-4f99-b5fd-f5817ee2eb76 req-92fab425-6ff6-4ff2-af60-4921c0ee10ba tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.590432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55da2c21-e593-4f99-b5fd-f5817ee2eb76 req-92fab425-6ff6-4ff2-af60-4921c0ee10ba tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.1125009 Jul 15 13:04:40.634204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55da2c21-e593-4f99-b5fd-f5817ee2eb76 req-917d6956-bdce-4382-9b5d-de3c99740252 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Jul 15 13:04:40.980240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1a295e43-0397-4ab6-9711-fec23038f939 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:41.017877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 1a295e43-0397-4ab6-9711-fec23038f939 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:41.018466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1a295e43-0397-4ab6-9711-fec23038f939 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:41.155756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 54bfa6be-5488-4653-a015-9ed31bc1e904 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:41.202115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 54bfa6be-5488-4653-a015-9ed31bc1e904 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:41.202710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 54bfa6be-5488-4653-a015-9ed31bc1e904 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:41.203450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2b8e91ce-e909-4ab0-93a6-c328315e60fb no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:41.293140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 2b8e91ce-e909-4ab0-93a6-c328315e60fb {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:41.293617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2b8e91ce-e909-4ab0-93a6-c328315e60fb not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:41.462905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-fb7435af-ae3f-4fa3-9d18-509415564170 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.464536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-fb7435af-ae3f-4fa3-9d18-509415564170 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.30 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 812 time: 0.6306527 Jul 15 13:04:41.483619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Request body: {'port': {'device_id': 'fa4148c0-5300-41e9-a086-df4a03191bcb', 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'admin_state_up': True, 'tenant_id': '1c7a8d2396524915993e2ffaefdc1efb'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:41.543011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-8fad3a8d-9b98-4d63-b76a-fbd1894ddc37 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.544664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-8fad3a8d-9b98-4d63-b76a-fbd1894ddc37 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 812 time: 0.6058693 Jul 15 13:04:41.585449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Request body: {'port': {'device_id': 'c0ad1392-b4ba-4455-8feb-7472f791004c', 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'admin_state_up': True, 'tenant_id': '1c7a8d2396524915993e2ffaefdc1efb'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:41.656415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c137d-2838-4e14-8409-fb4075089cf6 req-9541ed7d-5912-42cf-bdf8-b5df85896ed9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.662672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c137d-2838-4e14-8409-fb4075089cf6 req-9541ed7d-5912-42cf-bdf8-b5df85896ed9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.669244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c137d-2838-4e14-8409-fb4075089cf6 req-9541ed7d-5912-42cf-bdf8-b5df85896ed9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.675159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c137d-2838-4e14-8409-fb4075089cf6 req-9541ed7d-5912-42cf-bdf8-b5df85896ed9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.681157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c137d-2838-4e14-8409-fb4075089cf6 req-9541ed7d-5912-42cf-bdf8-b5df85896ed9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.688168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c137d-2838-4e14-8409-fb4075089cf6 req-9541ed7d-5912-42cf-bdf8-b5df85896ed9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.694273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c137d-2838-4e14-8409-fb4075089cf6 req-9541ed7d-5912-42cf-bdf8-b5df85896ed9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.696332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-890c137d-2838-4e14-8409-fb4075089cf6 req-9541ed7d-5912-42cf-bdf8-b5df85896ed9 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5433 time: 0.2772570 Jul 15 13:04:41.713106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38606) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:41.723104 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Request body: {'floatingip': {'port_id': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:41.783261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Made reservation on behalf of 1c7a8d2396524915993e2ffaefdc1efb for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:41.787421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.795576 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.872584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Made reservation on behalf of 1c7a8d2396524915993e2ffaefdc1efb for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:41.877310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.025547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Allocated IP 172.20.0.5 (a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9/6ed1b22b-ac0d-4dc6-83fb-efaabab96949/baab0764-db74-4699-b215-f403174c7b2f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:42.192726 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c0ec81-f756-426f-9fe9-ea03e16738bd x-openstack-request-id: req-e9c0ec81-f756-426f-9fe9-ea03e16738bd {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:42.193550 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15e0d86-a261-425b-bcbf-985391c33157", "name": "network-vif-deleted", "tag": "2b8e91ce-e909-4ab0-93a6-c328315e60fb", "status": "completed", "code": 200}, {"server_uuid": "0efd50d7-1617-4415-b2df-f0f70e2bea0c", "name": "network-vif-deleted", "tag": "54bfa6be-5488-4653-a015-9ed31bc1e904", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:42.194198 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9c0ec81-f756-426f-9fe9-ea03e16738bd {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:42.194932 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15e0d86-a261-425b-bcbf-985391c33157', 'name': 'network-vif-deleted', 'tag': '2b8e91ce-e909-4ab0-93a6-c328315e60fb', 'status': 'completed', 'code': 200} Jul 15 13:04:42.195644 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efd50d7-1617-4415-b2df-f0f70e2bea0c', 'name': 'network-vif-deleted', 'tag': '54bfa6be-5488-4653-a015-9ed31bc1e904', 'status': 'completed', 'code': 200} Jul 15 13:04:42.386539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a143cf50-f7b7-49cb-a0e8-4953d63fc5e7 req-8a51e92a-09d5-4cce-b964-a37a272d8f8d tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 210 time: 0.0850608 Jul 15 13:04:42.475769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.512569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-1acb7a11-2dc3-410f-8992-f6d33a3cc25e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:42.514233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-1acb7a11-2dc3-410f-8992-f6d33a3cc25e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 819 time: 0.3172715 Jul 15 13:04:42.536103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Request body: {'port': {'device_id': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'admin_state_up': True, 'tenant_id': 'bbb6cfaf3a0243ad97fca17863871808'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:42.628116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.633120 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.730684 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.777053 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Floating IP 66165ac9-e2a0-43b7-9369-5fa8f450a418 associated. External IP: 172.25.1.20, port: 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b. Jul 15 13:04:42.848002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:42.872140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Allocated IP 172.20.0.8 (a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9/6ed1b22b-ac0d-4dc6-83fb-efaabab96949/1f9e151f-77df-458d-aaa7-6dc290c167dc) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:42.874958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:42.894268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6eddd-a893-40b5-ba21-7ec65daf2128 req-4eade4bc-d5ee-4cc3-87bf-c474eef7040a tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:42.900433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00f6eddd-a893-40b5-ba21-7ec65daf2128 req-4eade4bc-d5ee-4cc3-87bf-c474eef7040a tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 946 time: 0.3844388 Jul 15 13:04:42.914844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:42.941463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Pushing event updated for resources: {'Port': ['ID=baab0764-db74-4699-b215-f403174c7b2f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:43.064319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Made reservation on behalf of bbb6cfaf3a0243ad97fca17863871808 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:43.071433 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.092034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-8aa16a0d-5731-4136-9a8e-596464f9d3e7 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.095119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-8aa16a0d-5731-4136-9a8e-596464f9d3e7 tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee2d460-8dc4-4b57-b60e-e1f0699f3e64 HTTP/1.1" status: 200 len: 946 time: 0.4961846 Jul 15 13:04:43.291946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.293276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.327871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00f6eddd-a893-40b5-ba21-7ec65daf2128 req-6a1c652f-36ec-441d-9d8c-852462f71a8b tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f658d0f-424b-4976-ac2f-309225b984ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954959 Jul 15 13:04:43.460673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-18b857ba-b4a8-42c1-968b-070663710620 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9825552 Jul 15 13:04:43.484281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Request body: {'port': {'device_id': 'fa4148c0-5300-41e9-a086-df4a03191bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:43.489687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:43.733213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:43.736468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Allocated IP 172.20.0.9 (bfab8373-bcf5-4466-bd23-e102da6294f8/43f2ae36-da49-433b-a354-5c6308a6d2a9/239bf14c-826c-43b6-889d-fbf489a863c7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:43.744339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.755346 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] Sync routers for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:43.762030 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.784476 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:43.785429 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:43.804279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.823482 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-93d4249c-1d47-44ad-89ec-31285e0e1506 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "PUT /v2.0/floatingips/66165ac9-e2a0-43b7-9369-5fa8f450a418 HTTP/1.1" status: 200 len: 990 time: 2.1033614 Jul 15 13:04:43.823482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:43.827934 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243841e6-49f1-4ba2-9152-2f34d8decccd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:43.849081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Deleting port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:43.849541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.963641 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:44.048255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.205302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'name': 'network-vif-deleted', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:44.208488 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd72ede0-1c04-40f6-a158-42787dc09f36" -d '{"events": [{"server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "name": "network-vif-deleted", "tag": "1a295e43-0397-4ab6-9711-fec23038f939"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:44.300228 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '66165ac9-e2a0-43b7-9369-5fa8f450a418', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'port_id': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'mac_address': 'fa:16:3e:ed:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:05Z', 'updated_at': '2021-07-15T13:04:42Z', 'revision_number': 1, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:28Z', 'revision_number': 5, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:44.333935 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] Checking router: a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:44.345299 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:44.346245 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:44.493697 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:44.726389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493e8b1-63bf-4639-8e4f-02d0a09c33c5 req-9ad682f6-db08-4a98-b65b-96305b308432 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.732377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6493e8b1-63bf-4639-8e4f-02d0a09c33c5 req-9ad682f6-db08-4a98-b65b-96305b308432 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 1.0166523 Jul 15 13:04:44.766444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] For port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:44.767651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.784859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:44.838610 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '66165ac9-e2a0-43b7-9369-5fa8f450a418', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'port_id': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'mac_address': 'fa:16:3e:ed:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:05Z', 'updated_at': '2021-07-15T13:04:42Z', 'revision_number': 1, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:28Z', 'revision_number': 5, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:44.874203 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c30575-dcc3-41c3-94f0-1b0adaee4787 None None] The sync data for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 is: [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '66165ac9-e2a0-43b7-9369-5fa8f450a418', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'port_id': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'mac_address': 'fa:16:3e:ed:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:05Z', 'updated_at': '2021-07-15T13:04:42Z', 'revision_number': 1, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:28Z', 'revision_number': 5, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:44.920455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Pushing event updated for resources: {'Port': ['ID=1f9e151f-77df-458d-aaa7-6dc290c167dc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:44.924174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:44.959884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.982318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Calling delete_port for 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:44.985368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:45.023798 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:04:45.139108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6493e8b1-63bf-4639-8e4f-02d0a09c33c5 req-aa4dfda6-4af7-4547-a229-f2e77a216a39 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903532 Jul 15 13:04:45.169253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:45.169976 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.202281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.217529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['284c2de6-a491-43a3-b78a-1fbdfad7acfa'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:45.271755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0dc51-0300-48dc-85bc-8605f388e221 None None] New status for floating IP 66165ac9-e2a0-43b7-9369-5fa8f450a418: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:45.301482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Network bfab8373-bcf5-4466-bd23-e102da6294f8 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:45.310710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d78f6a1d-5d08-46bd-ba5c-34b0b6658336 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7298250 Jul 15 13:04:45.328764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:45.343591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Request body: {'port': {'device_id': 'c0ad1392-b4ba-4455-8feb-7472f791004c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:45.348767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baab0764-db74-4699-b215-f403174c7b2f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:45.358186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:45.370807 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.446496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Pushing event updated for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:45.504036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Transition to ACTIVE for port object baab0764-db74-4699-b215-f403174c7b2f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:45.519059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.568685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:45.569271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.652171 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.653847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Pushing event updated for resources: {'Port': ['ID=baab0764-db74-4699-b215-f403174c7b2f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:45.675787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-e0185960-823b-44da-9e4b-b7c4dd0b9dba tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1443336 Jul 15 13:04:45.684284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.721499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Request body: {'port': {'device_id': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:45.769784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Pushing event deleted for resources: {'Port': ['ID=5f68c5de-baf7-4bc6-9a4f-4ca49db3135c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:45.948700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] No DVR routers for this DVR port 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:45.950633 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.953175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99a6c91a-be91-402e-9bc5-4a2e0f2be948 req-419a0717-9f13-47d6-a2d8-185168ba852f tempest-FloatingIPsAssociationTestJSON-488676168 tempest-FloatingIPsAssociationTestJSON-488676168-project] 10.222.0.35 "DELETE /v2.0/ports/5f68c5de-baf7-4bc6-9a4f-4ca49db3135c HTTP/1.1" status: 204 len: 173 time: 2.8231885 Jul 15 13:04:46.095342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Attempting to bind port baab0764-db74-4699-b215-f403174c7b2f on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:46.095608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Attempting to bind port baab0764-db74-4699-b215-f403174c7b2f by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:46.095947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Attempting to bind port baab0764-db74-4699-b215-f403174c7b2f on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:46.098047 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.152980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Port baab0764-db74-4699-b215-f403174c7b2f on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:46.153565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Attempting to bind port baab0764-db74-4699-b215-f403174c7b2f on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:46.184432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:46.184781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Checking segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:46.185183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Bound using segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:46.185642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Bound port: baab0764-db74-4699-b215-f403174c7b2f, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:46.186011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.266077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a0b8-df08-47e8-b9fb-5cd0346ef2ea req-3f3f57f3-f135-43bd-b19f-b84d4179f32a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.267772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8919a0b8-df08-47e8-b9fb-5cd0346ef2ea req-3f3f57f3-f135-43bd-b19f-b84d4179f32a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 931 time: 0.3889041 Jul 15 13:04:46.502233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae645b1c-ea87-49be-a641-3970700a1647 req-b0ff6476-71bc-4cf8-9dd4-a34c0dd8e1cf tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.503974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae645b1c-ea87-49be-a641-3970700a1647 req-b0ff6476-71bc-4cf8-9dd4-a34c0dd8e1cf tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 945 time: 0.4329216 Jul 15 13:04:46.551459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8919a0b8-df08-47e8-b9fb-5cd0346ef2ea req-77f31eb5-e3a3-4a74-8525-d0e09925739e tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650857 Jul 15 13:04:46.621915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] For port baab0764-db74-4699-b215-f403174c7b2f, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:46.662886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] For port baab0764-db74-4699-b215-f403174c7b2f, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=baab0764-db74-4699-b215-f403174c7b2f,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:46.724084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.814649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.815740 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.816740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] 10.222.0.30 "PUT /v2.0/ports/baab0764-db74-4699-b215-f403174c7b2f HTTP/1.1" status: 200 len: 1092 time: 3.3441889 Jul 15 13:04:46.835249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9e151f-77df-458d-aaa7-6dc290c167dc {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:46.882927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.973326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Transition to ACTIVE for port object 1f9e151f-77df-458d-aaa7-6dc290c167dc will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:46.986499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69440855-29d8-4bd1-bb9e-682b9267d10e service neutron] Pushing event updated for resources: {'Port': ['ID=baab0764-db74-4699-b215-f403174c7b2f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:46.994603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.098311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Deleting port 4308ace1-6558-4406-9010-bf0516623eb8 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:47.098651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.137367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239bf14c-826c-43b6-889d-fbf489a863c7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:47.153338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9e151f-77df-458d-aaa7-6dc290c167dc,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:47.157781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.193897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:47.204745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0be5b-ceee-4720-aeda-3244ffce5168 req-e77dcdce-b762-4b60-b93a-e497d4f65cc0 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.207203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5a0be5b-ceee-4720-aeda-3244ffce5168 req-e77dcdce-b762-4b60-b93a-e497d4f65cc0 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 931 time: 0.3972940 Jul 15 13:04:47.232011 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:47.232960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5f68c5de-baf7-4bc6-9a4f-4ca49db3135c not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:47.256893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Transition to ACTIVE for port object 239bf14c-826c-43b6-889d-fbf489a863c7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:47.261218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-a41a4750-3a9c-4a42-a45d-aef74e84e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.262827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-a41a4750-3a9c-4a42-a45d-aef74e84e773 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&device_id=fa4148c0-5300-41e9-a086-df4a03191bcb HTTP/1.1" status: 200 len: 1095 time: 0.3705492 Jul 15 13:04:47.274857 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.720865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-62b7dc03-74d5-4ea6-83aa-19a8c02278e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baab0764-db74-4699-b215-f403174c7b2f HTTP/1.1" status: 200 len: 217 time: 0.4429047 Jul 15 13:04:47.827374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5a0be5b-ceee-4720-aeda-3244ffce5168 req-82fd45ee-60ee-46dd-bf46-408dc9c5e3a6 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691493 Jul 15 13:04:47.839708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] For port 4308ace1-6558-4406-9010-bf0516623eb8, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4308ace1-6558-4406-9010-bf0516623eb8,segment=NetworkSegment(bd7e4b47-a3b2-4e40-a90d-b526077eace0),segment_id=bd7e4b47-a3b2-4e40-a90d-b526077eace0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:47.840169 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.853434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Pushing event updated for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:47.878153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Attempting to bind port 1f9e151f-77df-458d-aaa7-6dc290c167dc on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:47.878565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Attempting to bind port 1f9e151f-77df-458d-aaa7-6dc290c167dc by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:47.879105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Attempting to bind port 1f9e151f-77df-458d-aaa7-6dc290c167dc on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:47.891825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Calling delete_port for 4308ace1-6558-4406-9010-bf0516623eb8 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:47.898080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-80dd5060-3d81-41b0-91c4-3143eea9a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.899834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-80dd5060-3d81-41b0-91c4-3143eea9a041 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 200 len: 852 time: 0.1642892 Jul 15 13:04:47.936235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Port 1f9e151f-77df-458d-aaa7-6dc290c167dc on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:47.936677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Attempting to bind port 1f9e151f-77df-458d-aaa7-6dc290c167dc on network a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:48.000886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-871f43c1-989d-43a1-beb5-e6d174efc1f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778513 Jul 15 13:04:48.005765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:48.006196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Checking segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:48.006404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Bound using segment: {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:48.006979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Bound port: 1f9e151f-77df-458d-aaa7-6dc290c167dc, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268c3806-9f9f-48f3-8d91-186a27cea293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:48.007482 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.190397 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bb5ecb-25db-49d7-8b52-be92e599f012 x-openstack-request-id: req-b6bb5ecb-25db-49d7-8b52-be92e599f012 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:48.191988 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:48.192924 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6bb5ecb-25db-49d7-8b52-be92e599f012 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:48.194462 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'status': 'completed', 'code': 200} Jul 15 13:04:48.239868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:48.240265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:48.240604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:48.317023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:48.317390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:48.324050 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:48.395630 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea81a2b-65ea-4067-b49a-253f45fb04b9 x-openstack-request-id: req-6ea81a2b-65ea-4067-b49a-253f45fb04b9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:48.395630 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c24628b-0055-46b3-8ef5-3ff19a44252f", "name": "network-vif-deleted", "tag": "1a295e43-0397-4ab6-9711-fec23038f939", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:48.396192 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ea81a2b-65ea-4067-b49a-253f45fb04b9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:48.396192 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c24628b-0055-46b3-8ef5-3ff19a44252f', 'name': 'network-vif-deleted', 'tag': '1a295e43-0397-4ab6-9711-fec23038f939', 'status': 'completed', 'code': 200} Jul 15 13:04:48.396930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:48.397485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:48.398083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:48.398832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Bound port: 239bf14c-826c-43b6-889d-fbf489a863c7, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:48.399431 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.403858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] For port 1f9e151f-77df-458d-aaa7-6dc290c167dc, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:48.421998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-d42a0614-125b-4390-b82f-9dcd5cc3fed9 service neutron] 10.222.0.30 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669782 Jul 15 13:04:48.456932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] For port 1f9e151f-77df-458d-aaa7-6dc290c167dc, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f9e151f-77df-458d-aaa7-6dc290c167dc,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:48.488518 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.511323 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.669506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.670416 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.672467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/1f9e151f-77df-458d-aaa7-6dc290c167dc HTTP/1.1" status: 200 len: 1092 time: 3.3512690 Jul 15 13:04:48.737718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32ac8f1e-032e-414e-b319-499bd7074e88 req-0aefa350-0073-455f-90d1-1ef1d38b6f3b tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fdff57c-fb90-43e3-8766-aa935d365551 HTTP/1.1" status: 200 len: 210 time: 0.1439970 Jul 15 13:04:48.774291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-687b56d7-1874-404f-a4c8-fdf9569fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.774912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-687b56d7-1874-404f-a4c8-fdf9569fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.776261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-687b56d7-1874-404f-a4c8-fdf9569fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.776515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-687b56d7-1874-404f-a4c8-fdf9569fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.777089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-687b56d7-1874-404f-a4c8-fdf9569fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.777569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-687b56d7-1874-404f-a4c8-fdf9569fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.778228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-687b56d7-1874-404f-a4c8-fdf9569fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.780529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-687b56d7-1874-404f-a4c8-fdf9569fa7ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6497 time: 0.5338573 Jul 15 13:04:48.816984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784fd67-dfee-4c88-ba4d-aa573c5181d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9e151f-77df-458d-aaa7-6dc290c167dc,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:48.838081 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b0fc-1628-488c-8cb7-cbfe7fb0e31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.872993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] No DVR routers for this DVR port 4308ace1-6558-4406-9010-bf0516623eb8 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:48.904929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:48.908720 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.912160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae645b1c-ea87-49be-a641-3970700a1647 req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] 10.222.0.30 "DELETE /v2.0/ports/4308ace1-6558-4406-9010-bf0516623eb8 HTTP/1.1" status: 204 len: 173 time: 2.3934982 Jul 15 13:04:48.961603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7d98-5f70-45a8-8f5b-14b5b13121a2 tempest-LiveMigrationTest-27891824 tempest-LiveMigrationTest-27891824-project] Pushing event deleted for resources: {'Port': ['ID=4308ace1-6558-4406-9010-bf0516623eb8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:48.976722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-b8d917f9-227d-4901-97ec-1d86b7ceb4de service neutron] 10.222.0.30 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251718 Jul 15 13:04:48.991178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:49.001295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4308ace1-6558-4406-9010-bf0516623eb8 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:49.046921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 4308ace1-6558-4406-9010-bf0516623eb8 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:49.047389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4308ace1-6558-4406-9010-bf0516623eb8 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:49.050029 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.104141 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.133733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.134385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.136968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] 10.222.0.30 "PUT /v2.0/ports/239bf14c-826c-43b6-889d-fbf489a863c7 HTTP/1.1" status: 200 len: 1092 time: 3.4479370 Jul 15 13:04:49.172693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-a5e9d476-4995-4a03-8a73-7c9acd730f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.174415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-a5e9d476-4995-4a03-8a73-7c9acd730f8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=13d3c86e-fa31-4029-9eae-010b85f8eea2 HTTP/1.1" status: 200 len: 912 time: 0.3547888 Jul 15 13:04:49.186320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-9d562d60-4bce-453b-9d88-6b7377621d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.187934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-9d562d60-4bce-453b-9d88-6b7377621d63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 1095 time: 0.4219170 Jul 15 13:04:49.279417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e7417-58e3-46b3-b045-59ddaea16b9f service neutron] Pushing event updated for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.301522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-52b32118-3cf9-48a1-a08c-bd56a17f57e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f9e151f-77df-458d-aaa7-6dc290c167dc HTTP/1.1" status: 200 len: 217 time: 0.1002040 Jul 15 13:04:49.391001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de59d-0707-46f5-b5e3-2619a1eea578 req-5585fe73-095b-47f8-8cfd-922d6a1e9276 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.393214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e6de59d-0707-46f5-b5e3-2619a1eea578 req-5585fe73-095b-47f8-8cfd-922d6a1e9276 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.3566203 Jul 15 13:04:49.402924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-711fdafd-8a04-4720-abbe-052498e60643 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b HTTP/1.1" status: 200 len: 1000 time: 0.2065842 Jul 15 13:04:49.464782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-5542ddac-0abe-4808-9f4e-413dbad34ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.466668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-5542ddac-0abe-4808-9f4e-413dbad34ad7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 200 len: 852 time: 0.1565316 Jul 15 13:04:49.475810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Deleting port 18a1ac87-5059-477f-9755-4778a17fb249 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:49.476678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.525218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-9d42b4b2-ecbc-45ed-8c72-4bf5fc5b0ec3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486181 Jul 15 13:04:49.549115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-4afb9ccd-608c-4f6d-b27c-84c47610ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.550709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-4afb9ccd-608c-4f6d-b27c-84c47610ecdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8 HTTP/1.1" status: 200 len: 850 time: 0.1326964 Jul 15 13:04:49.565232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e6de59d-0707-46f5-b5e3-2619a1eea578 req-474ac9fc-91f2-4f31-ac98-6fba8b42cad0 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585376 Jul 15 13:04:49.569549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] For port 18a1ac87-5059-477f-9755-4778a17fb249, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=18a1ac87-5059-477f-9755-4778a17fb249,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:49.570389 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.593787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Calling delete_port for 18a1ac87-5059-477f-9755-4778a17fb249 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:49.616255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-845f4f75-24bc-40c3-a69e-f1cd72189183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.617929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-845f4f75-24bc-40c3-a69e-f1cd72189183 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1095 time: 0.3311660 Jul 15 13:04:49.707773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-38fbc9d3-ae51-4e2c-b72b-b4fcc588941e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239bf14c-826c-43b6-889d-fbf489a863c7 HTTP/1.1" status: 200 len: 217 time: 0.0816939 Jul 15 13:04:49.777492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-05ac977a-f553-4a75-b12b-fd2ef5bfcd9b service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429478 Jul 15 13:04:49.814798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-dcc2f509-ebfc-4b95-9d6f-fbcdcb277ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.817028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-dcc2f509-ebfc-4b95-9d6f-fbcdcb277ffb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13d3c86e-fa31-4029-9eae-010b85f8eea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501328 Jul 15 13:04:49.825086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-40699b4a-acb9-4f60-96fc-d136e0d465ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.826528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-40699b4a-acb9-4f60-96fc-d136e0d465ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1100402 Jul 15 13:04:49.891239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-a72627ff-4398-41e5-9e18-fa44eed6ef78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530834 Jul 15 13:04:49.993304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.029816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a1ac87-5059-477f-9755-4778a17fb249,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:50.047175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.047175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.047175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.047889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.047889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.048217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.048530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.048866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.049195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.049523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.049851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.050176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:50.122169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f52f6458-ce20-49cd-bbaf-3cf8df9bedfc req-2a6b57a1-cb92-4c03-bceb-b67d14bf2480 service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354020 Jul 15 13:04:50.138593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-56da8a2f-182a-4bf9-93cf-f8b6b847dac8 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093159 Jul 15 13:04:50.193127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-130b006c-a664-44c4-acd3-d3ade13abf9e service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620509 Jul 15 13:04:50.254670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.509446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'name': 'network-vif-deleted', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c'}, {'name': 'network-changed', 'server_uuid': 'fa4148c0-5300-41e9-a086-df4a03191bcb', 'tag': 'baab0764-db74-4699-b215-f403174c7b2f'}, {'name': 'network-changed', 'server_uuid': 'c0ad1392-b4ba-4455-8feb-7472f791004c', 'tag': '1f9e151f-77df-458d-aaa7-6dc290c167dc'}, {'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'name': 'network-vif-deleted', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8'}, {'name': 'network-changed', 'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:50.512291 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9627b8f-763c-4a6f-8936-388ce923cbe9" -d '{"events": [{"server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "name": "network-vif-deleted", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c"}, {"name": "network-changed", "server_uuid": "fa4148c0-5300-41e9-a086-df4a03191bcb", "tag": "baab0764-db74-4699-b215-f403174c7b2f"}, {"name": "network-changed", "server_uuid": "c0ad1392-b4ba-4455-8feb-7472f791004c", "tag": "1f9e151f-77df-458d-aaa7-6dc290c167dc"}, {"server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "name": "network-vif-deleted", "tag": "4308ace1-6558-4406-9010-bf0516623eb8"}, {"name": "network-changed", "server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:50.556381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67fe4-33ca-4fb9-a6ca-df27a736bf63 req-4047ed49-491f-4dea-941a-bc4f82289aec tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.558780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33f67fe4-33ca-4fb9-a6ca-df27a736bf63 req-4047ed49-491f-4dea-941a-bc4f82289aec tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 943 time: 0.6260614 Jul 15 13:04:50.572730 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:50.673290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-243841e6-49f1-4ba2-9152-2f34d8decccd req-8aa71f78-7aeb-4cf0-9eec-7a7cc691cef5 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199435 Jul 15 13:04:50.691565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33f67fe4-33ca-4fb9-a6ca-df27a736bf63 req-93edef96-6fc6-4992-8196-1577da7a9474 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202724 Jul 15 13:04:50.708590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3c0f62c-eb68-4f5a-994c-4b5bb8a87a9d req-359e3ead-1ed3-4f86-97d7-b84d46ccad77 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059738 Jul 15 13:04:50.759562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:50.768756 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bed0f051-3c01-479c-9db1-6af67fc9fc89 admin admin] 10.222.0.25 "PUT /v2.0/routers/31514dcc-cdf7-4a0f-9cbf-03e2503196e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4427752 Jul 15 13:04:50.771922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38648) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:50.775786 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] Sync routers for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:50.788733 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:50.795268 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:50.795511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38650) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:50.970973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.996404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device baab0764-db74-4699-b215-f403174c7b2f details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:51.024025 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:51.125451 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.260181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Deleting port 49190483-8187-4e7b-9f58-b1842bf32937 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:51.260735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.348637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316c3ab-9525-486e-8d28-2bbfd55f7f8d req-d3c21436-916a-4e97-99a6-237772aa7c1c tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.350848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3316c3ab-9525-486e-8d28-2bbfd55f7f8d req-d3c21436-916a-4e97-99a6-237772aa7c1c tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 943 time: 0.3629062 Jul 15 13:04:51.393315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] For port 49190483-8187-4e7b-9f58-b1842bf32937, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=49190483-8187-4e7b-9f58-b1842bf32937,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:51.394438 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.411708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Calling delete_port for 49190483-8187-4e7b-9f58-b1842bf32937 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:51.427612 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '49190483-8187-4e7b-9f58-b1842bf32937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:04:49Z', 'revision_number': 5, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port': {'id': '49190483-8187-4e7b-9f58-b1842bf32937', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:51.432588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port baab0764-db74-4699-b215-f403174c7b2f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=baab0764-db74-4699-b215-f403174c7b2f,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:51.451642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3316c3ab-9525-486e-8d28-2bbfd55f7f8d req-483b0123-e7e0-4151-93a3-241ba09b273a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767837 Jul 15 13:04:51.481948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'baab0764-db74-4699-b215-f403174c7b2f', 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'port_id': 'baab0764-db74-4699-b215-f403174c7b2f', 'mac_address': 'fa:16:3e:37:ee:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed1b22b-ac0d-4dc6-83fb-efaabab96949', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:51.524290 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] Checking router: 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:51.544522 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] Routers {'31514dcc-cdf7-4a0f-9cbf-03e2503196e8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:51.545991 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:51.561863 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.572585 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5926bdc1-e42e-4cb7-b597-d27fc4e459f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.602376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baab0764-db74-4699-b215-f403174c7b2f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:51.633696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.654032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port baab0764-db74-4699-b215-f403174c7b2f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=baab0764-db74-4699-b215-f403174c7b2f,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:51.664643 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.699215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.740562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=baab0764-db74-4699-b215-f403174c7b2f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:51.770305 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] Set router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:51.771653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Pushing event deleted for resources: {'Port': ['ID=49190483-8187-4e7b-9f58-b1842bf32937,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:51.842242 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:04:51Z', 'revision_number': 6, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:51.854156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.875639 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc6f68-f4dd-43b3-9379-6fcfffd22b62 None None] The sync data for ids ['31514dcc-cdf7-4a0f-9cbf-03e2503196e8'] in n-d-771362-36 is: [{'id': '31514dcc-cdf7-4a0f-9cbf-03e2503196e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1492198406-router', 'tenant_id': 'f4c989ef9c7945709b5a440c468367b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:40Z', 'updated_at': '2021-07-15T13:04:51Z', 'revision_number': 6, 'project_id': 'f4c989ef9c7945709b5a440c468367b1', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:51.880240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.915257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['baab0764-db74-4699-b215-f403174c7b2f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:51.974330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.981635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.043333 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.044036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31514dcc-cdf7-4a0f-9cbf-03e2503196e8 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:04:52.049955 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.053512 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c4314379-aa4d-4f75-a531-71a8750d5465 admin admin] 10.222.0.25 "DELETE /v2.0/routers/31514dcc-cdf7-4a0f-9cbf-03e2503196e8 HTTP/1.1" status: 204 len: 168 time: 1.2774193 Jul 15 13:04:52.053810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38662) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:52.109788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-705f9c7b-c2ec-4128-8ce4-51c4e00912e6 admin admin] Deleting subnet da169d02-fc7d-4ac0-abba-cd935931a048 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:52.114749 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-705f9c7b-c2ec-4128-8ce4-51c4e00912e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.150867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38664) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:52.186417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-705f9c7b-c2ec-4128-8ce4-51c4e00912e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.242804 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 855 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee949dc9-0b04-494b-94cb-d5c4a0d7377d x-openstack-request-id: req-ee949dc9-0b04-494b-94cb-d5c4a0d7377d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:52.243303 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee2d460-8dc4-4b57-b60e-e1f0699f3e64", "name": "network-vif-deleted", "tag": "5f68c5de-baf7-4bc6-9a4f-4ca49db3135c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa4148c0-5300-41e9-a086-df4a03191bcb", "tag": "baab0764-db74-4699-b215-f403174c7b2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0ad1392-b4ba-4455-8feb-7472f791004c", "tag": "1f9e151f-77df-458d-aaa7-6dc290c167dc", "status": "completed", "code": 200}, {"server_uuid": "6fdff57c-fb90-43e3-8766-aa935d365551", "name": "network-vif-deleted", "tag": "4308ace1-6558-4406-9010-bf0516623eb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:52.244534 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee949dc9-0b04-494b-94cb-d5c4a0d7377d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:52.245092 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee2d460-8dc4-4b57-b60e-e1f0699f3e64', 'name': 'network-vif-deleted', 'tag': '5f68c5de-baf7-4bc6-9a4f-4ca49db3135c', 'status': 'completed', 'code': 200} Jul 15 13:04:52.245468 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4148c0-5300-41e9-a086-df4a03191bcb', 'tag': 'baab0764-db74-4699-b215-f403174c7b2f', 'status': 'completed', 'code': 200} Jul 15 13:04:52.245822 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ad1392-b4ba-4455-8feb-7472f791004c', 'tag': '1f9e151f-77df-458d-aaa7-6dc290c167dc', 'status': 'completed', 'code': 200} Jul 15 13:04:52.246442 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdff57c-fb90-43e3-8766-aa935d365551', 'name': 'network-vif-deleted', 'tag': '4308ace1-6558-4406-9010-bf0516623eb8', 'status': 'completed', 'code': 200} Jul 15 13:04:52.246792 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7', 'status': 'completed', 'code': 200} Jul 15 13:04:52.316577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bc260d-51ef-4d2c-8d3e-9a982b93915a admin admin] Deleting subnet e47d111a-4579-4e10-b75e-88d95eb76b25 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:52.322209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94bc260d-51ef-4d2c-8d3e-9a982b93915a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.375051 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-705f9c7b-c2ec-4128-8ce4-51c4e00912e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.399575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94bc260d-51ef-4d2c-8d3e-9a982b93915a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.466235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-9683fd66-a0fb-4c0d-a6c6-35fa8e9b5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.468110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-9683fd66-a0fb-4c0d-a6c6-35fa8e9b5ff0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 1095 time: 0.2022252 Jul 15 13:04:52.479455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94bc260d-51ef-4d2c-8d3e-9a982b93915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.490595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-c605dbfa-90c8-4b26-bcf4-8e56eef7dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.492419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-c605dbfa-90c8-4b26-bcf4-8e56eef7dec6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&device_id=fa4148c0-5300-41e9-a086-df4a03191bcb HTTP/1.1" status: 200 len: 1096 time: 0.2383692 Jul 15 13:04:52.539011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-705f9c7b-c2ec-4128-8ce4-51c4e00912e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.573072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f2df6a-d5ed-4037-9fa8-74604cb2f685 None None] Network 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:52.581708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-705f9c7b-c2ec-4128-8ce4-51c4e00912e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.588816 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-705f9c7b-c2ec-4128-8ce4-51c4e00912e6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da169d02-fc7d-4ac0-abba-cd935931a048 HTTP/1.1" status: 204 len: 168 time: 0.5330813 Jul 15 13:04:52.612886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38670) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:52.626310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f9c7b-c2ec-4128-8ce4-51c4e00912e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da169d02-fc7d-4ac0-abba-cd935931a048,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.663531 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94bc260d-51ef-4d2c-8d3e-9a982b93915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.710625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc260d-51ef-4d2c-8d3e-9a982b93915a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47d111a-4579-4e10-b75e-88d95eb76b25,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.726763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94bc260d-51ef-4d2c-8d3e-9a982b93915a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.737447 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-94bc260d-51ef-4d2c-8d3e-9a982b93915a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e47d111a-4579-4e10-b75e-88d95eb76b25 HTTP/1.1" status: 204 len: 168 time: 0.5815482 Jul 15 13:04:52.738877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38674) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:52.815903 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.816565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-36788c62-f830-413e-b2ec-6e9c02219678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.818093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-36788c62-f830-413e-b2ec-6e9c02219678 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 913 time: 0.3420105 Jul 15 13:04:52.827889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Deleting port 5e923ff1-4d89-40a3-8d3b-7e11f7277506 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:52.828227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.884168 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.896492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.908969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-0794ae47-e781-48dc-ae26-88a9fcebd252 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f9e151f-77df-458d-aaa7-6dc290c167dc HTTP/1.1" status: 200 len: 217 time: 0.0783134 Jul 15 13:04:52.910004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-f932366b-50a5-420e-bd61-189b079b6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.911504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-f932366b-50a5-420e-bd61-189b079b6249 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 200 len: 913 time: 0.4062586 Jul 15 13:04:52.927983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] DHCP port deletion for 67cfb905-900d-446b-9d1a-9ab5d4ab3bcf request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:04:53.006889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device baab0764-db74-4699-b215-f403174c7b2f up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:53.017907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-c063b8c4-b382-433c-a86a-14c92877d48a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baab0764-db74-4699-b215-f403174c7b2f HTTP/1.1" status: 200 len: 217 time: 0.0904725 Jul 15 13:04:53.026589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.045623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbb49ee-3962-4da9-80b5-fddf2261cf4e']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:53.046690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] Deleting port f56d65e4-71d3-4ec7-995b-5346143a973a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:53.047195 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.071190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7e4b47-a3b2-4e40-a90d-b526077eace0') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:53.071822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7e4b47-a3b2-4e40-a90d-b526077eace0') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:53.090500 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.120583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.125783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb44d7d-fa8a-4c5e-a611-63d21a52c8d3 req-4666e6e3-5fab-41fd-9622-e8809ef44adc tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.128584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eb44d7d-fa8a-4c5e-a611-63d21a52c8d3 req-4666e6e3-5fab-41fd-9622-e8809ef44adc tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 943 time: 0.5185258 Jul 15 13:04:53.135118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-982a8627-88c5-48b2-8606-c51f2dcdbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.135459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] For port f56d65e4-71d3-4ec7-995b-5346143a973a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f56d65e4-71d3-4ec7-995b-5346143a973a,segment=NetworkSegment(7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9),segment_id=7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:53.135805 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.135991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:53.136258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-982a8627-88c5-48b2-8606-c51f2dcdbbf2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 200 len: 852 time: 0.2180398 Jul 15 13:04:53.136762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:53.141528 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:53.154279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port baab0764-db74-4699-b215-f403174c7b2f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:53.164233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port baab0764-db74-4699-b215-f403174c7b2f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:53.164617 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.170210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] Calling delete_port for f56d65e4-71d3-4ec7-995b-5346143a973a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:53.215526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1f9e151f-77df-458d-aaa7-6dc290c167dc details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:53.298032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.342253 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.349072 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dbbb49ee-3962-4da9-80b5-fddf2261cf4e HTTP/1.1" status: 204 len: 168 time: 0.6086042 Jul 15 13:04:53.350126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38676) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:53.350976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743b66d-4715-4cc5-aef9-445f0d7e4120 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbb49ee-3962-4da9-80b5-fddf2261cf4e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.355581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56d65e4-71d3-4ec7-995b-5346143a973a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:53.551367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.557265 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.566249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-e8d62f8f-20a0-4075-8189-a83606defe19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4202819 Jul 15 13:04:53.619820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] No DVR routers for this DVR port f56d65e4-71d3-4ec7-995b-5346143a973a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:53.621771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No active binding found for port f56d65e4-71d3-4ec7-995b-5346143a973a {{(pid=93735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:04:53.622158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56d65e4-71d3-4ec7-995b-5346143a973a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:53.622582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 49190483-8187-4e7b-9f58-b1842bf32937 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:53.628356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-94331013-ee25-4e65-b0db-c62af5382f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.630039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-94331013-ee25-4e65-b0db-c62af5382f14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 200 len: 852 time: 0.5793676 Jul 15 13:04:53.630727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719e92c-1632-4dff-bf4d-3fad9b155c99 None None] Pushing event deleted for resources: {'Port': ['ID=f56d65e4-71d3-4ec7-995b-5346143a973a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.634003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1f9e151f-77df-458d-aaa7-6dc290c167dc, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f9e151f-77df-458d-aaa7-6dc290c167dc,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:53.655259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4148c0-5300-41e9-a086-df4a03191bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baab0764-db74-4699-b215-f403174c7b2f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:53.657913 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce32cad-75e8-4f7a-810a-a1de52bb3b29" -d '{"events": [{"server_uuid": "fa4148c0-5300-41e9-a086-df4a03191bcb", "name": "network-vif-plugged", "status": "completed", "tag": "baab0764-db74-4699-b215-f403174c7b2f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:53.670917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] For port 5e923ff1-4d89-40a3-8d3b-7e11f7277506, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e923ff1-4d89-40a3-8d3b-7e11f7277506,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:53.671300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.697783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '1f9e151f-77df-458d-aaa7-6dc290c167dc', 'network_id': 'a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9', 'port_id': '1f9e151f-77df-458d-aaa7-6dc290c167dc', 'mac_address': 'fa:16:3e:fb:d3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed1b22b-ac0d-4dc6-83fb-efaabab96949', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:53.699638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 49190483-8187-4e7b-9f58-b1842bf32937 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:53.700103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 49190483-8187-4e7b-9f58-b1842bf32937 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:53.700426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 18a1ac87-5059-477f-9755-4778a17fb249 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:53.703866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port baab0764-db74-4699-b215-f403174c7b2f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=baab0764-db74-4699-b215-f403174c7b2f,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:53.718956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-7bd18c8c-6c87-486c-b3ec-7f187d65f579 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647812 Jul 15 13:04:53.733904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eb44d7d-fa8a-4c5e-a611-63d21a52c8d3 req-74534575-d105-46aa-8d0d-26e3cfa243bc tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744627 Jul 15 13:04:53.742883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0535c0b-3e50-4e66-9aee-ddd9879c0c6e admin admin] Deleting subnet 86fa4af2-a5a8-467a-9e01-b9eb985b8825 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:53.747528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d0535c0b-3e50-4e66-9aee-ddd9879c0c6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.776623 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.777016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Calling delete_port for 5e923ff1-4d89-40a3-8d3b-7e11f7277506 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:53.782125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.784234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 18a1ac87-5059-477f-9755-4778a17fb249 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:53.784497 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 18a1ac87-5059-477f-9755-4778a17fb249 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:53.792135 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d0535c0b-3e50-4e66-9aee-ddd9879c0c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.809582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9e151f-77df-458d-aaa7-6dc290c167dc {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:53.841532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d0535c0b-3e50-4e66-9aee-ddd9879c0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.893195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1f9e151f-77df-458d-aaa7-6dc290c167dc, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f9e151f-77df-458d-aaa7-6dc290c167dc,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:53.914136 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d0535c0b-3e50-4e66-9aee-ddd9879c0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.927507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Deleting port f56d65e4-71d3-4ec7-995b-5346143a973a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:53.928117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.932370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-3efb1c36-0eeb-40c7-95eb-50560350fe52 service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504698 Jul 15 13:04:53.946471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535c0b-3e50-4e66-9aee-ddd9879c0c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fa4af2-a5a8-467a-9e01-b9eb985b8825,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.961387 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d0535c0b-3e50-4e66-9aee-ddd9879c0c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.963914 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d0535c0b-3e50-4e66-9aee-ddd9879c0c6e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86fa4af2-a5a8-467a-9e01-b9eb985b8825 HTTP/1.1" status: 204 len: 168 time: 0.6085453 Jul 15 13:04:53.968972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38682) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:53.974341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=baab0764-db74-4699-b215-f403174c7b2f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.987387 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.063985 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.095005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1f9e151f-77df-458d-aaa7-6dc290c167dc,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:54.156223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-c9b5cca5-c73a-48da-8928-804b9b19b3c5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.157833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-c9b5cca5-c73a-48da-8928-804b9b19b3c5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.6021931 Jul 15 13:04:54.168844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.185932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edea89c4-46ca-4436-bced-e2878b20fe00']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:54.201928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.204384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e651ab4-0d4f-442b-b5db-0538908b4788') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:54.204818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e651ab4-0d4f-442b-b5db-0538908b4788') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:54.217390 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.232433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] For port f56d65e4-71d3-4ec7-995b-5346143a973a, host n-d-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:54.232743 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.237858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.245120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:54.245708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:54.247707 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:54.273598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-b1ae14fa-0526-4300-8d72-acabe5dd5f07 service neutron] 10.222.0.30 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110073 Jul 15 13:04:54.281320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['1f9e151f-77df-458d-aaa7-6dc290c167dc'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:54.318478 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.333597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.339585 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] 10.222.0.25 "DELETE /v2.0/networks/edea89c4-46ca-4436-bced-e2878b20fe00 HTTP/1.1" status: 204 len: 168 time: 0.3667223 Jul 15 13:04:54.358451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357222-1b96-42de-88cd-6cffff5aac2e admin admin] Pushing event deleted for resources: {'Network': ['ID=edea89c4-46ca-4436-bced-e2878b20fe00,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:54.375241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Calling delete_port for f56d65e4-71d3-4ec7-995b-5346143a973a owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:54.383436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Port f56d65e4-71d3-4ec7-995b-5346143a973a was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:04:54.414899 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.444165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-9bb45773-0d66-4eed-be95-e40e4622555f service neutron] 10.222.0.35 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641511 Jul 15 13:04:54.531851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56d65e4-71d3-4ec7-995b-5346143a973a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:54.553687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] No DVR routers for this DVR port f56d65e4-71d3-4ec7-995b-5346143a973a on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:54.579670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:54.638537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61325-f9f0-44f5-b235-a0ade4158ca0 req-e38c53d6-5707-484e-9e19-2dde3b82d1ac tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.640207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92a61325-f9f0-44f5-b235-a0ade4158ca0 req-e38c53d6-5707-484e-9e19-2dde3b82d1ac tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 945 time: 0.5879741 Jul 15 13:04:54.650656 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e845f972-56f0-426c-ae93-4bffe9f99884 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=436135f846f04cb19480d33d0984abb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0686316 Jul 15 13:04:54.651638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-ac190be4-3b4f-47c7-a2e1-dec67c73030c service neutron] 10.222.0.30 "GET /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223622 Jul 15 13:04:54.651943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38688) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:54.731334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3193803-dc4b-4686-a052-8cdc72f97a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.757235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3193803-dc4b-4686-a052-8cdc72f97a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.764259 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.832647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cfb905-900d-446b-9d1a-9ab5d4ab3bcf']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:54.839960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3193803-dc4b-4686-a052-8cdc72f97a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.850454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3193803-dc4b-4686-a052-8cdc72f97a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.856556 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3193803-dc4b-4686-a052-8cdc72f97a3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e453f720-f480-4c64-8655-2028e754aff4 HTTP/1.1" status: 204 len: 168 time: 0.1988730 Jul 15 13:04:54.866678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3193803-dc4b-4686-a052-8cdc72f97a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e453f720-f480-4c64-8655-2028e754aff4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:54.880973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Deleting port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:54.881490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.886901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:54.887396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc41fd8-65a5-4f0a-b7b5-f2909beb52c9') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:54.903007 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.933158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92a61325-f9f0-44f5-b235-a0ade4158ca0 req-edf5c03c-73e1-477f-a68f-b045276594ca tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790987 Jul 15 13:04:54.935213 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.991594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e923ff1-4d89-40a3-8d3b-7e11f7277506,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:55.009919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.074499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:55.074928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:55.078649 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:55.087693 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:55.228845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1f9e151f-77df-458d-aaa7-6dc290c167dc up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:55.251298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-aec9ee5a-d312-4a7e-826a-0ab629fc19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.252773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-aec9ee5a-d312-4a7e-826a-0ab629fc19cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1095 time: 0.5348153 Jul 15 13:04:55.256530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] For port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:55.257629 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.293351 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.310540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Calling delete_port for 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:55.362119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.365869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/67cfb905-900d-446b-9d1a-9ab5d4ab3bcf HTTP/1.1" status: 204 len: 168 time: 2.7517285 Jul 15 13:04:55.415014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 1f9e151f-77df-458d-aaa7-6dc290c167dc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:55.423727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 1f9e151f-77df-458d-aaa7-6dc290c167dc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:55.424469 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.436230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518afd-9584-4b64-bc24-f37f90778cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=67cfb905-900d-446b-9d1a-9ab5d4ab3bcf,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:55.554346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38698) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:55.588230 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.628247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad46138-5a87-4a88-8c57-ce219413287f req-0f57aba5-b733-48ad-aa58-120397f029be tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.630828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ad46138-5a87-4a88-8c57-ce219413287f req-0f57aba5-b733-48ad-aa58-120397f029be tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 943 time: 0.5016983 Jul 15 13:04:55.631616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38700) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:55.640752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-6f988e77-ed42-43c2-bdad-3e55169f9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.642121 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0127cd6c-202a-4c77-8794-392ed1cc7e02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba6532030bd94edb9ba3d54624f5d287&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0737398 Jul 15 13:04:55.642821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38702) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:55.643451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-6f988e77-ed42-43c2-bdad-3e55169f9cb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.3682916 Jul 15 13:04:55.654712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1f9e151f-77df-458d-aaa7-6dc290c167dc, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f9e151f-77df-458d-aaa7-6dc290c167dc,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:55.660520 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.661501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:55.743276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-3f12d18a-53c6-443a-b4f7-147269eac779 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239bf14c-826c-43b6-889d-fbf489a863c7 HTTP/1.1" status: 200 len: 217 time: 0.0890458 Jul 15 13:04:55.748345 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1ef25a5-f86b-4aad-a29c-cd0029adaf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.751473 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.759493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1f9e151f-77df-458d-aaa7-6dc290c167dc,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:55.790820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1ef25a5-f86b-4aad-a29c-cd0029adaf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.848460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.888505 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1ef25a5-f86b-4aad-a29c-cd0029adaf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.889411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ad46138-5a87-4a88-8c57-ce219413287f req-34fc9af1-9d00-4bf4-962a-9639df4982e3 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365456 Jul 15 13:04:55.891852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1ef25a5-f86b-4aad-a29c-cd0029adaf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.893143 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f1ef25a5-f86b-4aad-a29c-cd0029adaf7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d9626a0-3d78-4e12-a00c-9d46dab674b9 HTTP/1.1" status: 204 len: 168 time: 0.2480206 Jul 15 13:04:55.900990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cff9f731-7849-4765-a299-f2d0d24f03fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4c989ef9c7945709b5a440c468367b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616730 Jul 15 13:04:55.905072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38706) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:55.914886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef25a5-f86b-4aad-a29c-cd0029adaf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9626a0-3d78-4e12-a00c-9d46dab674b9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:55.985131 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef21057c-39f4-4d58-8529-46ea6546e033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.033264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef21057c-39f4-4d58-8529-46ea6546e033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.133057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef21057c-39f4-4d58-8529-46ea6546e033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.138892 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef21057c-39f4-4d58-8529-46ea6546e033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.144652 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ef21057c-39f4-4d58-8529-46ea6546e033 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f658d0f-424b-4976-ac2f-309225b984ba HTTP/1.1" status: 204 len: 168 time: 0.2339146 Jul 15 13:04:56.158111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21057c-39f4-4d58-8529-46ea6546e033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f658d0f-424b-4976-ac2f-309225b984ba,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.347545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-d1352ba1-fa93-471c-a0e7-d4c15ba71f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:56.349163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-d1352ba1-fa93-471c-a0e7-d4c15ba71f07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.5921257 Jul 15 13:04:56.399232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.433411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-88b7a9c3-ad3e-415b-8570-da41ebb301a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742517 Jul 15 13:04:56.483463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event deleted for resources: {'Port': ['ID=99aeba0e-5175-4e2e-a262-d1e6a9a9d99f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.534151 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae35723-3fcd-47d0-8716-330b55e3773e x-openstack-request-id: req-dae35723-3fcd-47d0-8716-330b55e3773e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:56.535323 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4148c0-5300-41e9-a086-df4a03191bcb", "name": "network-vif-plugged", "status": "completed", "tag": "baab0764-db74-4699-b215-f403174c7b2f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:56.535773 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dae35723-3fcd-47d0-8716-330b55e3773e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:56.537077 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4148c0-5300-41e9-a086-df4a03191bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baab0764-db74-4699-b215-f403174c7b2f', 'code': 200} Jul 15 13:04:56.752448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] No DVR routers for this DVR port 99aeba0e-5175-4e2e-a262-d1e6a9a9d99f on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:56.754605 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.757067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3fd85e8a-177b-4c1b-9aa1-2ab7fac3e0ca req-134600bd-5406-4e29-ad2c-13bf95eeb411 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "DELETE /v2.0/ports/99aeba0e-5175-4e2e-a262-d1e6a9a9d99f HTTP/1.1" status: 204 len: 173 time: 2.5535476 Jul 15 13:04:56.776633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77255cae-a391-4b63-8e62-fee39d9ace67', 'name': 'network-vif-deleted', 'tag': '99aeba0e-5175-4e2e-a262-d1e6a9a9d99f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:56.779885 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0aac00-4bbf-488b-8ed0-f3cff2095386" -d '{"events": [{"server_uuid": "77255cae-a391-4b63-8e62-fee39d9ace67", "name": "network-vif-deleted", "tag": "99aeba0e-5175-4e2e-a262-d1e6a9a9d99f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:56.957573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-cca3a301-52c4-4c61-8d4c-5df2833bb563 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922030 Jul 15 13:04:57.033812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Router 2f8a9274-346b-4e99-9c63-fbe2f318e783 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:57.036083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd1b54-732f-4e88-985a-5bd0ab0b8917 req-3f26de83-1cee-4f96-9938-1f2a440463c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.037686 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebbd1b54-732f-4e88-985a-5bd0ab0b8917 req-3f26de83-1cee-4f96-9938-1f2a440463c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa4148c0-5300-41e9-a086-df4a03191bcb HTTP/1.1" status: 200 len: 1097 time: 0.3982422 Jul 15 13:04:57.095524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765c0d-8e53-4e69-8f07-635c94024ee4 req-bf8b35c2-7f41-41ec-b455-4f5ee7affdae tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.102477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7765c0d-8e53-4e69-8f07-635c94024ee4 req-bf8b35c2-7f41-41ec-b455-4f5ee7affdae tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 945 time: 0.3412092 Jul 15 13:04:57.219300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebbd1b54-732f-4e88-985a-5bd0ab0b8917 req-3bc2947b-c2ce-4e1a-82cf-87347da76347 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479700 Jul 15 13:04:57.221500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9627b8f-763c-4a6f-8936-388ce923cbe9 req-008b29cf-c997-4bc9-bfd1-7cb9bd0c0feb service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543442 Jul 15 13:04:57.234209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7765c0d-8e53-4e69-8f07-635c94024ee4 req-52bbecfb-9e0a-41e6-b9b0-b0c87d89a49a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301537 Jul 15 13:04:57.334096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:57.349478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] Sync routers for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:57.352414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-004bd5df-e02b-4a8a-9063-eccc2fc320eb admin admin] 10.222.0.25 "PUT /v2.0/routers/2f8a9274-346b-4e99-9c63-fbe2f318e783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5543258 Jul 15 13:04:57.355426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38754) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:57.372773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:57.374291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:57.586884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:57.617527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:57.719803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e816fc9-72ab-4da5-8377-07faa5fb0bff req-9652a8eb-4b25-4dc8-9f1c-370d32116b89 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=77255cae-a391-4b63-8e62-fee39d9ace67 HTTP/1.1" status: 200 len: 210 time: 0.1743429 Jul 15 13:04:57.781624 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.834516 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e7eb8-77d3-46d4-95ca-c1ac6320ab17 x-openstack-request-id: req-274e7eb8-77d3-46d4-95ca-c1ac6320ab17 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:57.834922 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77255cae-a391-4b63-8e62-fee39d9ace67", "name": "network-vif-deleted", "tag": "99aeba0e-5175-4e2e-a262-d1e6a9a9d99f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:57.835563 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-274e7eb8-77d3-46d4-95ca-c1ac6320ab17 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:57.836081 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77255cae-a391-4b63-8e62-fee39d9ace67', 'name': 'network-vif-deleted', 'tag': '99aeba0e-5175-4e2e-a262-d1e6a9a9d99f', 'status': 'completed', 'code': 200} Jul 15 13:04:57.966701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-236137577-network', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:58.017715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Made reservation on behalf of aeea364a0aab4d02aa2a56f3b60ebec7 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:58.022167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.039798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.058240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T13:04:54Z', 'revision_number': 5, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port': {'id': 'bb19e909-efe7-4ae7-8b55-069b817ed6bd', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:30Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:58.113559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.135756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] Checking router: 2f8a9274-346b-4e99-9c63-fbe2f318e783 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:58.156080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] Routers {'2f8a9274-346b-4e99-9c63-fbe2f318e783'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:58.157398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2f8a9274-346b-4e99-9c63-fbe2f318e783'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:58.171845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.180906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.220250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc781c-91dc-432e-9f23-1e88c955fd0f req-e3cfa1b6-2c8e-4b0d-9f03-18dad790ac80 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.227912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90dc781c-91dc-432e-9f23-1e88c955fd0f req-e3cfa1b6-2c8e-4b0d-9f03-18dad790ac80 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 943 time: 0.1975687 Jul 15 13:04:58.265090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:58.287851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.288720 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Added segment 9e1d253e-064b-4760-9e51-65dfbdd4b3f2 of type vlan for network 2a200cf2-b2af-4221-892a-a3092632174b Jul 15 13:04:58.297708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90dc781c-91dc-432e-9f23-1e88c955fd0f req-e7ea210c-c51a-4c77-9d14-71060264831f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684199 Jul 15 13:04:58.314961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Deleting port bb19e909-efe7-4ae7-8b55-069b817ed6bd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:58.330572 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.374962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b793fd-7d00-40c3-b527-94f9a2625eec,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.432061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.464534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] Set router 2f8a9274-346b-4e99-9c63-fbe2f318e783 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:58.528089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.529684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.531515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.550817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ad1392-b4ba-4455-8feb-7472f791004c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9e151f-77df-458d-aaa7-6dc290c167dc'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:58.553557 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dab1fb-a634-49dc-a3bd-424d31f10bfb" -d '{"events": [{"server_uuid": "c0ad1392-b4ba-4455-8feb-7472f791004c", "name": "network-vif-plugged", "status": "completed", "tag": "1f9e151f-77df-458d-aaa7-6dc290c167dc"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:58.558640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 6, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:58.560876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] For port bb19e909-efe7-4ae7-8b55-069b817ed6bd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb19e909-efe7-4ae7-8b55-069b817ed6bd,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:58.561546 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.579409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Calling delete_port for bb19e909-efe7-4ae7-8b55-069b817ed6bd owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:58.631976 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0409977 Jul 15 13:04:58.632618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba2b72-c3e9-46cf-b24f-cf306cde74fc None None] The sync data for ids ['2f8a9274-346b-4e99-9c63-fbe2f318e783'] in n-d-771362-36 is: [{'id': '2f8a9274-346b-4e99-9c63-fbe2f318e783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1858562674-router', 'tenant_id': '851eeab0987b41d68896d84bbc7a942d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:29Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 6, 'project_id': '851eeab0987b41d68896d84bbc7a942d', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:58.633356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38780) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:58.661856 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Request body: {'subnet': {'network_id': '2a200cf2-b2af-4221-892a-a3092632174b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-236137577-subnet', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:58.731162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b681477-022f-45a9-9579-4ae5b23dcc36 admin admin] Pushing event updated for resources: {'Network': ['ID=2a200cf2-b2af-4221-892a-a3092632174b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.745119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 2a200cf2-b2af-4221-892a-a3092632174b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:58.823876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Made reservation on behalf of aeea364a0aab4d02aa2a56f3b60ebec7 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:58.827791 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.880000 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.936197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb19e909-efe7-4ae7-8b55-069b817ed6bd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:59.037301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 239bf14c-826c-43b6-889d-fbf489a863c7 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:59.067811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.079691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.147215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc1952a-5ff0-4195-8d12-64c22c3b7961,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:59.156932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Checking segment: {'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:59.157304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Network hostable DHCP agents. Network: 2a200cf2-b2af-4221-892a-a3092632174b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:59.177462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492de648-9f13-4e28-acb5-2fcc43dd888b req-a7676b99-1109-4134-ac4e-a83a8cc85361 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.179802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-492de648-9f13-4e28-acb5-2fcc43dd888b req-a7676b99-1109-4134-ac4e-a83a8cc85361 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 945 time: 0.2614055 Jul 15 13:04:59.188659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Network 2a200cf2-b2af-4221-892a-a3092632174b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:59.194259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:59.207034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 2a200cf2-b2af-4221-892a-a3092632174b) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:59.210238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '239bf14c-826c-43b6-889d-fbf489a863c7', 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8', 'port_id': '239bf14c-826c-43b6-889d-fbf489a863c7', 'mac_address': 'fa:16:3e:67:7b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f2ae36-da49-433b-a354-5c6308a6d2a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:59.217030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.218727 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.222104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8950f512-8d9e-41bd-97ef-7f82dca6d80c None None] Network 2a200cf2-b2af-4221-892a-a3092632174b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:59.250414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.250656 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2cd4941a-9e1d-4928-a180-98a2b3b57c03 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6110895 Jul 15 13:04:59.264394 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.269321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38788) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:59.315677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-236137577-router', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:59.360262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.362250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.375671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-492de648-9f13-4e28-acb5-2fcc43dd888b req-941e81ad-53e4-4640-8e40-49aed60aad74 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464355 Jul 15 13:04:59.376507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.377396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8a9274-346b-4e99-9c63-fbe2f318e783 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:04:59.387531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.393528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-892c482b-0567-4023-9006-40443fb3dea4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2f8a9274-346b-4e99-9c63-fbe2f318e783 HTTP/1.1" status: 204 len: 168 time: 2.0324898 Jul 15 13:04:59.394503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38792) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:59.424237 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.456370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239bf14c-826c-43b6-889d-fbf489a863c7 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:59.490463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ead7a3b-b8fb-46ba-9ce1-c6d03700f57d admin admin] Deleting subnet 82cb59f2-38b1-41f7-aaca-4c882a7ace64 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:59.490820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:59.496798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e923ff1-4d89-40a3-8d3b-7e11f7277506 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:59.497143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ead7a3b-b8fb-46ba-9ce1-c6d03700f57d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.503592 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.530504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.536609 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff40be3-0654-4926-9f54-31c90954fa31 x-openstack-request-id: req-aff40be3-0654-4926-9f54-31c90954fa31 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:59.537097 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ad1392-b4ba-4455-8feb-7472f791004c", "name": "network-vif-plugged", "status": "completed", "tag": "1f9e151f-77df-458d-aaa7-6dc290c167dc", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:59.538216 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aff40be3-0654-4926-9f54-31c90954fa31 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:59.542726 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ad1392-b4ba-4455-8feb-7472f791004c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9e151f-77df-458d-aaa7-6dc290c167dc', 'code': 200} Jul 15 13:04:59.549860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5e923ff1-4d89-40a3-8d3b-7e11f7277506 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:59.550209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e923ff1-4d89-40a3-8d3b-7e11f7277506 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:59.552680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb19e909-efe7-4ae7-8b55-069b817ed6bd no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:59.589981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ead7a3b-b8fb-46ba-9ce1-c6d03700f57d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.693671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: bb19e909-efe7-4ae7-8b55-069b817ed6bd {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:59.696233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb19e909-efe7-4ae7-8b55-069b817ed6bd not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:59.756620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.847393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['239bf14c-826c-43b6-889d-fbf489a863c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:59.937110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ead7a3b-b8fb-46ba-9ce1-c6d03700f57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.027398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09db2e2-afdd-4dae-891a-ecca4133ef12 req-d6ce5be1-b814-4c3a-9390-787dd73e3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.027398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e09db2e2-afdd-4dae-891a-ecca4133ef12 req-d6ce5be1-b814-4c3a-9390-787dd73e3dc4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 1097 time: 0.3888919 Jul 15 13:05:00.028214 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ead7a3b-b8fb-46ba-9ce1-c6d03700f57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.055244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:00.065750 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ead7a3b-b8fb-46ba-9ce1-c6d03700f57d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.068522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4ead7a3b-b8fb-46ba-9ce1-c6d03700f57d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/82cb59f2-38b1-41f7-aaca-4c882a7ace64 HTTP/1.1" status: 204 len: 168 time: 0.6725013 Jul 15 13:05:00.077966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38808) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:00.081801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ac657-9042-4ef7-ab9b-9bb497996e3b None None] Network d7c7f39f-a195-49cb-ab08-6de7357ca58b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:00.111346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead7a3b-b8fb-46ba-9ce1-c6d03700f57d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82cb59f2-38b1-41f7-aaca-4c882a7ace64,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:00.136354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e09db2e2-afdd-4dae-891a-ecca4133ef12 req-6a8f5c99-0993-4814-a6ee-15983d535622 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975592 Jul 15 13:05:00.204996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.208551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-2a200cf2-b2af-4221-892a-a3092632174b', 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'fixed_ips': [{'subnet_id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:05:00.210046 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.210447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.234690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.262250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-e563c907-ca6f-48cd-b215-2d93d522f673 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467958 Jul 15 13:05:00.396884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Allocated IP 172.25.1.43 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/bb63a03a-c722-4966-90a3-7b022288568f) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:00.499181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Deleting port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:00.499770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.559414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-e6d3b91c-4903-499f-9201-9b3473e92873 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.561496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-e6d3b91c-4903-499f-9201-9b3473e92873 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749348 Jul 15 13:05:00.577930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.642584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.675052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Allocated IP 172.20.0.2 (2a200cf2-b2af-4221-892a-a3092632174b/afc1952a-5ff0-4195-8d12-64c22c3b7961/d21d43fb-db46-4551-a8f4-3a888b4e8fcf) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:00.716455 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:00.720809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:00.726686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:00.731700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Pushing event updated for resources: {'Port': ['ID=bb63a03a-c722-4966-90a3-7b022288568f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:00.810965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] DHCP port deletion for d7c7f39f-a195-49cb-ab08-6de7357ca58b request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:05:00.915187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-3daa5703-cf27-46da-9456-fd4e7a54a6ca tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/quotas/12d144c9cf2a4bce9fa3da0f8efa8d16 HTTP/1.1" status: 200 len: 375 time: 0.0174842 Jul 15 13:05:00.921212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] For port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:00.921583 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.925551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] Deleting port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:00.925933 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.964048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-2e84ffc0-6a7e-4a95-9cc6-c8cdf376eb7d tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385170 Jul 15 13:05:00.964957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Calling delete_port for 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:00.971646 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.020930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Transition to ACTIVE for port object d21d43fb-db46-4551-a8f4-3a888b4e8fcf will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:01.033595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] For port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,segment=NetworkSegment(b752caa9-bcbf-4645-93ed-38d4e4596ae1),segment_id=b752caa9-bcbf-4645-93ed-38d4e4596ae1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:01.033999 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.057183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] Calling delete_port for 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:01.059462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Transition to ACTIVE for port object d21d43fb-db46-4551-a8f4-3a888b4e8fcf will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:01.076870 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.126652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.199420 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.233468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Network 2a200cf2-b2af-4221-892a-a3092632174b is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:01.247838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:01.253294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:01.310228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] No DVR routers for this DVR port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:01.348222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:01.356780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Pushing event updated for resources: {'Port': ['ID=d21d43fb-db46-4551-a8f4-3a888b4e8fcf,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.367880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.497533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Attempting to bind port d21d43fb-db46-4551-a8f4-3a888b4e8fcf on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:01.498228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Attempting to bind port d21d43fb-db46-4551-a8f4-3a888b4e8fcf by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:01.498841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Attempting to bind port d21d43fb-db46-4551-a8f4-3a888b4e8fcf on network 2a200cf2-b2af-4221-892a-a3092632174b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:01.505766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:01.506378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:01.510248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.524181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:01.525367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Checking segment: {'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:01.525972 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.526544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Bound using segment: {'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:01.529047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Bound port: d21d43fb-db46-4551-a8f4-3a888b4e8fcf, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:01.529047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.565742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.589996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] Pushing event deleted for resources: {'Port': ['ID=17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.596252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c7f39f-a195-49cb-ab08-6de7357ca58b']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:01.638269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b752caa9-bcbf-4645-93ed-38d4e4596ae1') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:01.639112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b752caa9-bcbf-4645-93ed-38d4e4596ae1') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:01.666678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.679524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333019f-c3c3-40af-9355-2b4c98578f93 None None] No DVR routers for this DVR port 17b273e4-90ef-48c9-8ca3-ddde4ba1fc5a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:01.707613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd4c8d-7791-4a61-9524-148daf861995 req-a2493c42-dedd-4070-8c50-e0d8425f65d5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.729745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53cd4c8d-7791-4a61-9524-148daf861995 req-a2493c42-dedd-4070-8c50-e0d8425f65d5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 944 time: 0.2966087 Jul 15 13:05:01.737302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] For port d21d43fb-db46-4551-a8f4-3a888b4e8fcf, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:01.747717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] For port d21d43fb-db46-4551-a8f4-3a888b4e8fcf, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d21d43fb-db46-4551-a8f4-3a888b4e8fcf,segment=NetworkSegment(9e1d253e-064b-4760-9e51-65dfbdd4b3f2),segment_id=9e1d253e-064b-4760-9e51-65dfbdd4b3f2)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:01.758278 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.771864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.803904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:01.804944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:01.810213 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:01.841284 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.883800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53cd4c8d-7791-4a61-9524-148daf861995 req-f1983936-ed2e-4663-bd5c-8c9838c1249c tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469164 Jul 15 13:05:01.944685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de96499-aa6e-46d2-9606-2e06a1bb0658 None None] Pushing event updated for resources: {'Port': ['ID=d21d43fb-db46-4551-a8f4-3a888b4e8fcf,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.038581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:05:02.038946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.055006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.065512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d7c7f39f-a195-49cb-ab08-6de7357ca58b HTTP/1.1" status: 204 len: 168 time: 1.9662411 Jul 15 13:05:02.093764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38826) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:02.231869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:02.250961 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Sync routers for ids ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:02.259334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.265842 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31f2658e-7fc6-4bcb-8870-e3134e7571b9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9831967 Jul 15 13:05:02.266307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7e2c-600d-4321-b883-43b7a4074cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c7f39f-a195-49cb-ab08-6de7357ca58b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.266498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38828) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:02.291396 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Routers {'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:02.292885 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:02.740782 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Set router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:03.068283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 239bf14c-826c-43b6-889d-fbf489a863c7 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:03.211344 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'name': 'tempest-FloatingIPsTestJSON-236137577-router', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:59Z', 'updated_at': '2021-07-15T13:05:00Z', 'revision_number': 3, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'gw_port': {'id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:03.220966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-f10d8187-dce7-4b3e-97a0-c2401edb677f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:03.227329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 239bf14c-826c-43b6-889d-fbf489a863c7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:03.227565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-f10d8187-dce7-4b3e-97a0-c2401edb677f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.4680862 Jul 15 13:05:03.237442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 239bf14c-826c-43b6-889d-fbf489a863c7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:03.237981 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.245391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.281635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-db61319f-d261-451e-b7b9-3806654bc631 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/quotas/8873230e35444f6bb69d848213db6865 HTTP/1.1" status: 200 len: 375 time: 0.0313604 Jul 15 13:05:03.464330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-a6868b64-8d9b-426c-88f9-b89c28f07aed tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655343 Jul 15 13:05:03.475735 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Checking router: a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:03.476995 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Updating router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a port bb63a03a-c722-4966-90a3-7b022288568f binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:03.515862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d21d43fb-db46-4551-a8f4-3a888b4e8fcf up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:03.537766 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.620986 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.683902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:03.691804 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03911402-85d9-42a4-a32e-71e7e10f4cdc" -d '{"events": [{"server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "name": "network-vif-plugged", "status": "completed", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:03.741409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:03.749959 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.811595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-a9f8d6f6-17bb-495d-84da-20450f9f8b75 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194494 Jul 15 13:05:03.834310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d21d43fb-db46-4551-a8f4-3a888b4e8fcf completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:03.863978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-955ae4e6-60bd-42c7-8fba-9e1a3cccf90c service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898566 Jul 15 13:05:03.951028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:03.956778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Allocated IP 172.20.0.1 (2a200cf2-b2af-4221-892a-a3092632174b/afc1952a-5ff0-4195-8d12-64c22c3b7961/b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:04.053376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0b5e1-7e62-4483-854c-42138e05fb42 None None] Network 2a200cf2-b2af-4221-892a-a3092632174b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:04.079802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.143495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-61e1d90b-ef59-429a-8e55-e573196a047c tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:04.145166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-61e1d90b-ef59-429a-8e55-e573196a047c tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035784 Jul 15 13:05:04.162357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-e9478bb2-8c30-48e8-8b68-71855d31b8f3 service neutron] 10.222.0.25 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977598 Jul 15 13:05:04.170600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Request body: {'port': {'device_id': '137b0947-6f60-4ada-b009-385bc763cea7', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '12d144c9cf2a4bce9fa3da0f8efa8d16'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:04.292368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.297067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-44646864-96bf-4c9d-8ff2-e27824afa05e None None] Provisioning for port d21d43fb-db46-4551-a8f4-3a888b4e8fcf completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:04.312406 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.313846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-44646864-96bf-4c9d-8ff2-e27824afa05e None None] Provisioning complete for port d21d43fb-db46-4551-a8f4-3a888b4e8fcf triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:04.314688 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-44646864-96bf-4c9d-8ff2-e27824afa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.322855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Transition to ACTIVE for port object b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:04.364948 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.389878 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Transition to ACTIVE for port object bb63a03a-c722-4966-90a3-7b022288568f will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:04.406871 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.412921 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.542592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Network 2a200cf2-b2af-4221-892a-a3092632174b is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:04.554387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:04.562184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:04.606887 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Pushing event updated for resources: {'Port': ['ID=bb63a03a-c722-4966-90a3-7b022288568f,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.673415 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.682338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.690450 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-44646864-96bf-4c9d-8ff2-e27824afa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.697628 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.697978 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.699088 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.699088 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.699692 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.700160 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.700701 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.701390 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.705409 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.705409 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.705888 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.706420 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:04.742250 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Attempting to bind port bb63a03a-c722-4966-90a3-7b022288568f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:04.742871 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Attempting to bind port bb63a03a-c722-4966-90a3-7b022288568f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:04.743590 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Attempting to bind port bb63a03a-c722-4966-90a3-7b022288568f on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:04.747962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Made reservation on behalf of 12d144c9cf2a4bce9fa3da0f8efa8d16 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:04.751891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.761982 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:04.762591 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:04.763272 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.763927 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:04.768714 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.771223 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Bound port: bb63a03a-c722-4966-90a3-7b022288568f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:04.772846 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.800261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-44646864-96bf-4c9d-8ff2-e27824afa05e None None] For port d21d43fb-db46-4551-a8f4-3a888b4e8fcf, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d21d43fb-db46-4551-a8f4-3a888b4e8fcf,segment=NetworkSegment(9e1d253e-064b-4760-9e51-65dfbdd4b3f2),segment_id=9e1d253e-064b-4760-9e51-65dfbdd4b3f2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:04.812041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-44646864-96bf-4c9d-8ff2-e27824afa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.948236 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] For port bb63a03a-c722-4966-90a3-7b022288568f, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:04.955398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44646864-96bf-4c9d-8ff2-e27824afa05e None None] Pushing event updated for resources: {'Port': ['ID=d21d43fb-db46-4551-a8f4-3a888b4e8fcf,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.956072 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] For port bb63a03a-c722-4966-90a3-7b022288568f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb63a03a-c722-4966-90a3-7b022288568f,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:04.971753 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.071246 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d7754-0438-4b7f-8f07-18aad715581a None None] Pushing event updated for resources: {'Port': ['ID=bb63a03a-c722-4966-90a3-7b022288568f,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.076603 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Routers {'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:05.077263 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:05.109008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.130910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eeb49-9f84-4f66-9422-43ca511288ca req-7b2af5fc-9bff-498c-b210-02a24298b715 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.138915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-940eeb49-9f84-4f66-9422-43ca511288ca req-7b2af5fc-9bff-498c-b210-02a24298b715 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 945 time: 0.4514937 Jul 15 13:05:05.185302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.288007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b8611878-b3f8-4f3b-b6c9-32b2d512e366 None None] Provisioning complete for port d21d43fb-db46-4551-a8f4-3a888b4e8fcf triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:05.288593 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b8611878-b3f8-4f3b-b6c9-32b2d512e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.410859 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] Set router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:05.434166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d21d43fb-db46-4551-a8f4-3a888b4e8fcf up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:05.595455 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.624726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-940eeb49-9f84-4f66-9422-43ca511288ca req-1db2898f-8a70-46b8-add7-968aa9f7f08d tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493074 Jul 15 13:05:05.644580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.744620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Deleting port 3347ea38-becd-4d12-bdc7-06255416cba2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:05.745133 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.776420 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.786526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.851166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab4598-f836-47d9-baa7-8c288f98d6dd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.866007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d21d43fb-db46-4551-a8f4-3a888b4e8fcf triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:05.866439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.969500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] For port 3347ea38-becd-4d12-bdc7-06255416cba2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3347ea38-becd-4d12-bdc7-06255416cba2,segment=NetworkSegment(c67ad713-0166-4daa-94b4-3d5775f4e492),segment_id=c67ad713-0166-4daa-94b4-3d5775f4e492)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:05.970257 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.982409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.994946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Calling delete_port for 3347ea38-becd-4d12-bdc7-06255416cba2 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:06.000224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.128195 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'name': 'tempest-FloatingIPsTestJSON-236137577-router', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:59Z', 'updated_at': '2021-07-15T13:05:05Z', 'revision_number': 4, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'gw_port': {'id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e', 'name': '', 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:03Z', 'revision_number': 1, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'subnets': [{'id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:06.142413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b8611878-b3f8-4f3b-b6c9-32b2d512e366 None None] Provisioning for port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:06.187464 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee6efe-20b4-45a7-b5b1-741e1269c5d4 None None] The sync data for ids ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'] in n-d-771362-36 is: [{'id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'name': 'tempest-FloatingIPsTestJSON-236137577-router', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:59Z', 'updated_at': '2021-07-15T13:05:05Z', 'revision_number': 4, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'gw_port': {'id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e', 'name': '', 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:03Z', 'revision_number': 1, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'subnets': [{'id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:06.194742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b8611878-b3f8-4f3b-b6c9-32b2d512e366 None None] Provisioning complete for port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:06.195059 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b8611878-b3f8-4f3b-b6c9-32b2d512e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.246763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b8611878-b3f8-4f3b-b6c9-32b2d512e366 None None] Port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:06.270498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Network 2a200cf2-b2af-4221-892a-a3092632174b is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:06.272545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:06.377750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fd0ef0fa-e45f-422f-9714-bf789567d1c8 None None] Provisioning complete for port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:06.378550 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef0fa-e45f-422f-9714-bf789567d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.419182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cecfa1f1-5693-4816-9f78-97730b0a91ce req-7343374d-8e0d-40ca-9c46-d18bb41f8257 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 210 time: 0.1624608 Jul 15 13:05:06.455879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ef0fa-e45f-422f-9714-bf789567d1c8 None None] Port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:06.517848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:06.526442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Allocated IP 192.168.233.142 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/3c8aa2de-8451-4b86-840d-c295c9190e4a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:06.814588 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.886090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Pushing event deleted for resources: {'Port': ['ID=3347ea38-becd-4d12-bdc7-06255416cba2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:06.909613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2e95003-50c6-4c7e-8f3d-aeff62c591c1 None None] Provisioning complete for port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:06.912658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2e95003-50c6-4c7e-8f3d-aeff62c591c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.085064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d2e95003-50c6-4c7e-8f3d-aeff62c591c1 None None] Port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:07.451691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:07.465050 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b7b34dbd-c952-42ed-a97a-fc435fb4ef53 admin admin] 10.222.0.25 "PUT /v2.0/routers/a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1957028 Jul 15 13:05:07.956985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.005947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Transition to ACTIVE for port object 3c8aa2de-8451-4b86-840d-c295c9190e4a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:08.037798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a633f-801c-4f95-95f2-7a5464fb0a65 req-343cd698-1e23-4a98-ba3c-e627baaa0a4f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.039499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3a633f-801c-4f95-95f2-7a5464fb0a65 req-343cd698-1e23-4a98-ba3c-e627baaa0a4f tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 945 time: 1.0609944 Jul 15 13:05:08.116385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.167602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-547e9d76-7388-4a71-872a-824cbcd63619 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.169225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-547e9d76-7388-4a71-872a-824cbcd63619 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 812 time: 0.7065432 Jul 15 13:05:08.214199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db3a633f-801c-4f95-95f2-7a5464fb0a65 req-52c10a0c-0227-4f00-8806-57665e878a0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402948 Jul 15 13:05:08.223994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Request body: {'port': {'device_id': '82081695-6e3c-4661-9da0-ff77a54c3682', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'admin_state_up': True, 'tenant_id': '8873230e35444f6bb69d848213db6865'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:08.231771 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.430650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:08.451294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:08.458988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Pushing event updated for resources: {'Port': ['ID=3c8aa2de-8451-4b86-840d-c295c9190e4a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.467880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:08.588142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.588845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.615015 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a7dd7d-84f9-48db-bd75-fbea574a01bd x-openstack-request-id: req-13a7dd7d-84f9-48db-bd75-fbea574a01bd {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:08.616849 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "name": "network-vif-plugged", "status": "completed", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:08.621232 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13a7dd7d-84f9-48db-bd75-fbea574a01bd {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:08.623344 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7', 'code': 200} Jul 15 13:05:08.688245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Made reservation on behalf of 8873230e35444f6bb69d848213db6865 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:08.694652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.717076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5aef2df8-79b5-473d-ad20-126e614c03c2 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5528340 Jul 15 13:05:08.755424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Request body: {'port': {'device_id': '137b0947-6f60-4ada-b009-385bc763cea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:08.830906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-88efc903-12c7-40ca-94f6-5d820e9b177e None None] Provisioning for port 3c8aa2de-8451-4b86-840d-c295c9190e4a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:08.836340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-88efc903-12c7-40ca-94f6-5d820e9b177e None None] Provisioning complete for port 3c8aa2de-8451-4b86-840d-c295c9190e4a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:08.837546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88efc903-12c7-40ca-94f6-5d820e9b177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.879994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-88efc903-12c7-40ca-94f6-5d820e9b177e None None] Port 3c8aa2de-8451-4b86-840d-c295c9190e4a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:08.958881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb6f72ac-558f-4dbb-8b2f-7616f92f8088 req-ef94b11c-c09f-4412-8e01-16c44957c8e7 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 210 time: 0.1093259 Jul 15 13:05:09.045707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Router a5f1c503-df30-4c9b-b8a3-eb87e9686044 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:09.201505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.267838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f214a3-12e0-484b-a6d8-a3d020698f39 req-7033c3bc-f20e-4905-920c-d48cc5873f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.269707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7f214a3-12e0-484b-a6d8-a3d020698f39 req-7033c3bc-f20e-4905-920c-d48cc5873f46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1097 time: 0.5450377 Jul 15 13:05:09.288288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Allocated IP 172.20.0.5 (820a4b2f-6285-45c7-b730-ad946dd55767/98138ff5-98a1-497e-9957-03af93bd31ab/1f5c325d-4846-4f97-8a3f-917b8f0da59b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:09.310370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb63a03a-c722-4966-90a3-7b022288568f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:09.390565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port bb63a03a-c722-4966-90a3-7b022288568f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:09.398082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bb63a03a-c722-4966-90a3-7b022288568f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:09.398921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.441427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Sync routers for ids ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:09.478530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7f214a3-12e0-484b-a6d8-a3d020698f39 req-880b2dc8-319a-49bc-8349-f9d9774120b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003770 Jul 15 13:05:09.482316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Routers {'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:09.483520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:09.555249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:09.567830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a772df8f-f642-4892-8917-3c43d5b8bc8c admin admin] 10.222.0.25 "PUT /v2.0/routers/a5f1c503-df30-4c9b-b8a3-eb87e9686044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4600372 Jul 15 13:05:09.572240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:09.576693 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] Sync routers for ids ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:09.597816 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] Routers {'a5f1c503-df30-4c9b-b8a3-eb87e9686044'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:09.599416 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:09.658154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c6e1-26c7-4b40-9eef-5e3f9eb3e84a req-51c3ca28-b508-400d-a2fe-d840b0e5a50b tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.666352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cc8c6e1-26c7-4b40-9eef-5e3f9eb3e84a req-51c3ca28-b508-400d-a2fe-d840b0e5a50b tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa4148c0-5300-41e9-a086-df4a03191bcb HTTP/1.1" status: 200 len: 945 time: 0.5496471 Jul 15 13:05:09.727124 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.771545 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.780121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Set router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:09.815666 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] Set router a5f1c503-df30-4c9b-b8a3-eb87e9686044 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:09.831512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port bb63a03a-c722-4966-90a3-7b022288568f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb63a03a-c722-4966-90a3-7b022288568f,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:09.843034 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.902754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cc8c6e1-26c7-4b40-9eef-5e3f9eb3e84a req-592ad7c8-3793-4687-9bbd-81a3f990c487 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3cdde29-e09b-4153-8b3d-9d707c50c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352436 Jul 15 13:05:09.951448 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.064029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.092766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=bb63a03a-c722-4966-90a3-7b022288568f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:10.178074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Deleting port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:10.178424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.244361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.250753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8aa2de-8451-4b86-840d-c295c9190e4a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:10.331989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.382554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] For port 663b8562-d0b2-49c0-8ef0-4b7da926ab1a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=663b8562-d0b2-49c0-8ef0-4b7da926ab1a,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:10.383006 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.421039 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 5, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port': {'id': '663b8562-d0b2-49c0-8ef0-4b7da926ab1a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:47Z', 'updated_at': '2021-07-15T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:10.421701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Calling delete_port for 663b8562-d0b2-49c0-8ef0-4b7da926ab1a owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:10.437180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'name': 'tempest-FloatingIPsTestJSON-236137577-router', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:59Z', 'updated_at': '2021-07-15T13:05:05Z', 'revision_number': 4, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'gw_port': {'id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e', 'name': '', 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:05Z', 'revision_number': 2, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'subnets': [{'id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:10.513766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Checking router: a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:10.514109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Updating router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:10.517710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Network 820a4b2f-6285-45c7-b730-ad946dd55767 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:10.528901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Transition to ACTIVE for port object 3c8aa2de-8451-4b86-840d-c295c9190e4a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:10.536782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:10.543544 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] Checking router: a5f1c503-df30-4c9b-b8a3-eb87e9686044 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:10.549166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:10.580293 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] Routers {'a5f1c503-df30-4c9b-b8a3-eb87e9686044'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:10.584989 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:10.611548 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.620335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event updated for resources: {'Port': ['ID=1f5c325d-4846-4f97-8a3f-917b8f0da59b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:10.624575 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.744629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:10.745706 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.815206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8aa2de-8451-4b86-840d-c295c9190e4a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:10.943621 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] Set router a5f1c503-df30-4c9b-b8a3-eb87e9686044 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:10.945384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245262d7-6275-483c-8cee-aa320951023d req-e2a008a7-a16c-4346-9792-b00c163829fc tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:10.964396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-245262d7-6275-483c-8cee-aa320951023d req-e2a008a7-a16c-4346-9792-b00c163829fc tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 936 time: 0.6698222 Jul 15 13:05:11.042670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.052458 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T13:05:10Z', 'revision_number': 6, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:11.068985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-32c7932b-2af9-420a-8698-15ef963268f4 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8534269 Jul 15 13:05:11.098214 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c39efb-ee36-4bcd-844f-d195c911f6b1 None None] The sync data for ids ['a5f1c503-df30-4c9b-b8a3-eb87e9686044'] in n-d-771362-36 is: [{'id': 'a5f1c503-df30-4c9b-b8a3-eb87e9686044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-515560215-router', 'tenant_id': '5b6a769a51894a238d5f7848845b4e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:45Z', 'updated_at': '2021-07-15T13:05:10Z', 'revision_number': 6, 'project_id': '5b6a769a51894a238d5f7848845b4e65', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:11.109773 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=663b8562-d0b2-49c0-8ef0-4b7da926ab1a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:11.157374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Request body: {'port': {'device_id': '82081695-6e3c-4661-9da0-ff77a54c3682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:11.239055 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.313984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-245262d7-6275-483c-8cee-aa320951023d req-e7755a07-4ccd-43ec-a775-c49126215c98 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473554 Jul 15 13:05:11.330616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Attempting to bind port 3c8aa2de-8451-4b86-840d-c295c9190e4a on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:11.331089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Attempting to bind port 3c8aa2de-8451-4b86-840d-c295c9190e4a by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:11.331622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Attempting to bind port 3c8aa2de-8451-4b86-840d-c295c9190e4a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:11.352847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Port 3c8aa2de-8451-4b86-840d-c295c9190e4a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:11.353196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Attempting to bind port 3c8aa2de-8451-4b86-840d-c295c9190e4a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:11.364339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.369518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:11.370065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:11.370692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:11.371472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Bound port: 3c8aa2de-8451-4b86-840d-c295c9190e4a, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:11.372024 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.441378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.445613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.481754 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.494480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Transition to ACTIVE for port object b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:11.512954 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.554293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.559234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5f1c503-df30-4c9b-b8a3-eb87e9686044 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:05:11.588853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.595609 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-db71bef0-b3a1-480c-a90c-21e06b895d98 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a5f1c503-df30-4c9b-b8a3-eb87e9686044 HTTP/1.1" status: 204 len: 168 time: 2.0177734 Jul 15 13:05:11.595609 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:11.746896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36b4874-595e-462b-8a63-438300ec092c admin admin] Deleting subnet 01e81acf-5157-47c4-8a8c-5353af57eb91 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:11.752165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc00f2-51f4-4571-b610-d991194880ba None None] Pushing event updated for resources: {'Port': ['ID=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:11.754484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d36b4874-595e-462b-8a63-438300ec092c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.865221 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d36b4874-595e-462b-8a63-438300ec092c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.919396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb63a03a-c722-4966-90a3-7b022288568f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:11.963647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] For port 3c8aa2de-8451-4b86-840d-c295c9190e4a, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:12.006086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Attempting to bind port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:12.007063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Attempting to bind port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:12.007957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Attempting to bind port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e on network 2a200cf2-b2af-4221-892a-a3092632174b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:12.018696 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:12.019855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Checking segment: {'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:12.020748 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.021606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Bound using segment: {'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:12.022708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Bound port: b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1d253e-064b-4760-9e51-65dfbdd4b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:12.023842 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.073467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d36b4874-595e-462b-8a63-438300ec092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.151671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d36b4874-595e-462b-8a63-438300ec092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.155723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bb63a03a-c722-4966-90a3-7b022288568f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:12.156405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.159805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] For port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:12.164377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] For port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,segment=NetworkSegment(9e1d253e-064b-4760-9e51-65dfbdd4b3f2),segment_id=9e1d253e-064b-4760-9e51-65dfbdd4b3f2)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:12.184127 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4874-595e-462b-8a63-438300ec092c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e81acf-5157-47c4-8a8c-5353af57eb91,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.193774 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.202449 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d36b4874-595e-462b-8a63-438300ec092c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.208696 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97613ab9-a349-472f-add1-39d846338ad8 None None] Network e8b5d95f-36a7-4a7c-9297-ccfef03c8857 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:12.208978 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d36b4874-595e-462b-8a63-438300ec092c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/01e81acf-5157-47c4-8a8c-5353af57eb91 HTTP/1.1" status: 204 len: 168 time: 0.6076498 Jul 15 13:05:12.209486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38882) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:12.351327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Routers {'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:12.351994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:04:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:12.358573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc00f2-51f4-4571-b610-d991194880ba None None] Pushing event updated for resources: {'Port': ['ID=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.410536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.421593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] For port 3c8aa2de-8451-4b86-840d-c295c9190e4a, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3c8aa2de-8451-4b86-840d-c295c9190e4a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:12.448213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-70ba707f-67f7-4a4e-87be-37db29370a2b tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7511621 Jul 15 13:05:12.454930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:12.489326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.509622 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.535117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.537142 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.538720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/3c8aa2de-8451-4b86-840d-c295c9190e4a HTTP/1.1" status: 200 len: 1097 time: 3.7910330 Jul 15 13:05:12.558128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Deleting port 68b33385-0fb5-45cc-828d-64388ced731a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:12.560987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137b0947-6f60-4ada-b009-385bc763cea7', 'tag': '3c8aa2de-8451-4b86-840d-c295c9190e4a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:12.564362 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926" -d '{"events": [{"name": "network-changed", "server_uuid": "137b0947-6f60-4ada-b009-385bc763cea7", "tag": "3c8aa2de-8451-4b86-840d-c295c9190e4a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:12.566973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.675266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] For port 68b33385-0fb5-45cc-828d-64388ced731a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=68b33385-0fb5-45cc-828d-64388ced731a,segment=NetworkSegment(c67ad713-0166-4daa-94b4-3d5775f4e492),segment_id=c67ad713-0166-4daa-94b4-3d5775f4e492)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:12.675920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.694860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Calling delete_port for 68b33385-0fb5-45cc-828d-64388ced731a owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:12.837537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.840908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] Set router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:12.882003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6617a6b-ad93-4ca7-8186-884b6e8314f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8aa2de-8451-4b86-840d-c295c9190e4a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.916450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b33385-0fb5-45cc-828d-64388ced731a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.919984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] No DVR routers for this DVR port 68b33385-0fb5-45cc-828d-64388ced731a on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:13.001745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-542681af-03bf-4fc7-9beb-68211c14dba1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1779001 Jul 15 13:05:13.030739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.051788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b5d95f-36a7-4a7c-9297-ccfef03c8857']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:13.064881 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67ad713-0166-4daa-94b4-3d5775f4e492') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:13.065248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67ad713-0166-4daa-94b4-3d5775f4e492') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:13.093488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.108945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-b1e2dd78-7fba-4eb3-95be-8b69db9d567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.110862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.111187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-b1e2dd78-7fba-4eb3-95be-8b69db9d567a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 1100 time: 0.4974356 Jul 15 13:05:13.118881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5c325d-4846-4f97-8a3f-917b8f0da59b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:13.119770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:13.120200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.170224 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.177988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-9075a528-2020-4e83-a7c1-f7caf0d8d9e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3c8aa2de-8451-4b86-840d-c295c9190e4a HTTP/1.1" status: 200 len: 217 time: 0.0536258 Jul 15 13:05:13.201176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Transition to ACTIVE for port object 1f5c325d-4846-4f97-8a3f-917b8f0da59b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:13.201468 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:13.224974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.257525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.261425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-46af2740-46a9-4e54-beb7-b0dda7c8badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.263710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-46af2740-46a9-4e54-beb7-b0dda7c8badb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0733497 Jul 15 13:05:13.267703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.275648 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e8b5d95f-36a7-4a7c-9297-ccfef03c8857 HTTP/1.1" status: 204 len: 168 time: 1.0586097 Jul 15 13:05:13.277024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387a17-114f-46df-9d8c-2b3e5e4c7e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b5d95f-36a7-4a7c-9297-ccfef03c8857,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:13.371395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-12aae2af-20fe-4feb-b64b-09cfadcdf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.371822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-12aae2af-20fe-4feb-b64b-09cfadcdf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.372308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-12aae2af-20fe-4feb-b64b-09cfadcdf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.372791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-12aae2af-20fe-4feb-b64b-09cfadcdf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.373272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-12aae2af-20fe-4feb-b64b-09cfadcdf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.373751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-12aae2af-20fe-4feb-b64b-09cfadcdf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.374225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-12aae2af-20fe-4feb-b64b-09cfadcdf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.376375 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-12aae2af-20fe-4feb-b64b-09cfadcdf41c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6497 time: 0.1741884 Jul 15 13:05:13.417458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5c325d-4846-4f97-8a3f-917b8f0da59b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:13.437521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da050141-df44-4918-a415-969148ff4682 None None] DHCP port deletion for e8b5d95f-36a7-4a7c-9297-ccfef03c8857 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:05:13.460929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.568440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'name': 'tempest-FloatingIPsTestJSON-236137577-router', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:59Z', 'updated_at': '2021-07-15T13:05:05Z', 'revision_number': 4, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'gw_port': {'id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e', 'name': '', 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:12Z', 'revision_number': 4, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'subnets': [{'id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:13.631614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8ee0d-7a13-4253-bbee-a998716e78ea None None] The sync data for ids ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'] in n-d-771362-36 is: [{'id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'name': 'tempest-FloatingIPsTestJSON-236137577-router', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:59Z', 'updated_at': '2021-07-15T13:05:05Z', 'revision_number': 4, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'gw_port': {'id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e', 'name': '', 'network_id': '2a200cf2-b2af-4221-892a-a3092632174b', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:12Z', 'revision_number': 4, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'subnets': [{'id': 'afc1952a-5ff0-4195-8d12-64c22c3b7961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:13.643040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-7bd3b6fe-22b5-4a31-895a-bbee66a9f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.644058 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-7bd3b6fe-22b5-4a31-895a-bbee66a9f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.644837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-7bd3b6fe-22b5-4a31-895a-bbee66a9f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.648556 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-7bd3b6fe-22b5-4a31-895a-bbee66a9f636 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13d3c86e-fa31-4029-9eae-010b85f8eea2&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=d725112c-3221-4313-b01b-bc625556d4ca&id=d725112c-3221-4313-b01b-bc625556d4ca HTTP/1.1" status: 200 len: 2292 time: 0.2082202 Jul 15 13:05:13.731297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:13.789468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-57d3623b-a0f8-47ed-8105-d4f4dc3549ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.798613 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-57d3623b-a0f8-47ed-8105-d4f4dc3549ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4125974 Jul 15 13:05:13.811376 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-4c8b923d-7976-4813-98c1-0f0151ea79d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b HTTP/1.1" status: 200 len: 1000 time: 0.1503479 Jul 15 13:05:13.870675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:13.880386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:13.880765 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.892367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38892) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:13.923792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Allocated IP 172.25.1.149 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/d5eff432-f181-469a-b4fd-0486e0721b8f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:13.929610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-66f289a4-fffc-4e2f-a0ec-97be318e9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.936596 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-66f289a4-fffc-4e2f-a0ec-97be318e9cfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8 HTTP/1.1" status: 200 len: 850 time: 0.1213791 Jul 15 13:05:14.034113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-98c116cc-2b4e-4f2f-b4fd-65624c25d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.037735 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-98c116cc-2b4e-4f2f-b4fd-65624c25d200 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13d3c86e-fa31-4029-9eae-010b85f8eea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928342 Jul 15 13:05:14.045050 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.070605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Attempting to bind port 1f5c325d-4846-4f97-8a3f-917b8f0da59b on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:14.071299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Attempting to bind port 1f5c325d-4846-4f97-8a3f-917b8f0da59b by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:14.071760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Attempting to bind port 1f5c325d-4846-4f97-8a3f-917b8f0da59b on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:14.119068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,segment=NetworkSegment(9e1d253e-064b-4760-9e51-65dfbdd4b3f2),segment_id=9e1d253e-064b-4760-9e51-65dfbdd4b3f2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:14.131988 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.134901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Port 1f5c325d-4846-4f97-8a3f-917b8f0da59b on network 820a4b2f-6285-45c7-b730-ad946dd55767 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:14.135960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Attempting to bind port 1f5c325d-4846-4f97-8a3f-917b8f0da59b on network 820a4b2f-6285-45c7-b730-ad946dd55767 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:14.159314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 663b8562-d0b2-49c0-8ef0-4b7da926ab1a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:14.174389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-28241d67-2911-4d52-aca9-49876cd2e7e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=851eeab0987b41d68896d84bbc7a942d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338097 Jul 15 13:05:14.174943 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-e27a3a22-ec3d-4fea-90da-9a2ed2d57975 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282933 Jul 15 13:05:14.177126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38894) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:14.181486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:14.182047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Checking segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:14.182672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Bound using segment: {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:14.183285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Bound port: 1f5c325d-4846-4f97-8a3f-917b8f0da59b, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6715e3c-12f2-489c-99b2-295387b1c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:14.183771 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.210605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-5dffa964-904d-48ee-86c9-0de0272a73e7 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994679 Jul 15 13:05:14.231923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 663b8562-d0b2-49c0-8ef0-4b7da926ab1a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:14.231923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 663b8562-d0b2-49c0-8ef0-4b7da926ab1a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:14.232393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3347ea38-becd-4d12-bdc7-06255416cba2 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:14.259968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3347ea38-becd-4d12-bdc7-06255416cba2 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:14.260681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3347ea38-becd-4d12-bdc7-06255416cba2 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:14.275601 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.286110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.364607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6585107-71d5-43e9-9f9d-4e692be421a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.407740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6585107-71d5-43e9-9f9d-4e692be421a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.412277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] For port 1f5c325d-4846-4f97-8a3f-917b8f0da59b, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:14.417119 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-f8c08f74-d755-41d0-a4d5-a28755dfd1b0 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254605 Jul 15 13:05:14.439870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] For port 1f5c325d-4846-4f97-8a3f-917b8f0da59b, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f5c325d-4846-4f97-8a3f-917b8f0da59b,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:14.446666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bb320c-a535-4e10-b9af-9d173e699939 req-73a3e7b1-eef1-406c-aaf1-87d5b3cc82aa service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208927 Jul 15 13:05:14.451104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.459006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.510160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.510987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.512508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/1f5c325d-4846-4f97-8a3f-917b8f0da59b HTTP/1.1" status: 200 len: 1092 time: 3.3613265 Jul 15 13:05:14.514729 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-62880c5c-3cdf-43f0-863b-f5ddcf235ae1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 217 time: 0.0870979 Jul 15 13:05:14.530165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:14.554750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86dec4-a4a6-4fbe-99ab-6f72020881f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5c325d-4846-4f97-8a3f-917b8f0da59b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.559494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:14.589870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:14.625030 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6585107-71d5-43e9-9f9d-4e692be421a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.627987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6585107-71d5-43e9-9f9d-4e692be421a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.629434 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e6585107-71d5-43e9-9f9d-4e692be421a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc2f6f59-d747-4342-adc8-975c49c5496e HTTP/1.1" status: 204 len: 168 time: 0.4505928 Jul 15 13:05:14.634640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-e6d27f56-f035-4d18-bd73-3bda11771b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.636226 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-e6d27f56-f035-4d18-bd73-3bda11771b8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1041536 Jul 15 13:05:14.644123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6585107-71d5-43e9-9f9d-4e692be421a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2f6f59-d747-4342-adc8-975c49c5496e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.667333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Pushing event updated for resources: {'Port': ['ID=d5eff432-f181-469a-b4fd-0486e0721b8f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.779955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-cb06af2c-1e37-40cb-9aff-8ff79fb7f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.782686 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-cb06af2c-1e37-40cb-9aff-8ff79fb7f089 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1322763 Jul 15 13:05:14.800345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-0984b4eb-fb69-4430-a84b-3aceeabc2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.802991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-0984b4eb-fb69-4430-a84b-3aceeabc2941 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 1095 time: 0.2062190 Jul 15 13:05:14.893888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-3eaf7fbc-0f05-4686-bccc-65c4fbbb5acd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5c325d-4846-4f97-8a3f-917b8f0da59b HTTP/1.1" status: 200 len: 217 time: 0.0777018 Jul 15 13:05:14.902625 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.980750 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-e9f4bead-4f04-4fe8-bb9a-b7dbb4aceba7 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889439 Jul 15 13:05:14.993241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-1fad394d-0690-47a7-9e0a-2bbf7b3a140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.994779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-1fad394d-0690-47a7-9e0a-2bbf7b3a140c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.0864198 Jul 15 13:05:14.999910 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.049459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-aa1ee48f-17cd-44cf-bf74-96bc565e9829 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473783 Jul 15 13:05:15.142044 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-4cad15e7-78c7-49c5-94e5-cdef260f5e62 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529570 Jul 15 13:05:15.175384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38900) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:15.228122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-cb3f1318-73b4-48ce-8571-c2b9c013447a service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694574 Jul 15 13:05:15.231758 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-374b6937-b66b-4681-95aa-19f148fec554 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 217 time: 0.0720899 Jul 15 13:05:15.344232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.355667 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.359628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-44ac75e3-d00d-47f8-ab2b-720b18b5125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.364438 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-44ac75e3-d00d-47f8-ab2b-720b18b5125f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1087270 Jul 15 13:05:15.402782 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-448b501f-a22c-4e18-8058-5c71fb427695 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b6a769a51894a238d5f7848845b4e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217436 Jul 15 13:05:15.421413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:15.425457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38902) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:15.484958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-15e81c76-8444-42b8-86ef-e1eb0773699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.487953 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-15e81c76-8444-42b8-86ef-e1eb0773699b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087253 Jul 15 13:05:15.528571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:15.529150 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.559965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26d8236b-bdc9-4230-9f64-91d7affe7669 req-34c95f0f-5c85-4290-8464-a5829f53a8e0 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104298 Jul 15 13:05:15.598370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86e2bc28-3dd0-4bb0-9662-c4ca35d7767d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.601110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Pushing event updated for resources: {'Port': ['ID=d5eff432-f181-469a-b4fd-0486e0721b8f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:15.658325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.669083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86e2bc28-3dd0-4bb0-9662-c4ca35d7767d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.702293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.706037 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-5d666cbd-4499-4e2e-83ba-6e46c15b42d1 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052186 Jul 15 13:05:15.706562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 68b33385-0fb5-45cc-828d-64388ced731a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:15.707413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-9f5baf62-e11a-4d29-b9ff-5340efed1989 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2573590 Jul 15 13:05:15.729431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 68b33385-0fb5-45cc-828d-64388ced731a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:15.729885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 68b33385-0fb5-45cc-828d-64388ced731a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:15.837732 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-2ef9ee1d-ec7f-4465-9e9e-36e61ad1dd92 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241643 Jul 15 13:05:15.840663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e33be45d-119e-438a-b700-06a2ca062e60 req-bad5fa0a-5c90-4e78-8e8c-72f2eab02965 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2450542 Jul 15 13:05:15.846681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-0f23ab2c-832d-430c-8df4-83c6bd81c535 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.1207025 Jul 15 13:05:15.892961 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-9d4e7f66-2315-4dea-95b5-d3779e65fd2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a2da7884-c906-443f-b865-1edcd0a7f011 HTTP/1.1" status: 200 len: 217 time: 0.0473273 Jul 15 13:05:15.947951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-705c3209-dd53-4f9d-ab78-e55e6d1a7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.949905 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-705c3209-dd53-4f9d-ab78-e55e6d1a7f40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.0494852 Jul 15 13:05:15.967256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86e2bc28-3dd0-4bb0-9662-c4ca35d7767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.972227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86e2bc28-3dd0-4bb0-9662-c4ca35d7767d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.974350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-86e2bc28-3dd0-4bb0-9662-c4ca35d7767d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d1dce8c-1e7b-48c8-8248-5f429bb637dd HTTP/1.1" status: 204 len: 168 time: 0.5419309 Jul 15 13:05:16.019288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-fb1bfbab-2550-4f60-935b-eb469630455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.021172 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-fb1bfbab-2550-4f60-935b-eb469630455a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640674 Jul 15 13:05:16.057047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2bc28-3dd0-4bb0-9662-c4ca35d7767d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1dce8c-1e7b-48c8-8248-5f429bb637dd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.150568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-5bd0507f-12c2-440c-a85b-140f261f0220 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.151543 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-2ccf1c2e-44dd-4fb3-83de-e759e263056b service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226616 Jul 15 13:05:16.152904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2e0a673-b549-4c84-95af-9d61f3336ce3 req-5bd0507f-12c2-440c-a85b-140f261f0220 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.2960932 Jul 15 13:05:16.158284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33be45d-119e-438a-b700-06a2ca062e60 req-4542334a-a6c3-4619-bb6a-806fe7209f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.160598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e33be45d-119e-438a-b700-06a2ca062e60 req-4542334a-a6c3-4619-bb6a-806fe7209f31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 1097 time: 0.2661762 Jul 15 13:05:16.284929 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-866cc2f4-ade7-43fc-9314-723df14de062 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199632 Jul 15 13:05:16.332009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33be45d-119e-438a-b700-06a2ca062e60 req-fa715297-8802-4291-aca3-d634e68a18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.334119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e33be45d-119e-438a-b700-06a2ca062e60 req-fa715297-8802-4291-aca3-d634e68a18bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.1364067 Jul 15 13:05:16.345793 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-cefdf730-4c9d-4abc-bab3-e6e9165ca5a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=0ef47190-6343-4df3-ba04-bae682656f08 HTTP/1.1" status: 200 len: 217 time: 0.0520465 Jul 15 13:05:16.397514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e33be45d-119e-438a-b700-06a2ca062e60 req-ff986e78-a558-4ad5-95e7-2d8a8822a7d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 200 len: 217 time: 0.0564806 Jul 15 13:05:16.422145 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-f865bf81-20d9-49cb-b299-efd3f6814685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.424145 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-f865bf81-20d9-49cb-b299-efd3f6814685 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.0675039 Jul 15 13:05:16.528895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-4f4450ac-955b-460b-8eda-7f916fb38d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.530978 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-4f4450ac-955b-460b-8eda-7f916fb38d59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986488 Jul 15 13:05:16.549862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33be45d-119e-438a-b700-06a2ca062e60 req-20419f98-0b3e-4411-910d-553637355bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.552466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e33be45d-119e-438a-b700-06a2ca062e60 req-20419f98-0b3e-4411-910d-553637355bef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1194305 Jul 15 13:05:16.615732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e33be45d-119e-438a-b700-06a2ca062e60 req-a99fc4d4-4921-4e5f-ae93-ae482ab3f700 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559800 Jul 15 13:05:16.631010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d207-09ad-44ff-869c-c39bfecc5ffb req-ab62b76c-e468-42a4-8254-175ed8e0cf71 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.633902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a685d207-09ad-44ff-869c-c39bfecc5ffb req-ab62b76c-e468-42a4-8254-175ed8e0cf71 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 945 time: 0.2468369 Jul 15 13:05:16.719184 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-958bcb58-09b3-46bb-a028-7b604a4c865c service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773238 Jul 15 13:05:16.827414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a685d207-09ad-44ff-869c-c39bfecc5ffb req-0d02986f-a16c-40aa-94a0-e2b8d30a1548 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768131 Jul 15 13:05:16.857579 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-7be7f2f6-1443-4eb8-9ed8-207d4c56e93d service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308429 Jul 15 13:05:16.862345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e33be45d-119e-438a-b700-06a2ca062e60 req-6d4450df-af92-40ee-8031-b5deb198e0ed service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268064 Jul 15 13:05:16.955049 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-4cdad8c4-6e80-4985-905c-5c9122fb7c20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69 HTTP/1.1" status: 200 len: 217 time: 0.0889423 Jul 15 13:05:17.007998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e33be45d-119e-438a-b700-06a2ca062e60 req-753c8ca4-c814-4996-b7db-8562b35429b6 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386075 Jul 15 13:05:17.038613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-3ee9ef95-92be-4984-b609-4104147d53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.042301 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-3ee9ef95-92be-4984-b609-4104147d53bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.0788887 Jul 15 13:05:17.146023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-94be51d5-5798-491c-8f7b-c139695059a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.148758 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-94be51d5-5798-491c-8f7b-c139695059a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977156 Jul 15 13:05:17.302278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3c8aa2de-8451-4b86-840d-c295c9190e4a details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:17.329187 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-551e4f5c-93da-4259-923a-05d7d455b251 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720209 Jul 15 13:05:17.452565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3c8aa2de-8451-4b86-840d-c295c9190e4a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3c8aa2de-8451-4b86-840d-c295c9190e4a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:17.476183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '3c8aa2de-8451-4b86-840d-c295c9190e4a', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '3c8aa2de-8451-4b86-840d-c295c9190e4a', 'mac_address': 'fa:16:3e:f6:3c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:17.536395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.549734 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-4cab22c5-0cb5-457c-ab0c-07743d1d4954 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115078 Jul 15 13:05:17.556827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8aa2de-8451-4b86-840d-c295c9190e4a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:17.593194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3c8aa2de-8451-4b86-840d-c295c9190e4a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3c8aa2de-8451-4b86-840d-c295c9190e4a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:17.599612 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.635259 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-2e0e394c-b97a-4d0f-80f2-6ff8fd86e721 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f HTTP/1.1" status: 200 len: 217 time: 0.0747600 Jul 15 13:05:17.682299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3c8aa2de-8451-4b86-840d-c295c9190e4a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:17.735375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-c90d468d-8a6b-4633-9ef0-6394023b50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.738909 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-c90d468d-8a6b-4633-9ef0-6394023b50a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.0959389 Jul 15 13:05:17.808889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-c6b1f662-d545-48d1-99b2-c052a210ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.810813 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-c6b1f662-d545-48d1-99b2-c052a210ae7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651975 Jul 15 13:05:17.945584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3c8aa2de-8451-4b86-840d-c295c9190e4a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:18.017282 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-d4175406-abcd-49d1-8ab7-59a3034974c8 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980393 Jul 15 13:05:18.045471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4d94a-b7e9-408e-b8c1-a44684bb3801 req-141315be-901e-42b4-81a2-5d90d48849cd tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.047388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3f4d94a-b7e9-408e-b8c1-a44684bb3801 req-141315be-901e-42b4-81a2-5d90d48849cd tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 943 time: 0.0881851 Jul 15 13:05:18.101446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3f4d94a-b7e9-408e-b8c1-a44684bb3801 req-245f21f2-3ee4-4da4-8c5d-50fa6b7a58eb tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Jul 15 13:05:18.172981 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-e1447014-4942-4bb3-a7e1-d25e9349c95f req-268f188e-07a4-4866-9a7c-d3cfd7b0b1b1 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414063 Jul 15 13:05:18.334290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdcfab-6430-4794-91ad-235c06fac8bb req-f934f1ad-a52e-433b-a7b5-952dc58ea807 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.335968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26cdcfab-6430-4794-91ad-235c06fac8bb req-f934f1ad-a52e-433b-a7b5-952dc58ea807 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 949 time: 0.0689387 Jul 15 13:05:18.378262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26cdcfab-6430-4794-91ad-235c06fac8bb req-9f71dcb4-d359-4349-8286-cf1d2147e1e3 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360873 Jul 15 13:05:18.436073 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce4eeab-18aa-4fd1-8b3b-f3a02016b8fe x-openstack-request-id: req-0ce4eeab-18aa-4fd1-8b3b-f3a02016b8fe {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:18.436417 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137b0947-6f60-4ada-b009-385bc763cea7", "tag": "3c8aa2de-8451-4b86-840d-c295c9190e4a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:18.436628 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ce4eeab-18aa-4fd1-8b3b-f3a02016b8fe {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:18.437038 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137b0947-6f60-4ada-b009-385bc763cea7', 'tag': '3c8aa2de-8451-4b86-840d-c295c9190e4a', 'status': 'completed', 'code': 200} Jul 15 13:05:18.506541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f41fbc7a-4cb5-434f-af22-45be5e22c4f1 req-a5918d72-db45-465f-b989-d1a88c2b2815 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips/198149e6-f556-4ddd-9f3c-570bb065ec61 HTTP/1.1" status: 200 len: 693 time: 0.0584679 Jul 15 13:05:18.532572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-31199a0b-f2e6-47d2-aedf-72b17b0df1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.534231 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-31199a0b-f2e6-47d2-aedf-72b17b0df1f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 1101 time: 0.0700030 Jul 15 13:05:18.648577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-28228bbc-4221-470e-85ea-3154f7988fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.650418 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-28228bbc-4221-470e-85ea-3154f7988fdd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1088233 Jul 15 13:05:18.654101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fbc7a-4cb5-434f-af22-45be5e22c4f1 req-36d9ba16-745e-4709-a914-35605f541507 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.655661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f41fbc7a-4cb5-434f-af22-45be5e22c4f1 req-36d9ba16-745e-4709-a914-35605f541507 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1428168 Jul 15 13:05:18.715391 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-7ea6514c-3d87-4e92-a793-e336b1f0c4b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3c8aa2de-8451-4b86-840d-c295c9190e4a HTTP/1.1" status: 200 len: 217 time: 0.0461609 Jul 15 13:05:18.787307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-4c2826b9-7b87-4246-b061-9035769c949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.790635 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-4c2826b9-7b87-4246-b061-9035769c949b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0670202 Jul 15 13:05:18.816257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bbba8ae0-9dd3-48b7-85db-32721e36ea77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.876248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-4a063ff7-09ca-4d69-a0a9-70a8221b51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.878128 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-4a063ff7-09ca-4d69-a0a9-70a8221b51be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789230 Jul 15 13:05:19.006464 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-f8ad331c-1217-4610-9be0-ac984c0fa83e service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159389 Jul 15 13:05:19.102845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3340c49-8058-4b38-9f71-bf5bc4bd0d6e req-bd52e099-b9a1-45b1-9749-8676abcc089c tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.104579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3340c49-8058-4b38-9f71-bf5bc4bd0d6e req-bd52e099-b9a1-45b1-9749-8676abcc089c tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1097 time: 0.0925047 Jul 15 13:05:19.142096 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c0da619-52cf-4d5b-bda4-20b5a0cfc926 req-c8ac38d0-ad4a-489b-8d04-fade5c36e761 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256263 Jul 15 13:05:19.173286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3340c49-8058-4b38-9f71-bf5bc4bd0d6e req-74bcfbd9-46eb-4f5e-bdab-a6e5eea837bf tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Jul 15 13:05:19.312644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1f5c325d-4846-4f97-8a3f-917b8f0da59b details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:19.317620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3c8aa2de-8451-4b86-840d-c295c9190e4a up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:19.498445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 3c8aa2de-8451-4b86-840d-c295c9190e4a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:19.510465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 3c8aa2de-8451-4b86-840d-c295c9190e4a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:19.511105 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.605831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-a4ef9259-df99-43a0-858d-b35616c837f1 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.607464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-a4ef9259-df99-43a0-858d-b35616c837f1 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa4148c0-5300-41e9-a086-df4a03191bcb HTTP/1.1" status: 200 len: 945 time: 0.1440163 Jul 15 13:05:19.618764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1f5c325d-4846-4f97-8a3f-917b8f0da59b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f5c325d-4846-4f97-8a3f-917b8f0da59b,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:19.639217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '1f5c325d-4846-4f97-8a3f-917b8f0da59b', 'network_id': '820a4b2f-6285-45c7-b730-ad946dd55767', 'port_id': '1f5c325d-4846-4f97-8a3f-917b8f0da59b', 'mac_address': 'fa:16:3e:26:93:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98138ff5-98a1-497e-9957-03af93bd31ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:19.741831 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.745033 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.782201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5c325d-4846-4f97-8a3f-917b8f0da59b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:19.795642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137b0947-6f60-4ada-b009-385bc763cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8aa2de-8451-4b86-840d-c295c9190e4a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:19.798179 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d80e6-9ea4-45dd-8877-ae8b45a3580a" -d '{"events": [{"server_uuid": "137b0947-6f60-4ada-b009-385bc763cea7", "name": "network-vif-plugged", "status": "completed", "tag": "3c8aa2de-8451-4b86-840d-c295c9190e4a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:19.826028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3c8aa2de-8451-4b86-840d-c295c9190e4a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3c8aa2de-8451-4b86-840d-c295c9190e4a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:19.831118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1f5c325d-4846-4f97-8a3f-917b8f0da59b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f5c325d-4846-4f97-8a3f-917b8f0da59b,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:19.832781 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.840071 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.851684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Deleting port baab0764-db74-4699-b215-f403174c7b2f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:19.854297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.901549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3c8aa2de-8451-4b86-840d-c295c9190e4a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:19.955835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1f5c325d-4846-4f97-8a3f-917b8f0da59b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.216448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['1f5c325d-4846-4f97-8a3f-917b8f0da59b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:20.406035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99de30c7-7b0c-4979-9272-c116af70ee7c req-2ec0adea-7e85-4e1f-99a0-ea04e1ce9aaa tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=aeea364a0aab4d02aa2a56f3b60ebec7 HTTP/1.1" status: 200 len: 696 time: 0.5074928 Jul 15 13:05:20.437751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82081695-6e3c-4661-9da0-ff77a54c3682', 'tag': '1f5c325d-4846-4f97-8a3f-917b8f0da59b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:20.440217 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198" -d '{"events": [{"name": "network-changed", "server_uuid": "82081695-6e3c-4661-9da0-ff77a54c3682", "tag": "1f5c325d-4846-4f97-8a3f-917b8f0da59b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:20.491911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] For port baab0764-db74-4699-b215-f403174c7b2f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=baab0764-db74-4699-b215-f403174c7b2f,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:20.492198 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.541383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Calling delete_port for baab0764-db74-4699-b215-f403174c7b2f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:20.629405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de30c7-7b0c-4979-9272-c116af70ee7c req-8df68451-82f3-4580-a8c3-014c170c3a84 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.631285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99de30c7-7b0c-4979-9272-c116af70ee7c req-8df68451-82f3-4580-a8c3-014c170c3a84 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/networks?id=27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 787 time: 0.2101538 Jul 15 13:05:20.773376 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.785581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['baab0764-db74-4699-b215-f403174c7b2f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:20.833452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Pushing event deleted for resources: {'Port': ['ID=baab0764-db74-4699-b215-f403174c7b2f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.982661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] No DVR routers for this DVR port baab0764-db74-4699-b215-f403174c7b2f on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:20.989009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.993639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16eea109-b583-4dce-897a-70dc58d9b0b7 req-fd4500f9-716f-4139-8af5-33a643c0ffaf tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.30 "DELETE /v2.0/ports/baab0764-db74-4699-b215-f403174c7b2f HTTP/1.1" status: 204 len: 173 time: 1.3777623 Jul 15 13:05:21.027603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca8d0d-a771-4a15-a573-6774e0159ab7 req-4462ead1-89a7-4840-80be-5708256c70a3 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.029263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfca8d0d-a771-4a15-a573-6774e0159ab7 req-4462ead1-89a7-4840-80be-5708256c70a3 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 944 time: 0.2025931 Jul 15 13:05:21.081773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfca8d0d-a771-4a15-a573-6774e0159ab7 req-dc4cc642-5960-4af4-bc01-d77e030039c8 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Jul 15 13:05:21.167578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['1f9e151f-77df-458d-aaa7-6dc290c167dc'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:21.239873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-b3d1f7d6-5fa1-44af-896a-cdeb13d1c2d1 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.243581 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-b3d1f7d6-5fa1-44af-896a-cdeb13d1c2d1 tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0ad1392-b4ba-4455-8feb-7472f791004c HTTP/1.1" status: 200 len: 945 time: 0.1221430 Jul 15 13:05:21.318436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba54d2d-ab42-4006-aa3f-29af276efb77 req-4421ad80-5bce-40ba-8530-12934bc98618 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.319636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ba54d2d-ab42-4006-aa3f-29af276efb77 req-4421ad80-5bce-40ba-8530-12934bc98618 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1097 time: 0.0667329 Jul 15 13:05:21.328694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1f5c325d-4846-4f97-8a3f-917b8f0da59b up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:21.379991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ba54d2d-ab42-4006-aa3f-29af276efb77 req-834af38e-a239-4064-9e04-e1500d8290fb tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506535 Jul 15 13:05:21.443045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Deleting port 1f9e151f-77df-458d-aaa7-6dc290c167dc {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:21.443656 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.545890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 1f5c325d-4846-4f97-8a3f-917b8f0da59b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:21.553398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 1f5c325d-4846-4f97-8a3f-917b8f0da59b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:21.554215 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.582829 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f0f2062c-ab74-4f1e-90b9-e3dcdffab638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.590817 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.723896 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.738712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34cb4-cdb8-49a7-8d93-8c1007476508 req-93f090d9-b234-48ad-8401-e365b0ae2489 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.744083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8d34cb4-cdb8-49a7-8d93-8c1007476508 req-93f090d9-b234-48ad-8401-e365b0ae2489 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 950 time: 0.1532121 Jul 15 13:05:21.763893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 1f5c325d-4846-4f97-8a3f-917b8f0da59b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f5c325d-4846-4f97-8a3f-917b8f0da59b,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:21.769822 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.849498 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8d34cb4-cdb8-49a7-8d93-8c1007476508 req-1200f267-ee38-4e0e-a882-d260c30a60d3 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766828 Jul 15 13:05:21.859760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=1f5c325d-4846-4f97-8a3f-917b8f0da59b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:22.024868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:05:22.141816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] For port 1f9e151f-77df-458d-aaa7-6dc290c167dc, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f9e151f-77df-458d-aaa7-6dc290c167dc,segment=NetworkSegment(268c3806-9f9f-48f3-8d91-186a27cea293),segment_id=268c3806-9f9f-48f3-8d91-186a27cea293)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:22.142458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.160603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Calling delete_port for 1f9e151f-77df-458d-aaa7-6dc290c167dc owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:22.183880 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3c6f07-df1a-4b94-911d-a47b8f6ac500 x-openstack-request-id: req-9e3c6f07-df1a-4b94-911d-a47b8f6ac500 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:22.185862 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137b0947-6f60-4ada-b009-385bc763cea7", "name": "network-vif-plugged", "status": "completed", "tag": "3c8aa2de-8451-4b86-840d-c295c9190e4a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:22.186458 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e3c6f07-df1a-4b94-911d-a47b8f6ac500 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:22.187965 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137b0947-6f60-4ada-b009-385bc763cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8aa2de-8451-4b86-840d-c295c9190e4a', 'code': 200} Jul 15 13:05:22.235004 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2def45-9710-4a53-bea5-0b3c252a80a8 x-openstack-request-id: req-5c2def45-9710-4a53-bea5-0b3c252a80a8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:22.236136 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82081695-6e3c-4661-9da0-ff77a54c3682", "tag": "1f5c325d-4846-4f97-8a3f-917b8f0da59b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:22.240135 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c2def45-9710-4a53-bea5-0b3c252a80a8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:22.243797 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82081695-6e3c-4661-9da0-ff77a54c3682', 'tag': '1f5c325d-4846-4f97-8a3f-917b8f0da59b', 'status': 'completed', 'code': 200} Jul 15 13:05:22.380084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-233047b5-1384-47d0-b77e-394841f8715d req-ebf90dd1-f299-41f7-9ba4-d3dacfb01a7e tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips/198149e6-f556-4ddd-9f3c-570bb065ec61 HTTP/1.1" status: 200 len: 693 time: 0.1228564 Jul 15 13:05:22.433703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.489169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Pushing event deleted for resources: {'Port': ['ID=1f9e151f-77df-458d-aaa7-6dc290c167dc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:22.556180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] No DVR routers for this DVR port 1f9e151f-77df-458d-aaa7-6dc290c167dc on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:22.559911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.563603 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a1299107-4dbc-4796-82b2-49bf23ba1ce3 req-2ed50a1c-7f84-4840-ad6d-15901c70dc2a tempest-MultipleCreateTestJSON-1831537475 tempest-MultipleCreateTestJSON-1831537475-project] 10.222.0.35 "DELETE /v2.0/ports/1f9e151f-77df-458d-aaa7-6dc290c167dc HTTP/1.1" status: 204 len: 173 time: 1.3114243 Jul 15 13:05:22.564140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ad1392-b4ba-4455-8feb-7472f791004c', 'name': 'network-vif-deleted', 'tag': '1f9e151f-77df-458d-aaa7-6dc290c167dc'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:22.567710 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ceb85-433d-419a-a8bd-aff6c20522f9" -d '{"events": [{"server_uuid": "c0ad1392-b4ba-4455-8feb-7472f791004c", "name": "network-vif-deleted", "tag": "1f9e151f-77df-458d-aaa7-6dc290c167dc"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:22.640940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb774444-de00-4b8f-ba2a-5283fcbeb402 req-c1caeb88-e7c0-4429-83ed-e8bba40e1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.643215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb774444-de00-4b8f-ba2a-5283fcbeb402 req-c1caeb88-e7c0-4429-83ed-e8bba40e1039 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 1102 time: 0.2957938 Jul 15 13:05:22.679313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-23af84e5-f514-4f0f-9f14-19044cfe78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.681608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-23af84e5-f514-4f0f-9f14-19044cfe78e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8873230e35444f6bb69d848213db6865&device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 1097 time: 0.3320158 Jul 15 13:05:22.715735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233047b5-1384-47d0-b77e-394841f8715d req-8141a541-82a9-412e-aaf6-5a490efeed3a tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.717846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-233047b5-1384-47d0-b77e-394841f8715d req-8141a541-82a9-412e-aaf6-5a490efeed3a tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.2623825 Jul 15 13:05:22.785474 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.826369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb774444-de00-4b8f-ba2a-5283fcbeb402 req-11ca691b-3f0b-4447-ba0f-2ade782dcc6d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698110 Jul 15 13:05:22.830187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-233047b5-1384-47d0-b77e-394841f8715d req-76c33596-5367-4b87-9d6c-ca53ce586a84 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0946548 Jul 15 13:05:22.940870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-233047b5-1384-47d0-b77e-394841f8715d req-6f9ddca1-374d-4ceb-8495-32d3e136f386 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0705087 Jul 15 13:05:22.972137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-de479b32-1eb0-433c-87bd-543472cfec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.974004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-de479b32-1eb0-433c-87bd-543472cfec0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 200 len: 913 time: 0.2775102 Jul 15 13:05:23.106033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-0cb847d9-4400-489d-b463-b179246b76e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5c325d-4846-4f97-8a3f-917b8f0da59b HTTP/1.1" status: 200 len: 217 time: 0.0915926 Jul 15 13:05:23.176076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device baab0764-db74-4699-b215-f403174c7b2f no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:23.211258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-a5c7e936-f169-4618-8a66-91c959ba35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.212913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-a5c7e936-f169-4618-8a66-91c959ba35ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 200 len: 852 time: 0.0972941 Jul 15 13:05:23.213843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: baab0764-db74-4699-b215-f403174c7b2f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:23.214735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device baab0764-db74-4699-b215-f403174c7b2f not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:23.263879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-07d983a6-bd12-4afd-b1b5-1953dc67c0ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=820a4b2f-6285-45c7-b730-ad946dd55767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408003 Jul 15 13:05:23.266960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Deleting port d5eff432-f181-469a-b4fd-0486e0721b8f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:23.267484 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.451802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.452295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.480170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-afe46aec-73ba-4119-a192-78c48383e29a service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090154 Jul 15 13:05:23.481260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Calling delete_port for d5eff432-f181-469a-b4fd-0486e0721b8f owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:23.663063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d6340db-81ce-46e9-9f8e-5d8fb4db6198 req-80be9559-cf65-4ae5-9008-5be9d1b22e90 service neutron] 10.222.0.35 "GET /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695898 Jul 15 13:05:23.726090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.754198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Pushing event deleted for resources: {'Port': ['ID=d5eff432-f181-469a-b4fd-0486e0721b8f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.830075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.833045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.834268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-233047b5-1384-47d0-b77e-394841f8715d req-f4dd58c3-adc4-4b37-9296-4b8285279973 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "DELETE /v2.0/floatingips/198149e6-f556-4ddd-9f3c-570bb065ec61 HTTP/1.1" status: 204 len: 173 time: 0.8845961 Jul 15 13:05:24.184872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39000) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:24.190653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82081695-6e3c-4661-9da0-ff77a54c3682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5c325d-4846-4f97-8a3f-917b8f0da59b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:24.193792 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fc3844-d565-4e74-9e24-693ee1077479" -d '{"events": [{"server_uuid": "82081695-6e3c-4661-9da0-ff77a54c3682", "name": "network-vif-plugged", "status": "completed", "tag": "1f5c325d-4846-4f97-8a3f-917b8f0da59b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:24.210702 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.251508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4148c0-5300-41e9-a086-df4a03191bcb', 'name': 'network-vif-deleted', 'tag': 'baab0764-db74-4699-b215-f403174c7b2f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:24.255600 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc854c60-7093-48e4-86d7-459e5e98212f" -d '{"events": [{"server_uuid": "fa4148c0-5300-41e9-a086-df4a03191bcb", "name": "network-vif-deleted", "tag": "baab0764-db74-4699-b215-f403174c7b2f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:24.278041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e634d065-f465-49a2-84c7-ca8993869b31 admin admin] Deleting subnet 6ed1b22b-ac0d-4dc6-83fb-efaabab96949 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:24.282354 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e634d065-f465-49a2-84c7-ca8993869b31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.321787 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e634d065-f465-49a2-84c7-ca8993869b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.399338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e634d065-f465-49a2-84c7-ca8993869b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.467468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35119bce-3122-4939-aa83-57cda0cfa180 req-5e0aaeae-dee8-4441-b628-37a7d726f1b9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.469089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35119bce-3122-4939-aa83-57cda0cfa180 req-5e0aaeae-dee8-4441-b628-37a7d726f1b9 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 945 time: 0.1452932 Jul 15 13:05:24.490672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e634d065-f465-49a2-84c7-ca8993869b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.532902 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e634d065-f465-49a2-84c7-ca8993869b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.534868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e634d065-f465-49a2-84c7-ca8993869b31 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6ed1b22b-ac0d-4dc6-83fb-efaabab96949 HTTP/1.1" status: 204 len: 168 time: 0.3479950 Jul 15 13:05:24.535768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634d065-f465-49a2-84c7-ca8993869b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed1b22b-ac0d-4dc6-83fb-efaabab96949,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:24.538238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39010) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:24.565162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35119bce-3122-4939-aa83-57cda0cfa180 req-243a854f-87cf-42cf-b504-90afab8c3767 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839891 Jul 15 13:05:24.617018 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef025ee8-8a30-48d0-a365-178b43e9af3e x-openstack-request-id: req-ef025ee8-8a30-48d0-a365-178b43e9af3e {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:24.617875 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ad1392-b4ba-4455-8feb-7472f791004c", "name": "network-vif-deleted", "tag": "1f9e151f-77df-458d-aaa7-6dc290c167dc", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:24.618131 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef025ee8-8a30-48d0-a365-178b43e9af3e {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:24.618540 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ad1392-b4ba-4455-8feb-7472f791004c', 'name': 'network-vif-deleted', 'tag': '1f9e151f-77df-458d-aaa7-6dc290c167dc', 'status': 'completed', 'code': 200} Jul 15 13:05:24.631368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.722179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.735463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:24.756009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268c3806-9f9f-48f3-8d91-186a27cea293') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:24.756542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268c3806-9f9f-48f3-8d91-186a27cea293') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:24.776087 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.788593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac47b6-8b5a-4cfa-a282-43047f396857 req-09a5f173-e2e5-4b9b-bb60-41c019dd03ec tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.790229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35ac47b6-8b5a-4cfa-a282-43047f396857 req-09a5f173-e2e5-4b9b-bb60-41c019dd03ec tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 950 time: 0.0830200 Jul 15 13:05:24.799778 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.810681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:24.811373 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:24.813890 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:24.849085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35ac47b6-8b5a-4cfa-a282-43047f396857 req-d00dc156-c6c5-4b2a-8d17-39f7529c7a0d tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500448 Jul 15 13:05:24.906309 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.915369 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.918991 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9 HTTP/1.1" status: 204 len: 168 time: 0.3781667 Jul 15 13:05:24.939885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515cfd2-14eb-429e-8344-f82e811da932 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96ae1c1-0ffe-45a1-bae2-23b4fd4a42d9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.088887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-5b5e2fa6-1739-4357-8db1-1ab933dad063 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1879413 Jul 15 13:05:25.104943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:25.140495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.195865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39020) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:25.254426 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1e30be1d-b343-44f5-9a42-8f262cc858e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c7a8d2396524915993e2ffaefdc1efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569766 Jul 15 13:05:25.257292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39022) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:25.311463 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.344629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1f9e151f-77df-458d-aaa7-6dc290c167dc no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:25.362493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f80d9a2-029c-464d-8964-3d201db57d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.366113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 1f9e151f-77df-458d-aaa7-6dc290c167dc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:25.366460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1f9e151f-77df-458d-aaa7-6dc290c167dc not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:25.400472 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f80d9a2-029c-464d-8964-3d201db57d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.482942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Allocated IP 172.25.1.78 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/67afdd87-969a-4266-98c9-df423a3456d2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:25.525501 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f80d9a2-029c-464d-8964-3d201db57d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.531685 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f80d9a2-029c-464d-8964-3d201db57d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.532895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1f80d9a2-029c-464d-8964-3d201db57d53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3cdde29-e09b-4153-8b3d-9d707c50c2c6 HTTP/1.1" status: 204 len: 168 time: 0.2741179 Jul 15 13:05:25.567993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80d9a2-029c-464d-8964-3d201db57d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cdde29-e09b-4153-8b3d-9d707c50c2c6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.681135 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.735113 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.793866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:25.798473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:25.801554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:25.806618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Pushing event updated for resources: {'Port': ['ID=67afdd87-969a-4266-98c9-df423a3456d2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.939210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.007200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.256672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.263655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.358837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Pushing event updated for resources: {'Port': ['ID=67afdd87-969a-4266-98c9-df423a3456d2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.370007 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.389743 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.391752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-1541f884-0cfc-4ba2-abc5-80b152a2a4af tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2923610 Jul 15 13:05:26.460264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-5989e870-f3be-4ac7-9b97-321380af0211 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0599709 Jul 15 13:05:26.677161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-b40cd5fa-d7f1-49b6-9fca-b013a3bfaeb9 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.680350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f011155-9c77-44d0-a5f9-af3fc40c6fb3 req-b40cd5fa-d7f1-49b6-9fca-b013a3bfaeb9 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.2165961 Jul 15 13:05:26.720166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39048) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:26.876162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-511246129-network', 'tenant_id': '393bd66495d04516a0c6a4bb04a4c662'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:26.907187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Made reservation on behalf of 393bd66495d04516a0c6a4bb04a4c662 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:26.911238 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.927024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.068903 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.075286 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.127421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:27.149112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4d2acf-09e9-4251-aed2-4e3ea55e3687,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:27.159478 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.160057 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Added segment 29beeb86-34d7-4413-b2c3-b50ffe3022c2 of type vlan for network a3dc2058-8078-483f-be77-2194f66a2b47 Jul 15 13:05:27.239851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.285112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.286797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.287815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.343453 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6211326 Jul 15 13:05:27.346316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39064) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:27.356183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Request body: {'subnet': {'network_id': 'a3dc2058-8078-483f-be77-2194f66a2b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-511246129-subnet', 'tenant_id': '393bd66495d04516a0c6a4bb04a4c662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:27.401933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ebe15-b701-4999-b6cc-12143fc0bfb0 admin admin] Pushing event updated for resources: {'Network': ['ID=a3dc2058-8078-483f-be77-2194f66a2b47,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:27.403727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Made reservation on behalf of 393bd66495d04516a0c6a4bb04a4c662 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:27.407707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.418033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a3dc2058-8078-483f-be77-2194f66a2b47 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:27.706046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.765594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb00a46-071e-4dee-a674-66019ef672d6,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:27.788250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Checking segment: {'id': '29beeb86-34d7-4413-b2c3-b50ffe3022c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3dc2058-8078-483f-be77-2194f66a2b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:27.788614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Network hostable DHCP agents. Network: a3dc2058-8078-483f-be77-2194f66a2b47, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:27.808705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Network a3dc2058-8078-483f-be77-2194f66a2b47 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:27.822373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a3dc2058-8078-483f-be77-2194f66a2b47) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:27.829510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.830964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.836356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f438e5ce-01e3-4c8f-8a13-6412290e05c9 None None] Network a3dc2058-8078-483f-be77-2194f66a2b47 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:27.855944 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f2d8e310-4583-48a9-9e99-949849765607 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5066700 Jul 15 13:05:28.044152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2405ee0-b87c-4c11-b8c2-d768f28f7753 None None] Network a3dc2058-8078-483f-be77-2194f66a2b47 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:28.295053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-3a73bb7e-cf0f-42d5-a571-b96166133f8f tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:05:28.296091 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-3a73bb7e-cf0f-42d5-a571-b96166133f8f tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1731875 Jul 15 13:05:28.357328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Request body: {'binding': {'host': 'n-h1-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:28.357833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Unknown quota resources ['binding']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:05:28.597443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on host n-h1-771362-36 for vnic_type normal with profile None {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:28.597982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:28.598543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:28.606833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:28.607403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:28.616451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:28.617574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:28.618298 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:28.619065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Bound port: 239bf14c-826c-43b6-889d-fbf489a863c7, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:28.682691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:28.688211 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] Notify callbacks [] for binding, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.689448 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d9ea7643-27d9-49e8-9364-2258cd8a428d service neutron] 10.222.0.25 "POST /v2.0/ports/239bf14c-826c-43b6-889d-fbf489a863c7/bindings HTTP/1.1" status: 201 len: 390 time: 0.3856788 Jul 15 13:05:28.862483 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ad694a-c088-4678-a81e-3ab3b229da54 x-openstack-request-id: req-35ad694a-c088-4678-a81e-3ab3b229da54 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:28.863035 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82081695-6e3c-4661-9da0-ff77a54c3682", "name": "network-vif-plugged", "status": "completed", "tag": "1f5c325d-4846-4f97-8a3f-917b8f0da59b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:28.863308 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35ad694a-c088-4678-a81e-3ab3b229da54 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:28.863919 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82081695-6e3c-4661-9da0-ff77a54c3682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5c325d-4846-4f97-8a3f-917b8f0da59b', 'code': 200} Jul 15 13:05:29.005081 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46245afb-9afa-4744-b678-6fdd6044dcbb x-openstack-request-id: req-46245afb-9afa-4744-b678-6fdd6044dcbb {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:29.005992 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4148c0-5300-41e9-a086-df4a03191bcb", "name": "network-vif-deleted", "tag": "baab0764-db74-4699-b215-f403174c7b2f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:29.005992 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46245afb-9afa-4744-b678-6fdd6044dcbb {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:29.005992 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4148c0-5300-41e9-a086-df4a03191bcb', 'name': 'network-vif-deleted', 'tag': 'baab0764-db74-4699-b215-f403174c7b2f', 'status': 'completed', 'code': 200} Jul 15 13:05:29.099102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3b1f6-6353-48eb-84eb-4c3d752c7eda req-e5c3b58f-efa3-48d3-b790-23d7a29a577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.100778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5d3b1f6-6353-48eb-84eb-4c3d752c7eda req-e5c3b58f-efa3-48d3-b790-23d7a29a577c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 1097 time: 0.1235373 Jul 15 13:05:29.104248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-0e37a942-ec7f-498b-aaa6-de6fa5f32bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.105794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-0e37a942-ec7f-498b-aaa6-de6fa5f32bbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1097 time: 0.1263471 Jul 15 13:05:29.208834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5d3b1f6-6353-48eb-84eb-4c3d752c7eda req-d5c888a9-c25b-47d9-a515-9b3460af9d7e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958629 Jul 15 13:05:29.243017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-9ed98828-2190-4e3d-9c50-d693a10b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.244602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-9ed98828-2190-4e3d-9c50-d693a10b2fb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.1303689 Jul 15 13:05:29.313554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-693f5269-ffb2-412a-aca4-821adbf58a21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239bf14c-826c-43b6-889d-fbf489a863c7 HTTP/1.1" status: 200 len: 217 time: 0.0543821 Jul 15 13:05:29.376713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-a4536662-2695-40eb-92e7-307aa759af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.378506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-a4536662-2695-40eb-92e7-307aa759af9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.0567689 Jul 15 13:05:29.418733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-de0fe55a-8e17-4c5b-879f-77df3b3d1661 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327582 Jul 15 13:05:29.578463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-4932fdf9-2d4e-4dc7-beee-a8a231e50bf0 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527283 Jul 15 13:05:29.719326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-53c3c0da-0ddb-4758-b437-6bc54a9827a2 service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320906 Jul 15 13:05:29.823011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5466edb-9fac-461e-a62a-772d56fd390b req-bcaa6245-f422-463d-a694-6e28497ce548 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.827387 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5466edb-9fac-461e-a62a-772d56fd390b req-bcaa6245-f422-463d-a694-6e28497ce548 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 945 time: 0.1067796 Jul 15 13:05:29.889607 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5466edb-9fac-461e-a62a-772d56fd390b req-e866aac2-3bc2-452a-bd4a-e9f48afb80dc tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541754 Jul 15 13:05:30.028124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-698461f0-1c8f-4cf9-a80c-f2d1d32c7d68 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips/0474b7ef-6935-415c-bc6e-24ea304bd061 HTTP/1.1" status: 200 len: 692 time: 0.0873775 Jul 15 13:05:30.256138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-ae931408-d8f0-4887-8acb-f9771e406f3d tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.258676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-ae931408-d8f0-4887-8acb-f9771e406f3d tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.2234538 Jul 15 13:05:30.338707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e711c3e4-5280-4b14-b1c7-9a7b9490fdb4 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0712876 Jul 15 13:05:30.429012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-cb975614-55f8-4df4-84d3-90e9e86f0b11 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0807421 Jul 15 13:05:30.949332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Deleting port 67afdd87-969a-4266-98c9-df423a3456d2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:30.950048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.096012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.097070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.122199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Calling delete_port for 67afdd87-969a-4266-98c9-df423a3456d2 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:31.397597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.450073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Pushing event deleted for resources: {'Port': ['ID=67afdd87-969a-4266-98c9-df423a3456d2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:31.584406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.591736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.593175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5ec93ae-83f3-4f18-ad62-bcdadd3bcfe1 req-e7200953-e1d9-4507-9a29-a0eab5391944 tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "DELETE /v2.0/floatingips/0474b7ef-6935-415c-bc6e-24ea304bd061 HTTP/1.1" status: 204 len: 173 time: 1.1526201 Jul 15 13:05:31.931534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-3071e7a9-3c83-4301-becf-2c45f88820e9 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.934153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-3071e7a9-3c83-4301-becf-2c45f88820e9 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/networks?id=a3dc2058-8078-483f-be77-2194f66a2b47 HTTP/1.1" status: 200 len: 821 time: 0.1770217 Jul 15 13:05:31.960886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-29e47382-09d8-42cb-a6c6-1ef69cc0f579 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/quotas/393bd66495d04516a0c6a4bb04a4c662 HTTP/1.1" status: 200 len: 375 time: 0.0175626 Jul 15 13:05:32.020026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-91b03755-4126-4d6d-8edf-0e023dcc077e tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=393bd66495d04516a0c6a4bb04a4c662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518825 Jul 15 13:05:32.153278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-493faedb-ebbc-4409-bcab-ebb513a616c8 service neutron] 10.222.0.25 "GET /v2.0/networks/a3dc2058-8078-483f-be77-2194f66a2b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212857 Jul 15 13:05:32.281301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-834ecba4-9d57-4ac6-acec-7a0d7a63f61d service neutron] 10.222.0.25 "GET /v2.0/networks/a3dc2058-8078-483f-be77-2194f66a2b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205950 Jul 15 13:05:32.685213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac848-d0f4-453b-b739-da25d6ef485e req-036e96a1-4740-49ec-a85b-c29fcb007688 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.688656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da1ac848-d0f4-453b-b739-da25d6ef485e req-036e96a1-4740-49ec-a85b-c29fcb007688 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 945 time: 0.1013651 Jul 15 13:05:32.753375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da1ac848-d0f4-453b-b739-da25d6ef485e req-8a6982a8-dfe0-4579-acc8-5c927d2e5577 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483735 Jul 15 13:05:33.118557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3b36-1978-4c8c-b0c8-77d4e95f2c63 req-dfcf02a6-3b3d-49d5-b055-b87e778d1ff5 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.121458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aba3b36-1978-4c8c-b0c8-77d4e95f2c63 req-dfcf02a6-3b3d-49d5-b055-b87e778d1ff5 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 950 time: 0.1333463 Jul 15 13:05:33.177946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aba3b36-1978-4c8c-b0c8-77d4e95f2c63 req-b6e11a5f-294a-42ae-9545-6301a54d3bd4 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492184 Jul 15 13:05:33.765627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e31543-c65f-4a24-801b-20652b066adb req-caf0198a-9521-4ee9-93c6-ec23f804092f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.767445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54e31543-c65f-4a24-801b-20652b066adb req-caf0198a-9521-4ee9-93c6-ec23f804092f tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 945 time: 0.0898366 Jul 15 13:05:33.822469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54e31543-c65f-4a24-801b-20652b066adb req-a0528cfa-051e-4536-9d18-59fa01843295 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436640 Jul 15 13:05:33.928318 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-516ef05e-732a-4bd6-a5d2-d1f2c1d82586 req-7dfc5349-7708-447c-9f12-8c0d0a49449e tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] show failed (client error): The resource could not be found. Jul 15 13:05:33.930095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-516ef05e-732a-4bd6-a5d2-d1f2c1d82586 req-7dfc5349-7708-447c-9f12-8c0d0a49449e tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips/0474b7ef-6935-415c-bc6e-24ea304bd061 HTTP/1.1" status: 404 len: 350 time: 0.0590229 Jul 15 13:05:34.127933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0f4cfe6-d61a-45f1-8337-8a54b63e1e5a req-cf5d71d4-0698-4e60-9fcc-80ca77a1b46d tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 210 time: 0.0471549 Jul 15 13:05:34.197868 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.257032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-0eb6e0c5-3675-4bef-864a-4122d580fccf tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:34.259368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-0eb6e0c5-3675-4bef-864a-4122d580fccf tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.30 "GET /v2.0/networks?id=a3dc2058-8078-483f-be77-2194f66a2b47 HTTP/1.1" status: 200 len: 821 time: 0.2343550 Jul 15 13:05:34.287694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Request body: {'port': {'device_id': '72b718ac-b99f-48f1-b59d-b02770f1c177', 'network_id': 'a3dc2058-8078-483f-be77-2194f66a2b47', 'admin_state_up': True, 'tenant_id': '393bd66495d04516a0c6a4bb04a4c662'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:34.334823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-c37876be-7460-41d4-98ca-86c96b9e544a tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608025 Jul 15 13:05:34.664351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-e43661e8-8ebc-400b-ab0b-91949383c819 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:34.667200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-e43661e8-8ebc-400b-ab0b-91949383c819 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3202777 Jul 15 13:05:34.669124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Made reservation on behalf of 393bd66495d04516a0c6a4bb04a4c662 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:34.675500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.716665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-7e4f6839-8b6d-4733-a761-c300e731adc6 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/quotas/12d144c9cf2a4bce9fa3da0f8efa8d16 HTTP/1.1" status: 200 len: 375 time: 0.0344238 Jul 15 13:05:35.029032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-6f1a8d24-6155-41da-8949-da7ed91a52cc tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3037877 Jul 15 13:05:35.040134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Allocated IP 172.20.0.11 (a3dc2058-8078-483f-be77-2194f66a2b47/abb00a46-071e-4dee-a674-66019ef672d6/86075a8a-6f7e-49da-a3cc-8f2cf18a8553) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:35.143373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.338708 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.399144 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.488200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Network a3dc2058-8078-483f-be77-2194f66a2b47 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:35.496889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:35.500191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:35.505611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Pushing event updated for resources: {'Port': ['ID=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:35.533908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.534395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.534654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.534957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.535469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.535944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.536439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.536919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.537340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.537781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.538347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.538792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:35.599884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.600597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.626170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b74047-db32-4e75-a7d3-7e989da44f3a req-dabcfc1a-322d-4ebf-89c6-8898a8448719 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.627875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11b74047-db32-4e75-a7d3-7e989da44f3a req-dabcfc1a-322d-4ebf-89c6-8898a8448719 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 945 time: 0.1862152 Jul 15 13:05:35.630103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-a2997e2d-e62e-419e-a4ff-ead340f0a78b tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3528492 Jul 15 13:05:35.642196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Request body: {'port': {'device_id': '72b718ac-b99f-48f1-b59d-b02770f1c177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:35.727616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11b74047-db32-4e75-a7d3-7e989da44f3a req-21c1cf2c-1bcd-4d6b-a1f8-1b77d7cdc3ab tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781026 Jul 15 13:05:35.771905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.263175 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-3a68d7c6-f922-4ec3-99b4-0a0e89f94eab req-f12c21fd-e85d-49b3-baac-9f9f8991848d tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] show failed (client error): The resource could not be found. Jul 15 13:05:36.264238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a68d7c6-f922-4ec3-99b4-0a0e89f94eab req-f12c21fd-e85d-49b3-baac-9f9f8991848d tempest-FloatingIPsTestJSON-1553094927 tempest-FloatingIPsTestJSON-1553094927-project] 10.222.0.25 "GET /v2.0/floatingips/0474b7ef-6935-415c-bc6e-24ea304bd061 HTTP/1.1" status: 404 len: 350 time: 0.0685024 Jul 15 13:05:36.280616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39170) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:36.369604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:36.394913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.497187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Transition to ACTIVE for port object 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:36.511064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.636257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Pushing event updated for resources: {'Port': ['ID=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:36.824982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Attempting to bind port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:36.825508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Attempting to bind port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '29beeb86-34d7-4413-b2c3-b50ffe3022c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3dc2058-8078-483f-be77-2194f66a2b47'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:36.826076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Attempting to bind port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 on network a3dc2058-8078-483f-be77-2194f66a2b47 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:36.877342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 on network a3dc2058-8078-483f-be77-2194f66a2b47 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:36.877818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Attempting to bind port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 on network a3dc2058-8078-483f-be77-2194f66a2b47 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:36.941315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:36.941672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Checking segment: {'id': '29beeb86-34d7-4413-b2c3-b50ffe3022c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3dc2058-8078-483f-be77-2194f66a2b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:36.942060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Bound using segment: {'id': '29beeb86-34d7-4413-b2c3-b50ffe3022c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3dc2058-8078-483f-be77-2194f66a2b47'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:36.942516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Bound port: 86075a8a-6f7e-49da-a3cc-8f2cf18a8553, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29beeb86-34d7-4413-b2c3-b50ffe3022c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3dc2058-8078-483f-be77-2194f66a2b47'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:36.942895 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.006802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-18895e9e-b4d9-4ea2-80f0-d71bdf6d4a5b tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580702 Jul 15 13:05:37.171716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] For port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:37.200471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] For port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,segment=NetworkSegment(29beeb86-34d7-4413-b2c3-b50ffe3022c2),segment_id=29beeb86-34d7-4413-b2c3-b50ffe3022c2)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:37.209101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d7563-eb76-4084-a18b-f7b2e44cde3c req-9978a336-179f-402b-ad0d-8e4130332e66 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.210795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-955d7563-eb76-4084-a18b-f7b2e44cde3c req-9978a336-179f-402b-ad0d-8e4130332e66 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 944 time: 0.3396072 Jul 15 13:05:37.217365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.296996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.297759 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.299279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] 10.222.0.30 "PUT /v2.0/ports/86075a8a-6f7e-49da-a3cc-8f2cf18a8553 HTTP/1.1" status: 200 len: 1093 time: 1.6616561 Jul 15 13:05:37.302648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b718ac-b99f-48f1-b59d-b02770f1c177', 'tag': '86075a8a-6f7e-49da-a3cc-8f2cf18a8553'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:37.305631 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73" -d '{"events": [{"name": "network-changed", "server_uuid": "72b718ac-b99f-48f1-b59d-b02770f1c177", "tag": "86075a8a-6f7e-49da-a3cc-8f2cf18a8553"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:37.314752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-a53dc674-4fcf-4ca5-a810-e892b3122919 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.316363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-a53dc674-4fcf-4ca5-a810-e892b3122919 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007870 Jul 15 13:05:37.337499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Request body: {'port': {'device_id': '186471a5-81b6-4683-8821-155deef8f575', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '12d144c9cf2a4bce9fa3da0f8efa8d16'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:37.446252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-955d7563-eb76-4084-a18b-f7b2e44cde3c req-47ffebac-70d3-4f13-bc92-0f58000452be tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c4d2acf-09e9-4251-aed2-4e3ea55e3687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238948 Jul 15 13:05:37.457075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0a36a-a555-422a-add9-7f886bd8142c service neutron] Pushing event updated for resources: {'Port': ['ID=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:37.548471 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.634920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-5c29e0ed-aaae-4c0d-9bdf-94f8948a2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.636595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-5c29e0ed-aaae-4c0d-9bdf-94f8948a2a52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=393bd66495d04516a0c6a4bb04a4c662&device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 1096 time: 0.2712872 Jul 15 13:05:37.644769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e037395d-d513-4b44-ba7d-7257a2021651 req-2b8e3dc3-d0ea-4037-b647-b78b65c73173 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 210 time: 0.0531087 Jul 15 13:05:37.697666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-89ffe318-f9ec-4c75-8233-3f18287d8b92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86075a8a-6f7e-49da-a3cc-8f2cf18a8553 HTTP/1.1" status: 200 len: 217 time: 0.0494268 Jul 15 13:05:38.072411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Made reservation on behalf of 12d144c9cf2a4bce9fa3da0f8efa8d16 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:38.076039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.184327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-4ab35cad-afed-4b94-b750-0b27b36f3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:38.185851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-4ab35cad-afed-4b94-b750-0b27b36f3d11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abb00a46-071e-4dee-a674-66019ef672d6 HTTP/1.1" status: 200 len: 861 time: 0.1253273 Jul 15 13:05:38.299831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-53ae84a7-4146-4823-becc-f29159162b0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3dc2058-8078-483f-be77-2194f66a2b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768864 Jul 15 13:05:38.417177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd01a1-f4ed-4eb2-9dad-cfb5a20fbf1b req-6c8d5f62-411f-4684-be7e-4d4c55bfa05b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:38.418808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fcd01a1-f4ed-4eb2-9dad-cfb5a20fbf1b req-6c8d5f62-411f-4684-be7e-4d4c55bfa05b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 945 time: 0.3571453 Jul 15 13:05:38.510771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Allocated IP 192.168.233.205 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/021a32b7-5f89-4425-bfe5-20bf9b8e38b3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:38.563454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-5076c124-ff0a-41be-b546-8583e3cc8eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/a3dc2058-8078-483f-be77-2194f66a2b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536757 Jul 15 13:05:38.570972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fcd01a1-f4ed-4eb2-9dad-cfb5a20fbf1b req-ceab872f-6dd5-4cd0-abcb-9df4057253d5 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094778 Jul 15 13:05:39.006370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff95a313-2a48-4d0a-9f3f-0e5dad97e88b req-bca5c7dc-d982-4fec-b0bf-82ec1a47672d service neutron] 10.222.0.30 "GET /v2.0/networks/a3dc2058-8078-483f-be77-2194f66a2b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308867 Jul 15 13:05:39.016668 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.056736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Deleting port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:39.057291 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.068463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Transition to ACTIVE for port object 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:39.142799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39192) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:39.273313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23188a-e01e-41bd-9b6d-33c8af523f13 req-fc9410c0-b1c6-4162-b222-3024440c712b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.275622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a23188a-e01e-41bd-9b6d-33c8af523f13 req-fc9410c0-b1c6-4162-b222-3024440c712b tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 945 time: 0.3540406 Jul 15 13:05:39.281084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.303171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3c8aa2de-8451-4b86-840d-c295c9190e4a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:39.304043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] For port b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,segment=NetworkSegment(9e1d253e-064b-4760-9e51-65dfbdd4b3f2),segment_id=9e1d253e-064b-4760-9e51-65dfbdd4b3f2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:39.304491 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.346860 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a754c55d-06ce-4b5a-9562-86210bc23a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.397566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Calling delete_port for b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:39.434454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:39.445197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Pushing event updated for resources: {'Port': ['ID=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:39.459426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:39.524126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:39.548277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a754c55d-06ce-4b5a-9562-86210bc23a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.549403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a23188a-e01e-41bd-9b6d-33c8af523f13 req-12c46996-b173-40ec-8ac1-913244f54f7c tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585540 Jul 15 13:05:39.558135 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a754c55d-06ce-4b5a-9562-86210bc23a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.668210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.669412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.673116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754c55d-06ce-4b5a-9562-86210bc23a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a06996-28b3-4bf8-9362-d5a49dc26b93,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:39.692038 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1d97f0-5490-4afc-b052-077f627f130e x-openstack-request-id: req-9b1d97f0-5490-4afc-b052-077f627f130e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:39.692526 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b718ac-b99f-48f1-b59d-b02770f1c177", "tag": "86075a8a-6f7e-49da-a3cc-8f2cf18a8553", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:39.697932 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b1d97f0-5490-4afc-b052-077f627f130e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:39.697932 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b718ac-b99f-48f1-b59d-b02770f1c177', 'tag': '86075a8a-6f7e-49da-a3cc-8f2cf18a8553', 'status': 'completed', 'code': 200} Jul 15 13:05:39.698541 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a754c55d-06ce-4b5a-9562-86210bc23a33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8767b2543cf24b6d869a768c6aefcb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487821 Jul 15 13:05:39.698541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:39.786113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4959bf3a-ee6c-409d-8e5a-1fb265d13994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.827839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4959bf3a-ee6c-409d-8e5a-1fb265d13994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.837574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-02fcf874-7e0a-48b8-9e43-aa99e634b8b8 None None] Provisioning for port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:39.844236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-02fcf874-7e0a-48b8-9e43-aa99e634b8b8 None None] Provisioning complete for port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:39.845666 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-02fcf874-7e0a-48b8-9e43-aa99e634b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.882223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-3527fbe6-9780-4538-9eb1-4b7ffa36a324 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5541713 Jul 15 13:05:39.900840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Request body: {'port': {'device_id': '186471a5-81b6-4683-8821-155deef8f575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:39.913961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-02fcf874-7e0a-48b8-9e43-aa99e634b8b8 None None] Port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:39.971865 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4959bf3a-ee6c-409d-8e5a-1fb265d13994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.975099 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4959bf3a-ee6c-409d-8e5a-1fb265d13994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.979322 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4959bf3a-ee6c-409d-8e5a-1fb265d13994 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8a06996-28b3-4bf8-9362-d5a49dc26b93 HTTP/1.1" status: 204 len: 168 time: 0.2796571 Jul 15 13:05:39.995954 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959bf3a-ee6c-409d-8e5a-1fb265d13994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a06996-28b3-4bf8-9362-d5a49dc26b93,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:40.130367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-b2bc276b-70e1-4326-b410-4946f197be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.133938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-b2bc276b-70e1-4326-b410-4946f197be30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=393bd66495d04516a0c6a4bb04a4c662&device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 1096 time: 0.4168954 Jul 15 13:05:40.233504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.410556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.490552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:40.505424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39202) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:40.535285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f85173a8-4751-48a5-bd8f-00fb428c8774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.718556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f85173a8-4751-48a5-bd8f-00fb428c8774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.724270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f85173a8-4751-48a5-bd8f-00fb428c8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.725054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-17322d87-2827-4db4-884e-2fa6ed1efd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.727927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-17322d87-2827-4db4-884e-2fa6ed1efd09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3dc2058-8078-483f-be77-2194f66a2b47 HTTP/1.1" status: 200 len: 922 time: 0.5828533 Jul 15 13:05:40.782618 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f85173a8-4751-48a5-bd8f-00fb428c8774 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23fa50b0597f4aa99c1e035ed93d8a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703388 Jul 15 13:05:40.784566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39206) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:40.793193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120ed3-78c3-4ebf-a597-15afb5dfad10 req-c99937f2-7a53-4b9c-8994-4a41937461ac tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.795446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d120ed3-78c3-4ebf-a597-15afb5dfad10 req-c99937f2-7a53-4b9c-8994-4a41937461ac tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 944 time: 0.5721190 Jul 15 13:05:40.796454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85173a8-4751-48a5-bd8f-00fb428c8774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c147e8fa-eff8-4e60-b6af-2b26c44ccaa6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:40.852474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-9f27ed74-816c-4a35-b85f-8490470326c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86075a8a-6f7e-49da-a3cc-8f2cf18a8553 HTTP/1.1" status: 200 len: 217 time: 0.1034338 Jul 15 13:05:40.879909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-803c7ae7-44db-44c0-a108-b04e0a45d039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.921790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-803c7ae7-44db-44c0-a108-b04e0a45d039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.006512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-803c7ae7-44db-44c0-a108-b04e0a45d039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.011988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-803c7ae7-44db-44c0-a108-b04e0a45d039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.014009 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-803c7ae7-44db-44c0-a108-b04e0a45d039 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c147e8fa-eff8-4e60-b6af-2b26c44ccaa6 HTTP/1.1" status: 204 len: 168 time: 0.2279761 Jul 15 13:05:41.028958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c7ae7-44db-44c0-a108-b04e0a45d039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c147e8fa-eff8-4e60-b6af-2b26c44ccaa6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:41.094554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-b2c4fca2-0633-4851-916e-4ba39efd9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:41.096369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-b2c4fca2-0633-4851-916e-4ba39efd9a19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abb00a46-071e-4dee-a674-66019ef672d6 HTTP/1.1" status: 200 len: 861 time: 0.2257502 Jul 15 13:05:41.102061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d120ed3-78c3-4ebf-a597-15afb5dfad10 req-e4bc4f5e-fc3f-4e10-8848-cc3900f8beff tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c4d2acf-09e9-4251-aed2-4e3ea55e3687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564046 Jul 15 13:05:41.216473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-9390b134-2747-4bc8-8be6-136d13c87f23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3dc2058-8078-483f-be77-2194f66a2b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042926 Jul 15 13:05:41.255169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:41.317074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:41.325876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.340486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Transition to ACTIVE for port object 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:41.354876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.394654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.598099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,segment=NetworkSegment(29beeb86-34d7-4413-b2c3-b50ffe3022c2),segment_id=29beeb86-34d7-4413-b2c3-b50ffe3022c2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:41.641769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '86075a8a-6f7e-49da-a3cc-8f2cf18a8553', 'network_id': 'a3dc2058-8078-483f-be77-2194f66a2b47', 'port_id': '86075a8a-6f7e-49da-a3cc-8f2cf18a8553', 'mac_address': 'fa:16:3e:4f:04:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb00a46-071e-4dee-a674-66019ef672d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:41.737516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.778065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:41.826623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,segment=NetworkSegment(29beeb86-34d7-4413-b2c3-b50ffe3022c2),segment_id=29beeb86-34d7-4413-b2c3-b50ffe3022c2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:41.834201 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.955849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:41.957468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:41.979181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:42.106649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['86075a8a-6f7e-49da-a3cc-8f2cf18a8553'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:42.116795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-6498b00f-4ea1-4a76-9734-e26c17206f72 service neutron] 10.222.0.30 "GET /v2.0/networks/a3dc2058-8078-483f-be77-2194f66a2b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8881421 Jul 15 13:05:42.427185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-a9e04559-a07d-4afa-8c4b-a0920272cf78 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:42.429442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-a9e04559-a07d-4afa-8c4b-a0920272cf78 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.9929519 Jul 15 13:05:42.451698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3220-6f27-44b9-b45c-1d1c761cde51 req-2424c45d-45b7-4cb3-9c47-cf76322bb89b tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:42.453609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cac3220-6f27-44b9-b45c-1d1c761cde51 req-2424c45d-45b7-4cb3-9c47-cf76322bb89b tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 948 time: 0.4904644 Jul 15 13:05:42.454499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Attempting to bind port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:42.454858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Attempting to bind port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:42.455337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Attempting to bind port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:42.463574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:42.538860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:42.539224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Attempting to bind port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:42.588887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:42.589387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:42.589712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:42.590151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Bound port: 021a32b7-5f89-4425-bfe5-20bf9b8e38b3, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:42.591053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.627615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb3ba98-b1f4-4433-ae08-a9f249cc2b73 req-a38408ae-683d-4b96-bb23-d4e4cb73e4cd service neutron] 10.222.0.30 "GET /v2.0/networks/a3dc2058-8078-483f-be77-2194f66a2b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060895 Jul 15 13:05:42.677272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cac3220-6f27-44b9-b45c-1d1c761cde51 req-fef608ad-b146-45d3-8f01-2103690f4a62 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073140 Jul 15 13:05:42.763937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.805531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] For port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:42.810120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:42.812501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] For port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:42.836791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.934295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:42.934935 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.936438 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] 10.222.0.30 "PUT /v2.0/ports/021a32b7-5f89-4425-bfe5-20bf9b8e38b3 HTTP/1.1" status: 200 len: 1097 time: 3.0434532 Jul 15 13:05:42.938796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186471a5-81b6-4683-8821-155deef8f575', 'tag': '021a32b7-5f89-4425-bfe5-20bf9b8e38b3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:42.941587 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbd0501-9df6-4d85-a14f-39b23349195a" -d '{"events": [{"name": "network-changed", "server_uuid": "186471a5-81b6-4683-8821-155deef8f575", "tag": "021a32b7-5f89-4425-bfe5-20bf9b8e38b3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:43.074330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802405a3-9a99-4e88-b19d-b4f3603aaeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:43.207350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:43.269032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:43.312844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033583ce-544e-4d6d-962d-e5a59c01fd82 req-13969fb2-ddd8-4b20-be37-7e570e02a18e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.314526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-033583ce-544e-4d6d-962d-e5a59c01fd82 req-13969fb2-ddd8-4b20-be37-7e570e02a18e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 945 time: 0.4618695 Jul 15 13:05:43.321283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:43.342886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] Sync routers for ids ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:43.346160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9438def9-95d7-47c6-a698-e64bd4838f9f admin admin] 10.222.0.25 "PUT /v2.0/routers/a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0618703 Jul 15 13:05:43.346789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39250) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:43.396564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-aa8ea509-2a6e-4a82-9da3-07bdee76d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.400275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-aa8ea509-2a6e-4a82-9da3-07bdee76d317 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 1100 time: 0.3638990 Jul 15 13:05:43.418399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:43.420454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] Routers {'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:43.422027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:05:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:43.493813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 239bf14c-826c-43b6-889d-fbf489a863c7 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:43.543480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.561157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:43.562853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-ac8af632-b7c6-4faa-adb3-2d10cd07e3d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=021a32b7-5f89-4425-bfe5-20bf9b8e38b3 HTTP/1.1" status: 200 len: 217 time: 0.1271925 Jul 15 13:05:43.572609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:43.573144 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.580450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a7ec5-babb-4643-801e-673de98e306a req-485867d7-d029-4f6f-9b54-cb531d708877 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.583678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d2a7ec5-babb-4643-801e-673de98e306a req-485867d7-d029-4f6f-9b54-cb531d708877 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 945 time: 0.3974390 Jul 15 13:05:43.694901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-033583ce-544e-4d6d-962d-e5a59c01fd82 req-59df2099-ba26-41ff-8cb1-9a9096a9f1af tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607285 Jul 15 13:05:43.697881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-32dff84f-c226-4a1c-a9a3-fdef17093b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.700458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-32dff84f-c226-4a1c-a9a3-fdef17093b72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1144497 Jul 15 13:05:43.739184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.836950 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Deleting port bb63a03a-c722-4966-90a3-7b022288568f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:43.837488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.847523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] Set router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:43.875655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.926227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.960316 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] For port bb63a03a-c722-4966-90a3-7b022288568f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb63a03a-c722-4966-90a3-7b022288568f,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:43.960833 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.978275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Calling delete_port for bb63a03a-c722-4966-90a3-7b022288568f owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:44.052154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-0b162251-a057-4c54-a60b-280f3769aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:44.055392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-0b162251-a057-4c54-a60b-280f3769aa22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3004756 Jul 15 13:05:44.200976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.222005 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.247475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb63a03a-c722-4966-90a3-7b022288568f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:44.364487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Pushing event updated for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:44.374807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.387466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Deleting port 1f5c325d-4846-4f97-8a3f-917b8f0da59b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:44.388011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.434368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b718ac-b99f-48f1-b59d-b02770f1c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86075a8a-6f7e-49da-a3cc-8f2cf18a8553'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:44.437042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-e71a47ad-957b-4d8d-8b52-a00efb424e3f service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511453 Jul 15 13:05:44.440099 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b34886-d00c-417c-be9a-0dc5ccba3fc9" -d '{"events": [{"server_uuid": "72b718ac-b99f-48f1-b59d-b02770f1c177", "name": "network-vif-plugged", "status": "completed", "tag": "86075a8a-6f7e-49da-a3cc-8f2cf18a8553"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:44.442126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on host n-h2-771362-36 for vnic_type normal with profile {"migrating_to": "n-h1-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:44.442656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:44.443227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:44.472644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:44.509053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,segment=NetworkSegment(29beeb86-34d7-4413-b2c3-b50ffe3022c2),segment_id=29beeb86-34d7-4413-b2c3-b50ffe3022c2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:44.509426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:44.509700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Attempting to bind port 239bf14c-826c-43b6-889d-fbf489a863c7 on network bfab8373-bcf5-4466-bd23-e102da6294f8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:44.523223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 239bf14c-826c-43b6-889d-fbf489a863c7 has no active binding in host n-h1-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:05:44.532302 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.544827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:44.545412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Checking segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:44.546067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Bound using segment: {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:44.546971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Bound port: 239bf14c-826c-43b6-889d-fbf489a863c7, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab6e00-f14c-4365-9410-68375ec077ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfab8373-bcf5-4466-bd23-e102da6294f8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:44.547607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.550014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.553964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.661576 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.662722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:05:44.665475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:44.674454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.677036 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f0b6623a-35e5-4e5b-8cee-2fbcdd0822e6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a HTTP/1.1" status: 204 len: 168 time: 1.3271520 Jul 15 13:05:44.680630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39262) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:44.714325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'name': 'tempest-FloatingIPsTestJSON-236137577-router', 'tenant_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:59Z', 'updated_at': '2021-07-15T13:05:40Z', 'revision_number': 5, 'project_id': 'aeea364a0aab4d02aa2a56f3b60ebec7', 'gw_port': {'id': 'bb63a03a-c722-4966-90a3-7b022288568f', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:44.771553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] Checking router: a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:44.776413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd8e455-047d-42cf-b381-b69761f24a76 admin admin] Deleting subnet afc1952a-5ff0-4195-8d12-64c22c3b7961 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:44.782664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e455-047d-42cf-b381-b69761f24a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.787578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] Routers set() bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:44.788138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] Router IDs set() for agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:05:44.789316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:05:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent'). {{(pid=93735) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:05:44.790379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8061c10-21a4-4303-bdbe-16dcb4c13d5b None None] The sync data for ids ['a14bce02-7736-4dc9-b4e1-e0d5ed6c6f3a'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:44.866745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e455-047d-42cf-b381-b69761f24a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.867763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] For port 1f5c325d-4846-4f97-8a3f-917b8f0da59b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=1f5c325d-4846-4f97-8a3f-917b8f0da59b,segment=NetworkSegment(e6715e3c-12f2-489c-99b2-295387b1c762),segment_id=e6715e3c-12f2-489c-99b2-295387b1c762)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:44.868363 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.916091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Calling delete_port for 1f5c325d-4846-4f97-8a3f-917b8f0da59b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:44.938912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:44.943431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:44.948065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2ae227d-3d07-4e46-8dbb-69d1dbbbc38d req-14ef51f4-a4a5-4721-8ba8-b6f16edf01dc service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990828 Jul 15 13:05:44.984080 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.000729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2a446-4405-4ab3-9cfa-18a4c5a2f691 req-7fc5d66c-2355-49a4-8d4d-d408afd9bab8 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:45.002366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ce2a446-4405-4ab3-9cfa-18a4c5a2f691 req-7fc5d66c-2355-49a4-8d4d-d408afd9bab8 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/ports?device_id=82081695-6e3c-4661-9da0-ff77a54c3682 HTTP/1.1" status: 200 len: 945 time: 0.4828978 Jul 15 13:05:45.012136 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e455-047d-42cf-b381-b69761f24a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.080950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e455-047d-42cf-b381-b69761f24a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.120432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e455-047d-42cf-b381-b69761f24a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc1952a-5ff0-4195-8d12-64c22c3b7961,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:45.132667 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e455-047d-42cf-b381-b69761f24a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.135598 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2cd8e455-047d-42cf-b381-b69761f24a76 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/afc1952a-5ff0-4195-8d12-64c22c3b7961 HTTP/1.1" status: 204 len: 168 time: 0.4531105 Jul 15 13:05:45.138555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6571584-00a2-4013-b5fe-8f0b7e33832b None None] Network 2a200cf2-b2af-4221-892a-a3092632174b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:45.155261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39268) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:45.167364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Pushing event updated for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:45.222506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ce2a446-4405-4ab3-9cfa-18a4c5a2f691 req-9b422be1-c680-4d17-9064-89e8ebae39e0 tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.25 "GET /v2.0/security-groups?id=73faad15-a768-4df9-bf1d-1accc61f875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114191 Jul 15 13:05:45.232743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:45.234359 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.248297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-f65de6ab-cf79-470a-904f-895beffb408b service neutron] 10.222.0.35 "PUT /v2.0/ports/239bf14c-826c-43b6-889d-fbf489a863c7 HTTP/1.1" status: 200 len: 1123 time: 2.8053689 Jul 15 13:05:45.352634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.480133 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.557260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Pushing event deleted for resources: {'Port': ['ID=1f5c325d-4846-4f97-8a3f-917b8f0da59b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:45.580957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['239bf14c-826c-43b6-889d-fbf489a863c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:45.583945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Deleting port d21d43fb-db46-4551-a8f4-3a888b4e8fcf {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:45.584904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['239bf14c-826c-43b6-889d-fbf489a863c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:45.585780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.589939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1f5c325d-4846-4f97-8a3f-917b8f0da59b no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:45.672115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] For port d21d43fb-db46-4551-a8f4-3a888b4e8fcf, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d21d43fb-db46-4551-a8f4-3a888b4e8fcf,segment=NetworkSegment(9e1d253e-064b-4760-9e51-65dfbdd4b3f2),segment_id=9e1d253e-064b-4760-9e51-65dfbdd4b3f2)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:45.673008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.690502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Calling delete_port for d21d43fb-db46-4551-a8f4-3a888b4e8fcf owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:45.710077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 1f5c325d-4846-4f97-8a3f-917b8f0da59b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:45.710576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 1f5c325d-4846-4f97-8a3f-917b8f0da59b not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:45.802051 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.871566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21d43fb-db46-4551-a8f4-3a888b4e8fcf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:45.879124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:45.889151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] No DVR routers for this DVR port d21d43fb-db46-4551-a8f4-3a888b4e8fcf on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:45.945182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:45.945546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b9f09a0f-be9f-43cc-a4b3-ccdd86ac693e not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:46.037594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83581164-7233-4648-9866-5ca29b77a401 None None] DHCP port deletion for 2a200cf2-b2af-4221-892a-a3092632174b request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:05:46.093392 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.119060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a200cf2-b2af-4221-892a-a3092632174b']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:46.132510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] No DVR routers for this DVR port 1f5c325d-4846-4f97-8a3f-917b8f0da59b on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:46.135976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1d253e-064b-4760-9e51-65dfbdd4b3f2') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:46.136435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1d253e-064b-4760-9e51-65dfbdd4b3f2') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:46.147911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.158106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.161223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d2a7ec5-babb-4643-801e-673de98e306a req-769d4ada-9ea7-4f73-8fc2-ad53a4a7667b tempest-DeleteServersTestJSON-746966814 tempest-DeleteServersTestJSON-746966814-project] 10.222.0.35 "DELETE /v2.0/ports/1f5c325d-4846-4f97-8a3f-917b8f0da59b HTTP/1.1" status: 204 len: 173 time: 2.4590952 Jul 15 13:05:46.168911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.180552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:46.181204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:46.183267 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:46.238582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336b495-e2ce-46e6-8a86-92bfc22016e8 req-b58dd384-e2c0-45cc-8586-01b9b4e425a5 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.241451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f336b495-e2ce-46e6-8a86-92bfc22016e8 req-b58dd384-e2c0-45cc-8586-01b9b4e425a5 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 946 time: 0.6248963 Jul 15 13:05:46.278028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.309014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.313323 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2a200cf2-b2af-4221-892a-a3092632174b HTTP/1.1" status: 204 len: 168 time: 1.1558290 Jul 15 13:05:46.315500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b8d25-b9b5-4321-8386-67fd3fb38197 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a200cf2-b2af-4221-892a-a3092632174b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:46.325632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f336b495-e2ce-46e6-8a86-92bfc22016e8 req-2ccf5297-6e48-46ef-b8d6-bdf1494048ac tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c4d2acf-09e9-4251-aed2-4e3ea55e3687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715275 Jul 15 13:05:46.414995 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b93385e-d090-47a5-bbf3-2e7cf377eba7 x-openstack-request-id: req-2b93385e-d090-47a5-bbf3-2e7cf377eba7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:46.415343 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186471a5-81b6-4683-8821-155deef8f575", "tag": "021a32b7-5f89-4425-bfe5-20bf9b8e38b3", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:46.415658 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b93385e-d090-47a5-bbf3-2e7cf377eba7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:46.416155 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186471a5-81b6-4683-8821-155deef8f575', 'tag': '021a32b7-5f89-4425-bfe5-20bf9b8e38b3', 'status': 'completed', 'code': 200} Jul 15 13:05:46.534782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-6966965d-5b71-4d8a-874e-919bcf4d27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.536626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-6966965d-5b71-4d8a-874e-919bcf4d27d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 1100 time: 0.0910823 Jul 15 13:05:46.637188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39278) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:46.734991 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-13e8ec4e-8906-402f-9f33-5d684d680e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.736987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-13e8ec4e-8906-402f-9f33-5d684d680e89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1926374 Jul 15 13:05:46.801995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f30a072d-75fb-4cbc-ad91-93cd1aff1f26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aeea364a0aab4d02aa2a56f3b60ebec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608920 Jul 15 13:05:46.802287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-1b6f3949-582b-49a5-8751-ef6de4859d48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=021a32b7-5f89-4425-bfe5-20bf9b8e38b3 HTTP/1.1" status: 200 len: 217 time: 0.0532489 Jul 15 13:05:46.802636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39280) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:46.857669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7f2e9-4b94-432a-af43-c69558aa5833 req-313ab2b2-9afe-4fcb-bf95-0894337ba67a tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.859385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ca7f2e9-4b94-432a-af43-c69558aa5833 req-313ab2b2-9afe-4fcb-bf95-0894337ba67a tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 948 time: 0.2367215 Jul 15 13:05:46.884486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-408ebc91-4bbc-4f5d-a5b2-68097708d2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.916385 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-408ebc91-4bbc-4f5d-a5b2-68097708d2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.920640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-ba03464b-99e5-4b46-a077-819213f2583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.923455 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-ba03464b-99e5-4b46-a077-819213f2583f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1124916 Jul 15 13:05:46.977352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-408ebc91-4bbc-4f5d-a5b2-68097708d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.980094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-408ebc91-4bbc-4f5d-a5b2-68097708d2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.981320 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-408ebc91-4bbc-4f5d-a5b2-68097708d2eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37b793fd-7d00-40c3-b527-94f9a2625eec HTTP/1.1" status: 204 len: 168 time: 0.1767740 Jul 15 13:05:46.990098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ebc91-4bbc-4f5d-a5b2-68097708d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b793fd-7d00-40c3-b527-94f9a2625eec,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.030344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ca7f2e9-4b94-432a-af43-c69558aa5833 req-bcd0e6c4-aad1-4378-8c48-41d3eb9a0853 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532333 Jul 15 13:05:47.087271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-e66d13b4-e37b-4bb1-8a19-26f4bd703d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:47.089721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-e66d13b4-e37b-4bb1-8a19-26f4bd703d86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1572526 Jul 15 13:05:47.284778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:47.320549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-def37e60-7819-4758-8133-b1fc4c02eaa1 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212410 Jul 15 13:05:47.474477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb63a03a-c722-4966-90a3-7b022288568f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:47.505710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: bb63a03a-c722-4966-90a3-7b022288568f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:47.506058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb63a03a-c722-4966-90a3-7b022288568f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:47.506531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d21d43fb-db46-4551-a8f4-3a888b4e8fcf no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:47.532760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d21d43fb-db46-4551-a8f4-3a888b4e8fcf {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:47.533411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d21d43fb-db46-4551-a8f4-3a888b4e8fcf not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:47.558398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bbd0501-9df6-4d85-a14f-39b23349195a req-4dfb27fa-4207-42f8-a495-110b2a4dbc36 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245193 Jul 15 13:05:47.567500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:47.583632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '021a32b7-5f89-4425-bfe5-20bf9b8e38b3', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '021a32b7-5f89-4425-bfe5-20bf9b8e38b3', 'mac_address': 'fa:16:3e:4e:b8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:47.637216 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.656014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:47.698677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:47.706032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.723551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-de088128-db20-4cbf-baa1-978437417097 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387886 Jul 15 13:05:47.782814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.897650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-4f54413d-9c79-4870-bff5-c3e5c21fecbc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:47.901167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-4f54413d-9c79-4870-bff5-c3e5c21fecbc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694469 Jul 15 13:05:47.926613 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-814a6890-5976-434c-9b7c-0173a648c5ac tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/quotas/f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 375 time: 0.0184677 Jul 15 13:05:47.964973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-34c4c50a-0707-4647-803f-9248bf3467ea tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312436 Jul 15 13:05:48.039364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['021a32b7-5f89-4425-bfe5-20bf9b8e38b3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:48.241672 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e34c81f-db04-43fd-bcd4-10614757ae54 x-openstack-request-id: req-5e34c81f-db04-43fd-bcd4-10614757ae54 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:48.242360 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b718ac-b99f-48f1-b59d-b02770f1c177", "name": "network-vif-plugged", "status": "completed", "tag": "86075a8a-6f7e-49da-a3cc-8f2cf18a8553", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:48.246484 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e34c81f-db04-43fd-bcd4-10614757ae54 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:48.247275 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b718ac-b99f-48f1-b59d-b02770f1c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86075a8a-6f7e-49da-a3cc-8f2cf18a8553', 'code': 200} Jul 15 13:05:48.363264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39320) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:48.427245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7'}, {'name': 'network-changed', 'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7'}, {'server_uuid': '82081695-6e3c-4661-9da0-ff77a54c3682', 'name': 'network-vif-deleted', 'tag': '1f5c325d-4846-4f97-8a3f-917b8f0da59b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:48.431721 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b28ce8-359b-4984-8547-c525ceb218a5" -d '{"events": [{"server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "name": "network-vif-unplugged", "status": "completed", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7"}, {"name": "network-changed", "server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7"}, {"server_uuid": "82081695-6e3c-4661-9da0-ff77a54c3682", "name": "network-vif-deleted", "tag": "1f5c325d-4846-4f97-8a3f-917b8f0da59b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:48.523273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-385406579-network', 'tenant_id': 'b02ee399ad0e4a25b2b68a67833748b5'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:48.554522 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Made reservation on behalf of b02ee399ad0e4a25b2b68a67833748b5 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:48.556974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.567608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.570721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe1778-80ab-40fb-b2a1-7b4ba41bf379 req-f8f560e3-7c6e-4b92-a5f4-c7a17ddb73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.573123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aefe1778-80ab-40fb-b2a1-7b4ba41bf379 req-f8f560e3-7c6e-4b92-a5f4-c7a17ddb73f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 1098 time: 0.2403755 Jul 15 13:05:48.596099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254f87e-1fe8-4317-afa2-0e634ce40b93 req-24cc7970-66da-455b-9291-18df3b618ba9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.598948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0254f87e-1fe8-4317-afa2-0e634ce40b93 req-24cc7970-66da-455b-9291-18df3b618ba9 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 943 time: 0.1630623 Jul 15 13:05:48.688825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aefe1778-80ab-40fb-b2a1-7b4ba41bf379 req-347d1a60-daf8-4175-80d4-c24eea241f5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c4d2acf-09e9-4251-aed2-4e3ea55e3687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078813 Jul 15 13:05:48.712111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0254f87e-1fe8-4317-afa2-0e634ce40b93 req-87cf21ed-1f18-47da-aad4-c23a179fa821 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885458 Jul 15 13:05:48.716660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.727556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.783800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:48.827608 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3a5d-bb67-4aee-816e-0a3e7b1626c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.828594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52277621-99a2-4cfa-a082-6104c4fb4b99,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:48.868568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.870626 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Added segment e338aa63-c71d-4f46-9f81-c00d6c000833 of type vlan for network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf Jul 15 13:05:48.968669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.052699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.056010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.057945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.146647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7811368 Jul 15 13:05:49.146901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39332) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:49.154727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Request body: {'subnet': {'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-385406579-subnet', 'tenant_id': 'b02ee399ad0e4a25b2b68a67833748b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:49.212367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Made reservation on behalf of b02ee399ad0e4a25b2b68a67833748b5 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:49.217459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.224683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8485c-4259-4cbf-8e9e-116b49579b08 admin admin] Pushing event updated for resources: {'Network': ['ID=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:49.241405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:49.321074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:49.463445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:49.473163 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:49.474089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.716790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.772345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:49.777982 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.778917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 239bf14c-826c-43b6-889d-fbf489a863c7 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:49.845650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.865345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:49.867277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47867c8b-48cf-4f62-812e-bb6483f96a90 req-43d14abf-52f3-47e1-8d92-7984121461a9 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.879486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47867c8b-48cf-4f62-812e-bb6483f96a90 req-43d14abf-52f3-47e1-8d92-7984121461a9 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 946 time: 0.2228487 Jul 15 13:05:49.961299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c890cf-9ce2-42d4-9b8d-ac0465fdd604,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:49.981687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47867c8b-48cf-4f62-812e-bb6483f96a90 req-0eaac0c0-62a2-45a3-a416-30e0c02425aa tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c4d2acf-09e9-4251-aed2-4e3ea55e3687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009064 Jul 15 13:05:49.992302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Checking segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:49.992757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Network hostable DHCP agents. Network: e84e4f53-12f3-4161-bd13-9a17bf9aa3bf, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:50.014703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:50.030091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, e84e4f53-12f3-4161-bd13-9a17bf9aa3bf) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:50.043055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b943a73-d2d2-4e4b-b385-19da940cd11e None None] Network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:50.044057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.044667 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.086239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e16fdaa2-7832-4c5e-b3da-4de201a2c060 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9274480 Jul 15 13:05:50.224047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81d362-e8c6-492f-916b-346dd6af797c None None] Network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:50.338815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a470cc9-b845-4006-8de3-c8c72fe2509b req-9042e1c5-f258-450c-b705-c133a56cd748 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.340982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a470cc9-b845-4006-8de3-c8c72fe2509b req-9042e1c5-f258-450c-b705-c133a56cd748 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 950 time: 0.1311867 Jul 15 13:05:50.362774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186471a5-81b6-4683-8821-155deef8f575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021a32b7-5f89-4425-bfe5-20bf9b8e38b3'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:50.368090 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa6159d-5f40-414f-bf71-cf755de47921" -d '{"events": [{"server_uuid": "186471a5-81b6-4683-8821-155deef8f575", "name": "network-vif-plugged", "status": "completed", "tag": "021a32b7-5f89-4425-bfe5-20bf9b8e38b3"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:50.425883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-b4b7b834-36e0-4fdf-a79d-9ce7352e3c88 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555215 Jul 15 13:05:50.519382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a470cc9-b845-4006-8de3-c8c72fe2509b req-8548a7bc-8006-4811-a3e7-fc5e90fd95c6 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532710 Jul 15 13:05:50.613689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-170275dc-58c5-42b1-a4ce-a1ad19818a96 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.616461 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-170275dc-58c5-42b1-a4ce-a1ad19818a96 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810305 Jul 15 13:05:50.629376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Request body: {'port': {'device_id': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'f67914f23a6145bfbb8f9c7b603a25e4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:50.808223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-914b3699-1814-4fd6-94d1-d91f5ad64409 req-438812b3-dafa-44c3-9342-90ef25691c0a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 210 time: 0.0691342 Jul 15 13:05:50.882795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Made reservation on behalf of f67914f23a6145bfbb8f9c7b603a25e4 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:50.889476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.915339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.922836 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7356ab-09fc-41bb-bc52-df39687def9e x-openstack-request-id: req-fa7356ab-09fc-41bb-bc52-df39687def9e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:50.923417 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "name": "network-vif-unplugged", "status": "completed", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7", "code": 200}, {"name": "network-changed", "server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7", "status": "completed", "code": 200}, {"server_uuid": "82081695-6e3c-4661-9da0-ff77a54c3682", "name": "network-vif-deleted", "tag": "1f5c325d-4846-4f97-8a3f-917b8f0da59b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:50.923807 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa7356ab-09fc-41bb-bc52-df39687def9e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:50.924448 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7', 'code': 200} Jul 15 13:05:50.925708 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7', 'status': 'completed', 'code': 200} Jul 15 13:05:50.926227 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82081695-6e3c-4661-9da0-ff77a54c3682', 'name': 'network-vif-deleted', 'tag': '1f5c325d-4846-4f97-8a3f-917b8f0da59b', 'status': 'completed', 'code': 200} Jul 15 13:05:51.203182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-7b83c6da-d793-4127-aaef-6c374144cb49 service neutron] 10.222.0.30 "GET /v2.0/ports/239bf14c-826c-43b6-889d-fbf489a863c7/bindings/n-h1-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.2655973 Jul 15 13:05:51.252519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-9a52e9b5-4ce3-4ff3-aa9b-316a99c47c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.254058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-9a52e9b5-4ce3-4ff3-aa9b-316a99c47c5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1126 time: 0.2643471 Jul 15 13:05:51.396525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.409505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbbc1b-9c6a-49b1-b90e-5a616a23d7d9 req-dbc7bc24-54dd-4fb9-b75c-6d217c659ade tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.411344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-afbbbc1b-9c6a-49b1-b90e-5a616a23d7d9 req-dbc7bc24-54dd-4fb9-b75c-6d217c659ade tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 946 time: 0.3004458 Jul 15 13:05:51.422998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.485213 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cc5561ca-eeb8-4d5d-990e-dce0506c08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.519160 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.568454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:51.583830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-edbbdd63-e3c9-4cac-9e69-a5f44a6ab4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.585654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-edbbdd63-e3c9-4cac-9e69-a5f44a6ab4fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.3218203 Jul 15 13:05:51.666253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-afbbbc1b-9c6a-49b1-b90e-5a616a23d7d9 req-1436e1de-098a-4f3b-95d4-88cce92e6a33 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442377 Jul 15 13:05:51.675103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-350d1936-69eb-4de9-a08f-db9bc322c062 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239bf14c-826c-43b6-889d-fbf489a863c7 HTTP/1.1" status: 200 len: 217 time: 0.0652261 Jul 15 13:05:51.815604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-c5902efc-09c4-4266-9d55-b8dfca0ff864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.817293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-c5902efc-09c4-4266-9d55-b8dfca0ff864 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.1365020 Jul 15 13:05:51.868742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Allocated IP 192.168.233.225 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/eba95ba2-5ea6-405d-8802-9ca939cf0601) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:51.877010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-19867379-f149-488a-bb2c-0ec3db3299ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496426 Jul 15 13:05:51.905976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:51.992677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:52.109483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239bf14c-826c-43b6-889d-fbf489a863c7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:52.137045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:52.184258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-c0e08779-34a6-4a91-9665-decd5bcdab2a service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972364 Jul 15 13:05:52.190345 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.271635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e5058-34d0-4429-8f27-cca9a5ae60ff req-628556cb-2050-4685-9d1a-91faba3338aa tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.273926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-627e5058-34d0-4429-8f27-cca9a5ae60ff req-628556cb-2050-4685-9d1a-91faba3338aa tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 943 time: 0.3649225 Jul 15 13:05:52.462569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.475907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-627e5058-34d0-4429-8f27-cca9a5ae60ff req-84b56cf1-0b72-4f2d-9815-fe9e1961832a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875677 Jul 15 13:05:52.502397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33b28ce8-359b-4984-8547-c525ceb218a5 req-ac13d927-6ef8-4c6b-bfd6-1a403745f453 service neutron] 10.222.0.30 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094039 Jul 15 13:05:52.503671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Transition to ACTIVE for port object eba95ba2-5ea6-405d-8802-9ca939cf0601 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:52.514528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] Transition to ACTIVE for port object 239bf14c-826c-43b6-889d-fbf489a863c7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:52.519881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.630123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] No DVR routers for this DVR port 239bf14c-826c-43b6-889d-fbf489a863c7 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:52.633549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] Pushing event updated for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:52.653572 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.687994 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10687219-e62b-449a-bb66-fc13046c3683 x-openstack-request-id: req-10687219-e62b-449a-bb66-fc13046c3683 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:52.688888 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186471a5-81b6-4683-8821-155deef8f575", "name": "network-vif-plugged", "status": "completed", "tag": "021a32b7-5f89-4425-bfe5-20bf9b8e38b3", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:52.689078 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10687219-e62b-449a-bb66-fc13046c3683 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:52.689606 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186471a5-81b6-4683-8821-155deef8f575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021a32b7-5f89-4425-bfe5-20bf9b8e38b3', 'code': 200} Jul 15 13:05:52.715067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d53cb7a7-9342-4575-8c25-7e49244fd729 service neutron] 10.222.0.30 "PUT /v2.0/ports/239bf14c-826c-43b6-889d-fbf489a863c7/bindings/n-h1-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 1.5034313 Jul 15 13:05:52.749888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:52.753922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:52.761855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:52.809596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:52.812098 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.903389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.904191 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.936746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-86dd62a7-c631-4aee-8658-b221797fd50f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3117847 Jul 15 13:05:52.950839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Request body: {'port': {'device_id': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:53.155792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dfddf7ba-f5dc-4e2e-b16b-d00613addaa2 None None] Provisioning for port eba95ba2-5ea6-405d-8802-9ca939cf0601 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:53.163501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dfddf7ba-f5dc-4e2e-b16b-d00613addaa2 None None] Provisioning complete for port eba95ba2-5ea6-405d-8802-9ca939cf0601 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:53.164130 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dfddf7ba-f5dc-4e2e-b16b-d00613addaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.234511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-dfddf7ba-f5dc-4e2e-b16b-d00613addaa2 None None] Port eba95ba2-5ea6-405d-8802-9ca939cf0601 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:53.325611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-ac5cf22a-9b9f-426f-9fd6-33047db77f14 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.327124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-ac5cf22a-9b9f-426f-9fd6-33047db77f14 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1096 time: 0.5089726 Jul 15 13:05:53.337474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d798-7f80-4c37-8a83-92280c0258ca req-47cc95d3-55f3-47b4-95d1-2e631a9f3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.339034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b66d798-7f80-4c37-8a83-92280c0258ca req-47cc95d3-55f3-47b4-95d1-2e631a9f3712 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 1102 time: 0.5403581 Jul 15 13:05:53.525710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b66d798-7f80-4c37-8a83-92280c0258ca req-c914db53-e769-48b5-ae57-6698f4c45f2c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721897 Jul 15 13:05:53.543783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-52a966c4-109c-4509-8ada-d8b770fe4abf tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.545633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-52a966c4-109c-4509-8ada-d8b770fe4abf tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 804 time: 0.2359810 Jul 15 13:05:53.553195 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.589507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-1674e476-e225-4ff1-877b-a7dad5676b50 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/quotas/b02ee399ad0e4a25b2b68a67833748b5 HTTP/1.1" status: 200 len: 375 time: 0.0294533 Jul 15 13:05:53.622647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d04bdb12-5808-4db6-844c-ae9883955836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.624502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-d04bdb12-5808-4db6-844c-ae9883955836 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d&tenant_id=bbb6cfaf3a0243ad97fca17863871808 HTTP/1.1" status: 200 len: 1096 time: 0.2844834 Jul 15 13:05:53.678320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-35aa5b26-4e22-4092-b997-42585a673437 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604756 Jul 15 13:05:53.892884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-c94b3983-22ce-43b4-8be5-3066a94cf3e3 service neutron] 10.222.0.25 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926003 Jul 15 13:05:53.933896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-b48ef1e7-fbd1-4046-a527-1b0486eeb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.935456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-b48ef1e7-fbd1-4046-a527-1b0486eeb30b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbb6cfaf3a0243ad97fca17863871808&device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1096 time: 0.2727332 Jul 15 13:05:54.155273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-3aa369b2-1e4a-4735-bcd7-686fb00ab53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.156934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-3aa369b2-1e4a-4735-bcd7-686fb00ab53a service neutron] 10.222.0.35 "GET /v2.0/networks?id=bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 200 len: 920 time: 0.2120628 Jul 15 13:05:54.176793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-7c6aee97-5681-4d2b-b966-c62f0164aeb0 service neutron] 10.222.0.25 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455823 Jul 15 13:05:54.210496 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.228359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-b69f8a55-60c3-45be-a991-8b1916f622ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239bf14c-826c-43b6-889d-fbf489a863c7 HTTP/1.1" status: 200 len: 217 time: 0.0488226 Jul 15 13:05:54.234574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba95ba2-5ea6-405d-8802-9ca939cf0601 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:54.251544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.290168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Transition to ACTIVE for port object eba95ba2-5ea6-405d-8802-9ca939cf0601 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:54.296829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.305538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-79bdffed-b0d8-4529-920c-43db787893d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.307073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-79bdffed-b0d8-4529-920c-43db787893d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 200 len: 859 time: 0.0674953 Jul 15 13:05:54.374014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-46355bef-16a3-4c66-a8c5-901bd7274a94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bfab8373-bcf5-4466-bd23-e102da6294f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438035 Jul 15 13:05:54.392333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:54.570184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-0e4839c2-d6b5-4a21-81c0-96ee734f259d service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892726 Jul 15 13:05:54.573291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Attempting to bind port eba95ba2-5ea6-405d-8802-9ca939cf0601 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:54.573664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Attempting to bind port eba95ba2-5ea6-405d-8802-9ca939cf0601 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:54.573968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Attempting to bind port eba95ba2-5ea6-405d-8802-9ca939cf0601 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:54.588179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Port eba95ba2-5ea6-405d-8802-9ca939cf0601 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:54.588505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Attempting to bind port eba95ba2-5ea6-405d-8802-9ca939cf0601 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:54.654616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:54.655073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:54.655794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:54.656588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Bound port: eba95ba2-5ea6-405d-8802-9ca939cf0601, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:54.657215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.827631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-093654e3-c892-4ef1-8239-074464eb2b6e service neutron] 10.222.0.35 "GET /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499683 Jul 15 13:05:54.863189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:54.870555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:54.880364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407031de-e91e-4c35-a59d-34e335baf6ef req-6aa0e94a-08f1-4407-9470-88f25723313a tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.882263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-407031de-e91e-4c35-a59d-34e335baf6ef req-6aa0e94a-08f1-4407-9470-88f25723313a tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 946 time: 0.2516820 Jul 15 13:05:54.884171 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.954769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.955481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.956938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] 10.222.0.35 "PUT /v2.0/ports/eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 1097 time: 2.0106225 Jul 15 13:05:54.960333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:54.962472 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefdbf02-0de7-41ea-9e08-538138441b41" -d '{"events": [{"name": "network-changed", "server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:54.997646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf867f37-a7bb-4448-b4c4-82ac893b258c service neutron] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:55.003126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-407031de-e91e-4c35-a59d-34e335baf6ef req-73ff46e7-da4c-40c4-8973-180c5a5c0024 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c4d2acf-09e9-4251-aed2-4e3ea55e3687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096952 Jul 15 13:05:55.093171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-397f2cbc-ebe5-4ba4-a3cc-8e112f0b0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.094749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-397f2cbc-ebe5-4ba4-a3cc-8e112f0b0e63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1100 time: 0.0794632 Jul 15 13:05:55.154920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-f3900026-cfa9-4932-b7ca-fb40bf8b038e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.0526471 Jul 15 13:05:55.286680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-41537be1-bc82-4cc0-bd96-3a08cc9f4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.288893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-41537be1-bc82-4cc0-bd96-3a08cc9f4698 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1136878 Jul 15 13:05:55.393190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006b61f-f1a7-40a8-84b5-5d805bdaecdf req-d8f828a3-86d1-4e67-a05b-c5ec6ac0a60a tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.394832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f006b61f-f1a7-40a8-84b5-5d805bdaecdf req-d8f828a3-86d1-4e67-a05b-c5ec6ac0a60a tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 950 time: 0.1786880 Jul 15 13:05:55.397961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-712fa35e-7dec-4162-b805-3e7601d69712 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.399501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-712fa35e-7dec-4162-b805-3e7601d69712 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d&tenant_id=bbb6cfaf3a0243ad97fca17863871808&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1096 time: 0.1684310 Jul 15 13:05:55.441076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-3ae11169-88b6-4de1-856b-7de11d91aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.442635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-3ae11169-88b6-4de1-856b-7de11d91aedf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1460898 Jul 15 13:05:55.530740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f006b61f-f1a7-40a8-84b5-5d805bdaecdf req-809736ec-66bc-4af2-91db-8c786a157568 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235385 Jul 15 13:05:55.632038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-0cc8b92c-15c8-42b0-b17d-e1aca3c64da9 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734791 Jul 15 13:05:55.642075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-47264f74-71fc-43e4-b00c-de498e096023 service neutron] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:55.645765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-47264f74-71fc-43e4-b00c-de498e096023 service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.646920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa5fc79-225e-49e7-92a1-cba41c8243b4 req-47264f74-71fc-43e4-b00c-de498e096023 service neutron] 10.222.0.35 "DELETE /v2.0/ports/239bf14c-826c-43b6-889d-fbf489a863c7/bindings/n-h2-771362-36 HTTP/1.1" status: 204 len: 173 time: 0.2376778 Jul 15 13:05:55.751974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714c3f8d-f934-44be-84ab-d5b29e072238 req-e4b28e8b-467a-4263-930c-9ceb25be9622 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038244 Jul 15 13:05:55.830422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9e2f3-e3c9-43d3-abc4-f3ffc4ad520e req-78dc0b19-fa0f-4ee3-9571-2700616f142a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.831991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23b9e2f3-e3c9-43d3-abc4-f3ffc4ad520e req-78dc0b19-fa0f-4ee3-9571-2700616f142a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 948 time: 0.0743208 Jul 15 13:05:55.872486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23b9e2f3-e3c9-43d3-abc4-f3ffc4ad520e req-e1df6d2d-1dd9-4d53-a473-befd709dd0fa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Jul 15 13:05:56.272054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-8763c4c6-2c4d-48c8-a99f-2a2e4c1f6221 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.273777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-8763c4c6-2c4d-48c8-a99f-2a2e4c1f6221 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.35 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 804 time: 0.2108889 Jul 15 13:05:56.288073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Request body: {'port': {'device_id': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'admin_state_up': True, 'tenant_id': 'b02ee399ad0e4a25b2b68a67833748b5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:56.326454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fed78f-0d67-406d-a7e6-9b1a51a737dc req-1c3c5627-69f2-4391-9be3-9969eab130b0 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.328138 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19fed78f-0d67-406d-a7e6-9b1a51a737dc req-1c3c5627-69f2-4391-9be3-9969eab130b0 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 944 time: 0.1326523 Jul 15 13:05:56.418614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19fed78f-0d67-406d-a7e6-9b1a51a737dc req-51d2aea1-b8d2-4127-b006-e53383233d08 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829108 Jul 15 13:05:56.467610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Made reservation on behalf of b02ee399ad0e4a25b2b68a67833748b5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:56.476098 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.657179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Allocated IP 172.20.0.2 (e84e4f53-12f3-4161-bd13-9a17bf9aa3bf/63c890cf-9ce2-42d4-9b8d-ac0465fdd604/b1f5cdd3-a6b1-410c-b17e-650bdd01cb58) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:56.697806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-638decda-ab8c-414b-8548-5c81179214fc req-0b90b39e-468f-48cd-bc97-65c51ac294ac tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 210 time: 0.0369930 Jul 15 13:05:56.775274 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572d2142-5cb8-4aaa-81a7-8c022e29d37f x-openstack-request-id: req-572d2142-5cb8-4aaa-81a7-8c022e29d37f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:56.776090 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:56.776586 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-572d2142-5cb8-4aaa-81a7-8c022e29d37f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:56.777234 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'status': 'completed', 'code': 200} Jul 15 13:05:56.918986 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.938809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-948de8f1-1825-45ff-b6f0-777bed039ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.940431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-948de8f1-1825-45ff-b6f0-777bed039ede service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1100 time: 0.1090462 Jul 15 13:05:57.026383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.097072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:57.105023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:57.109593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-537c9003-f469-41d1-9e61-9d34d4712884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.111185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-537c9003-f469-41d1-9e61-9d34d4712884 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1627793 Jul 15 13:05:57.112079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:57.149855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Pushing event updated for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:57.181875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-971de872-2c48-48e2-bf68-22919a5aa4c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.0626109 Jul 15 13:05:57.241995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.242676 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.266308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-e49898bd-faec-4ca4-be0e-51252dbb0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.267912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-e49898bd-faec-4ca4-be0e-51252dbb0e56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0764689 Jul 15 13:05:57.269946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-4391bc42-b0bc-4d99-ab67-f3c804a2d4ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9865472 Jul 15 13:05:57.296504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Request body: {'port': {'device_id': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:57.406556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.749184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-7991e81e-5122-4cd5-bde6-bb94b22619f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.750614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-7991e81e-5122-4cd5-bde6-bb94b22619f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4690125 Jul 15 13:05:58.008947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dedfe-a434-43f6-a969-683788db9658 req-5a08606a-5778-4588-86d2-47d6e9eb3b05 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.010442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a63dedfe-a434-43f6-a969-683788db9658 req-5a08606a-5778-4588-86d2-47d6e9eb3b05 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 946 time: 0.2639458 Jul 15 13:05:58.012407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-24bbcee9-6aee-4276-a305-e25a0b2880fe service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481620 Jul 15 13:05:58.169864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a63dedfe-a434-43f6-a969-683788db9658 req-91d37c44-05e1-41ca-97c8-f5fd5409bdfd tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507070 Jul 15 13:05:58.225415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cefdbf02-0de7-41ea-9e08-538138441b41 req-d75dd897-fd86-400f-ac77-7633213274e3 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860716 Jul 15 13:05:58.281555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:58.290620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.303728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Transition to ACTIVE for port object b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:58.307638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.359628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Pushing event updated for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:58.476166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Attempting to bind port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:58.476494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Attempting to bind port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:58.476836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Attempting to bind port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:58.484492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:58.484815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Attempting to bind port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:58.493770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:58.494123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Checking segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:58.494511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Bound using segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:58.494960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Bound port: b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:58.495358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.506551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179025c-1673-48ba-8f7c-b6210f81efd1 req-f937d1b6-9192-4b82-8555-0300e7d2b8ad tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.508206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6179025c-1673-48ba-8f7c-b6210f81efd1 req-f937d1b6-9192-4b82-8555-0300e7d2b8ad tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 948 time: 0.1269300 Jul 15 13:05:58.579108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6179025c-1673-48ba-8f7c-b6210f81efd1 req-1f23839c-70b7-412e-941e-4168747dd15c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640960 Jul 15 13:05:58.602281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:58.606043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:58.615712 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.660227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.660971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.663202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] 10.222.0.35 "PUT /v2.0/ports/b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 HTTP/1.1" status: 200 len: 1092 time: 1.3801939 Jul 15 13:05:58.694211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdf437-9e80-402d-ada6-f4c44bc31aee service neutron] Pushing event updated for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:58.789391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:58.793932 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657d7bb7-2f52-482d-886f-7219fe349b25" -d '{"events": [{"name": "network-changed", "server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:58.859399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-df7cc1cf-a7aa-4dec-8f22-44f9b1ac127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.860832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-df7cc1cf-a7aa-4dec-8f22-44f9b1ac127b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 1095 time: 0.1446762 Jul 15 13:05:58.868760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad3592-2612-48b9-bbea-7a9a15a98df5 req-d7fe644c-6389-4ed3-8d4a-36acd23a0340 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.870341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66ad3592-2612-48b9-bbea-7a9a15a98df5 req-d7fe644c-6389-4ed3-8d4a-36acd23a0340 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 950 time: 0.1796782 Jul 15 13:05:58.916290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-3ad31c88-a446-4264-ac95-ffdf54395c90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 HTTP/1.1" status: 200 len: 217 time: 0.0449274 Jul 15 13:05:58.974883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66ad3592-2612-48b9-bbea-7a9a15a98df5 req-d28704e7-6a85-4ba5-98f2-a5d82c1d6db3 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976048 Jul 15 13:05:58.985606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-9595e663-0e44-4ebd-a867-9ae14b10c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.987099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-9595e663-0e44-4ebd-a867-9ae14b10c59a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.0624266 Jul 15 13:05:59.026327 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:05:59.028760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-593c7b09-a9ea-4b99-8c64-359f290cf6c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341220 Jul 15 13:05:59.133634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-a33b811e-1259-4989-a6bd-41c744114902 service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970609 Jul 15 13:05:59.230296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515e7df0-fea8-443a-ae3d-edb723c26406 req-bb8f1f61-b69a-4c3a-a9cf-a01470b75df4 service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898442 Jul 15 13:05:59.325829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a1b1-a540-406a-a037-07809e47ac12 req-8b4afc10-7081-49d8-8e20-92a4bca72f43 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.327468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b75a1b1-a540-406a-a037-07809e47ac12 req-8b4afc10-7081-49d8-8e20-92a4bca72f43 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 943 time: 0.0717731 Jul 15 13:05:59.385516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b75a1b1-a540-406a-a037-07809e47ac12 req-017ab57d-d34f-490d-a5e9-14d47b43f83c tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473096 Jul 15 13:05:59.513280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device eba95ba2-5ea6-405d-8802-9ca939cf0601 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:59.563595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289ae9c-8a94-45b2-8737-cd33165b152c req-cd153f95-0c9c-4811-b812-9a056434a3d9 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.565154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4289ae9c-8a94-45b2-8737-cd33165b152c req-cd153f95-0c9c-4811-b812-9a056434a3d9 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 1096 time: 0.0573835 Jul 15 13:05:59.602875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4289ae9c-8a94-45b2-8737-cd33165b152c req-5fe1466b-7368-4739-864c-2cd1a501c8a5 tempest-LiveAutoBlockMigrationV225Test-702349223 tempest-LiveAutoBlockMigrationV225Test-702349223-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311730 Jul 15 13:05:59.633249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:59.649049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'mac_address': 'fa:16:3e:bb:a8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:59.696650 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.717096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba95ba2-5ea6-405d-8802-9ca939cf0601 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:59.738938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:59.744437 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.799529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:59.907217 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a3046d-04da-48c2-a9f7-6f3738831b67 x-openstack-request-id: req-c1a3046d-04da-48c2-a9f7-6f3738831b67 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:59.907523 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:59.907779 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1a3046d-04da-48c2-a9f7-6f3738831b67 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:59.908201 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'status': 'completed', 'code': 200} Jul 15 13:05:59.994123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-cab9632b-fa95-4b10-88fd-5f87734d8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.995740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-cab9632b-fa95-4b10-88fd-5f87734d8ffb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 1095 time: 0.0618079 Jul 15 13:06:00.103017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:00.123268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26550f-0e2f-4fb9-87fd-5e8e5b8b7da1 req-9f957c9a-713f-40a7-bdda-bf848df16f1c tempest-LiveMigrationNegativeTest-801443486 tempest-LiveMigrationNegativeTest-801443486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.124875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c26550f-0e2f-4fb9-87fd-5e8e5b8b7da1 req-9f957c9a-713f-40a7-bdda-bf848df16f1c tempest-LiveMigrationNegativeTest-801443486 tempest-LiveMigrationNegativeTest-801443486-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 1102 time: 0.1282189 Jul 15 13:06:00.128017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-b078cc1e-5e68-4033-b295-67688b5c2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.129551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-b078cc1e-5e68-4033-b295-67688b5c2196 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 905 time: 0.1250534 Jul 15 13:06:00.154342 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1c26550f-0e2f-4fb9-87fd-5e8e5b8b7da1 req-d07f9d87-cc6b-45f6-81b8-6e1a19183394 tempest-LiveMigrationNegativeTest-801443486 tempest-LiveMigrationNegativeTest-801443486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.198124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-a3f1d1a1-c5b0-431d-96eb-1055e60b49f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 HTTP/1.1" status: 200 len: 217 time: 0.0581934 Jul 15 13:06:00.276543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-6de83c11-5299-45d9-aae7-50c44c5ac519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.278161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-6de83c11-5299-45d9-aae7-50c44c5ac519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.0718429 Jul 15 13:06:00.323570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-9792f9b2-43e9-4624-8a18-2ff209694830 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332377 Jul 15 13:06:00.423991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1c26550f-0e2f-4fb9-87fd-5e8e5b8b7da1 req-d07f9d87-cc6b-45f6-81b8-6e1a19183394 tempest-LiveMigrationNegativeTest-801443486 tempest-LiveMigrationNegativeTest-801443486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.429830 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1c26550f-0e2f-4fb9-87fd-5e8e5b8b7da1 req-d07f9d87-cc6b-45f6-81b8-6e1a19183394 tempest-LiveMigrationNegativeTest-801443486 tempest-LiveMigrationNegativeTest-801443486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.456868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c26550f-0e2f-4fb9-87fd-5e8e5b8b7da1 req-d07f9d87-cc6b-45f6-81b8-6e1a19183394 tempest-LiveMigrationNegativeTest-801443486 tempest-LiveMigrationNegativeTest-801443486-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251269 Jul 15 13:06:00.482242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-d8c50477-2123-43ad-8153-2b1951743a89 service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512241 Jul 15 13:06:00.482994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f9d87-cc6b-45f6-81b8-6e1a19183394 tempest-LiveMigrationNegativeTest-801443486 tempest-LiveMigrationNegativeTest-801443486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f14f87-d0d0-4aea-9d8e-fb3137a483df,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:00.587125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-657d7bb7-2f52-482d-886f-7219fe349b25 req-665698df-79b1-4c27-8607-358bdea5a4c7 service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981023 Jul 15 13:06:00.720328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49814-c203-4061-aa50-dd92d357e60c req-2442f3b2-2f3c-46bb-a5be-3db0b5a54b54 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.721868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1eb49814-c203-4061-aa50-dd92d357e60c req-2442f3b2-2f3c-46bb-a5be-3db0b5a54b54 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 949 time: 0.0748553 Jul 15 13:06:00.762965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1eb49814-c203-4061-aa50-dd92d357e60c req-beaf87a5-bb61-4385-baa7-5ee304bb8dd0 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345559 Jul 15 13:06:01.334971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-4a799153-b61b-471d-852a-5d09aceecf08 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.337272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-4a799153-b61b-471d-852a-5d09aceecf08 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 946 time: 0.0921855 Jul 15 13:06:01.524798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6a21e-051f-4385-8864-250ffaa13f4c req-1d8b86a7-d1c9-418f-ae7d-e637e1cd9f1c tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.526357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eca6a21e-051f-4385-8864-250ffaa13f4c req-1d8b86a7-d1c9-418f-ae7d-e637e1cd9f1c tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b718ac-b99f-48f1-b59d-b02770f1c177 HTTP/1.1" status: 200 len: 946 time: 0.1290879 Jul 15 13:06:01.532847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device eba95ba2-5ea6-405d-8802-9ca939cf0601 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:01.558453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Deleting port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:01.558795 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.601473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port eba95ba2-5ea6-405d-8802-9ca939cf0601 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:01.608683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port eba95ba2-5ea6-405d-8802-9ca939cf0601 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:01.609379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.614072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eca6a21e-051f-4385-8864-250ffaa13f4c req-40d84ea2-9c47-440e-a1ad-3c8dba40bd9a tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c4d2acf-09e9-4251-aed2-4e3ea55e3687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786166 Jul 15 13:06:01.743090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.774216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] For port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,segment=NetworkSegment(29beeb86-34d7-4413-b2c3-b50ffe3022c2),segment_id=29beeb86-34d7-4413-b2c3-b50ffe3022c2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:01.775747 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.783593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:01.788072 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b86bb57-4d71-4095-9839-d6776d07c408" -d '{"events": [{"server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "name": "network-vif-plugged", "status": "completed", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:01.806793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Calling delete_port for 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:01.810881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:01.818263 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.897770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:01.935612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-040640ca-9553-468b-b4d2-497577a930ce tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.937193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-040640ca-9553-468b-b4d2-497577a930ce tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 944 time: 0.2684927 Jul 15 13:06:02.087704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ba7e4-f88c-4944-8f99-4a9cd1704313 req-a2c13c15-9446-47e5-b56f-68db1b746e33 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.089370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d03ba7e4-f88c-4944-8f99-4a9cd1704313 req-a2c13c15-9446-47e5-b56f-68db1b746e33 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 943 time: 0.2053361 Jul 15 13:06:02.168140 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.180155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['86075a8a-6f7e-49da-a3cc-8f2cf18a8553'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:02.222842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d03ba7e4-f88c-4944-8f99-4a9cd1704313 req-3d0cab26-df5c-4e76-a5a7-1446afbd5691 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130466 Jul 15 13:06:02.225154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Pushing event deleted for resources: {'Port': ['ID=86075a8a-6f7e-49da-a3cc-8f2cf18a8553,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:02.229361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Deleting port 239bf14c-826c-43b6-889d-fbf489a863c7 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:02.229904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.351224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] No DVR routers for this DVR port 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:02.361842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.366284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-071a6bfa-6786-452c-9c56-f7ca84f1b931 req-3e12d8eb-4d87-42a7-b574-f222e8bf6e48 tempest-ServerAddressesNegativeTestJSON-320697826 tempest-ServerAddressesNegativeTestJSON-320697826-project] 10.222.0.30 "DELETE /v2.0/ports/86075a8a-6f7e-49da-a3cc-8f2cf18a8553 HTTP/1.1" status: 204 len: 173 time: 1.0228593 Jul 15 13:06:02.367030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b718ac-b99f-48f1-b59d-b02770f1c177', 'name': 'network-vif-deleted', 'tag': '86075a8a-6f7e-49da-a3cc-8f2cf18a8553'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:02.372411 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd4e253-536e-4616-aeaf-8bb1531ba852" -d '{"events": [{"server_uuid": "72b718ac-b99f-48f1-b59d-b02770f1c177", "name": "network-vif-deleted", "tag": "86075a8a-6f7e-49da-a3cc-8f2cf18a8553"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:02.494543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] For port 239bf14c-826c-43b6-889d-fbf489a863c7, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=239bf14c-826c-43b6-889d-fbf489a863c7,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:02.495125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.519993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Calling delete_port for 239bf14c-826c-43b6-889d-fbf489a863c7 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:02.744915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f9e69-c17b-4876-a1b4-83b9dc3b1cc6 req-804918a3-f9f5-4724-9faa-7875affc34e2 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.746469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-081f9e69-c17b-4876-a1b4-83b9dc3b1cc6 req-804918a3-f9f5-4724-9faa-7875affc34e2 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 944 time: 0.1466389 Jul 15 13:06:02.797592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.812517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['284c2de6-a491-43a3-b78a-1fbdfad7acfa'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:02.815514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['239bf14c-826c-43b6-889d-fbf489a863c7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:02.897335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Pushing event deleted for resources: {'Port': ['ID=239bf14c-826c-43b6-889d-fbf489a863c7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:02.953422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-081f9e69-c17b-4876-a1b4-83b9dc3b1cc6 req-19001dab-be4c-4b58-bc71-8a9ca5da78d0 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919591 Jul 15 13:06:03.009974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] No DVR routers for this DVR port 239bf14c-826c-43b6-889d-fbf489a863c7 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:03.014268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.018058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8adf29e-d876-4599-811a-92242eaa2cbe req-c5352018-4b67-4f27-a345-c3625c653126 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.35 "DELETE /v2.0/ports/239bf14c-826c-43b6-889d-fbf489a863c7 HTTP/1.1" status: 204 len: 173 time: 1.0727332 Jul 15 13:06:03.059659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-150a6ec0-b2b3-44d3-889f-23eb7dffb4a4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.061455 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-150a6ec0-b2b3-44d3-889f-23eb7dffb4a4 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 946 time: 0.3137650 Jul 15 13:06:03.352380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Deleting port 7d44baf1-6332-487a-92d7-bb8689ced47b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:03.352921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.373922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae24d5-80f7-4e12-84df-a22e79fa0655 req-c394def4-9316-41ec-9505-ae0ecca463ae tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.376573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56ae24d5-80f7-4e12-84df-a22e79fa0655 req-c394def4-9316-41ec-9505-ae0ecca463ae tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 946 time: 0.1667182 Jul 15 13:06:03.539120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:03.551085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56ae24d5-80f7-4e12-84df-a22e79fa0655 req-d7625929-4421-4298-8c28-0a1e1c4749e9 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549582 Jul 15 13:06:03.597904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] For port 7d44baf1-6332-487a-92d7-bb8689ced47b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7d44baf1-6332-487a-92d7-bb8689ced47b,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:03.598503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.681578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:03.706290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'port_id': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'mac_address': 'fa:16:3e:a5:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c890cf-9ce2-42d4-9b8d-ac0465fdd604', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:03.781096 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.797912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:03.822103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:03.827800 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.840820 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.841432 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.841566 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Floating IP 6a089f62-a691-4ac3-93bf-05ce14eec390 disassociated. External IP: 172.25.1.182, port: 7d44baf1-6332-487a-92d7-bb8689ced47b. Jul 15 13:06:03.841864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Calling delete_port for 7d44baf1-6332-487a-92d7-bb8689ced47b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:03.892185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:03.923862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca98d2-6dac-4b1a-b6db-c66eabd8d0b0 req-dbcf3e63-0c90-4b9f-8f65-57e42b19660b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.925528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1ca98d2-6dac-4b1a-b6db-c66eabd8d0b0 req-dbcf3e63-0c90-4b9f-8f65-57e42b19660b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.1472254 Jul 15 13:06:04.003016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1ca98d2-6dac-4b1a-b6db-c66eabd8d0b0 req-c17d14ce-2a79-47c6-bc32-e75bb21c36d9 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687008 Jul 15 13:06:04.048985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.062336 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126b6c7a-7083-4813-9f48-8f8586f9517e x-openstack-request-id: req-126b6c7a-7083-4813-9f48-8f8586f9517e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:04.062790 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "name": "network-vif-plugged", "status": "completed", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:04.063106 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-126b6c7a-7083-4813-9f48-8f8586f9517e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:04.063587 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'code': 200} Jul 15 13:06:04.094451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event deleted for resources: {'Port': ['ID=7d44baf1-6332-487a-92d7-bb8689ced47b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:04.104258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b1f5cdd3-a6b1-410c-b17e-650bdd01cb58'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:04.214404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.286208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fdef-b196-4a04-aab4-0ae76cb9275f req-48b581b2-8b7d-4cf1-8e2b-b2fb6fe6e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.287832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf6fdef-b196-4a04-aab4-0ae76cb9275f req-48b581b2-8b7d-4cf1-8e2b-b2fb6fe6e8a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1102 time: 0.1255944 Jul 15 13:06:04.313218 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ff946d-276f-4b2d-a841-1c53623b5d64 x-openstack-request-id: req-c3ff946d-276f-4b2d-a841-1c53623b5d64 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:04.313880 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b718ac-b99f-48f1-b59d-b02770f1c177", "name": "network-vif-deleted", "tag": "86075a8a-6f7e-49da-a3cc-8f2cf18a8553", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:04.314484 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3ff946d-276f-4b2d-a841-1c53623b5d64 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:04.315183 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b718ac-b99f-48f1-b59d-b02770f1c177', 'name': 'network-vif-deleted', 'tag': '86075a8a-6f7e-49da-a3cc-8f2cf18a8553', 'status': 'completed', 'code': 200} Jul 15 13:06:04.362230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf6fdef-b196-4a04-aab4-0ae76cb9275f req-d566fae3-0e27-45bc-8488-eac1351c14e8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658150 Jul 15 13:06:04.364122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Router f3973bd3-7537-4682-9798-80fd3ec3a90f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:04.504903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:04.536037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39468) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:04.548179 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] Sync routers for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:04.573271 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:04.573941 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:05:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:04.623370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] No DVR routers for this DVR port 7d44baf1-6332-487a-92d7-bb8689ced47b on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:04.628849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.634082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba6d0eee-b72b-4f3b-b518-4aa32027d76d req-271027ec-85ae-444c-9a47-72732442fcc2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.30 "DELETE /v2.0/ports/7d44baf1-6332-487a-92d7-bb8689ced47b HTTP/1.1" status: 204 len: 173 time: 1.5642414 Jul 15 13:06:04.646617 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Deleting subnet abb00a46-071e-4dee-a674-66019ef672d6 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:04.654881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.735072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.781920 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:04.868056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.941456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a37e6-6a5a-4714-a69e-ca25bc81594b req-6a83ea6c-a311-4911-806e-7581fac314ba tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.944230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b16a37e6-6a5a-4714-a69e-ca25bc81594b req-6a83ea6c-a311-4911-806e-7581fac314ba tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 944 time: 0.1025794 Jul 15 13:06:04.955905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.018491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b16a37e6-6a5a-4714-a69e-ca25bc81594b req-0c2d5865-0b35-49da-abda-d495d6dc52e5 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 Jul 15 13:06:05.021239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.024973 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/abb00a46-071e-4dee-a674-66019ef672d6 HTTP/1.1" status: 204 len: 168 time: 0.4869103 Jul 15 13:06:05.026963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb00a46-071e-4dee-a674-66019ef672d6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.033947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39472) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:05.042460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.043319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.043884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.044445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.045194 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.046791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.047428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.060000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.063083 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.063732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.064313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.069202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34908a7f-9c3d-43a1-a286-b6281a093de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:05.121625 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:57Z', 'revision_number': 5, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:05.131016 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.146919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.157056 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] Checking router: f3973bd3-7537-4682-9798-80fd3ec3a90f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:05.180450 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:05.181403 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:05:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:05.314136 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:05.362500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:05.410667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:05.411460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 86075a8a-6f7e-49da-a3cc-8f2cf18a8553 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:05.412703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7d44baf1-6332-487a-92d7-bb8689ced47b no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:05.436381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 7d44baf1-6332-487a-92d7-bb8689ced47b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:05.437241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7d44baf1-6332-487a-92d7-bb8689ced47b not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:05.557305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:05.595211 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.610555 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:57Z', 'revision_number': 5, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:05.645430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e43d85f-9a6e-495a-a7f5-ad61666606c5 req-088af2a5-bec5-43ce-b75f-e600baa7fb24 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 210 time: 0.0465481 Jul 15 13:06:05.647211 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c89d-cb8c-443d-a65e-10736f7fb57d None None] The sync data for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 is: [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4ea506d7-3031-4c30-bad1-136009f5bc04', 'name': '', 'network_id': 'cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'mac_address': 'fa:16:3e:79:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:57Z', 'revision_number': 5, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'subnets': [{'id': '3ef6a1f5-829e-4dad-a498-73ca83a738e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:05.648080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dc2058-8078-483f-be77-2194f66a2b47']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:05.649428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:05.655302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:05.656008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.661909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29beeb86-34d7-4413-b2c3-b50ffe3022c2') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:05.662718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29beeb86-34d7-4413-b2c3-b50ffe3022c2') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:05.674779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.691054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.699913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:05.700350 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:05.766566 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:05.772281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.777198 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.780291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/a3dc2058-8078-483f-be77-2194f66a2b47 HTTP/1.1" status: 204 len: 168 time: 0.7452462 Jul 15 13:06:05.810207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8e4a7-ae55-4b7f-9a64-60b9ac6840ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a3dc2058-8078-483f-be77-2194f66a2b47,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.820276 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.866247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:05.873026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.874128 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 239bf14c-826c-43b6-889d-fbf489a863c7 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:05.924475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 239bf14c-826c-43b6-889d-fbf489a863c7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:05.924828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 239bf14c-826c-43b6-889d-fbf489a863c7 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:05.957498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.010898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39482) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:06.064731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:06.067186 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdd546b-4b65-45cb-9ebe-2ab5d56d0fbd" -d '{"events": [{"server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "name": "network-vif-plugged", "status": "completed", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:06.084838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39488) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:06.087625 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-315b4ae6-5470-4d87-8fa4-0271c466c6c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=393bd66495d04516a0c6a4bb04a4c662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715411 Jul 15 13:06:06.137642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306eb3be-b761-46c6-9e1a-388d7e94672e None None] New status for floating IP 6a089f62-a691-4ac3-93bf-05ce14eec390: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:06.148929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c63c8206-775d-427a-a2c7-d6a64705a00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.179527 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c63c8206-775d-427a-a2c7-d6a64705a00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.245991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c63c8206-775d-427a-a2c7-d6a64705a00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.249798 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c63c8206-775d-427a-a2c7-d6a64705a00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.256508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c63c8206-775d-427a-a2c7-d6a64705a00d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c4d2acf-09e9-4251-aed2-4e3ea55e3687 HTTP/1.1" status: 204 len: 168 time: 0.1696475 Jul 15 13:06:06.326363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'name': 'network-vif-deleted', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7'}, {'server_uuid': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'name': 'network-vif-deleted', 'tag': '7d44baf1-6332-487a-92d7-bb8689ced47b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:06.330041 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d7f539-361b-4687-b424-4a24fcfc41d5" -d '{"events": [{"server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "name": "network-vif-deleted", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7"}, {"server_uuid": "e5addf25-55f3-41fc-9c3d-71fe0131d84a", "name": "network-vif-deleted", "tag": "7d44baf1-6332-487a-92d7-bb8689ced47b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:06.334814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c8206-775d-427a-a2c7-d6a64705a00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4d2acf-09e9-4251-aed2-4e3ea55e3687,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.355746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-609fe0cb-24a3-4e13-b41f-6a0261042633 req-76069b9e-3639-4502-ad73-e017ea16dce5 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 210 time: 0.0967162 Jul 15 13:06:06.603845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1319271-1de4-4bcf-aa3f-a928ca1b1b21 req-1f2466ec-b6b6-4232-989c-04ad33f4b2ec tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.606661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1319271-1de4-4bcf-aa3f-a928ca1b1b21 req-1f2466ec-b6b6-4232-989c-04ad33f4b2ec tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.1007671 Jul 15 13:06:06.664837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1319271-1de4-4bcf-aa3f-a928ca1b1b21 req-e14a5960-f19f-4b94-b0eb-ea673abf5dda tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Jul 15 13:06:07.058666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f77ea-df68-4037-868e-7d513078b1c6 req-ffd6fa26-f8c0-4ae7-afdf-cc29383c0faf tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.060773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d35f77ea-df68-4037-868e-7d513078b1c6 req-ffd6fa26-f8c0-4ae7-afdf-cc29383c0faf tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 950 time: 0.0773702 Jul 15 13:06:07.115718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d35f77ea-df68-4037-868e-7d513078b1c6 req-a8a9fbf1-c417-4786-9d4c-cdef464e2910 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Jul 15 13:06:07.175626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39518) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:07.354067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1473136797-network', 'tenant_id': 'f3a4128463a447d3bdcb25d7a1068c4d'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:07.422552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Made reservation on behalf of f3a4128463a447d3bdcb25d7a1068c4d for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:07.426357 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.490584 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.531266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d208-9845-4641-8fad-ab251da8fd24 req-8256112f-4d96-427b-8b6a-3dfa111923de tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.534119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58f4d208-9845-4641-8fad-ab251da8fd24 req-8256112f-4d96-427b-8b6a-3dfa111923de tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 945 time: 0.2442973 Jul 15 13:06:07.659155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58f4d208-9845-4641-8fad-ab251da8fd24 req-d40741ca-5626-4870-aff0-619f3f0c4c2c tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159568 Jul 15 13:06:07.691445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-2d70dd35-8e9e-4186-835f-576a4e916aed tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.694848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-2d70dd35-8e9e-4186-835f-576a4e916aed tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.30 "GET /v2.0/ports?device_id=186471a5-81b6-4683-8821-155deef8f575 HTTP/1.1" status: 200 len: 950 time: 0.2645755 Jul 15 13:06:07.752354 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ea19a-ae5e-4ac4-adff-8fe068a34269 x-openstack-request-id: req-5e8ea19a-ae5e-4ac4-adff-8fe068a34269 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:07.755025 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "name": "network-vif-plugged", "status": "completed", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:07.759082 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e8ea19a-ae5e-4ac4-adff-8fe068a34269 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:07.759905 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'code': 200} Jul 15 13:06:07.924104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.934894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.980411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:07.998723 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27b168-c2ee-48fa-9fbb-92ee9dd5cc6b x-openstack-request-id: req-5e27b168-c2ee-48fa-9fbb-92ee9dd5cc6b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:07.999021 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f37e6a-d038-483e-8ef1-c6dbdd67720d", "name": "network-vif-deleted", "tag": "239bf14c-826c-43b6-889d-fbf489a863c7", "status": "completed", "code": 200}, {"server_uuid": "e5addf25-55f3-41fc-9c3d-71fe0131d84a", "name": "network-vif-deleted", "tag": "7d44baf1-6332-487a-92d7-bb8689ced47b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:07.999331 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e27b168-c2ee-48fa-9fbb-92ee9dd5cc6b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:07.999710 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f37e6a-d038-483e-8ef1-c6dbdd67720d', 'name': 'network-vif-deleted', 'tag': '239bf14c-826c-43b6-889d-fbf489a863c7', 'status': 'completed', 'code': 200} Jul 15 13:06:07.999979 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5addf25-55f3-41fc-9c3d-71fe0131d84a', 'name': 'network-vif-deleted', 'tag': '7d44baf1-6332-487a-92d7-bb8689ced47b', 'status': 'completed', 'code': 200} Jul 15 13:06:08.008821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeedee3-2531-44a8-b271-e334fe463e49,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:08.012111 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.012495 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Added segment 6fdbd247-ab2f-4b18-9c7a-1584419ae3cd of type vlan for network f0dc8d62-887f-46da-9e86-a4003276b13b Jul 15 13:06:08.029690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Deleting port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:08.030445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.089201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968358-f14e-4842-a407-6c31561668e7 req-781a90d0-d502-407a-b178-a3d3ed9bad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.091084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60968358-f14e-4842-a407-6c31561668e7 req-781a90d0-d502-407a-b178-a3d3ed9bad1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 1097 time: 0.2291424 Jul 15 13:06:08.113195 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.220069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8402a074-0b07-4b76-b62b-abaf749af0d8 req-8f2b7567-334a-4152-9d0e-ca0247d8b21a tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f37e6a-d038-483e-8ef1-c6dbdd67720d HTTP/1.1" status: 200 len: 210 time: 0.0629890 Jul 15 13:06:08.242552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60968358-f14e-4842-a407-6c31561668e7 req-cd99fb8e-1702-451b-acf1-a0b276283ae8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422398 Jul 15 13:06:08.259739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] For port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:08.260219 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.263922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.265053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.265651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.299822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Calling delete_port for 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:08.351917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1702988 Jul 15 13:06:08.355766 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39532) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:08.372273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Request body: {'subnet': {'network_id': 'f0dc8d62-887f-46da-9e86-a4003276b13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1473136797-subnet', 'tenant_id': 'f3a4128463a447d3bdcb25d7a1068c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:08.399777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f395-ddc7-40a0-8d9d-076f361a19b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f0dc8d62-887f-46da-9e86-a4003276b13b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:08.419151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network f0dc8d62-887f-46da-9e86-a4003276b13b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:08.427354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Made reservation on behalf of f3a4128463a447d3bdcb25d7a1068c4d for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:08.430534 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.596445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.621720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3c8aa2de-8451-4b86-840d-c295c9190e4a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:08.669322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['021a32b7-5f89-4425-bfe5-20bf9b8e38b3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:08.702859 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.757092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Pushing event deleted for resources: {'Port': ['ID=021a32b7-5f89-4425-bfe5-20bf9b8e38b3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:08.760595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a8c23d-0a43-4430-a656-2ad4cb9af2c0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:08.829530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Checking segment: {'id': '6fdbd247-ab2f-4b18-9c7a-1584419ae3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0dc8d62-887f-46da-9e86-a4003276b13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:08.829912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Network hostable DHCP agents. Network: f0dc8d62-887f-46da-9e86-a4003276b13b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:08.874278 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Network f0dc8d62-887f-46da-9e86-a4003276b13b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:08.890289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, f0dc8d62-887f-46da-9e86-a4003276b13b) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:08.896180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.897122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.904086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] No DVR routers for this DVR port 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:08.909156 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.916441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ebbb3ba-2ba6-46b6-9814-effc1498528b req-df26ad52-e2f7-454c-b4a4-eff6e68a14ea tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.30 "DELETE /v2.0/ports/021a32b7-5f89-4425-bfe5-20bf9b8e38b3 HTTP/1.1" status: 204 len: 173 time: 1.2109320 Jul 15 13:06:08.926736 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-24e6ade9-e020-4a07-bf52-065cb0f9033b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5678065 Jul 15 13:06:08.969912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635a7b67-52f5-4e16-8020-235639313c25 None None] Network f0dc8d62-887f-46da-9e86-a4003276b13b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:09.114177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97467929-93b3-4332-bb72-91a4a46c9567 req-b501c452-0e35-4d4c-bcd6-e7b3801e4a93 tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.122824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97467929-93b3-4332-bb72-91a4a46c9567 req-b501c452-0e35-4d4c-bcd6-e7b3801e4a93 tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1102 time: 0.1108403 Jul 15 13:06:09.195964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-97467929-93b3-4332-bb72-91a4a46c9567 req-044f85ee-7122-4e86-b9eb-cddbc7e848cb tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.346939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3aa9ed-1bed-432d-ad53-b391c82105ba None None] Network f0dc8d62-887f-46da-9e86-a4003276b13b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:09.414537 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-97467929-93b3-4332-bb72-91a4a46c9567 req-044f85ee-7122-4e86-b9eb-cddbc7e848cb tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.420383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-97467929-93b3-4332-bb72-91a4a46c9567 req-044f85ee-7122-4e86-b9eb-cddbc7e848cb tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.446060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97467929-93b3-4332-bb72-91a4a46c9567 req-044f85ee-7122-4e86-b9eb-cddbc7e848cb tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056304 Jul 15 13:06:09.463109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f85ee-7122-4e86-b9eb-cddbc7e848cb tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52c66b-7be7-475b-be66-ab3d4ab81dd9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:09.608883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70fcfc4c-f437-4db4-8b71-6581424be49c req-cb0309b2-894d-4830-ba94-b17dcfefd66f tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 210 time: 0.0359597 Jul 15 13:06:10.001093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186471a5-81b6-4683-8821-155deef8f575', 'name': 'network-vif-deleted', 'tag': '021a32b7-5f89-4425-bfe5-20bf9b8e38b3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:10.006947 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42542b8-400c-4600-bc5d-9b31ad14b2a9" -d '{"events": [{"server_uuid": "186471a5-81b6-4683-8821-155deef8f575", "name": "network-vif-deleted", "tag": "021a32b7-5f89-4425-bfe5-20bf9b8e38b3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:10.352639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f7d5-7938-47b2-8f00-767bbfae8770 req-7f9c8ca9-4b2b-4798-a9c3-e4c98669ef00 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.355620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54f1f7d5-7938-47b2-8f00-767bbfae8770 req-7f9c8ca9-4b2b-4798-a9c3-e4c98669ef00 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 945 time: 0.0972338 Jul 15 13:06:10.398874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54f1f7d5-7938-47b2-8f00-767bbfae8770 req-655a31a8-26e1-451b-97a4-e622fab6019b tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370770 Jul 15 13:06:11.361578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-55c13582-e9f8-42fc-a65c-7bc2ac354aeb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1692474 Jul 15 13:06:11.392184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:11.430474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:11.431022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 021a32b7-5f89-4425-bfe5-20bf9b8e38b3 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:11.685967 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c7f96-ead8-4eb7-9f29-28544bd38491 x-openstack-request-id: req-bd6c7f96-ead8-4eb7-9f29-28544bd38491 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:11.686706 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186471a5-81b6-4683-8821-155deef8f575", "name": "network-vif-deleted", "tag": "021a32b7-5f89-4425-bfe5-20bf9b8e38b3", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:11.686706 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd6c7f96-ead8-4eb7-9f29-28544bd38491 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:11.687115 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186471a5-81b6-4683-8821-155deef8f575', 'name': 'network-vif-deleted', 'tag': '021a32b7-5f89-4425-bfe5-20bf9b8e38b3', 'status': 'completed', 'code': 200} Jul 15 13:06:12.092928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a89ab76c-0fdc-4cbe-b4bc-d5524a2cdcea req-98f13858-ab6f-4834-a886-ed765cddac66 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5addf25-55f3-41fc-9c3d-71fe0131d84a HTTP/1.1" status: 200 len: 210 time: 0.0314977 Jul 15 13:06:12.750037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa593f-3c2a-44f9-b4fe-9d054e62afce req-88e265b5-988f-433e-9e11-398d10dfef38 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.752778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1fa593f-3c2a-44f9-b4fe-9d054e62afce req-88e265b5-988f-433e-9e11-398d10dfef38 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.1067355 Jul 15 13:06:12.863975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1fa593f-3c2a-44f9-b4fe-9d054e62afce req-eb105ee4-7ef0-4942-a683-07653992456d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005108 Jul 15 13:06:13.038551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c5be8-2db1-4650-beec-4426824e5047 req-34125481-e10d-456a-9af7-40a096ab225e tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.042034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-315c5be8-2db1-4650-beec-4426824e5047 req-34125481-e10d-456a-9af7-40a096ab225e tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.35 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 950 time: 0.1220500 Jul 15 13:06:13.368874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481d7d-e8d9-442a-bae0-0d9ecf41e85c req-d61a1f9d-27ad-4008-a160-c804fc18f3a8 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.371964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9481d7d-e8d9-442a-bae0-0d9ecf41e85c req-d61a1f9d-27ad-4008-a160-c804fc18f3a8 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/ports?device_id=137b0947-6f60-4ada-b009-385bc763cea7 HTTP/1.1" status: 200 len: 950 time: 0.3277662 Jul 15 13:06:13.393821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-52f41536-6f0f-451b-8042-c6d40eaf033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.396296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-52f41536-6f0f-451b-8042-c6d40eaf033d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1102 time: 0.3352721 Jul 15 13:06:13.521313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Deleting port 3c8aa2de-8451-4b86-840d-c295c9190e4a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:13.521763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.617675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9481d7d-e8d9-442a-bae0-0d9ecf41e85c req-b926fab3-6ff0-43ba-9e3c-c79b5cbe1e64 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fab4598-f836-47d9-baa7-8c288f98d6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336459 Jul 15 13:06:13.662470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-296376c6-4f45-4807-8557-9be47b4b6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.664098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-296376c6-4f45-4807-8557-9be47b4b6d04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2574575 Jul 15 13:06:13.671095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] For port 3c8aa2de-8451-4b86-840d-c295c9190e4a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3c8aa2de-8451-4b86-840d-c295c9190e4a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:13.671328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.753287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-70fc67ba-52b2-48b3-bdea-50d8ba7302ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.0781283 Jul 15 13:06:13.754801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Calling delete_port for 3c8aa2de-8451-4b86-840d-c295c9190e4a owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:13.858485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-403f3468-acdb-4b3a-b693-a5cd7675cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.860242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-403f3468-acdb-4b3a-b693-a5cd7675cf7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1008255 Jul 15 13:06:14.039451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-49739179-da07-4c0f-b4e4-8b047ab8cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.041148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-49739179-da07-4c0f-b4e4-8b047ab8cccb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1729703 Jul 15 13:06:14.054981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cabc63-f5da-4fb4-b45e-0a1806f7cffa req-51dcdfb5-ab01-4e14-813d-1dfddf6fffa4 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.056621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47cabc63-f5da-4fb4-b45e-0a1806f7cffa req-51dcdfb5-ab01-4e14-813d-1dfddf6fffa4 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 945 time: 0.2426052 Jul 15 13:06:14.192066 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.206745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3c8aa2de-8451-4b86-840d-c295c9190e4a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:14.256828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47cabc63-f5da-4fb4-b45e-0a1806f7cffa req-882894db-646c-4f5c-bd45-cf8d5f781525 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791983 Jul 15 13:06:14.300701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Pushing event deleted for resources: {'Port': ['ID=3c8aa2de-8451-4b86-840d-c295c9190e4a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:14.361787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-b7d77f13-b48d-45dc-974b-416866bc389d service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854993 Jul 15 13:06:14.363455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] No DVR routers for this DVR port 3c8aa2de-8451-4b86-840d-c295c9190e4a on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:14.367693 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.370307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-315c5be8-2db1-4650-beec-4426824e5047 req-06662ccf-5750-498c-a953-30c898ca1245 tempest-LiveMigrationNegativeTest-2107061052 tempest-LiveMigrationNegativeTest-2107061052-project] 10.222.0.35 "DELETE /v2.0/ports/3c8aa2de-8451-4b86-840d-c295c9190e4a HTTP/1.1" status: 204 len: 173 time: 1.3058655 Jul 15 13:06:14.373000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137b0947-6f60-4ada-b009-385bc763cea7', 'name': 'network-vif-deleted', 'tag': '3c8aa2de-8451-4b86-840d-c295c9190e4a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:14.388136 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a1f447-461e-4b43-987a-25136f19d4e7" -d '{"events": [{"server_uuid": "137b0947-6f60-4ada-b009-385bc763cea7", "name": "network-vif-deleted", "tag": "3c8aa2de-8451-4b86-840d-c295c9190e4a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:14.672953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-e00f2c77-494f-4ff6-b1de-d8ebfbc5b7a6 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007073 Jul 15 13:06:15.200543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dea9-1541-4c6d-a748-3142988ff5e9 req-fd5cb2fc-4c67-4193-865b-2466ae668b9f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.208350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b654dea9-1541-4c6d-a748-3142988ff5e9 req-fd5cb2fc-4c67-4193-865b-2466ae668b9f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.1464765 Jul 15 13:06:15.269760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b654dea9-1541-4c6d-a748-3142988ff5e9 req-3123599e-a16f-4841-b15b-1e5b554d61ba tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601363 Jul 15 13:06:15.958380 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f1d234-92a6-4ce5-b14a-df6d4043f6e7 x-openstack-request-id: req-24f1d234-92a6-4ce5-b14a-df6d4043f6e7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:15.958684 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137b0947-6f60-4ada-b009-385bc763cea7", "name": "network-vif-deleted", "tag": "3c8aa2de-8451-4b86-840d-c295c9190e4a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:15.959407 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24f1d234-92a6-4ce5-b14a-df6d4043f6e7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:15.960098 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137b0947-6f60-4ada-b009-385bc763cea7', 'name': 'network-vif-deleted', 'tag': '3c8aa2de-8451-4b86-840d-c295c9190e4a', 'status': 'completed', 'code': 200} Jul 15 13:06:16.097508 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39660) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:16.215920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9c72-202b-40eb-b282-59a7a82a7ba2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.325445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9c72-202b-40eb-b282-59a7a82a7ba2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.435835 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9c72-202b-40eb-b282-59a7a82a7ba2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.442271 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9c72-202b-40eb-b282-59a7a82a7ba2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.445352 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8bdc9c72-202b-40eb-b282-59a7a82a7ba2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe HTTP/1.1" status: 204 len: 168 time: 0.3460021 Jul 15 13:06:16.447856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39674) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:16.466525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc9c72-202b-40eb-b282-59a7a82a7ba2 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:16.478143 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-66cc9f3a-9dad-49e5-8db8-e77e7a289746 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] show failed (client error): The resource could not be found. Jul 15 13:06:16.491372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-66cc9f3a-9dad-49e5-8db8-e77e7a289746 tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "GET /v2.0/security-groups/1ed9a1bd-ad64-4e33-9e81-e898dc3f07fe HTTP/1.1" status: 404 len: 347 time: 0.0423496 Jul 15 13:06:16.491971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39676) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:16.750839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39682) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:16.941528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Deleting port b3f10509-9380-4b4a-8dcb-6f4616c7b97e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:16.947699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.032122 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9d4274c5-166f-498f-84c2-dcee0ad48d40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12d144c9cf2a4bce9fa3da0f8efa8d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770765 Jul 15 13:06:17.035900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39688) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:17.170758 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7900e109-de5e-478b-9007-ada956946485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.212111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7900e109-de5e-478b-9007-ada956946485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.223436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.223436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.257232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Calling delete_port for b3f10509-9380-4b4a-8dcb-6f4616c7b97e owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:17.330918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7900e109-de5e-478b-9007-ada956946485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.334333 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7900e109-de5e-478b-9007-ada956946485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.338673 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7900e109-de5e-478b-9007-ada956946485 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fab4598-f836-47d9-baa7-8c288f98d6dd HTTP/1.1" status: 204 len: 168 time: 0.3007987 Jul 15 13:06:17.365524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900e109-de5e-478b-9007-ada956946485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab4598-f836-47d9-baa7-8c288f98d6dd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:17.633106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3c8aa2de-8451-4b86-840d-c295c9190e4a no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:17.718220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 3c8aa2de-8451-4b86-840d-c295c9190e4a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:17.718885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3c8aa2de-8451-4b86-840d-c295c9190e4a not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:17.928599 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.966708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Pushing event deleted for resources: {'Port': ['ID=b3f10509-9380-4b4a-8dcb-6f4616c7b97e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:18.160233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d58e-385a-4d32-9389-4d0b3d9e11e0 req-d112daa0-8aeb-4850-bbf3-63f597dfac47 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:18.162617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c89d58e-385a-4d32-9389-4d0b3d9e11e0 req-d112daa0-8aeb-4850-bbf3-63f597dfac47 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.2765753 Jul 15 13:06:18.205023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-493792e1-44a5-4921-9f6b-aec75eb6219c tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:18.206582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-493792e1-44a5-4921-9f6b-aec75eb6219c tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 944 time: 0.2591548 Jul 15 13:06:18.226045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.228874 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.233590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39704) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:18.240146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-165b978a-e7f9-4b62-bb84-359b4aa43b7a tempest-ServersTestBootFromVolume-1825525994 tempest-ServersTestBootFromVolume-1825525994-project] 10.222.0.25 "DELETE /v2.0/floatingips/6a089f62-a691-4ac3-93bf-05ce14eec390 HTTP/1.1" status: 204 len: 168 time: 1.7468169 Jul 15 13:06:18.283379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39706) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:18.340892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c89d58e-385a-4d32-9389-4d0b3d9e11e0 req-430c085b-7fa0-421f-8584-a16493cdf023 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666534 Jul 15 13:06:18.497739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d4adab97-9c82-490e-8410-82885377e012 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9edaf73649342e19bba5e70a12167e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138257 Jul 15 13:06:18.506351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39714) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:18.525315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Deleting port 284c2de6-a491-43a3-b78a-1fbdfad7acfa {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:18.525936 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.668528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] For port 284c2de6-a491-43a3-b78a-1fbdfad7acfa, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=284c2de6-a491-43a3-b78a-1fbdfad7acfa,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:18.669216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.697611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Calling delete_port for 284c2de6-a491-43a3-b78a-1fbdfad7acfa owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:18.736934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0da37420-1ee5-45bc-9342-a3642f2be24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.797843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0da37420-1ee5-45bc-9342-a3642f2be24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.829876 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-b2d8-4844-b799-de86dbe81031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.942835 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0da37420-1ee5-45bc-9342-a3642f2be24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.947456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0da37420-1ee5-45bc-9342-a3642f2be24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.948929 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0da37420-1ee5-45bc-9342-a3642f2be24a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7f14f87-d0d0-4aea-9d8e-fb3137a483df HTTP/1.1" status: 204 len: 168 time: 0.4409649 Jul 15 13:06:18.970031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da37420-1ee5-45bc-9342-a3642f2be24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f14f87-d0d0-4aea-9d8e-fb3137a483df,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:19.055005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.539401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc3f5d-7cf9-42c0-abd5-5454ce05297e req-9036680e-511a-426f-8cd1-fb2f07353808 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.549184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56fc3f5d-7cf9-42c0-abd5-5454ce05297e req-9036680e-511a-426f-8cd1-fb2f07353808 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6de09de-c77c-4cda-8ce3-573d439343e2 HTTP/1.1" status: 200 len: 944 time: 0.7348471 Jul 15 13:06:19.660767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:19.725363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56fc3f5d-7cf9-42c0-abd5-5454ce05297e req-e973fa54-a118-45c0-9db1-f82a5ea06a16 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746624 Jul 15 13:06:19.767114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.807037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Pushing event deleted for resources: {'Port': ['ID=284c2de6-a491-43a3-b78a-1fbdfad7acfa,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:19.847789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Deleting port 4ea506d7-3031-4c30-bad1-136009f5bc04 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:19.848441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.948254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] No DVR routers for this DVR port 284c2de6-a491-43a3-b78a-1fbdfad7acfa on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:19.955076 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.962529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9e131ff-61e6-4c18-8b5e-4ed9f791526f req-5ed7a028-9146-4cd6-960f-2b25c8c02b28 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.30 "DELETE /v2.0/ports/284c2de6-a491-43a3-b78a-1fbdfad7acfa HTTP/1.1" status: 204 len: 173 time: 1.7432537 Jul 15 13:06:19.963538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'name': 'network-vif-deleted', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:19.969851 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a548cb-e281-4c01-9fe7-c4b9d1de97b7" -d '{"events": [{"server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "name": "network-vif-deleted", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:20.106618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:20.142638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'port_id': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'mac_address': 'fa:16:3e:a5:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c890cf-9ce2-42d4-9b8d-ac0465fdd604', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:20.294938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] For port 4ea506d7-3031-4c30-bad1-136009f5bc04, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4ea506d7-3031-4c30-bad1-136009f5bc04,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:20.295474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.297686 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.342236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:20.358996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Calling delete_port for 4ea506d7-3031-4c30-bad1-136009f5bc04 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:20.424594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:20.437499 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.653137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b1f5cdd3-a6b1-410c-b17e-650bdd01cb58'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:20.819036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:20.864575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3643-737a-419e-a9ea-b11113831db2 req-45f96549-93cb-4d05-a0e7-0c5a3f5918a9 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.886238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d4d3643-737a-419e-a9ea-b11113831db2 req-45f96549-93cb-4d05-a0e7-0c5a3f5918a9 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.2020664 Jul 15 13:06:21.125080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d4d3643-737a-419e-a9ea-b11113831db2 req-a8adf4e1-a5ca-4207-b038-b8f99979122e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365398 Jul 15 13:06:21.185425 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.300306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea506d7-3031-4c30-bad1-136009f5bc04,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:21.424829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 284c2de6-a491-43a3-b78a-1fbdfad7acfa no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:21.468519 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba6fead-efdd-4b3f-bd7e-d52b0ab5e55d x-openstack-request-id: req-3ba6fead-efdd-4b3f-bd7e-d52b0ab5e55d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:21.468997 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6de09de-c77c-4cda-8ce3-573d439343e2", "name": "network-vif-deleted", "tag": "284c2de6-a491-43a3-b78a-1fbdfad7acfa", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:21.470600 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ba6fead-efdd-4b3f-bd7e-d52b0ab5e55d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:21.470874 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6de09de-c77c-4cda-8ce3-573d439343e2', 'name': 'network-vif-deleted', 'tag': '284c2de6-a491-43a3-b78a-1fbdfad7acfa', 'status': 'completed', 'code': 200} Jul 15 13:06:21.479585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 284c2de6-a491-43a3-b78a-1fbdfad7acfa {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:21.485021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 284c2de6-a491-43a3-b78a-1fbdfad7acfa not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:21.562596 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.566458 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-00929037-f659-486a-9f89-f08280b3684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.686612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:21.818199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:21.818945 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.947524 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.033424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.035350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:22.037412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:22.041613 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bda53a7-e263-4c0e-86ea-038e714e8d8e" -d '{"events": [{"server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "name": "network-vif-plugged", "status": "completed", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:22.047869 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.198397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:22.788628 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.821525 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c0a1ec-c2d5-43de-84f3-4ec394489de5 x-openstack-request-id: req-a6c0a1ec-c2d5-43de-84f3-4ec394489de5 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:22.821818 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "name": "network-vif-plugged", "status": "completed", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:22.822117 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6c0a1ec-c2d5-43de-84f3-4ec394489de5 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:22.822553 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'code': 200} Jul 15 13:06:23.021405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Router f3973bd3-7537-4682-9798-80fd3ec3a90f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:23.211596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45f17c-5eb0-4690-bbc3-80ec6f428b70 req-89dd7a6a-d10a-4600-9798-f40fad4c84c2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.221885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d45f17c-5eb0-4690-bbc3-80ec6f428b70 req-89dd7a6a-d10a-4600-9798-f40fad4c84c2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.1961534 Jul 15 13:06:23.244330 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:23.256224 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] Sync routers for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:23.259189 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-96b7c68e-1f8e-4b20-ae43-2656f46a8dd1 admin admin] 10.222.0.25 "PUT /v2.0/routers/f3973bd3-7537-4682-9798-80fd3ec3a90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0238142 Jul 15 13:06:23.264294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39826) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:23.291439 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:23.292745 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:06:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:23.337760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d45f17c-5eb0-4690-bbc3-80ec6f428b70 req-34094c7f-ac9a-48a4-becb-0deeec1fdad5 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130202 Jul 15 13:06:23.457220 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:23.516486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.753037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.787172 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:06:20Z', 'revision_number': 5, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port': {'id': '675e787f-9f26-44bb-ac75-b3c36cd0ec2e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:45Z', 'updated_at': '2021-07-15T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:23.825001 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] Checking router: f3973bd3-7537-4682-9798-80fd3ec3a90f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:23.837649 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] Routers {'f3973bd3-7537-4682-9798-80fd3ec3a90f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:23.839613 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:06:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f3973bd3-7537-4682-9798-80fd3ec3a90f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:23.863575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Deleting port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:23.864075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.990050 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] Set router f3973bd3-7537-4682-9798-80fd3ec3a90f gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:24.017054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] For port 675e787f-9f26-44bb-ac75-b3c36cd0ec2e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=675e787f-9f26-44bb-ac75-b3c36cd0ec2e,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:24.017436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.034749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Calling delete_port for 675e787f-9f26-44bb-ac75-b3c36cd0ec2e owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:24.064594 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:06:23Z', 'revision_number': 6, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:24.106688 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ce5141-1f7b-46d5-824c-b27c0b5b1a52 None None] The sync data for ids ['f3973bd3-7537-4682-9798-80fd3ec3a90f'] in n-d-771362-36 is: [{'id': 'f3973bd3-7537-4682-9798-80fd3ec3a90f', 'name': 'tempest-ServersTestBootFromVolume-191063884-router', 'tenant_id': '9ebe6a076bd042009653459f556f0b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:43Z', 'updated_at': '2021-07-15T13:06:23Z', 'revision_number': 6, 'project_id': '9ebe6a076bd042009653459f556f0b05', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:24.185524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39842) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:24.215605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.376619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.475911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-55788b56-2c27-4334-8dd0-5916811908e4 admin admin] Deleting subnet 98138ff5-98a1-497e-9957-03af93bd31ab {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:24.503898 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55788b56-2c27-4334-8dd0-5916811908e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.530920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=675e787f-9f26-44bb-ac75-b3c36cd0ec2e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:24.634907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55788b56-2c27-4334-8dd0-5916811908e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.683172 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.692971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-d4db545f-53d8-4e62-88b3-e0da65af3560 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.695416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-d4db545f-53d8-4e62-88b3-e0da65af3560 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 945 time: 0.2093575 Jul 15 13:06:24.799197 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55788b56-2c27-4334-8dd0-5916811908e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.821513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.824816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.899653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Deleting port 0b880bfa-33c8-4654-8483-cf5d4fba907c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:24.900266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.914111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.915078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3973bd3-7537-4682-9798-80fd3ec3a90f {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:06:24.920562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.921810 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-60b9b9a8-731c-419e-86e8-707d98468ed9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f3973bd3-7537-4682-9798-80fd3ec3a90f HTTP/1.1" status: 204 len: 168 time: 1.6536617 Jul 15 13:06:24.925912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39860) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:24.974695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55788b56-2c27-4334-8dd0-5916811908e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.048378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55788b56-2c27-4334-8dd0-5916811908e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98138ff5-98a1-497e-9957-03af93bd31ab,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:25.068744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55788b56-2c27-4334-8dd0-5916811908e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.073038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-55788b56-2c27-4334-8dd0-5916811908e4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/98138ff5-98a1-497e-9957-03af93bd31ab HTTP/1.1" status: 204 len: 168 time: 0.8842986 Jul 15 13:06:25.073854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39862) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:25.100275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29a440f-dcea-4b43-8661-79875af59112 admin admin] Deleting subnet 3ef6a1f5-829e-4dad-a498-73ca83a738e1 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:25.109193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c29a440f-dcea-4b43-8661-79875af59112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.180812 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.212102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c29a440f-dcea-4b43-8661-79875af59112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.226186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] For port 0b880bfa-33c8-4654-8483-cf5d4fba907c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0b880bfa-33c8-4654-8483-cf5d4fba907c,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:25.226808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.256344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Calling delete_port for 0b880bfa-33c8-4654-8483-cf5d4fba907c owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:25.377782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82234435-1c1e-4410-85a9-d1689525a350 req-8ca40c73-710a-4bab-8a1e-318b049a80ab tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.385608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82234435-1c1e-4410-85a9-d1689525a350 req-8ca40c73-710a-4bab-8a1e-318b049a80ab tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2eada20-8965-4e9c-90ca-39e98aff2ccc HTTP/1.1" status: 200 len: 945 time: 0.2316301 Jul 15 13:06:25.425655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.453090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c29a440f-dcea-4b43-8661-79875af59112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.464437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820a4b2f-6285-45c7-b730-ad946dd55767']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:25.496783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6715e3c-12f2-489c-99b2-295387b1c762') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:25.497477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6715e3c-12f2-489c-99b2-295387b1c762') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:25.515502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 675e787f-9f26-44bb-ac75-b3c36cd0ec2e no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:25.531637 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.565127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82234435-1c1e-4410-85a9-d1689525a350 req-c80c85d5-4abf-4762-ad6c-d75e83aa213c tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/security-groups?id=518a1590-0a20-4f7d-bb08-847c17cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782584 Jul 15 13:06:25.624866 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c29a440f-dcea-4b43-8661-79875af59112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.625046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 675e787f-9f26-44bb-ac75-b3c36cd0ec2e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:25.625046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 675e787f-9f26-44bb-ac75-b3c36cd0ec2e not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:25.625046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4ea506d7-3031-4c30-bad1-136009f5bc04 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:25.679100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 4ea506d7-3031-4c30-bad1-136009f5bc04 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:25.681927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4ea506d7-3031-4c30-bad1-136009f5bc04 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:25.729384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a440f-dcea-4b43-8661-79875af59112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef6a1f5-829e-4dad-a498-73ca83a738e1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:25.734820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c29a440f-dcea-4b43-8661-79875af59112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.742789 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c29a440f-dcea-4b43-8661-79875af59112 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3ef6a1f5-829e-4dad-a498-73ca83a738e1 HTTP/1.1" status: 204 len: 168 time: 0.8156512 Jul 15 13:06:25.746500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39864) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:25.748985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.752365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c350c-1706-4b39-ac42-558cf1d2d5e8 None None] Network cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:25.783160 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:25.858366 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.959534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Pushing event deleted for resources: {'Port': ['ID=0b880bfa-33c8-4654-8483-cf5d4fba907c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:25.961853 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.976799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.986174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] 10.222.0.25 "DELETE /v2.0/networks/820a4b2f-6285-45c7-b730-ad946dd55767 HTTP/1.1" status: 204 len: 168 time: 0.9112399 Jul 15 13:06:26.068212 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.071546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49921853-4752-4ec8-9b64-c35d7a066a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=820a4b2f-6285-45c7-b730-ad946dd55767,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:26.110854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] No DVR routers for this DVR port 0b880bfa-33c8-4654-8483-cf5d4fba907c on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:26.120068 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.125323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef01374-d61f-497a-a832-1f0d584fda08 req-0c7c1682-5b96-490d-b96b-60643957fd0e tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.30 "DELETE /v2.0/ports/0b880bfa-33c8-4654-8483-cf5d4fba907c HTTP/1.1" status: 204 len: 173 time: 1.4208426 Jul 15 13:06:26.141083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'name': 'network-vif-deleted', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:26.145135 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d5e286-a02d-4b72-96c7-ed35c9f1c276" -d '{"events": [{"server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "name": "network-vif-deleted", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:26.267587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39874) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:26.300890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Deleting port b21178ea-add6-4af2-a8aa-007e8b1d755a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:26.305071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.415608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] DHCP port deletion for cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:06:26.452680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f826-40c2-4220-90f0-d01f6aab94e8 req-fed92446-8e11-4c76-9176-1934e172414f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.466056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4107f826-40c2-4220-90f0-d01f6aab94e8 req-fed92446-8e11-4c76-9176-1934e172414f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.3113947 Jul 15 13:06:26.490041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] For port b21178ea-add6-4af2-a8aa-007e8b1d755a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b21178ea-add6-4af2-a8aa-007e8b1d755a,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:26.490554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.511342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-37346480-850a-4582-90cb-c9960a0b456d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8873230e35444f6bb69d848213db6865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320776 Jul 15 13:06:26.515369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39876) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:26.523420 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Calling delete_port for b21178ea-add6-4af2-a8aa-007e8b1d755a owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:26.530682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] Deleting port b21178ea-add6-4af2-a8aa-007e8b1d755a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:26.533825 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.561771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4107f826-40c2-4220-90f0-d01f6aab94e8 req-3055fc1c-1a56-49bf-bd7d-ff3dc6fcaf32 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947881 Jul 15 13:06:26.657662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76d91516-fdc5-4e9e-aa66-c7c6955b9647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.669929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.696019 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76d91516-fdc5-4e9e-aa66-c7c6955b9647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.710634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] For port b21178ea-add6-4af2-a8aa-007e8b1d755a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b21178ea-add6-4af2-a8aa-007e8b1d755a,segment=NetworkSegment(238a1454-3de3-4215-aa6d-7261593c6a46),segment_id=238a1454-3de3-4215-aa6d-7261593c6a46)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:26.712080 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.746282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] Calling delete_port for b21178ea-add6-4af2-a8aa-007e8b1d755a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:26.760808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21178ea-add6-4af2-a8aa-007e8b1d755a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:26.766250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] No DVR routers for this DVR port b21178ea-add6-4af2-a8aa-007e8b1d755a on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:26.818358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76d91516-fdc5-4e9e-aa66-c7c6955b9647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.821214 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76d91516-fdc5-4e9e-aa66-c7c6955b9647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.824769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-76d91516-fdc5-4e9e-aa66-c7c6955b9647 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73faad15-a768-4df9-bf1d-1accc61f875b HTTP/1.1" status: 204 len: 168 time: 0.3047328 Jul 15 13:06:26.857138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d91516-fdc5-4e9e-aa66-c7c6955b9647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73faad15-a768-4df9-bf1d-1accc61f875b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:26.874064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.909207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:26.937521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238a1454-3de3-4215-aa6d-7261593c6a46') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:26.937986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238a1454-3de3-4215-aa6d-7261593c6a46') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:26.961496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.003952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.036759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:27.038086 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:27.041079 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:27.069829 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.224703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] No DVR routers for this DVR port b21178ea-add6-4af2-a8aa-007e8b1d755a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:27.225413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.232389 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.237764 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8 HTTP/1.1" status: 204 len: 168 time: 1.4864752 Jul 15 13:06:27.241957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aecb6d-1baf-4c9e-bfbf-f0b380c18f2b None None] Pushing event deleted for resources: {'Port': ['ID=b21178ea-add6-4af2-a8aa-007e8b1d755a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:27.277959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97c075-25ec-4ef0-82ad-132984b85ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd48189-41b5-4cfb-8523-b6bcdf1aa6c8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:27.454391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0b880bfa-33c8-4654-8483-cf5d4fba907c no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:27.523042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 0b880bfa-33c8-4654-8483-cf5d4fba907c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:27.523389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0b880bfa-33c8-4654-8483-cf5d4fba907c not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:27.542450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b21178ea-add6-4af2-a8aa-007e8b1d755a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:27.601667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b21178ea-add6-4af2-a8aa-007e8b1d755a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:27.602294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b21178ea-add6-4af2-a8aa-007e8b1d755a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:27.613987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39908) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:27.779206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a65fbae7-7e99-488b-b4a8-086de5855344 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ebe6a076bd042009653459f556f0b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606607 Jul 15 13:06:27.780571 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39916) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:27.846320 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8c635-5322-4b05-88ec-519ac2120caf x-openstack-request-id: req-23b8c635-5322-4b05-88ec-519ac2120caf {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:27.847053 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2eada20-8965-4e9c-90ca-39e98aff2ccc", "name": "network-vif-deleted", "tag": "0b880bfa-33c8-4654-8483-cf5d4fba907c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:27.847527 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23b8c635-5322-4b05-88ec-519ac2120caf {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:27.848236 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2eada20-8965-4e9c-90ca-39e98aff2ccc', 'name': 'network-vif-deleted', 'tag': '0b880bfa-33c8-4654-8483-cf5d4fba907c', 'status': 'completed', 'code': 200} Jul 15 13:06:27.955078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8392752f-c88c-419c-922f-2ef777a6b3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.054881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8392752f-c88c-419c-922f-2ef777a6b3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.170635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8392752f-c88c-419c-922f-2ef777a6b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.173819 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8392752f-c88c-419c-922f-2ef777a6b3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.175115 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8392752f-c88c-419c-922f-2ef777a6b3bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5fb04aa-4f84-4c60-8a48-bc74b57e2b6d HTTP/1.1" status: 204 len: 168 time: 0.3929899 Jul 15 13:06:28.198260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392752f-c88c-419c-922f-2ef777a6b3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fb04aa-4f84-4c60-8a48-bc74b57e2b6d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:28.255959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1194-4721-4e23-93ba-cc227998292c req-68ce4736-0a25-4c15-9f81-805a4c7478dd tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.263408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80cb1194-4721-4e23-93ba-cc227998292c req-68ce4736-0a25-4c15-9f81-805a4c7478dd tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.0946896 Jul 15 13:06:28.334246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80cb1194-4721-4e23-93ba-cc227998292c req-23e60c00-c7ff-4ee4-b196-947a9de798fa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688782 Jul 15 13:06:28.559319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39952) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:28.869090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-164731421-network', 'tenant_id': '67b4780afdfa49388919a9bc574b25c7'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:28.911012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Made reservation on behalf of 67b4780afdfa49388919a9bc574b25c7 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:28.914619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.928471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.124153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.135408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.190262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:29.209844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.246004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.246511 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Added segment 770d25c8-aa2e-4a89-b213-2a02c0d4e2c7 of type vlan for network b0d36064-5aee-4206-b571-f59f18f65bfd Jul 15 13:06:29.352315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.416324 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.418002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.419396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.459594 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8983769 Jul 15 13:06:29.469873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39984) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:29.476630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Request body: {'subnet': {'network_id': 'b0d36064-5aee-4206-b571-f59f18f65bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-164731421-subnet', 'tenant_id': '67b4780afdfa49388919a9bc574b25c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:29.513626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Made reservation on behalf of 67b4780afdfa49388919a9bc574b25c7 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:29.517024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.681448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-7afba5a5-22e0-4e10-87c3-4e0ad6b5ed52 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.686085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-7afba5a5-22e0-4e10-87c3-4e0ad6b5ed52 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 944 time: 0.2549849 Jul 15 13:06:29.747377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39988) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:29.917514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a269df-4ada-4820-b915-29815e9ff665 admin admin] Pushing event updated for resources: {'Network': ['ID=b0d36064-5aee-4206-b571-f59f18f65bfd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.922751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.935415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b0d36064-5aee-4206-b571-f59f18f65bfd details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:30.017314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Deleting port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:30.017964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.034941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b931e935-6182-4ed1-814b-17e721046433,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.119733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Checking segment: {'id': '770d25c8-aa2e-4a89-b213-2a02c0d4e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b0d36064-5aee-4206-b571-f59f18f65bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:30.122159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Network hostable DHCP agents. Network: b0d36064-5aee-4206-b571-f59f18f65bfd, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:30.158924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Network b0d36064-5aee-4206-b571-f59f18f65bfd is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:30.164926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] For port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,segment=NetworkSegment(fdab6e00-f14c-4365-9410-68375ec077ce),segment_id=fdab6e00-f14c-4365-9410-68375ec077ce)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:30.165592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.188368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b0d36064-5aee-4206-b571-f59f18f65bfd) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:30.191971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Calling delete_port for 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:30.197131 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.198532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.240822 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-45efd5ff-95eb-4a2a-8e68-11d8c89771d6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7558343 Jul 15 13:06:30.245505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3eb9b8-e551-4e45-a9f5-5a4c91cea530 None None] Network b0d36064-5aee-4206-b571-f59f18f65bfd requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:30.307918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1416214882-network', 'tenant_id': 'cda222c1dffb4a35aa3052fee5ee6811'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:30.378696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Made reservation on behalf of cda222c1dffb4a35aa3052fee5ee6811 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:30.429455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.468587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.529892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.571020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-202af705-a64c-4b7d-9ae5-4302db9ac79a tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.572738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-202af705-a64c-4b7d-9ae5-4302db9ac79a tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/networks?id=f0dc8d62-887f-46da-9e86-a4003276b13b HTTP/1.1" status: 200 len: 810 time: 0.2136273 Jul 15 13:06:30.577092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Pushing event deleted for resources: {'Port': ['ID=5b3ba72d-3009-4a98-994a-dd8ef7dad7cf,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.608626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-ec0db68f-1b8c-4e5e-974f-635948714e15 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/quotas/f3a4128463a447d3bdcb25d7a1068c4d HTTP/1.1" status: 200 len: 375 time: 0.0260284 Jul 15 13:06:30.608947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95250ce3-37a2-4639-96b3-8a6ab621c4ee None None] Network b0d36064-5aee-4206-b571-f59f18f65bfd requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:30.714151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] No DVR routers for this DVR port 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:30.726985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-57da312e-971d-4cf6-b597-9aca35c6511f tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3a4128463a447d3bdcb25d7a1068c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151626 Jul 15 13:06:30.729535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.731662 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8c7f8f2-1d1c-40ee-be43-61c03ab58510 req-f06bca5e-db11-48a0-b6f8-f8d6cd84f6c5 tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.30 "DELETE /v2.0/ports/5b3ba72d-3009-4a98-994a-dd8ef7dad7cf HTTP/1.1" status: 204 len: 173 time: 1.0390599 Jul 15 13:06:30.738912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'name': 'network-vif-deleted', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:30.742846 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3157f3ca-864c-4de8-a999-fa47129769fc" -d '{"events": [{"server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "name": "network-vif-deleted", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:30.775593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.788647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.863885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:30.873697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-cb1d81f0-22a9-4610-af51-95315bf60c12 service neutron] 10.222.0.25 "GET /v2.0/networks/f0dc8d62-887f-46da-9e86-a4003276b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456623 Jul 15 13:06:30.904660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.905082 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Added segment d5597df2-97f3-4bcd-a98d-4f7a2a2efe94 of type vlan for network 0238b057-3706-43f4-baa4-5ce1501e6a8b Jul 15 13:06:30.907348 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.031934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.047318 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-5c881ab5-1d7e-4519-9a01-a592795bc8b5 service neutron] 10.222.0.25 "GET /v2.0/networks/f0dc8d62-887f-46da-9e86-a4003276b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726282 Jul 15 13:06:31.108597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.109807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.110535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.154414 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2438216 Jul 15 13:06:31.157598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40010) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:31.164037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Request body: {'subnet': {'network_id': '0238b057-3706-43f4-baa4-5ce1501e6a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1416214882-subnet', 'tenant_id': 'cda222c1dffb4a35aa3052fee5ee6811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:31.190507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91324721-eced-485b-b605-446ff2515cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=0238b057-3706-43f4-baa4-5ce1501e6a8b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.197577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Made reservation on behalf of cda222c1dffb4a35aa3052fee5ee6811 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:31.212949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0238b057-3706-43f4-baa4-5ce1501e6a8b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:31.214983 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.540691 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.594613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc16cf88-341d-4717-9ce3-cd00d32d7142,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.668215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c1d95e3-5f88-4830-9df9-b29397aba9e4 req-ed2e88b5-9b05-41b7-b6cc-ef3d8c8bd9aa tempest-LiveAutoBlockMigrationV225Test-1166949640 tempest-LiveAutoBlockMigrationV225Test-1166949640-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb023-0f0d-462f-9c4a-21c624aa98c1 HTTP/1.1" status: 200 len: 210 time: 0.0520139 Jul 15 13:06:31.692066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Checking segment: {'id': 'd5597df2-97f3-4bcd-a98d-4f7a2a2efe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0238b057-3706-43f4-baa4-5ce1501e6a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:31.693419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Network hostable DHCP agents. Network: 0238b057-3706-43f4-baa4-5ce1501e6a8b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:31.726177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Network 0238b057-3706-43f4-baa4-5ce1501e6a8b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:31.748885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0238b057-3706-43f4-baa4-5ce1501e6a8b) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:31.756306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.757277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.763679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748de1ac-d5a4-421b-b2f4-b7fa7b213bd4 None None] Network 0238b057-3706-43f4-baa4-5ce1501e6a8b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:31.793951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6ce458d6-7923-4a49-85e4-00359a95924c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6348493 Jul 15 13:06:32.062949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b116b3c7-e44a-490a-ae39-105f3c08adb4 None None] Network 0238b057-3706-43f4-baa4-5ce1501e6a8b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:32.086868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58e190-be0e-4ff3-90a0-ecf942113dc8 req-d1f5b1ea-8857-4c42-a913-a1949ece97a3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.089425 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb58e190-be0e-4ff3-90a0-ecf942113dc8 req-d1f5b1ea-8857-4c42-a913-a1949ece97a3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.1605940 Jul 15 13:06:32.160514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb58e190-be0e-4ff3-90a0-ecf942113dc8 req-7c870a2e-cd5a-4b33-9d9d-1bdd396a6b5e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Jul 15 13:06:33.251869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-0e194c65-b1f1-4a84-8f17-70a4e79ae51f tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.264797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-0e194c65-b1f1-4a84-8f17-70a4e79ae51f tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/networks?id=b0d36064-5aee-4206-b571-f59f18f65bfd HTTP/1.1" status: 200 len: 813 time: 0.3219986 Jul 15 13:06:33.307599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-e2f4241e-6597-4883-9fcf-6ba52df4c076 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/quotas/67b4780afdfa49388919a9bc574b25c7 HTTP/1.1" status: 200 len: 375 time: 0.0408916 Jul 15 13:06:33.373452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-48322eb8-f267-43cd-be22-b02b4a96e886 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b4780afdfa49388919a9bc574b25c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640547 Jul 15 13:06:33.486183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:33.570960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:33.572369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5b3ba72d-3009-4a98-994a-dd8ef7dad7cf not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:33.646121 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-62bd6ad4-f5b9-4058-bb90-f4d2bebae1ef service neutron] 10.222.0.25 "GET /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712321 Jul 15 13:06:33.876272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-40082d37-dcd2-4e87-bf56-7737e697c99a service neutron] 10.222.0.25 "GET /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283621 Jul 15 13:06:33.947598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-646113df-b0bd-4a56-9c03-327004072579 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.949510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-646113df-b0bd-4a56-9c03-327004072579 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.30 "GET /v2.0/networks?id=f0dc8d62-887f-46da-9e86-a4003276b13b HTTP/1.1" status: 200 len: 810 time: 0.1878819 Jul 15 13:06:33.967468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Request body: {'port': {'device_id': 'f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78', 'network_id': 'f0dc8d62-887f-46da-9e86-a4003276b13b', 'admin_state_up': True, 'tenant_id': 'f3a4128463a447d3bdcb25d7a1068c4d'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:34.190745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Made reservation on behalf of f3a4128463a447d3bdcb25d7a1068c4d for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:34.196345 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.261586 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.264472 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c107da7-384d-4b1f-aec9-b5d043ef3e63 x-openstack-request-id: req-0c107da7-384d-4b1f-aec9-b5d043ef3e63 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:34.267385 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5cb023-0f0d-462f-9c4a-21c624aa98c1", "name": "network-vif-deleted", "tag": "5b3ba72d-3009-4a98-994a-dd8ef7dad7cf", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:34.268127 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c107da7-384d-4b1f-aec9-b5d043ef3e63 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:34.273116 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5cb023-0f0d-462f-9c4a-21c624aa98c1', 'name': 'network-vif-deleted', 'tag': '5b3ba72d-3009-4a98-994a-dd8ef7dad7cf', 'status': 'completed', 'code': 200} Jul 15 13:06:34.500989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40074) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:34.647656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Allocated IP 172.20.0.12 (f0dc8d62-887f-46da-9e86-a4003276b13b/28a8c23d-0a43-4430-a656-2ad4cb9af2c0/db038da2-2723-40f2-b4c8-a87a8400b70e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:34.895494 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5f753c8-cc03-494e-ab15-9fe6c1fe0eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.047249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.099316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7d9e347-fd4f-4f96-ad1c-27964243fbc0 req-a6dddb0f-5ff4-4e57-8206-59b18b116130 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 210 time: 0.0568225 Jul 15 13:06:35.147257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.164989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.179859 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5f753c8-cc03-494e-ab15-9fe6c1fe0eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.205276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Network f0dc8d62-887f-46da-9e86-a4003276b13b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:35.209991 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:35.221023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5f753c8-cc03-494e-ab15-9fe6c1fe0eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.234760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:35.305658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Pushing event updated for resources: {'Port': ['ID=db038da2-2723-40f2-b4c8-a87a8400b70e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.311967 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a5f753c8-cc03-494e-ab15-9fe6c1fe0eae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85dd07546fa64d3083fe4d96aa548946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8083315 Jul 15 13:06:35.313516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f753c8-cc03-494e-ab15-9fe6c1fe0eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5525bd51-3bb7-412d-8a2a-5ac9a206afff,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.318587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40086) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:35.358718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.359639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.399089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-85bbbcad-00b0-4e37-987c-ba8b5f723f5e tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4378502 Jul 15 13:06:35.419698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Request body: {'port': {'device_id': 'f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:35.446506 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d820d171-d769-4c9b-9e86-a02924314f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.508610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d820d171-d769-4c9b-9e86-a02924314f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.636236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d820d171-d769-4c9b-9e86-a02924314f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.638344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.641817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d820d171-d769-4c9b-9e86-a02924314f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.647746 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d820d171-d769-4c9b-9e86-a02924314f5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5525bd51-3bb7-412d-8a2a-5ac9a206afff HTTP/1.1" status: 204 len: 168 time: 0.3271029 Jul 15 13:06:35.670886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820d171-d769-4c9b-9e86-a02924314f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525bd51-3bb7-412d-8a2a-5ac9a206afff,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.027147 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:06:36.209528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40104) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:36.233495 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e89-f30e-4c09-807b-9e0dff9bef9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.321457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-1e462489-ad5d-4a26-8859-efe642ed19fa tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.336211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-1e462489-ad5d-4a26-8859-efe642ed19fa tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/networks?id=0238b057-3706-43f4-baa4-5ce1501e6a8b HTTP/1.1" status: 200 len: 822 time: 0.3884912 Jul 15 13:06:36.383537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-c9fc0140-3817-4d80-a101-51eb1f969dab tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/quotas/cda222c1dffb4a35aa3052fee5ee6811 HTTP/1.1" status: 200 len: 375 time: 0.0455561 Jul 15 13:06:36.402231 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e89-f30e-4c09-807b-9e0dff9bef9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.408762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e89-f30e-4c09-807b-9e0dff9bef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.485540 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9ecc7e89-f30e-4c09-807b-9e0dff9bef9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3f88961ab2344c2bcef76f27980b14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741938 Jul 15 13:06:36.488164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40106) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:36.498979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db038da2-2723-40f2-b4c8-a87a8400b70e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:36.517358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.542892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Transition to ACTIVE for port object db038da2-2723-40f2-b4c8-a87a8400b70e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:36.553765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc7e89-f30e-4c09-807b-9e0dff9bef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79247691-e78f-4460-9e8b-93f3911e9cbe,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.626659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.630634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a509fc1-3b16-496e-83de-289d15b59511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.634457 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-6dafcccf-c923-4cc6-a05d-6044d07438dd tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda222c1dffb4a35aa3052fee5ee6811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2493711 Jul 15 13:06:36.698318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a509fc1-3b16-496e-83de-289d15b59511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.789760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a509fc1-3b16-496e-83de-289d15b59511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.793554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a509fc1-3b16-496e-83de-289d15b59511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.798106 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9a509fc1-3b16-496e-83de-289d15b59511 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79247691-e78f-4460-9e8b-93f3911e9cbe HTTP/1.1" status: 204 len: 168 time: 0.3086383 Jul 15 13:06:36.812329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a509fc1-3b16-496e-83de-289d15b59511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79247691-e78f-4460-9e8b-93f3911e9cbe,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.018238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Pushing event updated for resources: {'Port': ['ID=db038da2-2723-40f2-b4c8-a87a8400b70e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.559529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.560803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.560803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.560803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.561307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.561628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.562545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.562545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.562913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.563188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.563592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.563977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:37.679276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-ba42003f-a338-41d5-b2fa-e8ffa85d595d tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.680865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-ba42003f-a338-41d5-b2fa-e8ffa85d595d tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.30 "GET /v2.0/networks?id=b0d36064-5aee-4206-b571-f59f18f65bfd HTTP/1.1" status: 200 len: 813 time: 1.0729134 Jul 15 13:06:37.702741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Request body: {'port': {'device_id': '98f25cd3-ec96-40fc-8a36-2731878b0241', 'network_id': 'b0d36064-5aee-4206-b571-f59f18f65bfd', 'admin_state_up': True, 'tenant_id': '67b4780afdfa49388919a9bc574b25c7'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:37.744224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-05d8cfdd-3878-40d6-a91a-7858907c0a90 service neutron] 10.222.0.25 "GET /v2.0/networks/0238b057-3706-43f4-baa4-5ce1501e6a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0749712 Jul 15 13:06:37.788602 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-3686e2e4-7b4a-4002-8e76-9cb7f05f5a4f service neutron] show failed (client error): The resource could not be found. Jul 15 13:06:37.789940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-3686e2e4-7b4a-4002-8e76-9cb7f05f5a4f service neutron] 10.222.0.35 "GET /v2.0/ports/eba95ba2-5ea6-405d-8802-9ca939cf0601/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.3258693 Jul 15 13:06:37.837800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Attempting to bind port db038da2-2723-40f2-b4c8-a87a8400b70e on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:37.838237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Attempting to bind port db038da2-2723-40f2-b4c8-a87a8400b70e by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '6fdbd247-ab2f-4b18-9c7a-1584419ae3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0dc8d62-887f-46da-9e86-a4003276b13b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:37.838552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Attempting to bind port db038da2-2723-40f2-b4c8-a87a8400b70e on network f0dc8d62-887f-46da-9e86-a4003276b13b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:37.873856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Port db038da2-2723-40f2-b4c8-a87a8400b70e on network f0dc8d62-887f-46da-9e86-a4003276b13b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:37.878179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Attempting to bind port db038da2-2723-40f2-b4c8-a87a8400b70e on network f0dc8d62-887f-46da-9e86-a4003276b13b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:37.898005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:37.898353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Checking segment: {'id': '6fdbd247-ab2f-4b18-9c7a-1584419ae3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0dc8d62-887f-46da-9e86-a4003276b13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:37.898739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Bound using segment: {'id': '6fdbd247-ab2f-4b18-9c7a-1584419ae3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0dc8d62-887f-46da-9e86-a4003276b13b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:37.899223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Bound port: db038da2-2723-40f2-b4c8-a87a8400b70e, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdbd247-ab2f-4b18-9c7a-1584419ae3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0dc8d62-887f-46da-9e86-a4003276b13b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:37.900295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.035772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d2f7e580-c224-4fb2-b767-a951ba8cbf6b service neutron] 10.222.0.25 "GET /v2.0/networks/0238b057-3706-43f4-baa4-5ce1501e6a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677333 Jul 15 13:06:38.184987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Made reservation on behalf of 67b4780afdfa49388919a9bc574b25c7 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:38.189274 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.307768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] For port db038da2-2723-40f2-b4c8-a87a8400b70e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:38.349836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] For port db038da2-2723-40f2-b4c8-a87a8400b70e, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=db038da2-2723-40f2-b4c8-a87a8400b70e,segment=NetworkSegment(6fdbd247-ab2f-4b18-9c7a-1584419ae3cd),segment_id=6fdbd247-ab2f-4b18-9c7a-1584419ae3cd)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:38.394989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.446038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:38.704978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-fee5d148-facd-42bc-8082-e3e314a16ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.711386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-fee5d148-facd-42bc-8082-e3e314a16ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 1102 time: 0.5685756 Jul 15 13:06:38.726439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-67731fcc-2f92-4687-9886-2ba2e7e858f3 admin admin] Deleting subnet 43f2ae36-da49-433b-a354-5c6308a6d2a9 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:38.736702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67731fcc-2f92-4687-9886-2ba2e7e858f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.769909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:38.784461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.785680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.788264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] 10.222.0.30 "PUT /v2.0/ports/db038da2-2723-40f2-b4c8-a87a8400b70e HTTP/1.1" status: 200 len: 1093 time: 3.3805494 Jul 15 13:06:38.789073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78', 'tag': 'db038da2-2723-40f2-b4c8-a87a8400b70e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:38.794630 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53893936-3fbd-417f-bd0e-3a5653e02c92" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78", "tag": "db038da2-2723-40f2-b4c8-a87a8400b70e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:38.851746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67731fcc-2f92-4687-9886-2ba2e7e858f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.958701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67731fcc-2f92-4687-9886-2ba2e7e858f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.098064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67731fcc-2f92-4687-9886-2ba2e7e858f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.148991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67731fcc-2f92-4687-9886-2ba2e7e858f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f2ae36-da49-433b-a354-5c6308a6d2a9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.154894 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67731fcc-2f92-4687-9886-2ba2e7e858f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.157387 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-67731fcc-2f92-4687-9886-2ba2e7e858f3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/43f2ae36-da49-433b-a354-5c6308a6d2a9 HTTP/1.1" status: 204 len: 168 time: 0.7103815 Jul 15 13:06:39.160247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:39.174161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11f7f3-e157-4cd5-9884-f3f21450339d service neutron] Pushing event updated for resources: {'Port': ['ID=db038da2-2723-40f2-b4c8-a87a8400b70e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.311044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Allocated IP 172.20.0.3 (b0d36064-5aee-4206-b571-f59f18f65bfd/b931e935-6182-4ed1-814b-17e721046433/36025f7c-5898-4c36-b2cd-1e0912c63724) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:39.315735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.433687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a9e4-598e-4530-a930-804d88524215 req-a2c28964-c28b-415f-bb47-e81a7563b03d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.447239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9b9a9e4-598e-4530-a930-804d88524215 req-a2c28964-c28b-415f-bb47-e81a7563b03d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.7630420 Jul 15 13:06:39.460842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-4bbc1fb6-334d-4fa5-b740-7b75850d0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.464628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-4bbc1fb6-334d-4fa5-b740-7b75850d0c14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3a4128463a447d3bdcb25d7a1068c4d&device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 1096 time: 0.4564033 Jul 15 13:06:39.481481 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.500140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfab8373-bcf5-4466-bd23-e102da6294f8']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:39.502419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.517412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdab6e00-f14c-4365-9410-68375ec077ce') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:39.517740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdab6e00-f14c-4365-9410-68375ec077ce') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:39.548154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.612543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.640425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:39.642178 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:39.646609 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:39.744435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-b3225c2b-6cba-4fd4-8f4a-67bb3953b879 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db038da2-2723-40f2-b4c8-a87a8400b70e HTTP/1.1" status: 200 len: 217 time: 0.2445464 Jul 15 13:06:39.818247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.886648 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.892634 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bfab8373-bcf5-4466-bd23-e102da6294f8 HTTP/1.1" status: 204 len: 168 time: 0.7303519 Jul 15 13:06:39.894952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb606bb-48e0-4ce0-ae42-4e165300be55 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfab8373-bcf5-4466-bd23-e102da6294f8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.899718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40164) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:39.933033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-d9926ee3-1847-415c-8ecb-73be74818def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.934591 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-d9926ee3-1847-415c-8ecb-73be74818def service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28a8c23d-0a43-4430-a656-2ad4cb9af2c0 HTTP/1.1" status: 200 len: 850 time: 0.1819441 Jul 15 13:06:40.012815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-526afba0-e66f-48b8-ab08-29b735e1ff50 admin admin] Deleting subnet d0508f10-755b-4db3-a034-5dc855d29b65 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:40.020322 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-526afba0-e66f-48b8-ab08-29b735e1ff50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.045405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-223a36d6-3ed1-4b8c-b035-75f29c988b87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0dc8d62-887f-46da-9e86-a4003276b13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001565 Jul 15 13:06:40.062844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9b9a9e4-598e-4530-a930-804d88524215 req-100147f1-84a6-45cb-a035-c79031d05b17 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894506 Jul 15 13:06:40.106402 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-526afba0-e66f-48b8-ab08-29b735e1ff50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.214121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-526afba0-e66f-48b8-ab08-29b735e1ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.333804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-526afba0-e66f-48b8-ab08-29b735e1ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.379898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526afba0-e66f-48b8-ab08-29b735e1ff50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0508f10-755b-4db3-a034-5dc855d29b65,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:40.390265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:40.392496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-526afba0-e66f-48b8-ab08-29b735e1ff50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.397084 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-526afba0-e66f-48b8-ab08-29b735e1ff50 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d0508f10-755b-4db3-a034-5dc855d29b65 HTTP/1.1" status: 204 len: 168 time: 0.4934998 Jul 15 13:06:40.397528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40174) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:40.497855 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.585134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dba9ac3-fecf-48b6-9157-d9cf48af2163 req-ec5b2308-88dc-4b69-9d0b-d847195f807f tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 210 time: 0.1456106 Jul 15 13:06:40.668049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:40.731079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.768544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-bac57b8b-9f9e-4dca-8969-d27d1b5d7c2a service neutron] 10.222.0.30 "GET /v2.0/networks/f0dc8d62-887f-46da-9e86-a4003276b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894608 Jul 15 13:06:40.780838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.825434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154a3f6b-856e-49ce-9e12-d3e7eb4749ca']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:40.832067 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.848314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7795b16-da5b-4154-b6b1-a7f0c7e709af') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:40.849324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7795b16-da5b-4154-b6b1-a7f0c7e709af') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:40.857452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-58b24445-8561-435d-a6d7-c2b399ea91a0 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.859077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-58b24445-8561-435d-a6d7-c2b399ea91a0 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.35 "GET /v2.0/networks?id=0238b057-3706-43f4-baa4-5ce1501e6a8b HTTP/1.1" status: 200 len: 822 time: 0.4242904 Jul 15 13:06:40.871832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.889798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Request body: {'port': {'device_id': '158ded07-07e9-49d2-ba98-a32d1b912988', 'network_id': '0238b057-3706-43f4-baa4-5ce1501e6a8b', 'admin_state_up': True, 'tenant_id': 'cda222c1dffb4a35aa3052fee5ee6811'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:40.905292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.925018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:40.925906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.961154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Transition to ACTIVE for port object eba95ba2-5ea6-405d-8802-9ca939cf0601 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:41.001273 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:41.047173 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:41.082560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.101861 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.105756 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] 10.222.0.25 "DELETE /v2.0/networks/154a3f6b-856e-49ce-9e12-d3e7eb4749ca HTTP/1.1" status: 204 len: 168 time: 0.7068841 Jul 15 13:06:41.126891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3060ce-f406-4ec1-b20b-7babe07bad61 admin admin] Pushing event deleted for resources: {'Network': ['ID=154a3f6b-856e-49ce-9e12-d3e7eb4749ca,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.180548 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.252713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] No DVR routers for this DVR port eba95ba2-5ea6-405d-8802-9ca939cf0601 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:41.344837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc4711a1-02c0-482f-a0fa-af76f46037c2 req-68383127-b7dc-4b96-b427-d0ff16420345 service neutron] 10.222.0.30 "GET /v2.0/networks/f0dc8d62-887f-46da-9e86-a4003276b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516114 Jul 15 13:06:41.444902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Made reservation on behalf of cda222c1dffb4a35aa3052fee5ee6811 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:41.449000 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.451540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.461891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Network b0d36064-5aee-4206-b571-f59f18f65bfd is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:41.485405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:41.522817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40186) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:41.524595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:41.547369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Attempting to bind port eba95ba2-5ea6-405d-8802-9ca939cf0601 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:41.547858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Attempting to bind port eba95ba2-5ea6-405d-8802-9ca939cf0601 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:41.548138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Attempting to bind port eba95ba2-5ea6-405d-8802-9ca939cf0601 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:41.612105 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7f31fb5d-5822-4fd8-aac5-e138d330f5d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbb6cfaf3a0243ad97fca17863871808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853755 Jul 15 13:06:41.612941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40188) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:41.618296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Port eba95ba2-5ea6-405d-8802-9ca939cf0601 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:41.618625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Attempting to bind port eba95ba2-5ea6-405d-8802-9ca939cf0601 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:41.649982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Pushing event updated for resources: {'Port': ['ID=36025f7c-5898-4c36-b2cd-1e0912c63724,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.661797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001fcc-2426-4338-8cf7-65138a111349 req-4b8822f3-29d4-421d-9086-a947653e3d0d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.663520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1001fcc-2426-4338-8cf7-65138a111349 req-4b8822f3-29d4-421d-9086-a947653e3d0d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 944 time: 0.6049287 Jul 15 13:06:41.692953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-84579775-ae18-4533-9592-52afc1dd5629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.697778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:41.697778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:41.698237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:41.698571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Bound port: eba95ba2-5ea6-405d-8802-9ca939cf0601, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:41.698911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.723004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-84579775-ae18-4533-9592-52afc1dd5629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.740189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.740863 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.764006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device eba95ba2-5ea6-405d-8802-9ca939cf0601 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:41.805321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-84579775-ae18-4533-9592-52afc1dd5629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.808575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-84579775-ae18-4533-9592-52afc1dd5629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.809826 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-84579775-ae18-4533-9592-52afc1dd5629 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/518a1590-0a20-4f7d-bb08-847c17cc6bd8 HTTP/1.1" status: 204 len: 168 time: 0.1954982 Jul 15 13:06:41.825525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84579775-ae18-4533-9592-52afc1dd5629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518a1590-0a20-4f7d-bb08-847c17cc6bd8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.848625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device eba95ba2-5ea6-405d-8802-9ca939cf0601 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:41.860419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-8707a302-e1bb-43d1-9a11-bcfa433097b7 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1644084 Jul 15 13:06:41.882572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Request body: {'port': {'device_id': '98f25cd3-ec96-40fc-8a36-2731878b0241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:41.891563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1001fcc-2426-4338-8cf7-65138a111349 req-edd0bda0-8765-4c41-8018-4852c0a2f748 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eeedee3-2531-44a8-b271-e334fe463e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878061 Jul 15 13:06:41.953088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Allocated IP 172.20.0.10 (0238b057-3706-43f4-baa4-5ce1501e6a8b/bc16cf88-341d-4717-9ce3-cd00d32d7142/96d832e7-a70e-4033-a42a-7dd8cc6d4260) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:41.973796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:42.007265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:42.036527 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.148069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5611b7b6-d5d5-403c-b14e-3353d2df7e68 req-9a237ba4-7694-43d7-b8c4-0360a345eed9 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 210 time: 0.0615170 Jul 15 13:06:42.174925 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.174925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.174925 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.176008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] 10.222.0.30 "PUT /v2.0/ports/eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 1097 time: 3.4159582 Jul 15 13:06:42.209339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c772c7-e246-4e36-bfb0-deb2eb437c94 service neutron] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.264988 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e5a672-ead8-408f-ad35-40afd96f9008 x-openstack-request-id: req-38e5a672-ead8-408f-ad35-40afd96f9008 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:42.265367 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78", "tag": "db038da2-2723-40f2-b4c8-a87a8400b70e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:42.265544 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38e5a672-ead8-408f-ad35-40afd96f9008 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:42.266460 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78', 'tag': 'db038da2-2723-40f2-b4c8-a87a8400b70e', 'status': 'completed', 'code': 200} Jul 15 13:06:42.465367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40210) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:42.560178 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-debf9afd-f97f-4871-b852-fe6049c576e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aaee1d625f0044e385697db3947c0cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927770 Jul 15 13:06:42.561009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40212) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:42.623532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2c59-f435-4ae4-abcf-447609e9363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.664223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2c59-f435-4ae4-abcf-447609e9363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.765078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2c59-f435-4ae4-abcf-447609e9363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.768648 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2c59-f435-4ae4-abcf-447609e9363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.769967 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0a2d2c59-f435-4ae4-abcf-447609e9363c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9f22956-45ed-4414-84ef-6148716d7c35 HTTP/1.1" status: 204 len: 168 time: 0.2079079 Jul 15 13:06:42.782601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d2c59-f435-4ae4-abcf-447609e9363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f22956-45ed-4414-84ef-6148716d7c35,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.842947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-ac21f791-695a-4cf8-bf70-9054d3e12254 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873134 Jul 15 13:06:42.893745 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.074213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-7eb82823-7f39-4232-90d5-581d95ee79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.075979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-7eb82823-7f39-4232-90d5-581d95ee79de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1100 time: 0.8278606 Jul 15 13:06:43.077994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-0fca5c8f-2681-4566-a25a-ee9bbdc5fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.079495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-0fca5c8f-2681-4566-a25a-ee9bbdc5fe15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3a4128463a447d3bdcb25d7a1068c4d&device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 1096 time: 0.7846611 Jul 15 13:06:43.224612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.313079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-546e66e4-074c-4043-9f9c-b70441177cf5 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.314707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-546e66e4-074c-4043-9f9c-b70441177cf5 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4103124 Jul 15 13:06:43.427977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Network 0238b057-3706-43f4-baa4-5ce1501e6a8b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:43.444369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-ac122137-87d3-4937-b7d4-8f5db15b88cf tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/quotas/6b69fac6b3fd46ef802a8d19b5f7c900 HTTP/1.1" status: 200 len: 375 time: 0.0937927 Jul 15 13:06:43.456399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:43.458857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Pushing event updated for resources: {'Port': ['ID=96d832e7-a70e-4033-a42a-7dd8cc6d4260,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.461226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:43.479987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-e776d24a-14f4-4f35-8a7b-fed1b5996d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.481526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-e776d24a-14f4-4f35-8a7b-fed1b5996d51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3817434 Jul 15 13:06:43.526499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-7d07a32a-fe7c-4581-a218-4bbdea3a6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.528095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-7d07a32a-fe7c-4581-a218-4bbdea3a6d87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0dc8d62-887f-46da-9e86-a4003276b13b HTTP/1.1" status: 200 len: 911 time: 0.4367361 Jul 15 13:06:43.531090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device db038da2-2723-40f2-b4c8-a87a8400b70e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:43.585780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-20f121f5-8dbb-4a7b-9203-769c817b9fdd tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164105 Jul 15 13:06:43.609630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-19bf252b-0506-43c0-b00e-25584a9f8b3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.0959234 Jul 15 13:06:43.674055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-2e86e434-270f-49cd-b7b7-976c53f663d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db038da2-2723-40f2-b4c8-a87a8400b70e HTTP/1.1" status: 200 len: 217 time: 0.0949106 Jul 15 13:06:43.724834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.725522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.758651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port db038da2-2723-40f2-b4c8-a87a8400b70e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=db038da2-2723-40f2-b4c8-a87a8400b70e,segment=NetworkSegment(6fdbd247-ab2f-4b18-9c7a-1584419ae3cd),segment_id=6fdbd247-ab2f-4b18-9c7a-1584419ae3cd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:43.760493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40246) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:43.772481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36025f7c-5898-4c36-b2cd-1e0912c63724 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:43.775386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'db038da2-2723-40f2-b4c8-a87a8400b70e', 'network_id': 'f0dc8d62-887f-46da-9e86-a4003276b13b', 'port_id': 'db038da2-2723-40f2-b4c8-a87a8400b70e', 'mac_address': 'fa:16:3e:b5:83:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a8c23d-0a43-4430-a656-2ad4cb9af2c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:43.797261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.839235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d4d0b37c-e6c4-4f91-89be-40e49cbf5704 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9642386 Jul 15 13:06:43.861613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-78d12d1c-adf4-4883-9f21-ea07c0fc7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.864772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-78d12d1c-adf4-4883-9f21-ea07c0fc7793 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2206519 Jul 15 13:06:43.876467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Request body: {'port': {'device_id': '158ded07-07e9-49d2-ba98-a32d1b912988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:43.881613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Transition to ACTIVE for port object 36025f7c-5898-4c36-b2cd-1e0912c63724 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:43.882434 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.917560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db038da2-2723-40f2-b4c8-a87a8400b70e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:43.944796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-de836d54-a29d-44b6-bf49-623d8038d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.947245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-de836d54-a29d-44b6-bf49-623d8038d817 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28a8c23d-0a43-4430-a656-2ad4cb9af2c0 HTTP/1.1" status: 200 len: 850 time: 0.2639334 Jul 15 13:06:43.948310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.976544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port db038da2-2723-40f2-b4c8-a87a8400b70e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=db038da2-2723-40f2-b4c8-a87a8400b70e,segment=NetworkSegment(6fdbd247-ab2f-4b18-9c7a-1584419ae3cd),segment_id=6fdbd247-ab2f-4b18-9c7a-1584419ae3cd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:43.984618 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.030149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1015541653-network', 'tenant_id': '05b3e44aa9104d55a62efa31024073f9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:44.066323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=db038da2-2723-40f2-b4c8-a87a8400b70e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.074068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Made reservation on behalf of 05b3e44aa9104d55a62efa31024073f9 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:44.076480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.076939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.077369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.077962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.078516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.079110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.079692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.080217 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.080480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.081027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.082414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.083248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.084005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:44.101039 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.158044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-4b0dd002-bd4b-46ee-a245-172fdba000f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0dc8d62-887f-46da-9e86-a4003276b13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669371 Jul 15 13:06:44.195668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['db038da2-2723-40f2-b4c8-a87a8400b70e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:44.275503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601'}, {'name': 'network-changed', 'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:44.279021 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32bbc06-22ba-44d1-b695-1e69923d0892" -d '{"events": [{"server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "name": "network-vif-unplugged", "status": "completed", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601"}, {"name": "network-changed", "server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:44.307179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=36025f7c-5898-4c36-b2cd-1e0912c63724,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.336363 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.347380 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.416276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:44.442717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.489471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.492884 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Added segment 4cfc67db-99f5-469e-93fc-9dc9d516387c of type vlan for network a9c3ab12-db9f-4959-a33e-ca51ae49baff Jul 15 13:06:44.498433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-d461e8cd-cbb2-407c-81eb-d0a3f0b5d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.500643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-d461e8cd-cbb2-407c-81eb-d0a3f0b5d036 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6121087 Jul 15 13:06:44.613617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d59ad-93b8-484f-b828-bb0bccb601f1 req-684d3cab-c6fb-40e4-adf5-8c1316be4c85 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.621018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b3d59ad-93b8-484f-b828-bb0bccb601f1 req-684d3cab-c6fb-40e4-adf5-8c1316be4c85 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 948 time: 0.6203163 Jul 15 13:06:44.633785 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.634107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-be1cd8fd-2757-4313-8538-c8fe276f071a service neutron] 10.222.0.30 "GET /v2.0/networks/f0dc8d62-887f-46da-9e86-a4003276b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553120 Jul 15 13:06:44.710506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Attempting to bind port 36025f7c-5898-4c36-b2cd-1e0912c63724 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:44.710905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Attempting to bind port 36025f7c-5898-4c36-b2cd-1e0912c63724 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '770d25c8-aa2e-4a89-b213-2a02c0d4e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b0d36064-5aee-4206-b571-f59f18f65bfd'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:44.711342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Attempting to bind port 36025f7c-5898-4c36-b2cd-1e0912c63724 on network b0d36064-5aee-4206-b571-f59f18f65bfd {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:44.722727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5526bbf8-4a8f-49b8-88f2-c13b2035370f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.734035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.735939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.737377 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.798037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Port 36025f7c-5898-4c36-b2cd-1e0912c63724 on network b0d36064-5aee-4206-b571-f59f18f65bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:44.798367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Attempting to bind port 36025f7c-5898-4c36-b2cd-1e0912c63724 on network b0d36064-5aee-4206-b571-f59f18f65bfd {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:44.814043 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0475724 Jul 15 13:06:44.815883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40262) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:44.826180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Request body: {'subnet': {'network_id': 'a9c3ab12-db9f-4959-a33e-ca51ae49baff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1015541653-subnet', 'tenant_id': '05b3e44aa9104d55a62efa31024073f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:44.836822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:44.837415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Checking segment: {'id': '770d25c8-aa2e-4a89-b213-2a02c0d4e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b0d36064-5aee-4206-b571-f59f18f65bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:44.837579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Bound using segment: {'id': '770d25c8-aa2e-4a89-b213-2a02c0d4e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b0d36064-5aee-4206-b571-f59f18f65bfd'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:44.838013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Bound port: 36025f7c-5898-4c36-b2cd-1e0912c63724, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d25c8-aa2e-4a89-b213-2a02c0d4e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b0d36064-5aee-4206-b571-f59f18f65bfd'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:44.838385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.898156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521c807-2b02-42d1-9d8c-f30c1dea3ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c3ab12-db9f-4959-a33e-ca51ae49baff,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.901831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b3d59ad-93b8-484f-b828-bb0bccb601f1 req-f97fe279-8f1e-4ae1-8a16-3e330800246e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798963 Jul 15 13:06:44.916708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a9c3ab12-db9f-4959-a33e-ca51ae49baff details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:44.937960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Made reservation on behalf of 05b3e44aa9104d55a62efa31024073f9 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:44.941957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-c670909c-a1d1-482c-af04-84cde4c17982 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290743 Jul 15 13:06:44.942400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.089102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53893936-3fbd-417f-bd0e-3a5653e02c92 req-4f700088-8a0f-4b6b-bd0d-851d02efcb76 service neutron] 10.222.0.30 "GET /v2.0/networks/f0dc8d62-887f-46da-9e86-a4003276b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425030 Jul 15 13:06:45.144303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] For port 36025f7c-5898-4c36-b2cd-1e0912c63724, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:45.181993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] For port 36025f7c-5898-4c36-b2cd-1e0912c63724, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=36025f7c-5898-4c36-b2cd-1e0912c63724,segment=NetworkSegment(770d25c8-aa2e-4a89-b213-2a02c0d4e2c7),segment_id=770d25c8-aa2e-4a89-b213-2a02c0d4e2c7)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:45.195638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.262602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838a6bcb-bef1-4c31-bc36-68712ebad4b9 req-6519d9e4-ead9-4246-b401-69f4d98915fe service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946355 Jul 15 13:06:45.307445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.308451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.310233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/36025f7c-5898-4c36-b2cd-1e0912c63724 HTTP/1.1" status: 200 len: 1092 time: 3.4359252 Jul 15 13:06:45.318575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.358828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956d943-fd38-4375-8bc6-3267081e36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=36025f7c-5898-4c36-b2cd-1e0912c63724,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.370872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d832e7-a70e-4033-a42a-7dd8cc6d4260 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:45.382324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.407859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Transition to ACTIVE for port object 96d832e7-a70e-4033-a42a-7dd8cc6d4260 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:45.423647 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.426225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2db88ef-452d-4151-a86e-3f0e20df3e3d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.443881 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Checking segment: {'id': '4cfc67db-99f5-469e-93fc-9dc9d516387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a9c3ab12-db9f-4959-a33e-ca51ae49baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:45.444585 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Network hostable DHCP agents. Network: a9c3ab12-db9f-4959-a33e-ca51ae49baff, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:45.446233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8d3cc-4205-4602-b79a-bef084e2b43e req-99afcc72-53f6-4f9b-87a2-11ba658145c0 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.448572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0a8d3cc-4205-4602-b79a-bef084e2b43e req-99afcc72-53f6-4f9b-87a2-11ba658145c0 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 943 time: 0.1287639 Jul 15 13:06:45.470299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Network a9c3ab12-db9f-4959-a33e-ca51ae49baff is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:45.492334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a9c3ab12-db9f-4959-a33e-ca51ae49baff) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:45.500888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.502147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.513531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21631d74-ba75-42ea-835c-b3891da4cac2 None None] Network a9c3ab12-db9f-4959-a33e-ca51ae49baff requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:45.525035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Pushing event updated for resources: {'Port': ['ID=96d832e7-a70e-4033-a42a-7dd8cc6d4260,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.533205 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ea2f55a8-0f1a-4642-ae6e-c1a38b548c33 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7157702 Jul 15 13:06:45.563417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device db038da2-2723-40f2-b4c8-a87a8400b70e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:45.583624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0a8d3cc-4205-4602-b79a-bef084e2b43e req-af65a3f1-3fbc-4cc8-afdb-e5ef235678e3 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/security-groups?id=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134977 Jul 15 13:06:45.692100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-9a69e5ba-89c6-4f19-9511-e71673bcefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.693764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-9a69e5ba-89c6-4f19-9511-e71673bcefbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b4780afdfa49388919a9bc574b25c7&device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 1095 time: 0.1830339 Jul 15 13:06:45.696846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Attempting to bind port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:45.697186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Attempting to bind port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'd5597df2-97f3-4bcd-a98d-4f7a2a2efe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0238b057-3706-43f4-baa4-5ce1501e6a8b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:45.697504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Attempting to bind port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 on network 0238b057-3706-43f4-baa4-5ce1501e6a8b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:45.711811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 on network 0238b057-3706-43f4-baa4-5ce1501e6a8b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:45.712518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Attempting to bind port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 on network 0238b057-3706-43f4-baa4-5ce1501e6a8b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:45.754619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-424c7051-3180-4a64-87bd-9511c3028d33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36025f7c-5898-4c36-b2cd-1e0912c63724 HTTP/1.1" status: 200 len: 217 time: 0.0512071 Jul 15 13:06:45.755863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:45.756187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Checking segment: {'id': 'd5597df2-97f3-4bcd-a98d-4f7a2a2efe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0238b057-3706-43f4-baa4-5ce1501e6a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:45.756802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Bound using segment: {'id': 'd5597df2-97f3-4bcd-a98d-4f7a2a2efe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0238b057-3706-43f4-baa4-5ce1501e6a8b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:45.757446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Bound port: 96d832e7-a70e-4033-a42a-7dd8cc6d4260, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5597df2-97f3-4bcd-a98d-4f7a2a2efe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0238b057-3706-43f4-baa4-5ce1501e6a8b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:45.757987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.778008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:45.999039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port db038da2-2723-40f2-b4c8-a87a8400b70e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:46.070747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port db038da2-2723-40f2-b4c8-a87a8400b70e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:46.072049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.119241 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.182155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b1c19-d115-432b-9d7b-bc2a3c9c97be None None] Network a9c3ab12-db9f-4959-a33e-ca51ae49baff requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:46.223275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-fc9da0db-11e3-4aa9-aa6e-bad903764016 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724065 Jul 15 13:06:46.293524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-bbe2cece-50c5-47ae-95ed-731644cdfcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.296828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-bbe2cece-50c5-47ae-95ed-731644cdfcd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b931e935-6182-4ed1-814b-17e721046433 HTTP/1.1" status: 200 len: 853 time: 0.5356913 Jul 15 13:06:46.303720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:46.306768 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c73570-d254-417c-8626-efc8bcbe415c" -d '{"events": [{"server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:46.367650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:46.398470 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.427778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] For port 96d832e7-a70e-4033-a42a-7dd8cc6d4260, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:46.436629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] For port 96d832e7-a70e-4033-a42a-7dd8cc6d4260, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=96d832e7-a70e-4033-a42a-7dd8cc6d4260,segment=NetworkSegment(d5597df2-97f3-4bcd-a98d-4f7a2a2efe94),segment_id=d5597df2-97f3-4bcd-a98d-4f7a2a2efe94)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:46.502857 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.524722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-c613fa86-f0c6-4055-8518-d3de4a6b2c1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0d36064-5aee-4206-b571-f59f18f65bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836374 Jul 15 13:06:46.548310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.557667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40292) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:46.564411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-989086299-network', 'tenant_id': '11909a6500b447d2995252f434417d55'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:46.590267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.608077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Made reservation on behalf of 11909a6500b447d2995252f434417d55 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:46.611332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.623413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.623747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port db038da2-2723-40f2-b4c8-a87a8400b70e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=db038da2-2723-40f2-b4c8-a87a8400b70e,segment=NetworkSegment(6fdbd247-ab2f-4b18-9c7a-1584419ae3cd),segment_id=6fdbd247-ab2f-4b18-9c7a-1584419ae3cd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:46.630858 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.718441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=db038da2-2723-40f2-b4c8-a87a8400b70e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.740522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.741574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.744132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] 10.222.0.35 "PUT /v2.0/ports/96d832e7-a70e-4033-a42a-7dd8cc6d4260 HTTP/1.1" status: 200 len: 1093 time: 2.8888028 Jul 15 13:06:46.745179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.754072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.792095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:46.816549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02513957-a9f6-4c3e-bcc8-658b1075fd15,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.820907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.821529 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Added segment 6b43d29f-a5de-4101-9373-9f513678d677 of type vlan for network a22de8ea-643d-43d7-9bb9-88770018ea98 Jul 15 13:06:46.878535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.898177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446af9cc-e7ba-4cc4-bab2-cc46b6a20cbd req-dbda888b-2a81-4768-b412-0376f640f6bb tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.901147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-446af9cc-e7ba-4cc4-bab2-cc46b6a20cbd req-dbda888b-2a81-4768-b412-0376f640f6bb tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 945 time: 0.7485390 Jul 15 13:06:46.915474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.916489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.917095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.953678 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3941100 Jul 15 13:06:46.959230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40298) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:46.964334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Request body: {'subnet': {'network_id': 'a22de8ea-643d-43d7-9bb9-88770018ea98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-989086299-subnet', 'tenant_id': '11909a6500b447d2995252f434417d55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:46.968990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d89a9-14c7-47a0-8038-0d369171c1ce service neutron] Pushing event updated for resources: {'Port': ['ID=96d832e7-a70e-4033-a42a-7dd8cc6d4260,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:47.010545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f89e1-5106-4e6e-b60c-102062cbbe22 admin admin] Pushing event updated for resources: {'Network': ['ID=a22de8ea-643d-43d7-9bb9-88770018ea98,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:47.024864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a22de8ea-643d-43d7-9bb9-88770018ea98 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:47.026343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Made reservation on behalf of 11909a6500b447d2995252f434417d55 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:47.030072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.037225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-27e100ad-ebee-4605-8b11-61f110cadc54 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.040124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-27e100ad-ebee-4605-8b11-61f110cadc54 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8078642 Jul 15 13:06:47.082473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Request body: {'port': {'device_id': '86fb8283-1828-49aa-bcd9-6ff53bd73343', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '6b69fac6b3fd46ef802a8d19b5f7c900'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:47.164179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-1f57b5f8-bf62-49e4-ba6b-d185a0055a3c service neutron] 10.222.0.30 "GET /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181591 Jul 15 13:06:47.169975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-446af9cc-e7ba-4cc4-bab2-cc46b6a20cbd req-b9f0439f-0a4c-47df-8d6b-1fb3f9196c6a tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eeedee3-2531-44a8-b271-e334fe463e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526526 Jul 15 13:06:47.244307 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.327020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d668e276-20d1-4fd7-b077-fbcc353bda9c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:47.334775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Checking segment: {'id': '6b43d29f-a5de-4101-9373-9f513678d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a22de8ea-643d-43d7-9bb9-88770018ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:47.335115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Network hostable DHCP agents. Network: a22de8ea-643d-43d7-9bb9-88770018ea98, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:47.355390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Network a22de8ea-643d-43d7-9bb9-88770018ea98 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:47.370593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a22de8ea-643d-43d7-9bb9-88770018ea98) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:47.375900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.376575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.396856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0f4ba5-38ed-4565-8619-06863f08de0b None None] Network a22de8ea-643d-43d7-9bb9-88770018ea98 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:47.440118 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b3043b62-1057-4187-b79e-6d70b0d7d38a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4796422 Jul 15 13:06:47.497002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d02e5ede-a7d2-4d22-abc3-6a255f39c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.500313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d02e5ede-a7d2-4d22-abc3-6a255f39c8bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cda222c1dffb4a35aa3052fee5ee6811&device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 1096 time: 0.6980627 Jul 15 13:06:47.563262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device eba95ba2-5ea6-405d-8802-9ca939cf0601 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:47.621931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0508332-5087-49fa-84b6-acdbec6e106c None None] Network a22de8ea-643d-43d7-9bb9-88770018ea98 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:47.667550 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40302) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:47.678120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-cf7d7c74-9f45-4f63-8443-04b239c15494 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96d832e7-a70e-4033-a42a-7dd8cc6d4260 HTTP/1.1" status: 200 len: 217 time: 0.1481483 Jul 15 13:06:47.725299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7412a785-e79e-46fd-b081-c620dc87d55b admin admin] Deleting subnet f2db88ef-452d-4151-a86e-3f0e20df3e3d {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:47.729147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7412a785-e79e-46fd-b081-c620dc87d55b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.772495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c1b6a0-b07b-489d-a4d7-60005d9f62c4 req-522e61d0-207f-4f47-8edf-001064175493 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991457 Jul 15 13:06:47.778807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7412a785-e79e-46fd-b081-c620dc87d55b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.813494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:47.833347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7412a785-e79e-46fd-b081-c620dc87d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.844800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'mac_address': 'fa:16:3e:bb:a8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:47.854988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-b8d4ed63-cfa9-4fb6-bfa9-1350753b30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.857611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-b8d4ed63-cfa9-4fb6-bfa9-1350753b30d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc16cf88-341d-4717-9ce3-cd00d32d7142 HTTP/1.1" status: 200 len: 862 time: 0.1581740 Jul 15 13:06:47.864032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Made reservation on behalf of 6b69fac6b3fd46ef802a8d19b5f7c900 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:47.870621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.908667 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.912258 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7412a785-e79e-46fd-b081-c620dc87d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.925984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f93f2d-3e1f-4059-a2f1-cca434e539a4 req-b19d0f88-4e00-4d55-8f09-f65a7a1ddaae tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.929469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9f93f2d-3e1f-4059-a2f1-cca434e539a4 req-b19d0f88-4e00-4d55-8f09-f65a7a1ddaae tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 944 time: 0.4369686 Jul 15 13:06:47.940649 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.942522 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412a785-e79e-46fd-b081-c620dc87d55b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2db88ef-452d-4151-a86e-3f0e20df3e3d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:47.946970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7412a785-e79e-46fd-b081-c620dc87d55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.952483 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7412a785-e79e-46fd-b081-c620dc87d55b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f2db88ef-452d-4151-a86e-3f0e20df3e3d HTTP/1.1" status: 204 len: 168 time: 0.2836816 Jul 15 13:06:47.953125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40304) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:47.968488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba95ba2-5ea6-405d-8802-9ca939cf0601 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:47.969346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-9a918d2e-b3d4-4f90-a7bf-919f7742ab2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0238b057-3706-43f4-baa4-5ce1501e6a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928073 Jul 15 13:06:47.995483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:48.001900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.061243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.070981 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.167082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9f93f2d-3e1f-4059-a2f1-cca434e539a4 req-8f22d1f4-15ff-4882-891f-fd99e6db1803 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/security-groups?id=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022605 Jul 15 13:06:48.195809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.212223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c3ab12-db9f-4959-a33e-ca51ae49baff']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:48.225348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:48.241071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfc67db-99f5-469e-93fc-9dc9d516387c') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:48.241736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfc67db-99f5-469e-93fc-9dc9d516387c') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:48.258514 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.263792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-d44e65c5-fe95-4abf-8097-2aed50ad8e98 service neutron] 10.222.0.35 "GET /v2.0/networks/0238b057-3706-43f4-baa4-5ce1501e6a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749708 Jul 15 13:06:48.285812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.300114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:48.300834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:48.383735 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:48.394061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.406048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.412201 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a9c3ab12-db9f-4959-a33e-ca51ae49baff HTTP/1.1" status: 204 len: 168 time: 0.4552736 Jul 15 13:06:48.413627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40308) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:48.468648 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.478688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f3ac1-32e4-48d1-a293-ca253b635271 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c3ab12-db9f-4959-a33e-ca51ae49baff,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.499798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a140604-3619-4ba9-a1ca-b9bde1d71dbc req-c028f032-a634-440c-80b6-f9fe564da854 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 210 time: 0.0792146 Jul 15 13:06:48.502476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.516763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5523b25-faba-41e5-8746-10a7ed925bf4 admin admin] Deleting subnet d668e276-20d1-4fd7-b077-fbcc353bda9c {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:48.522868 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5523b25-faba-41e5-8746-10a7ed925bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.541823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a81cb879-0ec9-4a93-8021-5d03a30f44a1 req-a75ec3bb-ba4d-4475-b587-1f1990e3cfdd service neutron] 10.222.0.35 "GET /v2.0/networks/0238b057-3706-43f4-baa4-5ce1501e6a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630980 Jul 15 13:06:48.595064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5523b25-faba-41e5-8746-10a7ed925bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.599607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4561ead-8785-4a9b-a249-ce510304ceb5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.653307 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac46372b-deb4-4f18-92fd-0288f4b4c4e9 x-openstack-request-id: req-ac46372b-deb4-4f18-92fd-0288f4b4c4e9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:48.653684 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "name": "network-vif-unplugged", "status": "completed", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601", "code": 200}, {"name": "network-changed", "server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:48.653867 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac46372b-deb4-4f18-92fd-0288f4b4c4e9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:48.654247 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'code': 200} Jul 15 13:06:48.654505 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'status': 'completed', 'code': 200} Jul 15 13:06:48.661684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5523b25-faba-41e5-8746-10a7ed925bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.750388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5523b25-faba-41e5-8746-10a7ed925bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.752626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Allocated IP 192.168.233.104 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/dd85f344-ef75-4261-b1d2-f7585ca2f44a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:48.803162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5523b25-faba-41e5-8746-10a7ed925bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d668e276-20d1-4fd7-b077-fbcc353bda9c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.812823 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5523b25-faba-41e5-8746-10a7ed925bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.819218 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5523b25-faba-41e5-8746-10a7ed925bf4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d668e276-20d1-4fd7-b077-fbcc353bda9c HTTP/1.1" status: 204 len: 168 time: 0.4022875 Jul 15 13:06:48.823621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40320) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:48.850018 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3642857-ae26-4531-9e1e-990e7be8b491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.888921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-d2b35127-4366-41da-b44b-d0e65e032ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.890799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-d2b35127-4366-41da-b44b-d0e65e032ebb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1101 time: 0.2120757 Jul 15 13:06:48.905308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-a6816bfd-887c-45c3-9ea6-b673a3d16f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.907073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-a6816bfd-887c-45c3-9ea6-b673a3d16f84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1101 time: 0.2167940 Jul 15 13:06:48.969683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.121175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.141264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22de8ea-643d-43d7-9bb9-88770018ea98']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.161790 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b43d29f-a5de-4101-9373-9f513678d677') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.162315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b43d29f-a5de-4101-9373-9f513678d677') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.181274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.204900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.218146 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:49.218843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:49.222135 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:49.230051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-2a89c721-0a25-4c7d-9298-6c60bf42ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.231629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-2a89c721-0a25-4c7d-9298-6c60bf42ef1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3054681 Jul 15 13:06:49.232708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-5f386200-37b2-4f3f-8b49-5609e516ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.234288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-5f386200-37b2-4f3f-8b49-5609e516ff06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3189974 Jul 15 13:06:49.243049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.392523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227318e2-fe94-4c62-9c23-7f23da965103 req-d218d174-be8f-450a-ac7a-5d7ed8a4ca38 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.395103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-227318e2-fe94-4c62-9c23-7f23da965103 req-d218d174-be8f-450a-ac7a-5d7ed8a4ca38 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 949 time: 0.4587159 Jul 15 13:06:49.398083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-e4b35902-c655-4a49-b667-bb3f84990927 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.1591418 Jul 15 13:06:49.403421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-8f18a227-80b1-447a-89e0-c446b1500093 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.1507316 Jul 15 13:06:49.552792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 36025f7c-5898-4c36-b2cd-1e0912c63724 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:49.559996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device eba95ba2-5ea6-405d-8802-9ca939cf0601 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:49.595804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-da394dce-745f-4d28-881a-282351268873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.598329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-da394dce-745f-4d28-881a-282351268873 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1900699 Jul 15 13:06:49.607567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-227318e2-fe94-4c62-9c23-7f23da965103 req-14480165-b496-4ced-ac5b-7f053801e1a4 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971602 Jul 15 13:06:49.682914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-fae3ff47-2b39-48c2-ae8e-859ec44647e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.686365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-fae3ff47-2b39-48c2-ae8e-859ec44647e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2603540 Jul 15 13:06:49.712191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port eba95ba2-5ea6-405d-8802-9ca939cf0601 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:49.723869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port eba95ba2-5ea6-405d-8802-9ca939cf0601 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:49.724260 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.757367 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e8ed56-d78b-48d0-9331-c0ee27d53f1b x-openstack-request-id: req-c7e8ed56-d78b-48d0-9331-c0ee27d53f1b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:49.757769 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:49.758139 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7e8ed56-d78b-48d0-9331-c0ee27d53f1b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:49.758934 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'code': 200} Jul 15 13:06:49.786958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 36025f7c-5898-4c36-b2cd-1e0912c63724, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=36025f7c-5898-4c36-b2cd-1e0912c63724,segment=NetworkSegment(770d25c8-aa2e-4a89-b213-2a02c0d4e2c7),segment_id=770d25c8-aa2e-4a89-b213-2a02c0d4e2c7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:49.801212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-1484dc72-1489-4426-9dff-d230831a69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.804733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-1484dc72-1489-4426-9dff-d230831a69ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954994 Jul 15 13:06:49.806105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.806927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Transition to ACTIVE for port object dd85f344-ef75-4261-b1d2-f7585ca2f44a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:49.810680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '36025f7c-5898-4c36-b2cd-1e0912c63724', 'network_id': 'b0d36064-5aee-4206-b571-f59f18f65bfd', 'port_id': '36025f7c-5898-4c36-b2cd-1e0912c63724', 'mac_address': 'fa:16:3e:56:92:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b931e935-6182-4ed1-814b-17e721046433', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:49.820029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.825420 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a22de8ea-643d-43d7-9bb9-88770018ea98 HTTP/1.1" status: 204 len: 168 time: 0.9980397 Jul 15 13:06:49.877297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf150b-556c-430e-a920-3b3584e24f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22de8ea-643d-43d7-9bb9-88770018ea98,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:49.891786 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.906007 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.934546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.957229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:49.962783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36025f7c-5898-4c36-b2cd-1e0912c63724 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:49.969545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.018364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 36025f7c-5898-4c36-b2cd-1e0912c63724, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=36025f7c-5898-4c36-b2cd-1e0912c63724,segment=NetworkSegment(770d25c8-aa2e-4a89-b213-2a02c0d4e2c7),segment_id=770d25c8-aa2e-4a89-b213-2a02c0d4e2c7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:50.033713 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.057365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:50.064457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.067482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:50.070506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:50.116697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-1e041894-bdf3-4a3e-a737-603b4bb1059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.118342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-1e041894-bdf3-4a3e-a737-603b4bb1059e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4200225 Jul 15 13:06:50.132554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Pushing event updated for resources: {'Port': ['ID=dd85f344-ef75-4261-b1d2-f7585ca2f44a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.175086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=36025f7c-5898-4c36-b2cd-1e0912c63724,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.227839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.228654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.248349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['36025f7c-5898-4c36-b2cd-1e0912c63724'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:50.274734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:50.285294 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-cddfdb3b-0994-4928-bdd6-4fc434304420 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055297 Jul 15 13:06:50.326924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-409f59c6-e9d3-4003-9b94-79222f4a4d60 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2697842 Jul 15 13:06:50.349918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Request body: {'port': {'device_id': '86fb8283-1828-49aa-bcd9-6ff53bd73343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:50.373090 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-af74d54e-9c3f-480e-81ff-ddba60428661 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05b3e44aa9104d55a62efa31024073f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959551 Jul 15 13:06:50.374318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40332) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:50.410867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-941d18ac-3e38-44f5-91cb-c0658f392f18 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794335 Jul 15 13:06:50.476317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f9c167c-9345-466b-a5b6-6319dbb45f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.482347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad924e-3803-49ec-bb3a-42c821c125d4 req-857dd8d5-fb9d-4c77-ade4-9b63451bd1c4 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.487753 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1ad924e-3803-49ec-bb3a-42c821c125d4 req-857dd8d5-fb9d-4c77-ade4-9b63451bd1c4 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 944 time: 0.3621066 Jul 15 13:06:50.511458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-15758eec-38c3-4d64-bb17-018fc743f25a None None] Provisioning for port dd85f344-ef75-4261-b1d2-f7585ca2f44a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:50.521906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-15758eec-38c3-4d64-bb17-018fc743f25a None None] Provisioning complete for port dd85f344-ef75-4261-b1d2-f7585ca2f44a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:50.522858 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-15758eec-38c3-4d64-bb17-018fc743f25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.527393 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f9c167c-9345-466b-a5b6-6319dbb45f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.567931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-15758eec-38c3-4d64-bb17-018fc743f25a None None] Port dd85f344-ef75-4261-b1d2-f7585ca2f44a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:50.614597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f9c167c-9345-466b-a5b6-6319dbb45f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.619552 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f9c167c-9345-466b-a5b6-6319dbb45f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.621848 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f9c167c-9345-466b-a5b6-6319dbb45f8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5526bbf8-4a8f-49b8-88f2-c13b2035370f HTTP/1.1" status: 204 len: 168 time: 0.2455328 Jul 15 13:06:50.636254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c167c-9345-466b-a5b6-6319dbb45f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5526bbf8-4a8f-49b8-88f2-c13b2035370f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.943718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f25cd3-ec96-40fc-8a36-2731878b0241', 'tag': '36025f7c-5898-4c36-b2cd-1e0912c63724'}, {'name': 'network-changed', 'server_uuid': '158ded07-07e9-49d2-ba98-a32d1b912988', 'tag': '96d832e7-a70e-4033-a42a-7dd8cc6d4260'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:50.946104 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a50d92f-b04b-481c-b28a-3570364e26e0" -d '{"events": [{"name": "network-changed", "server_uuid": "98f25cd3-ec96-40fc-8a36-2731878b0241", "tag": "36025f7c-5898-4c36-b2cd-1e0912c63724"}, {"name": "network-changed", "server_uuid": "158ded07-07e9-49d2-ba98-a32d1b912988", "tag": "96d832e7-a70e-4033-a42a-7dd8cc6d4260"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:50.954625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-6796ee1f-6969-4f00-a8e3-12d2ecf83c5b service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555054 Jul 15 13:06:50.971796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.001025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1ad924e-3803-49ec-bb3a-42c821c125d4 req-3e618ff1-e566-48d1-a168-ef40a7e59b23 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/security-groups?id=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923677 Jul 15 13:06:51.018953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e32bbc06-22ba-44d1-b695-1e69923d0892 req-c233cbe1-49c4-445a-8e40-dff80f39ccc5 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704484 Jul 15 13:06:51.164440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40340) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:51.238935 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f8fcbfb4-ca81-414c-ad9e-e0a4e8e997dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11909a6500b447d2995252f434417d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680103 Jul 15 13:06:51.239771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40342) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:51.324543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd85f344-ef75-4261-b1d2-f7585ca2f44a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:51.325179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a3529ffb-620a-4131-915f-60bb5e66f16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.333196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.348703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Transition to ACTIVE for port object dd85f344-ef75-4261-b1d2-f7585ca2f44a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:51.354466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.356861 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a3529ffb-620a-4131-915f-60bb5e66f16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.440379 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a3529ffb-620a-4131-915f-60bb5e66f16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.446676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a3529ffb-620a-4131-915f-60bb5e66f16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.452134 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a3529ffb-620a-4131-915f-60bb5e66f16d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02513957-a9f6-4c3e-bcc8-658b1075fd15 HTTP/1.1" status: 204 len: 168 time: 0.2077270 Jul 15 13:06:51.477849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3529ffb-620a-4131-915f-60bb5e66f16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02513957-a9f6-4c3e-bcc8-658b1075fd15,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.495823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd85f344-ef75-4261-b1d2-f7585ca2f44a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.504208 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f57e159-4ec4-4ff7-9fd0-aabce78c602c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.535581 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.570961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 36025f7c-5898-4c36-b2cd-1e0912c63724 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:51.660620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 36025f7c-5898-4c36-b2cd-1e0912c63724 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:51.670542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 36025f7c-5898-4c36-b2cd-1e0912c63724 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:51.671528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b6042-c1e0-4172-b289-0f324ffba444 req-180cbdec-489b-47e0-b4b5-f0bcffc17084 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.671724 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.681230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f49b6042-c1e0-4172-b289-0f324ffba444 req-180cbdec-489b-47e0-b4b5-f0bcffc17084 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 946 time: 0.2822189 Jul 15 13:06:51.716070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Attempting to bind port dd85f344-ef75-4261-b1d2-f7585ca2f44a on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:51.716419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Attempting to bind port dd85f344-ef75-4261-b1d2-f7585ca2f44a by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:51.716731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Attempting to bind port dd85f344-ef75-4261-b1d2-f7585ca2f44a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:51.728827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Port dd85f344-ef75-4261-b1d2-f7585ca2f44a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:51.729824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Attempting to bind port dd85f344-ef75-4261-b1d2-f7585ca2f44a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:51.749735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:51.755369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:51.756631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:51.757246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Bound port: dd85f344-ef75-4261-b1d2-f7585ca2f44a, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:51.757803 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.761082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db038da2-2723-40f2-b4c8-a87a8400b70e'}, {'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:51.765457 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd4d556-bb25-4617-a3d2-2e8867e95391" -d '{"events": [{"server_uuid": "f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78", "name": "network-vif-plugged", "status": "completed", "tag": "db038da2-2723-40f2-b4c8-a87a8400b70e"}, {"server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "name": "network-vif-plugged", "status": "completed", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:51.776213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f49b6042-c1e0-4172-b289-0f324ffba444 req-a74a04cb-b58f-461c-8417-efbbf93725b3 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eeedee3-2531-44a8-b271-e334fe463e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936770 Jul 15 13:06:51.847361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 96d832e7-a70e-4033-a42a-7dd8cc6d4260 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:51.873731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] For port dd85f344-ef75-4261-b1d2-f7585ca2f44a, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:51.878684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] For port dd85f344-ef75-4261-b1d2-f7585ca2f44a, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dd85f344-ef75-4261-b1d2-f7585ca2f44a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:51.886795 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.909709 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.935935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.936776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.938808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd85f344-ef75-4261-b1d2-f7585ca2f44a HTTP/1.1" status: 200 len: 1097 time: 1.5990205 Jul 15 13:06:51.985492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28316f0a-7247-4307-a39a-eac470ec2bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd85f344-ef75-4261-b1d2-f7585ca2f44a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:52.019071 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:06:52.095263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 36025f7c-5898-4c36-b2cd-1e0912c63724, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=36025f7c-5898-4c36-b2cd-1e0912c63724,segment=NetworkSegment(770d25c8-aa2e-4a89-b213-2a02c0d4e2c7),segment_id=770d25c8-aa2e-4a89-b213-2a02c0d4e2c7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:52.098038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-69877d19-ff6e-40f3-a473-52d2841c4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.100358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-69877d19-ff6e-40f3-a473-52d2841c4bdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 1100 time: 0.0847819 Jul 15 13:06:52.108875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.183326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-e7eb911f-521b-4489-9c97-84f4933d16a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=dd85f344-ef75-4261-b1d2-f7585ca2f44a HTTP/1.1" status: 200 len: 217 time: 0.0719376 Jul 15 13:06:52.246977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-6fa92474-fdba-4b35-bfe5-47ce1837b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.248590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-6fa92474-fdba-4b35-bfe5-47ce1837b64d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0588198 Jul 15 13:06:52.334169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-8695cbdb-9126-44f3-b3cb-bfe2ef26c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.336041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-8695cbdb-9126-44f3-b3cb-bfe2ef26c91b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796297 Jul 15 13:06:52.514823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-c8e7261b-0062-46bc-9b73-f06bbc926138 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716802 Jul 15 13:06:52.583404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 96d832e7-a70e-4033-a42a-7dd8cc6d4260, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=96d832e7-a70e-4033-a42a-7dd8cc6d4260,segment=NetworkSegment(d5597df2-97f3-4bcd-a98d-4f7a2a2efe94),segment_id=d5597df2-97f3-4bcd-a98d-4f7a2a2efe94)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:52.603786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=36025f7c-5898-4c36-b2cd-1e0912c63724,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:52.624732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '96d832e7-a70e-4033-a42a-7dd8cc6d4260', 'network_id': '0238b057-3706-43f4-baa4-5ce1501e6a8b', 'port_id': '96d832e7-a70e-4033-a42a-7dd8cc6d4260', 'mac_address': 'fa:16:3e:b5:31:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc16cf88-341d-4717-9ce3-cd00d32d7142', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:52.663162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c78e6dff-2ccf-46cc-aa75-b5bacbcaf281 req-dc3d6865-96c7-42d0-bf22-4427c1109b76 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403296 Jul 15 13:06:52.694699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.714968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d832e7-a70e-4033-a42a-7dd8cc6d4260 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:52.741284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 96d832e7-a70e-4033-a42a-7dd8cc6d4260, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=96d832e7-a70e-4033-a42a-7dd8cc6d4260,segment=NetworkSegment(d5597df2-97f3-4bcd-a98d-4f7a2a2efe94),segment_id=d5597df2-97f3-4bcd-a98d-4f7a2a2efe94)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:52.748068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.809761 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.840600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=96d832e7-a70e-4033-a42a-7dd8cc6d4260,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.025508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['96d832e7-a70e-4033-a42a-7dd8cc6d4260'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:53.273995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98273b4-ac0a-464c-a1bb-c30e748dccc2 req-00cf5c58-eeca-466e-b149-7c2e483f6d49 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.276754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f98273b4-ac0a-464c-a1bb-c30e748dccc2 req-00cf5c58-eeca-466e-b149-7c2e483f6d49 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 945 time: 0.1272058 Jul 15 13:06:53.341604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f98273b4-ac0a-464c-a1bb-c30e748dccc2 req-b31ba6de-9bf6-4cb0-8ecd-ce66967f9cb5 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/security-groups?id=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579860 Jul 15 13:06:53.620693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd64800-a0c1-4915-b516-8d562c38a014 req-00613efe-b481-41da-88ff-940b93966032 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.623610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7dd64800-a0c1-4915-b516-8d562c38a014 req-00613efe-b481-41da-88ff-940b93966032 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 948 time: 0.0969939 Jul 15 13:06:53.690487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7dd64800-a0c1-4915-b516-8d562c38a014 req-fe119058-f616-40d3-9596-534f548e110a tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590627 Jul 15 13:06:53.921504 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a752803f-451a-4989-a6bb-d21d570cbb2b x-openstack-request-id: req-a752803f-451a-4989-a6bb-d21d570cbb2b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:53.921832 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f25cd3-ec96-40fc-8a36-2731878b0241", "tag": "36025f7c-5898-4c36-b2cd-1e0912c63724", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "158ded07-07e9-49d2-ba98-a32d1b912988", "tag": "96d832e7-a70e-4033-a42a-7dd8cc6d4260", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:53.922114 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a752803f-451a-4989-a6bb-d21d570cbb2b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:53.922676 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f25cd3-ec96-40fc-8a36-2731878b0241', 'tag': '36025f7c-5898-4c36-b2cd-1e0912c63724', 'status': 'completed', 'code': 200} Jul 15 13:06:53.922943 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158ded07-07e9-49d2-ba98-a32d1b912988', 'tag': '96d832e7-a70e-4033-a42a-7dd8cc6d4260', 'status': 'completed', 'code': 200} Jul 15 13:06:54.009746 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1989f284-b829-43d2-8b2f-0d60566ef4e7 x-openstack-request-id: req-1989f284-b829-43d2-8b2f-0d60566ef4e7 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:54.010374 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78", "name": "network-vif-plugged", "status": "completed", "tag": "db038da2-2723-40f2-b4c8-a87a8400b70e", "code": 200}, {"server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "name": "network-vif-plugged", "status": "completed", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:54.010722 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1989f284-b829-43d2-8b2f-0d60566ef4e7 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:54.011895 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db038da2-2723-40f2-b4c8-a87a8400b70e', 'code': 200} Jul 15 13:06:54.012857 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'code': 200} Jul 15 13:06:54.216428 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.250954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-a6c6a963-75ae-4ae3-99e8-27a67f1d349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.252828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-a6c6a963-75ae-4ae3-99e8-27a67f1d349c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cda222c1dffb4a35aa3052fee5ee6811&device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 1097 time: 0.3028500 Jul 15 13:06:54.315950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-b59a0628-d81b-4319-a79b-76e3950b1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.317715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-b59a0628-d81b-4319-a79b-76e3950b1b42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b4780afdfa49388919a9bc574b25c7&device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 1097 time: 0.2973166 Jul 15 13:06:54.359447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-3b6adfc2-5b46-4e8e-ba90-adf5281a2cef tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.361307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-3b6adfc2-5b46-4e8e-ba90-adf5281a2cef tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 950 time: 0.3554897 Jul 15 13:06:54.413813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480a2a1-96c7-40d5-905c-c604ac883480 req-edca96cf-38d3-4b58-81c4-a5c73a494a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.415427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1480a2a1-96c7-40d5-905c-c604ac883480 req-edca96cf-38d3-4b58-81c4-a5c73a494a98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 1098 time: 0.3164117 Jul 15 13:06:54.546051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744644ba-ffd8-4da4-9ac2-4bced12a3282 req-135e969d-8f41-4559-a6cb-86009a99554a tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.547954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-744644ba-ffd8-4da4-9ac2-4bced12a3282 req-135e969d-8f41-4559-a6cb-86009a99554a tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 945 time: 0.4039993 Jul 15 13:06:54.599577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-b10f9fbe-78b4-4aca-86bb-e4066341c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.601099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-b10f9fbe-78b4-4aca-86bb-e4066341c271 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0238b057-3706-43f4-baa4-5ce1501e6a8b HTTP/1.1" status: 200 len: 923 time: 0.3372800 Jul 15 13:06:54.613844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1480a2a1-96c7-40d5-905c-c604ac883480 req-f045ae54-0e23-49ac-8184-8ed3f863ab7e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4eeedee3-2531-44a8-b271-e334fe463e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882308 Jul 15 13:06:54.642382 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-8134bcbc-d5b1-46aa-8cc0-30291971e7ec service neutron] delete failed (client error): The resource could not be found. Jul 15 13:06:54.643561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-8134bcbc-d5b1-46aa-8cc0-30291971e7ec service neutron] 10.222.0.35 "DELETE /v2.0/ports/eba95ba2-5ea6-405d-8802-9ca939cf0601/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.2745299 Jul 15 13:06:54.684983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-2ed1271c-4e0c-4926-9c33-3c36074fb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.686436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-2ed1271c-4e0c-4926-9c33-3c36074fb188 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0d36064-5aee-4206-b571-f59f18f65bfd HTTP/1.1" status: 200 len: 914 time: 0.3522620 Jul 15 13:06:54.694739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-6e68b239-7311-4d02-85a1-301b4093c3ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96d832e7-a70e-4033-a42a-7dd8cc6d4260 HTTP/1.1" status: 200 len: 217 time: 0.0770695 Jul 15 13:06:54.748352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-744644ba-ffd8-4da4-9ac2-4bced12a3282 req-a59be34f-5a6c-4866-bf2a-dfa51a782795 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/security-groups?id=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848304 Jul 15 13:06:54.778555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-3af0a496-ed89-490a-b5e3-c8f8d18d03a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36025f7c-5898-4c36-b2cd-1e0912c63724 HTTP/1.1" status: 200 len: 217 time: 0.0804455 Jul 15 13:06:54.866049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-4ebaf8d8-07a2-4a0b-86de-97cc08f3dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.867663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-4ebaf8d8-07a2-4a0b-86de-97cc08f3dd02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc16cf88-341d-4717-9ce3-cd00d32d7142 HTTP/1.1" status: 200 len: 862 time: 0.1602817 Jul 15 13:06:54.892208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-51eeb68e-d838-472e-994d-9d8e17fd7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.893766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-51eeb68e-d838-472e-994d-9d8e17fd7ddf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b931e935-6182-4ed1-814b-17e721046433 HTTP/1.1" status: 200 len: 853 time: 0.0861161 Jul 15 13:06:54.913826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-3c92144b-4902-49aa-b209-73de442efd8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0238b057-3706-43f4-baa4-5ce1501e6a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369935 Jul 15 13:06:54.967284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-f753bb43-0b11-4703-a9bc-a40e44db8e27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0d36064-5aee-4206-b571-f59f18f65bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559437 Jul 15 13:06:54.992339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-5977530b-320b-4799-b346-d7e6efb8cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.993893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-5977530b-320b-4799-b346-d7e6efb8cd15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1102 time: 0.2433879 Jul 15 13:06:55.215478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-942833cc-d50a-49ff-b680-4d78498e0518 service neutron] 10.222.0.35 "GET /v2.0/networks/0238b057-3706-43f4-baa4-5ce1501e6a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927761 Jul 15 13:06:55.277696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-5c707aaa-12a5-4dbb-847d-a67a98aa2410 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017867 Jul 15 13:06:55.290522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-4d2b7f98-a934-40b8-b3ff-ff6a69eaeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.292343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-4d2b7f98-a934-40b8-b3ff-ff6a69eaeb03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2840114 Jul 15 13:06:55.405733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-e77dbc1d-f260-48db-9382-d73e9220f485 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.0970430 Jul 15 13:06:55.489681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4db34-23be-4514-be0f-77fddc979987 req-b00acf66-68c2-49b5-8c11-7f7c7188d4c8 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.491607 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdc4db34-23be-4514-be0f-77fddc979987 req-b00acf66-68c2-49b5-8c11-7f7c7188d4c8 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 946 time: 0.4183278 Jul 15 13:06:55.538528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-e7e8215a-99f9-4651-b072-decad7ee8495 service neutron] 10.222.0.35 "GET /v2.0/networks/0238b057-3706-43f4-baa4-5ce1501e6a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119524 Jul 15 13:06:55.568318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-209ff80b-89fa-4801-95d9-2f4d9fee68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.568318 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-209ff80b-89fa-4801-95d9-2f4d9fee68b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1534715 Jul 15 13:06:55.576189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a50d92f-b04b-481c-b28a-3570364e26e0 req-0c6cf027-eacc-46d4-8903-6ceb36f62b35 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808368 Jul 15 13:06:55.589092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device dd85f344-ef75-4261-b1d2-f7585ca2f44a details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:55.615619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdc4db34-23be-4514-be0f-77fddc979987 req-2a75decc-4f04-4e2e-9da7-c13dd64d4113 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eeedee3-2531-44a8-b271-e334fe463e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104949 Jul 15 13:06:55.656116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-11684c0a-e027-48ba-b648-10f5fdd0646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.657933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-11684c0a-e027-48ba-b648-10f5fdd0646c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0841007 Jul 15 13:06:55.781335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port dd85f344-ef75-4261-b1d2-f7585ca2f44a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dd85f344-ef75-4261-b1d2-f7585ca2f44a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:55.799000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'dd85f344-ef75-4261-b1d2-f7585ca2f44a', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'dd85f344-ef75-4261-b1d2-f7585ca2f44a', 'mac_address': 'fa:16:3e:e1:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:55.846596 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.850941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 96d832e7-a70e-4033-a42a-7dd8cc6d4260 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:55.886287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd85f344-ef75-4261-b1d2-f7585ca2f44a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:55.919275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port dd85f344-ef75-4261-b1d2-f7585ca2f44a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dd85f344-ef75-4261-b1d2-f7585ca2f44a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:55.927836 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.973917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:55.989403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:55.989741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.019144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f25cd3-ec96-40fc-8a36-2731878b0241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36025f7c-5898-4c36-b2cd-1e0912c63724'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:56.023959 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf08f811-0a0a-4c2b-99de-1014b67498a9" -d '{"events": [{"server_uuid": "98f25cd3-ec96-40fc-8a36-2731878b0241", "name": "network-vif-plugged", "status": "completed", "tag": "36025f7c-5898-4c36-b2cd-1e0912c63724"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:56.053391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=dd85f344-ef75-4261-b1d2-f7585ca2f44a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:56.131399 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.165813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dd85f344-ef75-4261-b1d2-f7585ca2f44a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:56.212171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 96d832e7-a70e-4033-a42a-7dd8cc6d4260, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=96d832e7-a70e-4033-a42a-7dd8cc6d4260,segment=NetworkSegment(d5597df2-97f3-4bcd-a98d-4f7a2a2efe94),segment_id=d5597df2-97f3-4bcd-a98d-4f7a2a2efe94)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:56.222770 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.227514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fb8283-1828-49aa-bcd9-6ff53bd73343', 'tag': 'dd85f344-ef75-4261-b1d2-f7585ca2f44a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:56.231712 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b11ee2-5457-4fc1-906a-320e6fb46eec" -d '{"events": [{"name": "network-changed", "server_uuid": "86fb8283-1828-49aa-bcd9-6ff53bd73343", "tag": "dd85f344-ef75-4261-b1d2-f7585ca2f44a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:56.266932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-79ef8988-7260-4f6d-bdd6-affa59223815 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024752 Jul 15 13:06:56.308681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=96d832e7-a70e-4033-a42a-7dd8cc6d4260,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:56.472857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e27c0c-58c3-4685-82b4-39ae599da26c req-5fee59ab-af52-406d-9cee-70dec709819f service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983645 Jul 15 13:06:56.510003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb179dce-40e4-45a1-b034-cc0255679923 req-45da4f66-40ce-48f6-813d-ac48c660f9d3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.512657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb179dce-40e4-45a1-b034-cc0255679923 req-45da4f66-40ce-48f6-813d-ac48c660f9d3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.1282918 Jul 15 13:06:56.560079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb179dce-40e4-45a1-b034-cc0255679923 req-3cf6de26-8a40-4704-bbc6-165da518045e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 Jul 15 13:06:56.752000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4470814-f8f8-4992-8465-583c554b273a req-e6eba3dc-17f3-445c-b6b4-73d24a2b643f tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.753628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4470814-f8f8-4992-8465-583c554b273a req-e6eba3dc-17f3-445c-b6b4-73d24a2b643f tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 946 time: 0.0676343 Jul 15 13:06:56.797132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4470814-f8f8-4992-8465-583c554b273a req-06708793-edad-40b9-be43-883507b4741a tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/security-groups?id=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Jul 15 13:06:57.004471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6fc34-88f2-4c98-bb51-35bf07c61275 req-522368f4-3469-439a-906c-d098cd8b4c5b tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.007484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5f6fc34-88f2-4c98-bb51-35bf07c61275 req-522368f4-3469-439a-906c-d098cd8b4c5b tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 949 time: 0.0965633 Jul 15 13:06:57.077500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5f6fc34-88f2-4c98-bb51-35bf07c61275 req-d5140f54-3481-4e12-96c6-834d46459ee9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601916 Jul 15 13:06:57.300747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a2049-dfd0-475f-ae70-e2440514e352 req-f2640e90-65ca-4781-a90b-113a395705fe tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.302902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e87a2049-dfd0-475f-ae70-e2440514e352 req-f2640e90-65ca-4781-a90b-113a395705fe tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 945 time: 0.0829957 Jul 15 13:06:57.350682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e87a2049-dfd0-475f-ae70-e2440514e352 req-46d69504-1be2-491e-9967-01f5facfe822 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/security-groups?id=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Jul 15 13:06:57.509282 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951be0f5-e52c-4402-9cb9-f63c33f6e56b x-openstack-request-id: req-951be0f5-e52c-4402-9cb9-f63c33f6e56b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:57.510124 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f25cd3-ec96-40fc-8a36-2731878b0241", "name": "network-vif-plugged", "status": "completed", "tag": "36025f7c-5898-4c36-b2cd-1e0912c63724", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:57.510124 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-951be0f5-e52c-4402-9cb9-f63c33f6e56b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:57.510783 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f25cd3-ec96-40fc-8a36-2731878b0241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36025f7c-5898-4c36-b2cd-1e0912c63724', 'code': 200} Jul 15 13:06:57.605097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device dd85f344-ef75-4261-b1d2-f7585ca2f44a up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:57.670010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port dd85f344-ef75-4261-b1d2-f7585ca2f44a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:57.675253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port dd85f344-ef75-4261-b1d2-f7585ca2f44a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:57.675697 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.772899 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.812877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port dd85f344-ef75-4261-b1d2-f7585ca2f44a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dd85f344-ef75-4261-b1d2-f7585ca2f44a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:57.818453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.846173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-cc1f21b1-f262-4629-a119-edb22d318644 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.847967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-cc1f21b1-f262-4629-a119-edb22d318644 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 804 time: 0.2575126 Jul 15 13:06:57.855049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d1fa1-af13-498a-9036-3a447e34ce72 req-2560eef5-5d71-4150-8259-7474208b9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.856958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a9d1fa1-af13-498a-9036-3a447e34ce72 req-2560eef5-5d71-4150-8259-7474208b9f9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 1097 time: 0.2542167 Jul 15 13:06:57.877542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=dd85f344-ef75-4261-b1d2-f7585ca2f44a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:57.896713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-83cc5661-47ef-4e89-9b9f-a53245fc215b tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/quotas/b02ee399ad0e4a25b2b68a67833748b5 HTTP/1.1" status: 200 len: 375 time: 0.0387588 Jul 15 13:06:57.907876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-058a5213-22d9-461f-b1e4-e649e95c8e27 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.909481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-058a5213-22d9-461f-b1e4-e649e95c8e27 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.35 "GET /v2.0/ports?device_id=83aa37fe-6c72-4be7-a792-ecd39d47ec94 HTTP/1.1" status: 200 len: 943 time: 0.2073107 Jul 15 13:06:57.991909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a9d1fa1-af13-498a-9036-3a447e34ce72 req-3adae2d9-1ae3-434b-ab67-2c62269ed5bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239235 Jul 15 13:06:58.064479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-32952f1d-153b-48cc-b9ef-011286145533 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1538734 Jul 15 13:06:58.110713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Deleting port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:58.111019 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.244032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-31167358-ccf6-46c7-b59a-8129d699b5ed service neutron] 10.222.0.25 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712153 Jul 15 13:06:58.305636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] For port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:58.306002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.348488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Calling delete_port for b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:58.419396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-d1e5189b-b825-47da-b02d-ef954754d827 service neutron] 10.222.0.25 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678393 Jul 15 13:06:58.593504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.618629 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ad1ac4-89b5-4d40-845b-a00c3c77aade x-openstack-request-id: req-94ad1ac4-89b5-4d40-845b-a00c3c77aade {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:58.619099 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fb8283-1828-49aa-bcd9-6ff53bd73343", "tag": "dd85f344-ef75-4261-b1d2-f7585ca2f44a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:58.619712 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94ad1ac4-89b5-4d40-845b-a00c3c77aade {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:58.620213 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fb8283-1828-49aa-bcd9-6ff53bd73343', 'tag': 'dd85f344-ef75-4261-b1d2-f7585ca2f44a', 'status': 'completed', 'code': 200} Jul 15 13:06:58.667951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Pushing event deleted for resources: {'Port': ['ID=b1f5cdd3-a6b1-410c-b17e-650bdd01cb58,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:58.772688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] No DVR routers for this DVR port b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:58.778770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.782707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c5973d2-f581-442d-90e1-b069ab3acafc req-6a65e43c-e5b9-404e-936c-fdf746e62893 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.35 "DELETE /v2.0/ports/b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 HTTP/1.1" status: 204 len: 173 time: 0.8670826 Jul 15 13:06:58.826989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-353741bd-4b72-4cca-9c89-acdb385cd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.830923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-353741bd-4b72-4cca-9c89-acdb385cd92c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 1102 time: 0.1758506 Jul 15 13:06:59.063660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-dddd087f-7aae-49e3-baaf-49157fe4c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.067043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-dddd087f-7aae-49e3-baaf-49157fe4c29a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2286811 Jul 15 13:06:59.179818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-55d17f93-2a57-45a9-a892-895de7352202 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=dd85f344-ef75-4261-b1d2-f7585ca2f44a HTTP/1.1" status: 200 len: 217 time: 0.0983346 Jul 15 13:06:59.323427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-190f3229-82aa-4d93-ac84-d28fd751d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.326088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-190f3229-82aa-4d93-ac84-d28fd751d63b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1140144 Jul 15 13:06:59.371392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bcd7c-e3d0-40eb-b6ce-91b73a7605b6 req-2c6d43e1-360d-442c-8ce4-2063b37ba8e4 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.380434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b36bcd7c-e3d0-40eb-b6ce-91b73a7605b6 req-2c6d43e1-360d-442c-8ce4-2063b37ba8e4 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 946 time: 0.2195525 Jul 15 13:06:59.512929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158ded07-07e9-49d2-ba98-a32d1b912988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d832e7-a70e-4033-a42a-7dd8cc6d4260'}, {'server_uuid': '86fb8283-1828-49aa-bcd9-6ff53bd73343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd85f344-ef75-4261-b1d2-f7585ca2f44a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:59.520096 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c64e41c-2548-475e-aacd-ef1454c0553d" -d '{"events": [{"server_uuid": "158ded07-07e9-49d2-ba98-a32d1b912988", "name": "network-vif-plugged", "status": "completed", "tag": "96d832e7-a70e-4033-a42a-7dd8cc6d4260"}, {"server_uuid": "86fb8283-1828-49aa-bcd9-6ff53bd73343", "name": "network-vif-plugged", "status": "completed", "tag": "dd85f344-ef75-4261-b1d2-f7585ca2f44a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:59.529622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b36bcd7c-e3d0-40eb-b6ce-91b73a7605b6 req-5bc57e0e-2912-4665-bdc4-f2a33f8be683 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eeedee3-2531-44a8-b271-e334fe463e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946400 Jul 15 13:06:59.546279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-5bc9eda8-9686-448a-98df-c90a7c1706b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.548895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-5bc9eda8-9686-448a-98df-c90a7c1706b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2138660 Jul 15 13:06:59.706880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-63774de9-c0ba-4ff0-a99f-57acdc6caa5c service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488812 Jul 15 13:06:59.844143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a318df-5739-4741-9545-ef9f12265336 req-3152fa65-00d2-4e4d-a4c8-62e296a5ce5e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.845877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21a318df-5739-4741-9545-ef9f12265336 req-3152fa65-00d2-4e4d-a4c8-62e296a5ce5e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.1567512 Jul 15 13:06:59.848667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9b11ee2-5457-4fc1-906a-320e6fb46eec req-46cfab02-0caf-4027-8994-59827b230575 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240978 Jul 15 13:06:59.903028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21a318df-5739-4741-9545-ef9f12265336 req-3b80d841-474d-4eef-afa4-2e829c29a448 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507004 Jul 15 13:07:00.325783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c665a-34dc-49ed-86fd-63a2375fd452 req-5ffd11a7-0b6d-4cde-ad69-89fb6d4b183f tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.328491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-839c665a-34dc-49ed-86fd-63a2375fd452 req-5ffd11a7-0b6d-4cde-ad69-89fb6d4b183f tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 946 time: 0.2311082 Jul 15 13:07:00.378145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-e63d532d-e83f-46e0-a496-b41b59175143 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.381234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-e63d532d-e83f-46e0-a496-b41b59175143 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.35 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 804 time: 0.2706840 Jul 15 13:07:00.401595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Request body: {'port': {'device_id': '6436e527-fccb-4ffd-8137-40b6facae307', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'admin_state_up': True, 'tenant_id': 'b02ee399ad0e4a25b2b68a67833748b5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:00.445397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-839c665a-34dc-49ed-86fd-63a2375fd452 req-ed2eb7cc-ce7c-4f65-b70f-7e644b64e608 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/security-groups?id=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078229 Jul 15 13:07:00.550040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Made reservation on behalf of b02ee399ad0e4a25b2b68a67833748b5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:00.554455 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.624712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'name': 'network-vif-deleted', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:00.627676 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6796670d-d28c-4b4f-bebb-b2c29f9953b0" -d '{"events": [{"server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "name": "network-vif-deleted", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:00.758869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Allocated IP 172.20.0.12 (e84e4f53-12f3-4161-bd13-9a17bf9aa3bf/63c890cf-9ce2-42d4-9b8d-ac0465fdd604/290e9b98-2898-4228-a64f-acf09518ad3f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:00.806988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44927d-55a1-413c-8ee0-a8680a2598d5 req-d8899053-8cfc-4773-beb8-3b8b6671e8a8 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.808718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d44927d-55a1-413c-8ee0-a8680a2598d5 req-d8899053-8cfc-4773-beb8-3b8b6671e8a8 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 950 time: 0.1594877 Jul 15 13:07:00.895114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d44927d-55a1-413c-8ee0-a8680a2598d5 req-869dc9a1-83b6-44af-ab81-ba92f09e619f tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760350 Jul 15 13:07:01.009028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.168603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d3242-6199-412c-9088-5acb76ce7298 req-378caacd-7bc2-4ecc-a771-e5775b2a7ac4 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.171346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340d3242-6199-412c-9088-5acb76ce7298 req-378caacd-7bc2-4ecc-a771-e5775b2a7ac4 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 945 time: 0.1580369 Jul 15 13:07:01.174041 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.300727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:01.328499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:01.334750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:01.342423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Pushing event updated for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:01.366992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340d3242-6199-412c-9088-5acb76ce7298 req-334f1277-afc0-4494-9d25-61c288bbfbfa tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/security-groups?id=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779525 Jul 15 13:07:01.416136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.417216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.442260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-b36048c1-af59-4c86-a69c-43f2019b6837 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0491750 Jul 15 13:07:01.455294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Request body: {'port': {'device_id': '6436e527-fccb-4ffd-8137-40b6facae307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:01.549672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.808101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6f152-0c16-4479-8e16-8770654fcaec req-7791d7f0-1bb0-4662-a216-f1a20ddbeecd tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.809660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cd6f152-0c16-4479-8e16-8770654fcaec req-7791d7f0-1bb0-4662-a216-f1a20ddbeecd tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 932 time: 0.1889493 Jul 15 13:07:01.881301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:01.902395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:01.902745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f5cdd3-a6b1-410c-b17e-650bdd01cb58 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:01.922375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cd6f152-0c16-4479-8e16-8770654fcaec req-4142b2cb-ffbd-49d2-af19-bef24dab72b2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010575 Jul 15 13:07:01.976003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290e9b98-2898-4228-a64f-acf09518ad3f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:01.984893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.004015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Transition to ACTIVE for port object 290e9b98-2898-4228-a64f-acf09518ad3f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:02.005877 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2313cb84-4e94-4624-b9bc-ae902c7403ef x-openstack-request-id: req-2313cb84-4e94-4624-b9bc-ae902c7403ef {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:02.006368 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158ded07-07e9-49d2-ba98-a32d1b912988", "name": "network-vif-plugged", "status": "completed", "tag": "96d832e7-a70e-4033-a42a-7dd8cc6d4260", "code": 200}, {"server_uuid": "86fb8283-1828-49aa-bcd9-6ff53bd73343", "name": "network-vif-plugged", "status": "completed", "tag": "dd85f344-ef75-4261-b1d2-f7585ca2f44a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:02.006830 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2313cb84-4e94-4624-b9bc-ae902c7403ef {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:02.007961 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158ded07-07e9-49d2-ba98-a32d1b912988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d832e7-a70e-4033-a42a-7dd8cc6d4260', 'code': 200} Jul 15 13:07:02.008174 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fb8283-1828-49aa-bcd9-6ff53bd73343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd85f344-ef75-4261-b1d2-f7585ca2f44a', 'code': 200} Jul 15 13:07:02.019877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.109895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Pushing event updated for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.293033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Attempting to bind port 290e9b98-2898-4228-a64f-acf09518ad3f on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:02.293442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Attempting to bind port 290e9b98-2898-4228-a64f-acf09518ad3f by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:02.293683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Attempting to bind port 290e9b98-2898-4228-a64f-acf09518ad3f on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:02.314389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638147-ac67-4f1f-a2ca-818625a7b18b req-26d3f272-363b-4186-b95c-0f956262e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.316197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42638147-ac67-4f1f-a2ca-818625a7b18b req-26d3f272-363b-4186-b95c-0f956262e87b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 1098 time: 0.2079775 Jul 15 13:07:02.316894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Port 290e9b98-2898-4228-a64f-acf09518ad3f on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:02.317779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Attempting to bind port 290e9b98-2898-4228-a64f-acf09518ad3f on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:02.347204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:02.348095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Checking segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:02.348095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Bound using segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:02.348452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Bound port: 290e9b98-2898-4228-a64f-acf09518ad3f, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:02.348919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.352330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb59c8-82f7-445f-bd85-64b076a3cfc7 req-4911ef69-bb0e-48ed-934a-8b4d8187b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.353857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67bb59c8-82f7-445f-bd85-64b076a3cfc7 req-4911ef69-bb0e-48ed-934a-8b4d8187b908 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 1102 time: 0.2296302 Jul 15 13:07:02.361107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2e26-6dd0-4b73-b921-5763a3727f7d req-69946243-be58-4e82-9526-fd24582dabcd tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.362733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50ac2e26-6dd0-4b73-b921-5763a3727f7d req-69946243-be58-4e82-9526-fd24582dabcd tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1102 time: 0.1666629 Jul 15 13:07:02.442331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42638147-ac67-4f1f-a2ca-818625a7b18b req-df3a2f75-ba6f-422d-8210-17a070fb103d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187088 Jul 15 13:07:02.491105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50ac2e26-6dd0-4b73-b921-5763a3727f7d req-c70cf1e3-7e58-4268-a784-e3dfb3a6badf tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197126 Jul 15 13:07:02.495516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67bb59c8-82f7-445f-bd85-64b076a3cfc7 req-d74e145e-467c-4be3-8842-a3da1d8de173 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252136 Jul 15 13:07:02.507981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:02.511978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:02.525368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.566524 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c58da74-a882-4ac5-a4f4-c87413e39396 x-openstack-request-id: req-9c58da74-a882-4ac5-a4f4-c87413e39396 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:02.566825 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa37fe-6c72-4be7-a792-ecd39d47ec94", "name": "network-vif-deleted", "tag": "b1f5cdd3-a6b1-410c-b17e-650bdd01cb58", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:02.568040 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c58da74-a882-4ac5-a4f4-c87413e39396 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:02.568040 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa37fe-6c72-4be7-a792-ecd39d47ec94', 'name': 'network-vif-deleted', 'tag': 'b1f5cdd3-a6b1-410c-b17e-650bdd01cb58', 'status': 'completed', 'code': 200} Jul 15 13:07:02.571420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.572035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.573626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] 10.222.0.35 "PUT /v2.0/ports/290e9b98-2898-4228-a64f-acf09518ad3f HTTP/1.1" status: 200 len: 1093 time: 1.1232958 Jul 15 13:07:02.603051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520484c-318d-40b9-b5fd-e283f5c2fc7a service neutron] Pushing event updated for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.691880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-7343dc5f-6c4e-4bb9-8c25-7ac1b7b06bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.695177 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-7343dc5f-6c4e-4bb9-8c25-7ac1b7b06bd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 1096 time: 0.0687578 Jul 15 13:07:02.760913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-fbadc473-97cb-4183-98ce-3ed1700a1548 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290e9b98-2898-4228-a64f-acf09518ad3f HTTP/1.1" status: 200 len: 217 time: 0.0565784 Jul 15 13:07:02.893936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-0d1c7b34-d159-4f3d-b8f1-789256634ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.897133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-0d1c7b34-d159-4f3d-b8f1-789256634ac7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.1279094 Jul 15 13:07:02.960483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-26a42f9b-665e-4bad-ae59-f3e8f7d39844 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552027 Jul 15 13:07:03.032286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2153839-8628-4e5e-b42a-8657682bb1bb req-19067887-e79c-4e27-a463-2f953ad66110 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.033921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2153839-8628-4e5e-b42a-8657682bb1bb req-19067887-e79c-4e27-a463-2f953ad66110 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 946 time: 0.2245638 Jul 15 13:07:03.125780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2153839-8628-4e5e-b42a-8657682bb1bb req-e2f8d897-30d7-4c62-80ba-9ab2ce02ebc5 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/security-groups?id=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845597 Jul 15 13:07:03.133820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-805e7050-e1b2-42db-8ff0-a0e47f7d90fd service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653433 Jul 15 13:07:03.325332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f69fc5f5-e111-40b2-9ee7-e093cf49876e req-44500c90-01d5-4013-84bd-271c5e8ccc77 service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845038 Jul 15 13:07:03.410681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcda7f7-6588-4581-b59f-2693c47bbc84 req-f3262e17-7b1c-4459-8190-ff0cad03c3cf tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.412800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8dcda7f7-6588-4581-b59f-2693c47bbc84 req-f3262e17-7b1c-4459-8190-ff0cad03c3cf tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 950 time: 0.1146872 Jul 15 13:07:03.464552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8dcda7f7-6588-4581-b59f-2693c47bbc84 req-2bc55767-fb65-4e3d-b037-a67856e6eb78 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Jul 15 13:07:04.229363 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.609552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:04.611947 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db1354-06df-44a4-8a45-1d80d5923cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:04.658923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7481-41d4-4394-915e-6c1434678570 req-5da3faee-fddb-4a57-921e-4644db3938f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.660489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db1d7481-41d4-4394-915e-6c1434678570 req-5da3faee-fddb-4a57-921e-4644db3938f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b4780afdfa49388919a9bc574b25c7&device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 1097 time: 0.4536788 Jul 15 13:07:04.671481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca66ab-e3f9-4ffd-8005-c034dec2f03d req-9fd3ecc1-5a63-4fd3-b1c0-f259d4768a0d tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.673348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7dca66ab-e3f9-4ffd-8005-c034dec2f03d req-9fd3ecc1-5a63-4fd3-b1c0-f259d4768a0d tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 944 time: 0.4296937 Jul 15 13:07:04.776791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7dca66ab-e3f9-4ffd-8005-c034dec2f03d req-6e94b5b3-13db-4c72-8987-945b57e6077c tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905728 Jul 15 13:07:04.804951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7481-41d4-4394-915e-6c1434678570 req-e2418273-5f13-4992-8e18-6bdd01d37360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.806440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db1d7481-41d4-4394-915e-6c1434678570 req-e2418273-5f13-4992-8e18-6bdd01d37360 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0d36064-5aee-4206-b571-f59f18f65bfd HTTP/1.1" status: 200 len: 914 time: 0.1318505 Jul 15 13:07:04.850260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db1d7481-41d4-4394-915e-6c1434678570 req-6a10ad85-ebda-4e73-81f8-99f14c086bea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36025f7c-5898-4c36-b2cd-1e0912c63724 HTTP/1.1" status: 200 len: 217 time: 0.0363050 Jul 15 13:07:04.902652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7481-41d4-4394-915e-6c1434678570 req-303d6fde-b6f2-4292-bba0-44cc805e2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.904102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db1d7481-41d4-4394-915e-6c1434678570 req-303d6fde-b6f2-4292-bba0-44cc805e2bb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b931e935-6182-4ed1-814b-17e721046433 HTTP/1.1" status: 200 len: 853 time: 0.0461421 Jul 15 13:07:04.939897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db1d7481-41d4-4394-915e-6c1434678570 req-ff07965c-b611-4f79-be21-bf1730615410 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0d36064-5aee-4206-b571-f59f18f65bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278335 Jul 15 13:07:05.049155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db1d7481-41d4-4394-915e-6c1434678570 req-b159ff1f-44c4-4a70-9161-a631963b8d21 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983365 Jul 15 13:07:05.128772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.194382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db1d7481-41d4-4394-915e-6c1434678570 req-38d29e02-d445-471b-a677-8c480ca042bf service neutron] 10.222.0.30 "GET /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351750 Jul 15 13:07:05.224679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e0a99-6990-48b4-acdc-e89b76f23418 req-4523cf2d-fbaa-4ce7-ae54-d024cfeb3d15 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.226137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a7e0a99-6990-48b4-acdc-e89b76f23418 req-4523cf2d-fbaa-4ce7-ae54-d024cfeb3d15 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 946 time: 0.0995440 Jul 15 13:07:05.272153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a7e0a99-6990-48b4-acdc-e89b76f23418 req-0416a7c5-f317-47f0-b6b0-b4db1ce17df1 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eeedee3-2531-44a8-b271-e334fe463e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366542 Jul 15 13:07:05.437477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-c7081e3d-e5e0-4e30-a415-9bebd896c13c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334866 Jul 15 13:07:05.464434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-ee66599d-5bb3-44ff-a6a9-056bee073cf1 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.465971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-ee66599d-5bb3-44ff-a6a9-056bee073cf1 tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78 HTTP/1.1" status: 200 len: 946 time: 0.1172416 Jul 15 13:07:05.634000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-dfdcb470-6963-4f39-bb6d-8e4b0e88e033 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.635653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-dfdcb470-6963-4f39-bb6d-8e4b0e88e033 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916082 Jul 15 13:07:05.661178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-f1e7067a-e844-4af3-91fa-0cb162e1601b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/quotas/f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 375 time: 0.0182395 Jul 15 13:07:05.680753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Deleting port db038da2-2723-40f2-b4c8-a87a8400b70e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:05.681106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.820027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-e2de4d74-07cb-41b3-b58a-34eeb6e816e1 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517830 Jul 15 13:07:05.822069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] For port db038da2-2723-40f2-b4c8-a87a8400b70e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=db038da2-2723-40f2-b4c8-a87a8400b70e,segment=NetworkSegment(6fdbd247-ab2f-4b18-9c7a-1584419ae3cd),segment_id=6fdbd247-ab2f-4b18-9c7a-1584419ae3cd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:05.822445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.838171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Calling delete_port for db038da2-2723-40f2-b4c8-a87a8400b70e owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:05.911439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 290e9b98-2898-4228-a64f-acf09518ad3f details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:06.044793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:06.075036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '290e9b98-2898-4228-a64f-acf09518ad3f', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'port_id': '290e9b98-2898-4228-a64f-acf09518ad3f', 'mac_address': 'fa:16:3e:9d:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c890cf-9ce2-42d4-9b8d-ac0465fdd604', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:06.077489 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.150564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Pushing event deleted for resources: {'Port': ['ID=db038da2-2723-40f2-b4c8-a87a8400b70e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:06.153470 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.190962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290e9b98-2898-4228-a64f-acf09518ad3f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:06.229237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:06.236451 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.287817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] No DVR routers for this DVR port db038da2-2723-40f2-b4c8-a87a8400b70e on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:06.292030 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.295745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66416f9f-00aa-4123-b4e4-b2c40b661423 req-f24080cd-82f0-4f2f-a6d5-df9f8f3c3b3d tempest-ServerGroupTestJSON-1957424213 tempest-ServerGroupTestJSON-1957424213-project] 10.222.0.30 "DELETE /v2.0/ports/db038da2-2723-40f2-b4c8-a87a8400b70e HTTP/1.1" status: 204 len: 173 time: 0.8168991 Jul 15 13:07:06.325347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:06.358479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce5616-d235-44a5-b49c-6b3688d9b469 req-cdbed0dd-4ae3-4c07-9cdd-55b154444d05 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.360847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7ce5616-d235-44a5-b49c-6b3688d9b469 req-cdbed0dd-4ae3-4c07-9cdd-55b154444d05 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 945 time: 0.2182193 Jul 15 13:07:06.468941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7ce5616-d235-44a5-b49c-6b3688d9b469 req-05a4d029-e0cc-4d39-b620-ad6047f8a575 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/security-groups?id=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961244 Jul 15 13:07:06.522482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['290e9b98-2898-4228-a64f-acf09518ad3f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:06.779899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aed8f8-7fbd-45b9-affa-01d605cbe84f req-2567b848-3da6-4418-a5fe-26091356d6c1 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.782472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8aed8f8-7fbd-45b9-affa-01d605cbe84f req-2567b848-3da6-4418-a5fe-26091356d6c1 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 946 time: 0.1219401 Jul 15 13:07:06.837889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8aed8f8-7fbd-45b9-affa-01d605cbe84f req-dde4b3c6-ea69-4bfd-a642-be99b37f0bf2 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/security-groups?id=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Jul 15 13:07:07.066410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d26970-0379-4614-b109-5f9a68ef1792 req-ec838d39-f80f-46db-a918-6d2a502b4021 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.069285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f7d26970-0379-4614-b109-5f9a68ef1792 req-ec838d39-f80f-46db-a918-6d2a502b4021 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 950 time: 0.1009779 Jul 15 13:07:07.134880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f7d26970-0379-4614-b109-5f9a68ef1792 req-3e5b6bb9-fefd-4183-9fad-0451ff356f16 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590379 Jul 15 13:07:07.212530 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbce86a3-c7c0-43a9-adb6-250fd4ef6182 x-openstack-request-id: req-cbce86a3-c7c0-43a9-adb6-250fd4ef6182 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:07.212876 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:07.213197 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbce86a3-c7c0-43a9-adb6-250fd4ef6182 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:07.213584 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f', 'status': 'completed', 'code': 200} Jul 15 13:07:07.301137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-020c03d6-94a8-4b1c-b4d0-bbf3e6765186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.302878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-020c03d6-94a8-4b1c-b4d0-bbf3e6765186 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 1097 time: 0.0653965 Jul 15 13:07:07.453007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-3150d60c-d3c2-4c43-ad16-6174a75a8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.455657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-3150d60c-d3c2-4c43-ad16-6174a75a8363 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 905 time: 0.1448967 Jul 15 13:07:07.499544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-c5026c3a-b67f-4897-94a2-24b01aae816d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290e9b98-2898-4228-a64f-acf09518ad3f HTTP/1.1" status: 200 len: 217 time: 0.0371473 Jul 15 13:07:07.567791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-2ad9606d-02fe-4158-82d4-f867fd56e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.570921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-2ad9606d-02fe-4158-82d4-f867fd56e456 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.0642149 Jul 15 13:07:07.616250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device db038da2-2723-40f2-b4c8-a87a8400b70e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:07.654446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-eae89fad-f85d-40fe-911e-1a7dba630948 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820978 Jul 15 13:07:07.655087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: db038da2-2723-40f2-b4c8-a87a8400b70e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:07.656302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device db038da2-2723-40f2-b4c8-a87a8400b70e not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:07.657804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-935349da-9411-4656-95a0-fb971782843d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694675 Jul 15 13:07:07.941738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 290e9b98-2898-4228-a64f-acf09518ad3f up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:08.007858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 290e9b98-2898-4228-a64f-acf09518ad3f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:08.012722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 290e9b98-2898-4228-a64f-acf09518ad3f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:08.013095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-08fec568-d06d-47b2-8d0a-7a7ff75b5f2a service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362651 Jul 15 13:07:08.013879 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.021347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-9c9adf16-af54-404d-ad83-7fab2c942239 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.022932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-9c9adf16-af54-404d-ad83-7fab2c942239 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581650 Jul 15 13:07:08.040267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Request body: {'port': {'device_id': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'f67914f23a6145bfbb8f9c7b603a25e4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:08.120671 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.149330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:08.151991 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9473921c-3f69-42c8-9814-04b61355ba59" -d '{"events": [{"server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "name": "network-vif-plugged", "status": "completed", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:08.165800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:08.170977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.187521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2d9da-bccd-4219-8a4d-71c7951c4ae4 req-d7613c86-a1e8-4b02-b997-dce6303713d7 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.189170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea2d9da-bccd-4219-8a4d-71c7951c4ae4 req-d7613c86-a1e8-4b02-b997-dce6303713d7 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 945 time: 0.3544328 Jul 15 13:07:08.226632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.246597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18db1354-06df-44a4-8a45-1d80d5923cf8 req-8fb082e4-cb67-430b-a4c0-434c4a9a7526 service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226107 Jul 15 13:07:08.275589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea2d9da-bccd-4219-8a4d-71c7951c4ae4 req-33ed7e71-55e2-4fd4-8d2c-a37f069a4ec9 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774937 Jul 15 13:07:08.289160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Made reservation on behalf of f67914f23a6145bfbb8f9c7b603a25e4 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:08.292985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.451371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f505aaf-ac45-4dfa-9051-f02bb75336a7 req-eee17549-a43e-4bd4-9688-61a2f2c30c5f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 210 time: 0.0598922 Jul 15 13:07:08.481881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Allocated IP 192.168.233.135 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/4e1cee3c-ca4b-43a1-8693-26dc108708c2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:08.676724 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.697881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Transition to ACTIVE for port object 4e1cee3c-ca4b-43a1-8693-26dc108708c2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:08.757212 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.772947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:08.841578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:08.847417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:08.854959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:08.918400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.004095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.007848 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.045273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-90b11c62-ec44-4906-9a02-c9efb2e47d25 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0110731 Jul 15 13:07:09.068571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Request body: {'port': {'device_id': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:09.179253 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.218139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78', 'name': 'network-vif-deleted', 'tag': 'db038da2-2723-40f2-b4c8-a87a8400b70e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:09.220702 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fde185-518d-4b4e-a36a-a9e28c36086b" -d '{"events": [{"server_uuid": "f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78", "name": "network-vif-deleted", "tag": "db038da2-2723-40f2-b4c8-a87a8400b70e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:09.247093 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523a4e3c-6960-4134-92db-fa29e41bba14 x-openstack-request-id: req-523a4e3c-6960-4134-92db-fa29e41bba14 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:09.249405 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "name": "network-vif-plugged", "status": "completed", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:09.249886 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-523a4e3c-6960-4134-92db-fa29e41bba14 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:09.250824 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f', 'code': 200} Jul 15 13:07:09.256021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8c756879-ec03-4878-a76f-85cec72e5737 None None] Provisioning for port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:09.285664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8c756879-ec03-4878-a76f-85cec72e5737 None None] Provisioning complete for port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:09.291043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8c756879-ec03-4878-a76f-85cec72e5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.370835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-8c756879-ec03-4878-a76f-85cec72e5737 None None] Port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:09.542393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6623c-009c-4da0-8675-2f8c5679c8d9 req-aa27deca-08a6-40be-a087-7b40fbfa2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.543918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42d6623c-009c-4da0-8675-2f8c5679c8d9 req-aa27deca-08a6-40be-a087-7b40fbfa2d09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 1098 time: 0.1864171 Jul 15 13:07:09.621920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42d6623c-009c-4da0-8675-2f8c5679c8d9 req-687a5ad9-34f2-4b14-b5ff-627ee4bab195 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698135 Jul 15 13:07:09.666944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1cee3c-ca4b-43a1-8693-26dc108708c2 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:09.681918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.703770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Transition to ACTIVE for port object 4e1cee3c-ca4b-43a1-8693-26dc108708c2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:09.709686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.834730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.938911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-0d895c6e-fef9-4315-811f-86f5253d2234 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541658 Jul 15 13:07:10.010847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Attempting to bind port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:10.011389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Attempting to bind port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:10.011781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Attempting to bind port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:10.024267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:10.024594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Attempting to bind port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:10.058737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:10.059542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:10.059542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:10.059903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Bound port: 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:10.060189 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.131282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-6f9bb6d3-b87f-49c3-9507-c95db666a582 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.132863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-6f9bb6d3-b87f-49c3-9507-c95db666a582 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847401 Jul 15 13:07:10.163004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-ded06b4a-ff54-4228-93d2-a34b88ea3573 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/quotas/6b69fac6b3fd46ef802a8d19b5f7c900 HTTP/1.1" status: 200 len: 375 time: 0.0221007 Jul 15 13:07:10.189178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:10.220222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:10.233200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.294728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.296038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.297707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] 10.222.0.35 "PUT /v2.0/ports/4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 1097 time: 1.2404380 Jul 15 13:07:10.329767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-72e84919-1ff6-4c3a-89cd-7734ab63b2a6 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599023 Jul 15 13:07:10.333706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c214fc9-77fb-421c-851d-ed11813d391f service neutron] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.474585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-a0ce0cba-7c55-4a02-ad36-e6e2f7100d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.476756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-a0ce0cba-7c55-4a02-ad36-e6e2f7100d27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1100 time: 0.0775170 Jul 15 13:07:10.537042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-dd0db2fa-8f34-4ff2-bf42-14f4a0b893b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 217 time: 0.0516796 Jul 15 13:07:10.617047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-695b7326-dd8b-4d72-b057-38491092efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.618628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-695b7326-dd8b-4d72-b057-38491092efa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0747399 Jul 15 13:07:10.679998 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc8cd86-d18c-4457-9db2-d19ea1ac0c00 x-openstack-request-id: req-8dc8cd86-d18c-4457-9db2-d19ea1ac0c00 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:10.680429 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78", "name": "network-vif-deleted", "tag": "db038da2-2723-40f2-b4c8-a87a8400b70e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:10.680834 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dc8cd86-d18c-4457-9db2-d19ea1ac0c00 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:10.681441 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cf3d79-7464-4d8c-b1e0-e232e6dc5c78', 'name': 'network-vif-deleted', 'tag': 'db038da2-2723-40f2-b4c8-a87a8400b70e', 'status': 'completed', 'code': 200} Jul 15 13:07:10.730079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-ec1415c3-3c5b-4a82-b810-1b31478eee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.732833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-ec1415c3-3c5b-4a82-b810-1b31478eee71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1060245 Jul 15 13:07:10.874893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-60dfa91e-f022-4d22-9458-e7c73230e9aa service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347198 Jul 15 13:07:11.020923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378f005-a736-45f7-88a6-494a7485608d req-59ab343f-c0cf-48c6-bd81-1e92d034d0c3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.022516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9378f005-a736-45f7-88a6-494a7485608d req-59ab343f-c0cf-48c6-bd81-1e92d034d0c3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.1690485 Jul 15 13:07:11.034563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-432d611d-f3a6-496a-ae50-817597ac1f7e req-37d168a2-6e9f-4e1e-9e3e-081bcae53493 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410966 Jul 15 13:07:11.073632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9378f005-a736-45f7-88a6-494a7485608d req-ace1004a-5ac1-4d0d-bf98-4411c194970d tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378969 Jul 15 13:07:11.322508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee487c10-8dad-457b-9122-05e565ec7d9f req-6064848c-1f47-4216-aba3-09b50a494299 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.325325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee487c10-8dad-457b-9122-05e565ec7d9f req-6064848c-1f47-4216-aba3-09b50a494299 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 948 time: 0.0848849 Jul 15 13:07:11.920239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee487c10-8dad-457b-9122-05e565ec7d9f req-323f2e07-66bb-45f2-a50f-11a65a157f9c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871327 Jul 15 13:07:11.946013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-2d25be37-6342-4487-9914-98c4ea1f74f9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588710 Jul 15 13:07:12.017090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-d0b947d9-5bf3-40d8-889f-39b5ea60fece tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.018665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-d0b947d9-5bf3-40d8-889f-39b5ea60fece tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 945 time: 0.6732159 Jul 15 13:07:12.160452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-93701488-4452-4969-a859-5ea073522bbd tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.163502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-93701488-4452-4969-a859-5ea073522bbd tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031162 Jul 15 13:07:12.178514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Request body: {'port': {'device_id': '2a1d9fc2-a47f-4661-9337-66b6250323d5', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '6b69fac6b3fd46ef802a8d19b5f7c900'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:12.272061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Deleting port 36025f7c-5898-4c36-b2cd-1e0912c63724 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:12.272412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.415472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Made reservation on behalf of 6b69fac6b3fd46ef802a8d19b5f7c900 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:12.419089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.482294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] For port 36025f7c-5898-4c36-b2cd-1e0912c63724, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=36025f7c-5898-4c36-b2cd-1e0912c63724,segment=NetworkSegment(770d25c8-aa2e-4a89-b213-2a02c0d4e2c7),segment_id=770d25c8-aa2e-4a89-b213-2a02c0d4e2c7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:12.482675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.533017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Calling delete_port for 36025f7c-5898-4c36-b2cd-1e0912c63724 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:12.550757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd2739-67df-42c2-ab40-6f043e6b666f req-2fd3bedd-828f-4c5e-a57f-7293531e125a tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.552661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecfd2739-67df-42c2-ab40-6f043e6b666f req-2fd3bedd-828f-4c5e-a57f-7293531e125a tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f25cd3-ec96-40fc-8a36-2731878b0241 HTTP/1.1" status: 200 len: 945 time: 0.1995771 Jul 15 13:07:12.693456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:12.695731 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f9a15e-8f50-45ad-bcc9-748316622474" -d '{"events": [{"name": "network-changed", "server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:12.737641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecfd2739-67df-42c2-ab40-6f043e6b666f req-ae9c9462-ab59-4752-ba3f-b21043ff08a2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.25 "GET /v2.0/security-groups?id=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766717 Jul 15 13:07:12.751537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Allocated IP 192.168.233.14 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/2ec5f755-4933-4b40-98d4-d91efec272b5) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:12.898041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-708e96b3-61d3-4605-afb4-a22fb864b857 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2216892 Jul 15 13:07:12.905751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.965464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Pushing event deleted for resources: {'Port': ['ID=36025f7c-5898-4c36-b2cd-1e0912c63724,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.031339 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:13.077487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] No DVR routers for this DVR port 36025f7c-5898-4c36-b2cd-1e0912c63724 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:13.085284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.087389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a697fb9-f7ac-40b6-b7f8-f19117cca836 req-59f86c34-345d-469b-93c1-94f7c382b4f2 tempest-InstanceActionsTestJSON-1824242295 tempest-InstanceActionsTestJSON-1824242295-project] 10.222.0.30 "DELETE /v2.0/ports/36025f7c-5898-4c36-b2cd-1e0912c63724 HTTP/1.1" status: 204 len: 173 time: 1.0372055 Jul 15 13:07:13.158318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.177669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8ef757dc-dfd8-4b0e-b6e7-4077626a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.178409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8ef757dc-dfd8-4b0e-b6e7-4077626a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.178653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8ef757dc-dfd8-4b0e-b6e7-4077626a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.179144 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8ef757dc-dfd8-4b0e-b6e7-4077626a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.179763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8ef757dc-dfd8-4b0e-b6e7-4077626a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.180249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8ef757dc-dfd8-4b0e-b6e7-4077626a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.180752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8ef757dc-dfd8-4b0e-b6e7-4077626a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.183760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8ef757dc-dfd8-4b0e-b6e7-4077626a5ce4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6497 time: 0.2086141 Jul 15 13:07:13.193987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Transition to ACTIVE for port object 2ec5f755-4933-4b40-98d4-d91efec272b5 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:13.301767 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.317924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dd85f344-ef75-4261-b1d2-f7585ca2f44a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:13.375478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:13.401968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:13.407576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:13.418184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Pushing event updated for resources: {'Port': ['ID=2ec5f755-4933-4b40-98d4-d91efec272b5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.424080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-67d8caa1-8c61-43d2-8e73-60657dfa847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.424574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-67d8caa1-8c61-43d2-8e73-60657dfa847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.425063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-67d8caa1-8c61-43d2-8e73-60657dfa847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.427022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-67d8caa1-8c61-43d2-8e73-60657dfa847b service neutron] 10.222.0.35 "GET /v2.0/networks?id=13d3c86e-fa31-4029-9eae-010b85f8eea2&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=d725112c-3221-4313-b01b-bc625556d4ca&id=d725112c-3221-4313-b01b-bc625556d4ca HTTP/1.1" status: 200 len: 2292 time: 0.2016079 Jul 15 13:07:13.616387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.617457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.638527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-856dda81-83e6-4676-9a03-c6a0da2f86da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b HTTP/1.1" status: 200 len: 1000 time: 0.1637201 Jul 15 13:07:13.658937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8ef6-293f-40c7-9d29-e4f1a0f3c494 req-9c33c022-a99e-439f-ae3f-6d152ddbc4d4 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.661590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50ab8ef6-293f-40c7-9d29-e4f1a0f3c494 req-9c33c022-a99e-439f-ae3f-6d152ddbc4d4 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 935 time: 0.2609010 Jul 15 13:07:13.665866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 36025f7c-5898-4c36-b2cd-1e0912c63724 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:13.710605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 36025f7c-5898-4c36-b2cd-1e0912c63724 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:13.711093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 36025f7c-5898-4c36-b2cd-1e0912c63724 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:13.727524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-227ae087-6afd-4346-80c3-f713ed928687 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5538611 Jul 15 13:07:13.767890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Request body: {'port': {'device_id': '2a1d9fc2-a47f-4661-9337-66b6250323d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:13.790789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-79db0e70-bbf2-4171-a552-01c309721ff9 None None] Provisioning for port 2ec5f755-4933-4b40-98d4-d91efec272b5 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:13.801265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-79db0e70-bbf2-4171-a552-01c309721ff9 None None] Provisioning complete for port 2ec5f755-4933-4b40-98d4-d91efec272b5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:13.802562 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-79db0e70-bbf2-4171-a552-01c309721ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.858953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-4598df2e-4ee6-428b-883e-91612ae148f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.860568 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-4598df2e-4ee6-428b-883e-91612ae148f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8 HTTP/1.1" status: 200 len: 850 time: 0.1975009 Jul 15 13:07:13.869158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-79db0e70-bbf2-4171-a552-01c309721ff9 None None] Port 2ec5f755-4933-4b40-98d4-d91efec272b5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:13.893366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50ab8ef6-293f-40c7-9d29-e4f1a0f3c494 req-3c39169e-e7fe-45b8-9545-91bcf45c80ef tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802871 Jul 15 13:07:13.989255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4e1cee3c-ca4b-43a1-8693-26dc108708c2 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:14.016814 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.057510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-c429237a-4b2e-403b-849b-e20f795b15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.060055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-c429237a-4b2e-403b-849b-e20f795b15aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13d3c86e-fa31-4029-9eae-010b85f8eea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854250 Jul 15 13:07:14.193485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:14.216117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'mac_address': 'fa:16:3e:44:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:14.269335 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.289017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1cee3c-ca4b-43a1-8693-26dc108708c2 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:14.322393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-62ab522c-4fb9-4127-839a-e81eeee48fe4 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224786 Jul 15 13:07:14.328718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:14.339222 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.450817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:14.544757 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ac94ef-8c0a-434d-bb2b-64a309773d90 x-openstack-request-id: req-d9ac94ef-8c0a-434d-bb2b-64a309773d90 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:14.545098 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:14.545305 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9ac94ef-8c0a-434d-bb2b-64a309773d90 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:14.545790 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'status': 'completed', 'code': 200} Jul 15 13:07:14.588820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-c8f79563-02cd-4438-ac77-1681bed00999 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582374 Jul 15 13:07:14.596982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec5f755-4933-4b40-98d4-d91efec272b5 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:14.613177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.614373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['4e1cee3c-ca4b-43a1-8693-26dc108708c2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:14.657724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-82a34421-c2e2-4572-9adf-839bf39ab541 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.659422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-82a34421-c2e2-4572-9adf-839bf39ab541 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.35 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 946 time: 0.2618554 Jul 15 13:07:14.664109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-b0762f26-dea7-4b32-b00c-f202a50e6784 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 217 time: 0.0613341 Jul 15 13:07:14.704689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Transition to ACTIVE for port object 2ec5f755-4933-4b40-98d4-d91efec272b5 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:14.728996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.772471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-040aaed7-ce42-4e9c-a626-4a51f4a1d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.775120 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-040aaed7-ce42-4e9c-a626-4a51f4a1d676 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1101 time: 0.2011230 Jul 15 13:07:14.844911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-87043907-fe3e-47f6-a006-bf6a962b60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.846345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-87043907-fe3e-47f6-a006-bf6a962b60c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1706209 Jul 15 13:07:14.915678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec5f755-4933-4b40-98d4-d91efec272b5,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:14.965168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-67f0ad03-d864-48ee-b7af-9a7530d9c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.968383 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-67f0ad03-d864-48ee-b7af-9a7530d9c749 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1860416 Jul 15 13:07:15.040666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981ecce-7d89-4dde-a2fc-c882b93e2df6 req-f34a0260-33e8-430d-aa5e-42e5b75b25ce tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.047554 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-ce07ead6-eef1-4698-9c41-fd5e9adcf80e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 217 time: 0.0708709 Jul 15 13:07:15.052567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f981ecce-7d89-4dde-a2fc-c882b93e2df6 req-f34a0260-33e8-430d-aa5e-42e5b75b25ce tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 949 time: 0.3187501 Jul 15 13:07:15.138527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-7af9d6fe-92b7-4903-84b7-5a7093044e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.140253 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-7af9d6fe-92b7-4903-84b7-5a7093044e9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0853069 Jul 15 13:07:15.141354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Deleting port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:15.141842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.147074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Attempting to bind port 2ec5f755-4933-4b40-98d4-d91efec272b5 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:15.148259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Attempting to bind port 2ec5f755-4933-4b40-98d4-d91efec272b5 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:15.148259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Attempting to bind port 2ec5f755-4933-4b40-98d4-d91efec272b5 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:15.193395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-0a747cff-3b37-4bf2-8fd1-eced96711339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.196385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-0a747cff-3b37-4bf2-8fd1-eced96711339 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3263772 Jul 15 13:07:15.231368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Port 2ec5f755-4933-4b40-98d4-d91efec272b5 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:15.231892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Attempting to bind port 2ec5f755-4933-4b40-98d4-d91efec272b5 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:15.250969 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-a8d9f3cd-fa1d-43d8-802d-bba2b2245d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.253530 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-a8d9f3cd-fa1d-43d8-802d-bba2b2245d2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061726 Jul 15 13:07:15.300547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:15.301296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:15.302337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:15.303166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Bound port: 2ec5f755-4933-4b40-98d4-d91efec272b5, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:15.303670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.328592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f981ecce-7d89-4dde-a2fc-c882b93e2df6 req-9f6db9e0-b9bf-414a-b780-6afa08f82c18 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673359 Jul 15 13:07:15.415639 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-cedcc332-bcbb-4cc3-a149-93045b61057b service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545756 Jul 15 13:07:15.554488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88f9a15e-8f50-45ad-bcc9-748316622474 req-39d55e87-cff6-4189-a56f-24ca2f6dd042 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315782 Jul 15 13:07:15.938406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] For port 96d832e7-a70e-4033-a42a-7dd8cc6d4260, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=96d832e7-a70e-4033-a42a-7dd8cc6d4260,segment=NetworkSegment(d5597df2-97f3-4bcd-a98d-4f7a2a2efe94),segment_id=d5597df2-97f3-4bcd-a98d-4f7a2a2efe94)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:15.938780 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.974772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-5f04905c-cdbe-4acb-94b6-ba7dbd0a50c8 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447388 Jul 15 13:07:15.976837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Calling delete_port for 96d832e7-a70e-4033-a42a-7dd8cc6d4260 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:15.990926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4e1cee3c-ca4b-43a1-8693-26dc108708c2 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:16.013310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] For port 2ec5f755-4933-4b40-98d4-d91efec272b5, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:16.054610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:16.060194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:16.060822 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.078394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] For port 2ec5f755-4933-4b40-98d4-d91efec272b5, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2ec5f755-4933-4b40-98d4-d91efec272b5,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:16.090108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.165228 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.176692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde6624-20ed-4a09-a215-d08e422665cd req-6766c3d6-464d-49ef-94bc-51ca0d11a621 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.179212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fde6624-20ed-4a09-a215-d08e422665cd req-6766c3d6-464d-49ef-94bc-51ca0d11a621 tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/ports?device_id=158ded07-07e9-49d2-ba98-a32d1b912988 HTTP/1.1" status: 200 len: 946 time: 0.3526239 Jul 15 13:07:16.190698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:16.194694 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c079d39c-962b-4cec-b7e1-f82123a3c741" -d '{"events": [{"server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "name": "network-vif-plugged", "status": "completed", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:16.209029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:16.214007 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.215036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 96d832e7-a70e-4033-a42a-7dd8cc6d4260 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:16.239973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.240617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.242133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] 10.222.0.30 "PUT /v2.0/ports/2ec5f755-4933-4b40-98d4-d91efec272b5 HTTP/1.1" status: 200 len: 1096 time: 2.4876781 Jul 15 13:07:16.333861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.351842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-307acb0b-53d7-41a9-9b2f-d76497200bab service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645053 Jul 15 13:07:16.356624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e1905-1ddb-4fed-b38d-6bdd60dcb108 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec5f755-4933-4b40-98d4-d91efec272b5,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.411720 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.448429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fde6624-20ed-4a09-a215-d08e422665cd req-b7a72378-4153-4084-98bd-6b06cc52d09a tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.25 "GET /v2.0/security-groups?id=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506769 Jul 15 13:07:16.450668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-855a50e6-0756-43cc-8230-bc45cb8a828b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 217 time: 0.0813031 Jul 15 13:07:16.539732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40690) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:16.548344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f25cd3-ec96-40fc-8a36-2731878b0241', 'name': 'network-vif-deleted', 'tag': '36025f7c-5898-4c36-b2cd-1e0912c63724'}, {'name': 'network-changed', 'server_uuid': '2a1d9fc2-a47f-4661-9337-66b6250323d5', 'tag': '2ec5f755-4933-4b40-98d4-d91efec272b5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:16.550787 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db371f1-4edb-45c5-a0a1-6af2f36e679d" -d '{"events": [{"server_uuid": "98f25cd3-ec96-40fc-8a36-2731878b0241", "name": "network-vif-deleted", "tag": "36025f7c-5898-4c36-b2cd-1e0912c63724"}, {"name": "network-changed", "server_uuid": "2a1d9fc2-a47f-4661-9337-66b6250323d5", "tag": "2ec5f755-4933-4b40-98d4-d91efec272b5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:16.584996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-57e3227d-d5ad-42e2-b9ae-89632be9239c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3864992 Jul 15 13:07:16.589204 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.601647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-1383cb3c-63f1-4027-9527-ee8691be788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.604905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-1383cb3c-63f1-4027-9527-ee8691be788a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1428342 Jul 15 13:07:16.644192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Deleting subnet b931e935-6182-4ed1-814b-17e721046433 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:16.644677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Pushing event deleted for resources: {'Port': ['ID=96d832e7-a70e-4033-a42a-7dd8cc6d4260,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.650611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-0b7b1047-79ed-4903-932d-147cd88915d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.651657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.652256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-0b7b1047-79ed-4903-932d-147cd88915d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 1099 time: 0.3515460 Jul 15 13:07:16.720034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.738169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-21201c14-8ff1-4cc9-95bc-dd432c52ec0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2ec5f755-4933-4b40-98d4-d91efec272b5 HTTP/1.1" status: 200 len: 217 time: 0.0626822 Jul 15 13:07:16.780236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.842217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] No DVR routers for this DVR port 96d832e7-a70e-4033-a42a-7dd8cc6d4260 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:16.846746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.849201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.851953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f71d83f-59e7-4944-8031-69b901c2c692 req-779e6cea-3b6c-4d32-9165-d9329be4fe3d tempest-InstanceActionsNegativeTestJSON-1512985019 tempest-InstanceActionsNegativeTestJSON-1512985019-project] 10.222.0.35 "DELETE /v2.0/ports/96d832e7-a70e-4033-a42a-7dd8cc6d4260 HTTP/1.1" status: 204 len: 173 time: 2.1866982 Jul 15 13:07:16.886257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b931e935-6182-4ed1-814b-17e721046433,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.890245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.895339 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b931e935-6182-4ed1-814b-17e721046433 HTTP/1.1" status: 204 len: 168 time: 0.3524163 Jul 15 13:07:16.895559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5c9dfafb-b551-4bec-bfd4-bb216c79ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.896032 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40694) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:16.896952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-5c9dfafb-b551-4bec-bfd4-bb216c79ecba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1241806 Jul 15 13:07:16.909822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.910178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.910489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.911806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.912226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.912629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.913217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.913560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.913903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.914230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.914754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.915090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f42e6-1a4b-45a5-9c13-7e15b7cd5705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:16.961107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-bad3e402-e021-4b0c-9f1a-731d11a95520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.962598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-bad3e402-e021-4b0c-9f1a-731d11a95520 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3302236 Jul 15 13:07:16.986167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-0fc75984-e915-4274-9c39-774324047f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.987636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-0fc75984-e915-4274-9c39-774324047f54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1102 time: 0.3108661 Jul 15 13:07:16.997061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.099480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.110300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d36064-5aee-4206-b571-f59f18f65bfd']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:17.122082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770d25c8-aa2e-4a89-b213-2a02c0d4e2c7') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:17.122357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770d25c8-aa2e-4a89-b213-2a02c0d4e2c7') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:17.132242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.148323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.155242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:17.155657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:17.157524 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:17.163023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-a0025a48-6b6a-4673-8482-290b9465777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.164615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-a0025a48-6b6a-4673-8482-290b9465777d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2441685 Jul 15 13:07:17.172653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70dd76-0320-4295-97d2-6c4c86f131fd req-853f8b28-e2c9-4c69-ad02-bac0fa2a1301 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.174311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d70dd76-0320-4295-97d2-6c4c86f131fd req-853f8b28-e2c9-4c69-ad02-bac0fa2a1301 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.3071740 Jul 15 13:07:17.226091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.234558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.237783 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b0d36064-5aee-4206-b571-f59f18f65bfd HTTP/1.1" status: 204 len: 168 time: 0.3360288 Jul 15 13:07:17.238510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-5a05e8d4-c0a1-4f4a-b74a-1335aaf704cb service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670395 Jul 15 13:07:17.261360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389e76d-d459-40f0-999f-e45ebd831303 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d36064-5aee-4206-b571-f59f18f65bfd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:17.268640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-a6955303-de04-44cd-9237-231a4bd4317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.270947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-a6955303-de04-44cd-9237-231a4bd4317a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2519305 Jul 15 13:07:17.391816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-f3188ff5-fc2a-4fc0-8598-3f430f3699f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.1019220 Jul 15 13:07:17.470439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d70dd76-0320-4295-97d2-6c4c86f131fd req-470c24fd-3b84-4422-9f62-fc18da7e7361 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720516 Jul 15 13:07:17.527622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-10502ce4-e729-4640-8693-6eca52db86d8 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513927 Jul 15 13:07:17.553096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-cd2fc591-0fde-4317-a91e-1f3c5f9bd52c service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007007 Jul 15 13:07:17.555735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-9bc890f5-3f95-43a0-b48f-27581a93905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.558478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-9bc890f5-3f95-43a0-b48f-27581a93905a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1343064 Jul 15 13:07:17.641696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40700) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:17.691524 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c180084f-2e4c-4ce7-82e8-c2abce60fd73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67b4780afdfa49388919a9bc574b25c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461667 Jul 15 13:07:17.694431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40706) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:17.716784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-c2dcadfe-1755-40dc-b1d9-46bce27c6a76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a2da7884-c906-443f-b865-1edcd0a7f011 HTTP/1.1" status: 200 len: 217 time: 0.1564150 Jul 15 13:07:17.756900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30e424dd-79f5-4c05-80b7-0ae3bab6c054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.784557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30e424dd-79f5-4c05-80b7-0ae3bab6c054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.841785 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30e424dd-79f5-4c05-80b7-0ae3bab6c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.844928 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30e424dd-79f5-4c05-80b7-0ae3bab6c054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.846466 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30e424dd-79f5-4c05-80b7-0ae3bab6c054 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dae01b9f-c2ce-4c7a-ba7e-0296abaed43f HTTP/1.1" status: 204 len: 168 time: 0.1505384 Jul 15 13:07:17.858803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e424dd-79f5-4c05-80b7-0ae3bab6c054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae01b9f-c2ce-4c7a-ba7e-0296abaed43f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:17.975821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-3c694bc0-5c1f-4fc0-80ba-c8984a2e7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.978399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-3c694bc0-5c1f-4fc0-80ba-c8984a2e7ced service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.2481346 Jul 15 13:07:17.998240 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6988ca3-4ea6-44eb-bbf3-54b34c32e616 req-476b0496-a9fc-41f5-b5f2-adf6b8137ce5 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603503 Jul 15 13:07:18.065574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-9a97303c-3a93-4d65-b6a6-832d00336891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.068213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-9a97303c-3a93-4d65-b6a6-832d00336891 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4965358 Jul 15 13:07:18.119927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fced2-fd09-4935-b443-4a6b4ace302f req-50293481-7805-488b-a7a0-722f5c1c1799 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.121542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f02fced2-fd09-4935-b443-4a6b4ace302f req-50293481-7805-488b-a7a0-722f5c1c1799 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 947 time: 0.2937257 Jul 15 13:07:18.200738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-a6dd38c7-cbe8-4f2f-9cc3-fdd0f70ea12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.202317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-a6dd38c7-cbe8-4f2f-9cc3-fdd0f70ea12e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2106380 Jul 15 13:07:18.250248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f02fced2-fd09-4935-b443-4a6b4ace302f req-b1e3753a-050b-49cd-90bd-f36f7133e730 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150348 Jul 15 13:07:18.267334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-3681a848-f16f-49c4-8cbd-6352730b2dbf service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901209 Jul 15 13:07:18.677654 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad23c4f1-07ac-454a-aa2b-9eb233b79f31 x-openstack-request-id: req-ad23c4f1-07ac-454a-aa2b-9eb233b79f31 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:18.678178 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "name": "network-vif-plugged", "status": "completed", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:18.678178 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad23c4f1-07ac-454a-aa2b-9eb233b79f31 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:18.678583 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'code': 200} Jul 15 13:07:18.743659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-8f10e3c1-e1f0-4914-a89f-15a786fd4b00 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328920 Jul 15 13:07:18.796451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f83d5952-26e8-47e6-8cf8-e91af947d775 req-e1c11a11-692a-4c1c-8579-4276d368f754 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217812 Jul 15 13:07:18.820646 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43f71962-36c1-4153-9851-2bcb6e1ce226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.893274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40736) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:18.952832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-c9aee68c-b299-4165-8d8d-cb2c295e950b service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010140 Jul 15 13:07:19.009673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b77c5a-ff76-4f1f-b27a-7cd39ad620a8 req-e81754f6-a197-4852-896b-22163acbe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.011251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3b77c5a-ff76-4f1f-b27a-7cd39ad620a8 req-e81754f6-a197-4852-896b-22163acbe03b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1102 time: 0.2331214 Jul 15 13:07:19.012890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-13c527fe-c81a-483e-b2bd-35c7b898922a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=0ef47190-6343-4df3-ba04-bae682656f08 HTTP/1.1" status: 200 len: 217 time: 0.0528581 Jul 15 13:07:19.013341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1497612867-network', 'tenant_id': '2d604834239a489aa2fb6a56aff6010e'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:19.020559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c8f46-6481-475a-a740-fbab85054673 req-7c130406-fbd5-44a9-b102-ccfd9b55f82f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.022465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c67c8f46-6481-475a-a740-fbab85054673 req-7c130406-fbd5-44a9-b102-ccfd9b55f82f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.2282932 Jul 15 13:07:19.041946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Made reservation on behalf of 2d604834239a489aa2fb6a56aff6010e for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:19.044698 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.054839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.121858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-5dfd3a74-df11-49ac-bc67-5d5c08fa3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.123439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-5dfd3a74-df11-49ac-bc67-5d5c08fa3106 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1003258 Jul 15 13:07:19.125150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3b77c5a-ff76-4f1f-b27a-7cd39ad620a8 req-0306f8ec-4e41-40a1-b196-be08806febb4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009369 Jul 15 13:07:19.128370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c67c8f46-6481-475a-a740-fbab85054673 req-46310cd5-7b65-4bec-a57a-39a83eb833f2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912278 Jul 15 13:07:19.181259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.184414 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8377cc-1c03-4992-924a-09ec70f1e946 x-openstack-request-id: req-be8377cc-1c03-4992-924a-09ec70f1e946 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:19.184857 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f25cd3-ec96-40fc-8a36-2731878b0241", "name": "network-vif-deleted", "tag": "36025f7c-5898-4c36-b2cd-1e0912c63724", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a1d9fc2-a47f-4661-9337-66b6250323d5", "tag": "2ec5f755-4933-4b40-98d4-d91efec272b5", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:19.185334 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be8377cc-1c03-4992-924a-09ec70f1e946 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:19.185829 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f25cd3-ec96-40fc-8a36-2731878b0241', 'name': 'network-vif-deleted', 'tag': '36025f7c-5898-4c36-b2cd-1e0912c63724', 'status': 'completed', 'code': 200} Jul 15 13:07:19.186227 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1d9fc2-a47f-4661-9337-66b6250323d5', 'tag': '2ec5f755-4933-4b40-98d4-d91efec272b5', 'status': 'completed', 'code': 200} Jul 15 13:07:19.190320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.234492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:19.265774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d29b019-e5e3-456c-9243-293001ad92a0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.276673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40740) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:19.278800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.280924 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Added segment 1dd2c8c2-c609-4a3d-a62f-326a6292567d of type vlan for network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 Jul 15 13:07:19.324526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-50daec4d-763e-40a8-a8b8-2b873228a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.326604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-50daec4d-763e-40a8-a8b8-2b873228a4d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1584282 Jul 15 13:07:19.376290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-c61dd2c5-7457-4fca-90bc-6189c3355a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.377903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-c61dd2c5-7457-4fca-90bc-6189c3355a59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 1099 time: 0.1406298 Jul 15 13:07:19.415241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.436486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c70255d-40c7-431d-afc6-4044d0bdf0c3 admin admin] Deleting subnet bc16cf88-341d-4717-9ce3-cd00d32d7142 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:19.444150 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c70255d-40c7-431d-afc6-4044d0bdf0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.499198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.500204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.500796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.514024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c70255d-40c7-431d-afc6-4044d0bdf0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.566031 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6714423 Jul 15 13:07:19.569531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40746) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:19.581039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Request body: {'subnet': {'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1497612867-subnet', 'tenant_id': '2d604834239a489aa2fb6a56aff6010e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:19.594367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-4e50f035-ae2d-47f5-804d-c1e72ec3c703 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593431 Jul 15 13:07:19.613025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e43f0-5570-4763-987e-2db7299f333e admin admin] Pushing event updated for resources: {'Network': ['ID=569a521e-0b35-4ee0-9c77-c3d31dd196e2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.615801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c70255d-40c7-431d-afc6-4044d0bdf0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.626771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:19.693019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c70255d-40c7-431d-afc6-4044d0bdf0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.706878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2ec5f755-4933-4b40-98d4-d91efec272b5 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:19.735985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70255d-40c7-431d-afc6-4044d0bdf0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc16cf88-341d-4717-9ce3-cd00d32d7142,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.742939 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c70255d-40c7-431d-afc6-4044d0bdf0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.745017 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c70255d-40c7-431d-afc6-4044d0bdf0c3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bc16cf88-341d-4717-9ce3-cd00d32d7142 HTTP/1.1" status: 204 len: 168 time: 0.4377768 Jul 15 13:07:19.747626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:19.775966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-d25f1fbe-ecfd-40d7-b87f-21ae495f7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.778695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-d25f1fbe-ecfd-40d7-b87f-21ae495f7e95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3621035 Jul 15 13:07:19.831765 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.847805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2ec5f755-4933-4b40-98d4-d91efec272b5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2ec5f755-4933-4b40-98d4-d91efec272b5,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.855782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Made reservation on behalf of 2d604834239a489aa2fb6a56aff6010e for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:19.860395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.864613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '2ec5f755-4933-4b40-98d4-d91efec272b5', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '2ec5f755-4933-4b40-98d4-d91efec272b5', 'mac_address': 'fa:16:3e:14:94:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:19.907633 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.924613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec5f755-4933-4b40-98d4-d91efec272b5 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:19.954538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2ec5f755-4933-4b40-98d4-d91efec272b5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2ec5f755-4933-4b40-98d4-d91efec272b5,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.961658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.967912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-1ea37d6f-ef61-490e-8a53-865be7306a7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2ec5f755-4933-4b40-98d4-d91efec272b5 HTTP/1.1" status: 200 len: 217 time: 0.1821425 Jul 15 13:07:19.973253 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.997186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0238b057-3706-43f4-baa4-5ce1501e6a8b']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:20.024049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5597df2-97f3-4bcd-a98d-4f7a2a2efe94') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:20.024408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5597df2-97f3-4bcd-a98d-4f7a2a2efe94') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:20.043764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2ec5f755-4933-4b40-98d4-d91efec272b5,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:20.044282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.078789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-e50dbd56-96da-4da1-8e35-08549a3d9566 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664576 Jul 15 13:07:20.081046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.091193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:20.091882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.094279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973d6f-53b2-41a5-ace5-c013b86012d4 req-6969615f-2f52-4886-ac91-e97b9d1435e8 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:20.094688 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:20.099334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf973d6f-53b2-41a5-ace5-c013b86012d4 req-6969615f-2f52-4886-ac91-e97b9d1435e8 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.4933712 Jul 15 13:07:20.158543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-503411b2-7013-426c-8d7e-0cf2f20f934f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69 HTTP/1.1" status: 200 len: 217 time: 0.0548396 Jul 15 13:07:20.160233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-b0ecb410-74a3-47da-80e0-23e05d83d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.163171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-b0ecb410-74a3-47da-80e0-23e05d83d6c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1766949 Jul 15 13:07:20.175787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.187997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.191902 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0238b057-3706-43f4-baa4-5ce1501e6a8b HTTP/1.1" status: 204 len: 168 time: 0.4429419 Jul 15 13:07:20.207061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf50231-1790-4b47-a537-8286399fb951 admin admin] Pushing event deleted for resources: {'Network': ['ID=0238b057-3706-43f4-baa4-5ce1501e6a8b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:20.210345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['2ec5f755-4933-4b40-98d4-d91efec272b5'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:20.283919 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf973d6f-53b2-41a5-ace5-c013b86012d4 req-a8a249f7-de2f-4a10-8093-6df6c1febf32 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704960 Jul 15 13:07:20.293891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-dc92f23c-2762-4c88-bf12-4c271dd52a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.295537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-dc92f23c-2762-4c88-bf12-4c271dd52a75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.1252899 Jul 15 13:07:20.423450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-af1f5163-346b-4c6c-8ac6-0971046263bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.425064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-af1f5163-346b-4c6c-8ac6-0971046263bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2513869 Jul 15 13:07:20.482500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.489243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:20.548042 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5fd8d106-54c7-4291-96c3-362dcff309d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cda222c1dffb4a35aa3052fee5ee6811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574913 Jul 15 13:07:20.551387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-26130282-5099-4e32-928d-16641023087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.552485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40762) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:20.553243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-26130282-5099-4e32-928d-16641023087f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2496545 Jul 15 13:07:20.614074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4626065-f712-495b-8743-8ea50054ba6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.623319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Pushing event updated for resources: {'Subnet': ['ID=364cbb14-d8b7-468e-9e46-c18ac7ba6df6,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:20.643697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4626065-f712-495b-8743-8ea50054ba6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.673917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-8700b352-2804-4f6c-969f-cb80c4a463a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385333 Jul 15 13:07:20.722646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Checking segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:20.722914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4626065-f712-495b-8743-8ea50054ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.724079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Network hostable DHCP agents. Network: 569a521e-0b35-4ee0-9c77-c3d31dd196e2, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:20.731706 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4626065-f712-495b-8743-8ea50054ba6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.742404 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a4626065-f712-495b-8743-8ea50054ba6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/939b4665-a29c-4bc8-9a40-7cec2b2ec2f8 HTTP/1.1" status: 204 len: 168 time: 0.1879954 Jul 15 13:07:20.762864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4626065-f712-495b-8743-8ea50054ba6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939b4665-a29c-4bc8-9a40-7cec2b2ec2f8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:20.797539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-e5314cc2-9c8f-4dea-8c41-90e96b975cf7 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302921 Jul 15 13:07:20.825853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:20.857940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3db371f1-4edb-45c5-a0a1-6af2f36e679d req-348d7e98-e32d-42bc-9333-f7d615fdd9ba service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759772 Jul 15 13:07:20.861014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 569a521e-0b35-4ee0-9c77-c3d31dd196e2) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:20.869752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.870732 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.900808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa16abf-8c9f-49c0-b702-fcaedb788f86 None None] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:20.928625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-051abef0-7ea7-43eb-aaf5-1cf8e39a062f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3575482 Jul 15 13:07:20.954085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-154bfa8b-e844-432b-9ac3-ceaab5018611 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485198 Jul 15 13:07:21.053950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-25be0af2-6812-4cea-9131-aaf1b0cfb9e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f HTTP/1.1" status: 200 len: 217 time: 0.0936472 Jul 15 13:07:21.191290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158ded07-07e9-49d2-ba98-a32d1b912988', 'name': 'network-vif-deleted', 'tag': '96d832e7-a70e-4033-a42a-7dd8cc6d4260'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:21.194751 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc4ad03-8dea-4762-a3b5-76895ead8ed0" -d '{"events": [{"server_uuid": "158ded07-07e9-49d2-ba98-a32d1b912988", "name": "network-vif-deleted", "tag": "96d832e7-a70e-4033-a42a-7dd8cc6d4260"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:21.213819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-e1da872c-5ad1-416f-b44d-695817f37a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.215964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-e1da872c-5ad1-416f-b44d-695817f37a21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.1472809 Jul 15 13:07:21.346816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-59097b7c-2301-4edf-9296-ea60bb66771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.349917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-59097b7c-2301-4edf-9296-ea60bb66771a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1250143 Jul 15 13:07:21.414977 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'tenant_id': '2d604834239a489aa2fb6a56aff6010e', 'fixed_ips': [{'subnet_id': '364cbb14-d8b7-468e-9e46-c18ac7ba6df6'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:07:21.417256 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.545807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-03672daa-eb9f-4ae4-8b29-312cf77818e2 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899867 Jul 15 13:07:21.557340 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-df0a6d85-34f5-420d-a383-0b74b3fea04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.565709 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.642564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Allocated IP 172.20.0.2 (569a521e-0b35-4ee0-9c77-c3d31dd196e2/364cbb14-d8b7-468e-9e46-c18ac7ba6df6/ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:21.690684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-825bb353-1fae-42ae-8758-1421ab8cdaab req-4cac38af-4b16-4e31-974a-bf722a62e098 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356668 Jul 15 13:07:21.750853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2ec5f755-4933-4b40-98d4-d91efec272b5 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:21.874910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 2ec5f755-4933-4b40-98d4-d91efec272b5 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:21.882914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 2ec5f755-4933-4b40-98d4-d91efec272b5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:21.883759 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.933837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.950609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Transition to ACTIVE for port object ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:21.975375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Transition to ACTIVE for port object ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:22.003033 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.026131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21875-bc86-4df7-b8ed-327ed4b6f579 req-711f5f32-303d-4c38-bad3-0adacb34b096 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.029268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dac21875-bc86-4df7-b8ed-327ed4b6f579 req-711f5f32-303d-4c38-bad3-0adacb34b096 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 948 time: 0.5595002 Jul 15 13:07:22.053946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.064745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:22.075163 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:22.079185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Pushing event updated for resources: {'Port': ['ID=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:22.081686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:22.106298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dac21875-bc86-4df7-b8ed-327ed4b6f579 req-af46f636-c1a9-4a82-999f-e000830bf1ac tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600736 Jul 15 13:07:22.108188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1d9fc2-a47f-4661-9337-66b6250323d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec5f755-4933-4b40-98d4-d91efec272b5'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:22.110570 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa65aea3-ccd5-4b5d-b0d5-0488e8d2665a" -d '{"events": [{"server_uuid": "2a1d9fc2-a47f-4661-9337-66b6250323d5", "name": "network-vif-plugged", "status": "completed", "tag": "2ec5f755-4933-4b40-98d4-d91efec272b5"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:22.143774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2ec5f755-4933-4b40-98d4-d91efec272b5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2ec5f755-4933-4b40-98d4-d91efec272b5,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:22.162881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.195993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Attempting to bind port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:22.196380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Attempting to bind port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:22.196746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Attempting to bind port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:22.210456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:22.210833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Checking segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:22.211283 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.211832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Bound using segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:22.212240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Bound port: ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:22.212592 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.281675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2ec5f755-4933-4b40-98d4-d91efec272b5,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:22.336095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] For port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:22.343364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] For port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:22.349897 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.422693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4931750-0302-405f-b9bc-0e64950c33ce None None] Pushing event updated for resources: {'Port': ['ID=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:22.646178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d05e-59a2-4099-a2dc-33b855632500 req-ab3d2d43-a5ea-4a87-81a5-0c7361ff6c2c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.648349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2853d05e-59a2-4099-a2dc-33b855632500 req-ab3d2d43-a5ea-4a87-81a5-0c7361ff6c2c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.1075990 Jul 15 13:07:22.701051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2853d05e-59a2-4099-a2dc-33b855632500 req-ddbc5e91-3f81-42c8-9194-c83149349164 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Jul 15 13:07:22.788383 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.178605 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9707fa-0103-48c0-942e-a82745229425 x-openstack-request-id: req-1f9707fa-0103-48c0-942e-a82745229425 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:23.179149 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158ded07-07e9-49d2-ba98-a32d1b912988", "name": "network-vif-deleted", "tag": "96d832e7-a70e-4033-a42a-7dd8cc6d4260", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:23.179347 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f9707fa-0103-48c0-942e-a82745229425 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:23.179604 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158ded07-07e9-49d2-ba98-a32d1b912988', 'name': 'network-vif-deleted', 'tag': '96d832e7-a70e-4033-a42a-7dd8cc6d4260', 'status': 'completed', 'code': 200} Jul 15 13:07:23.401766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f98b02-6315-486c-9aa6-7056d849deac None None] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:23.486980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d24346c0-6a3c-4682-a7c5-01dd42c99216 None None] Provisioning for port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:23.618539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:23.701255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:23.712712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:23.713321 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.851906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.889079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:23.896381 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.956136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5c16412d-4bf5-49ed-a3aa-abe59680efe0 None None] Provisioning complete for port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:23.956461 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5c16412d-4bf5-49ed-a3aa-abe59680efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.980089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.117682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90847e26-417b-4506-8d42-0d654beac99c req-32a65140-558a-4f3b-ad92-614f59a1e396 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.119513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90847e26-417b-4506-8d42-0d654beac99c req-32a65140-558a-4f3b-ad92-614f59a1e396 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.0935428 Jul 15 13:07:24.166855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90847e26-417b-4506-8d42-0d654beac99c req-ca2a0623-9179-4a16-b1f9-da4b2ea99cc5 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360544 Jul 15 13:07:24.211103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.234391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40828) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:24.393511 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29fe5599-34f7-4b95-ad9c-c461872daaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.550615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29fe5599-34f7-4b95-ad9c-c461872daaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.556919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29fe5599-34f7-4b95-ad9c-c461872daaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.598651 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29fe5599-34f7-4b95-ad9c-c461872daaea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4afab35b4182407881340d5f470bff4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631027 Jul 15 13:07:24.601078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe5599-34f7-4b95-ad9c-c461872daaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b013830-0806-4ed6-9a08-d2e6a9373fe5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.605564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40840) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:24.659596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-62b57a58-e35e-4a31-bee5-f6e8016ed223 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.661199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-62b57a58-e35e-4a31-bee5-f6e8016ed223 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 816 time: 0.1634469 Jul 15 13:07:24.676032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ff4da9e-e920-4be5-b75c-145c16a098c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.683164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-95035218-3c30-49ca-b342-7f9c690ef90b tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/quotas/2d604834239a489aa2fb6a56aff6010e HTTP/1.1" status: 200 len: 375 time: 0.0121515 Jul 15 13:07:24.719335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ff4da9e-e920-4be5-b75c-145c16a098c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.757491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-98ed1b44-4b0f-44ae-9009-7744b5afd636 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681565 Jul 15 13:07:24.790273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ff4da9e-e920-4be5-b75c-145c16a098c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.792986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ff4da9e-e920-4be5-b75c-145c16a098c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.794414 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2ff4da9e-e920-4be5-b75c-145c16a098c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b013830-0806-4ed6-9a08-d2e6a9373fe5 HTTP/1.1" status: 204 len: 168 time: 0.1876562 Jul 15 13:07:24.810034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4da9e-e920-4be5-b75c-145c16a098c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b013830-0806-4ed6-9a08-d2e6a9373fe5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.907072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-3a47f227-2a78-4198-af83-891409db993e service neutron] 10.222.0.25 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411669 Jul 15 13:07:25.018690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-bc02b71a-b11c-498c-a45d-379d78fcac50 service neutron] 10.222.0.25 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052151 Jul 15 13:07:25.140457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40846) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:25.160319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da9934ac-3193-40ea-b9c4-abde8bd030fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.201635 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fe71a6-14bb-47a6-8c0d-7bd1ce9b2950 x-openstack-request-id: req-03fe71a6-14bb-47a6-8c0d-7bd1ce9b2950 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:25.202306 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1d9fc2-a47f-4661-9337-66b6250323d5", "name": "network-vif-plugged", "status": "completed", "tag": "2ec5f755-4933-4b40-98d4-d91efec272b5", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:25.202604 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03fe71a6-14bb-47a6-8c0d-7bd1ce9b2950 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:25.203581 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1d9fc2-a47f-4661-9337-66b6250323d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec5f755-4933-4b40-98d4-d91efec272b5', 'code': 200} Jul 15 13:07:25.312298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da9934ac-3193-40ea-b9c4-abde8bd030fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.319454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da9934ac-3193-40ea-b9c4-abde8bd030fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.352583 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da9934ac-3193-40ea-b9c4-abde8bd030fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5efe8f51749a4f5d87eea69834918cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109532 Jul 15 13:07:25.357872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40860) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:25.376418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9934ac-3193-40ea-b9c4-abde8bd030fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97517f54-3fcd-45a9-b9ce-51e823e2c6fb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.420894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb95f1-b48e-4911-914d-f52f1c2fed32 req-1310e7c3-2ad9-4bf1-968d-fec063bc9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.422512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eadb95f1-b48e-4911-914d-f52f1c2fed32 req-1310e7c3-2ad9-4bf1-968d-fec063bc9e26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 1101 time: 0.1192119 Jul 15 13:07:25.444936 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54f0b774-2c58-4e66-9b54-f5f50eb2fc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.478680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eadb95f1-b48e-4911-914d-f52f1c2fed32 req-6cae83a1-c3ac-440d-aca8-3b802a1bee23 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446622 Jul 15 13:07:25.497655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54f0b774-2c58-4e66-9b54-f5f50eb2fc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.570849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54f0b774-2c58-4e66-9b54-f5f50eb2fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.575323 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54f0b774-2c58-4e66-9b54-f5f50eb2fc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.579241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-54f0b774-2c58-4e66-9b54-f5f50eb2fc4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97517f54-3fcd-45a9-b9ce-51e823e2c6fb HTTP/1.1" status: 204 len: 168 time: 0.2201183 Jul 15 13:07:25.590629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0b774-2c58-4e66-9b54-f5f50eb2fc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97517f54-3fcd-45a9-b9ce-51e823e2c6fb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.603666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:25.791036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:25.791662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.591221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-8c8e8fc3-ceb7-4189-8ce0-7b54ee77b4fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395864 Jul 15 13:07:26.689653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0abc4-87b2-4ac3-850a-964345bcfbdd req-2491d0d2-380c-400b-b350-31cf21b0f3c0 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.691539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4b0abc4-87b2-4ac3-850a-964345bcfbdd req-2491d0d2-380c-400b-b350-31cf21b0f3c0 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 949 time: 0.0847976 Jul 15 13:07:26.743241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4b0abc4-87b2-4ac3-850a-964345bcfbdd req-5896d4e7-1e60-451a-b8a1-9239ab74f77e tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Jul 15 13:07:27.233282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5b9c-b106-44bf-99ca-b9ad30ea2f54 req-636d3efe-aee1-4bc8-af5d-781a091f0058 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.241114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f39f5b9c-b106-44bf-99ca-b9ad30ea2f54 req-636d3efe-aee1-4bc8-af5d-781a091f0058 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.1852145 Jul 15 13:07:27.359548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-a2856edc-0b20-4c74-ae7a-28f8a5840e69 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.375365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-a2856edc-0b20-4c74-ae7a-28f8a5840e69 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.35 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 816 time: 0.2423406 Jul 15 13:07:27.386322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Request body: {'port': {'device_id': 'c8ecd4ff-f32c-493b-9d6b-6f988dade2d3', 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'admin_state_up': True, 'tenant_id': '2d604834239a489aa2fb6a56aff6010e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:27.561725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f39f5b9c-b106-44bf-99ca-b9ad30ea2f54 req-8499de53-ca96-4454-99e9-2356d9ea13c0 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194828 Jul 15 13:07:27.609375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Made reservation on behalf of 2d604834239a489aa2fb6a56aff6010e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:27.614841 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.186769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Allocated IP 172.20.0.10 (569a521e-0b35-4ee0-9c77-c3d31dd196e2/364cbb14-d8b7-468e-9e46-c18ac7ba6df6/61bfe3c3-b5e1-4af5-b3c4-64d025e2e288) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:28.223983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-bc0d8875-ea75-4e53-b2be-29a3b31e0336 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.225594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-bc0d8875-ea75-4e53-b2be-29a3b31e0336 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 816 time: 0.5095725 Jul 15 13:07:28.257346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-8dd2479f-b26c-4576-851d-1860e9e815ad tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/quotas/2d604834239a489aa2fb6a56aff6010e HTTP/1.1" status: 200 len: 375 time: 0.0223927 Jul 15 13:07:28.467917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-d9405e96-dbdb-4111-97d4-d9399a9bdfe1 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2019420 Jul 15 13:07:28.471012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.503364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-a658ebe5-bb13-4832-9c09-a2654478c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.504977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-a658ebe5-bb13-4832-9c09-a2654478c9ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1102 time: 0.1825237 Jul 15 13:07:28.506053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Transition to ACTIVE for port object 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:28.676186 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.705969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-1d3cc42d-affc-44a7-b3be-6ae025d9bd4d service neutron] 10.222.0.25 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289007 Jul 15 13:07:28.743044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-a395c0c4-5c3f-4e42-add1-dc9c497e10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.744507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-a395c0c4-5c3f-4e42-add1-dc9c497e10c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2266312 Jul 15 13:07:28.762569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:28.787458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:28.825070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:28.832376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-f5c6c7a2-a241-43cc-b4fa-81c6af81ca33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 217 time: 0.0721059 Jul 15 13:07:28.833579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Pushing event updated for resources: {'Port': ['ID=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.975502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.976175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.981592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-7133a9d1-4636-4598-bf3b-ac1b55434ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.983155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-7133a9d1-4636-4598-bf3b-ac1b55434ab3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1240721 Jul 15 13:07:28.991888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-17f656b4-7684-4c3e-bf47-2c53cd548cf6 service neutron] 10.222.0.25 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647920 Jul 15 13:07:29.033135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-6bdc2232-f0db-45e0-bc58-e784c0757dc6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6564958 Jul 15 13:07:29.045872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Request body: {'port': {'device_id': 'c8ecd4ff-f32c-493b-9d6b-6f988dade2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:29.129318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9aed92e5-c2a4-4866-a329-ff5b737d2d3a None None] Provisioning for port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:29.131514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-435922cc-7796-4fcf-9bc5-0727f76af7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.133113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-435922cc-7796-4fcf-9bc5-0727f76af7e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403067 Jul 15 13:07:29.138356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9aed92e5-c2a4-4866-a329-ff5b737d2d3a None None] Provisioning complete for port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:29.139470 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9aed92e5-c2a4-4866-a329-ff5b737d2d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.166785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.233688 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f4443666-c1d5-4f81-8b58-d215dbe9573f req-03ae7d3a-e6aa-4e53-ad4e-e3ba54111251 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0987618 Jul 15 13:07:29.261125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9aed92e5-c2a4-4866-a329-ff5b737d2d3a None None] Port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:29.351718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-946d621a-b2ce-4cea-ac98-78df02a10082 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083755 Jul 15 13:07:29.440694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-422134b1-66ee-401c-9f21-8d2d662df8d1 req-f9e9798f-25a5-4f76-b6b3-51853f5e33e4 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0796461 Jul 15 13:07:29.565620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-dcc87988-89ef-4004-bb70-b790116566b6 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021210 Jul 15 13:07:29.674060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:29.691393 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.760828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Transition to ACTIVE for port object 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:29.775769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.898781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:29.909309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f0219-71cf-4452-a3e3-91eacc2138ed req-32524b7d-aa1e-4caa-a4ab-18b40b8fa261 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.911169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc7f0219-71cf-4452-a3e3-91eacc2138ed req-32524b7d-aa1e-4caa-a4ab-18b40b8fa261 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.2283218 Jul 15 13:07:29.999531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc7f0219-71cf-4452-a3e3-91eacc2138ed req-ce89e490-7567-4ac0-8821-366d0366fcaa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708082 Jul 15 13:07:30.016281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Attempting to bind port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:30.017075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Attempting to bind port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:30.017669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Attempting to bind port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:30.047299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:30.048074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Attempting to bind port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:30.060286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:30.060906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Checking segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:30.061603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Bound using segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:30.062407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Bound port: 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:30.063353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.085095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40978) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:30.222815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05ac38a-1775-4d91-a0ad-ac501cf6bd85 admin admin] Deleting subnet 28a8c23d-0a43-4430-a656-2ad4cb9af2c0 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:30.231354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] For port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:30.234875 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c05ac38a-1775-4d91-a0ad-ac501cf6bd85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.237836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] For port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:30.259580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.331196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c05ac38a-1775-4d91-a0ad-ac501cf6bd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.357097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.357736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.359233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 HTTP/1.1" status: 200 len: 1093 time: 1.3179634 Jul 15 13:07:30.359711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ecd4ff-f32c-493b-9d6b-6f988dade2d3', 'tag': '61bfe3c3-b5e1-4af5-b3c4-64d025e2e288'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:30.368200 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b24019f-697b-41c8-9df5-a3354cb50847" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ecd4ff-f32c-493b-9d6b-6f988dade2d3", "tag": "61bfe3c3-b5e1-4af5-b3c4-64d025e2e288"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:30.409350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520d5c9-0a07-41eb-90be-7c4a2584a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.485281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c05ac38a-1775-4d91-a0ad-ac501cf6bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.605568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-9e196630-ef7a-49de-be32-d3d7190e4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.607086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-9e196630-ef7a-49de-be32-d3d7190e4787 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 1096 time: 0.1787691 Jul 15 13:07:30.613190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c05ac38a-1775-4d91-a0ad-ac501cf6bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.684156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ac38a-1775-4d91-a0ad-ac501cf6bd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a8c23d-0a43-4430-a656-2ad4cb9af2c0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.689160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-deab0388-6327-440d-b529-c5e9fd6b786d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 HTTP/1.1" status: 200 len: 217 time: 0.0729504 Jul 15 13:07:30.690224 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c05ac38a-1775-4d91-a0ad-ac501cf6bd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.695514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c05ac38a-1775-4d91-a0ad-ac501cf6bd85 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/28a8c23d-0a43-4430-a656-2ad4cb9af2c0 HTTP/1.1" status: 204 len: 168 time: 0.6056588 Jul 15 13:07:30.696067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40990) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:30.706476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33941ec-5107-478f-b801-b9729717ff1e req-0a6378e9-6c6c-4d7a-bd18-a7e9ce41a49b tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.708881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c33941ec-5107-478f-b801-b9729717ff1e req-0a6378e9-6c6c-4d7a-bd18-a7e9ce41a49b tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 949 time: 0.1948800 Jul 15 13:07:30.782375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-a4f199a6-4e82-4dff-983f-48cb0d001bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.783859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-a4f199a6-4e82-4dff-983f-48cb0d001bbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 200 len: 855 time: 0.0739729 Jul 15 13:07:30.789596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c33941ec-5107-478f-b801-b9729717ff1e req-02a10e73-142a-42a7-9383-db3854d6325f tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526743 Jul 15 13:07:30.893107 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.945032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-84c13ecb-d0bd-4111-ab9e-a2ee78876c05 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.946704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-84c13ecb-d0bd-4111-ab9e-a2ee78876c05 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 816 time: 0.1553860 Jul 15 13:07:30.948820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1faab801-d92f-4b7d-9441-4fcef5b06229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.950392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-1faab801-d92f-4b7d-9441-4fcef5b06229 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569a521e-0b35-4ee0-9c77-c3d31dd196e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578696 Jul 15 13:07:30.961563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Request body: {'port': {'device_id': 'a1e9469c-5698-47d3-9961-afe3493c4e09', 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'admin_state_up': True, 'tenant_id': '2d604834239a489aa2fb6a56aff6010e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:31.049763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.060035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dc8d62-887f-46da-9e86-a4003276b13b']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:31.076299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdbd247-ab2f-4b18-9c7a-1584419ae3cd') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:31.076804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdbd247-ab2f-4b18-9c7a-1584419ae3cd') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:31.095981 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.122488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.138395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:31.139573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:31.170643 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:31.196935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-f7f40fef-80c3-411b-a683-88f0dbb8e4c8 service neutron] 10.222.0.35 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305880 Jul 15 13:07:31.228244 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.241084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.242990 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0dc8d62-887f-46da-9e86-a4003276b13b HTTP/1.1" status: 204 len: 168 time: 0.5447948 Jul 15 13:07:31.253774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77093e-db77-4686-9ea6-541b6ecd8a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0dc8d62-887f-46da-9e86-a4003276b13b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.311054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Made reservation on behalf of 2d604834239a489aa2fb6a56aff6010e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:31.314730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.364928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1deb44fa-9af8-46d6-a346-7f3594e70535 req-e8bb19de-8cf1-4b3b-9e59-9d61bd7d2f20 service neutron] 10.222.0.35 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589437 Jul 15 13:07:31.380186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbc316-18a1-4cc5-a034-331a3942e718 req-b0130fc9-a093-4928-b211-814b9ee0867e tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.383246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bbbc316-18a1-4cc5-a034-331a3942e718 req-b0130fc9-a093-4928-b211-814b9ee0867e tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.2397535 Jul 15 13:07:31.498271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40998) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:31.547024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-563a06bc-b5cd-4adf-9f88-b3a9a9b15a4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3a4128463a447d3bdcb25d7a1068c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474675 Jul 15 13:07:31.550092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41000) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:31.614681 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28437445-50c9-479a-9632-ab4e2db7da3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.641678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28437445-50c9-479a-9632-ab4e2db7da3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.714003 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28437445-50c9-479a-9632-ab4e2db7da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.718672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28437445-50c9-479a-9632-ab4e2db7da3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.720298 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-28437445-50c9-479a-9632-ab4e2db7da3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4eeedee3-2531-44a8-b271-e334fe463e49 HTTP/1.1" status: 204 len: 168 time: 0.1689479 Jul 15 13:07:31.736137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437445-50c9-479a-9632-ab4e2db7da3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeedee3-2531-44a8-b271-e334fe463e49,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.848982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bbbc316-18a1-4cc5-a034-331a3942e718 req-62b163cd-0fc8-4581-b5bd-f77a62653def tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788438 Jul 15 13:07:31.886919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Allocated IP 172.20.0.4 (569a521e-0b35-4ee0-9c77-c3d31dd196e2/364cbb14-d8b7-468e-9e46-c18ac7ba6df6/0559f377-f592-41fb-9ccd-7d9af508494e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:32.225930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-4d112fb6-c675-4ed3-b789-0ec2be35aa20 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.227548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-4d112fb6-c675-4ed3-b789-0ec2be35aa20 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 816 time: 0.2857106 Jul 15 13:07:32.251864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.261885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-0aad68bb-28c7-4a51-b3ae-74cfde34e916 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/quotas/2d604834239a489aa2fb6a56aff6010e HTTP/1.1" status: 200 len: 375 time: 0.0272393 Jul 15 13:07:32.271692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Transition to ACTIVE for port object 0559f377-f592-41fb-9ccd-7d9af508494e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:32.358734 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.416727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-01bdff73-1c6b-429d-b141-6875e5578035 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431603 Jul 15 13:07:32.436222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-86da7bcf-9576-47d0-b63a-9ef5714ef08d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:32.437255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-86da7bcf-9576-47d0-b63a-9ef5714ef08d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086045 Jul 15 13:07:32.439318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:32.445725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:32.450063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:32.515347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Pushing event updated for resources: {'Port': ['ID=0559f377-f592-41fb-9ccd-7d9af508494e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.574817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.575532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.631528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-235dc931-cad7-49f0-ae8d-1a3bb6299cdb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6739633 Jul 15 13:07:32.643784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-ec5328f0-1efe-45ed-8335-2b15677d6fdd service neutron] 10.222.0.25 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903229 Jul 15 13:07:32.651344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Request body: {'port': {'device_id': 'a1e9469c-5698-47d3-9961-afe3493c4e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:32.658786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41032) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:32.790235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-network', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:32.804573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-633ad488-b57a-4c5b-8352-2019982f8987 None None] Provisioning for port 0559f377-f592-41fb-9ccd-7d9af508494e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:32.809052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-633ad488-b57a-4c5b-8352-2019982f8987 None None] Provisioning complete for port 0559f377-f592-41fb-9ccd-7d9af508494e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:32.809427 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-633ad488-b57a-4c5b-8352-2019982f8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.824205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Made reservation on behalf of 467a286680ad4a5b96b23610e7a4e5a0 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:32.828599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.847195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-633ad488-b57a-4c5b-8352-2019982f8987 None None] Port 0559f377-f592-41fb-9ccd-7d9af508494e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:32.860518 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.864362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.897049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-4b9290b8-056a-4222-8ac7-20be9db1c964 service neutron] 10.222.0.25 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398305 Jul 15 13:07:33.026142 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.030134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.057020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:33.080610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.080993 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Added segment d9e699ac-35c9-40ee-a62c-5ec123b58d77 of type vlan for network 0149d5b0-f081-48dd-abcb-32bea981b119 Jul 15 13:07:33.083285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c71f87-51c2-4fba-8f33-070eef6a2d13,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.155832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.212264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.213704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.214623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.220982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0559f377-f592-41fb-9ccd-7d9af508494e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:33.232504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.243169 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5829339 Jul 15 13:07:33.248682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41046) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:33.256032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Request body: {'subnet': {'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-subnet', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:33.266909 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51650135-66a7-49fe-b76d-6ae52285e221 x-openstack-request-id: req-51650135-66a7-49fe-b76d-6ae52285e221 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:33.267370 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ecd4ff-f32c-493b-9d6b-6f988dade2d3", "tag": "61bfe3c3-b5e1-4af5-b3c4-64d025e2e288", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:33.267566 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51650135-66a7-49fe-b76d-6ae52285e221 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:33.268040 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ecd4ff-f32c-493b-9d6b-6f988dade2d3', 'tag': '61bfe3c3-b5e1-4af5-b3c4-64d025e2e288', 'status': 'completed', 'code': 200} Jul 15 13:07:33.276538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Transition to ACTIVE for port object 0559f377-f592-41fb-9ccd-7d9af508494e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:33.301095 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.327952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59d9ba-8b06-421a-bf5c-7cbce2e00a9d admin admin] Pushing event updated for resources: {'Network': ['ID=0149d5b0-f081-48dd-abcb-32bea981b119,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.340281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0149d5b0-f081-48dd-abcb-32bea981b119 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:33.403921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Made reservation on behalf of 467a286680ad4a5b96b23610e7a4e5a0 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:33.407045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.461742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Pushing event updated for resources: {'Port': ['ID=0559f377-f592-41fb-9ccd-7d9af508494e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.502830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2943fd8-fd07-4549-93ac-bbfac8137e72 req-c75b0c35-e667-4ff5-8389-7c25d9eb3967 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0687389 Jul 15 13:07:33.709095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-0baca451-237c-4ae4-8664-db54ddecb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.710758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-0baca451-237c-4ae4-8664-db54ddecb316 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 1096 time: 0.4245460 Jul 15 13:07:33.822593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Attempting to bind port 0559f377-f592-41fb-9ccd-7d9af508494e on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:33.822896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Attempting to bind port 0559f377-f592-41fb-9ccd-7d9af508494e by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:33.823409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Attempting to bind port 0559f377-f592-41fb-9ccd-7d9af508494e on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:33.923963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Port 0559f377-f592-41fb-9ccd-7d9af508494e on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:33.925008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Attempting to bind port 0559f377-f592-41fb-9ccd-7d9af508494e on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:33.951839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:33.952339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Checking segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:33.952773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Bound using segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:33.953236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Bound port: 0559f377-f592-41fb-9ccd-7d9af508494e, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:33.953609 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.955921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.079164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-5fd2fc84-a0a0-422b-a442-05e9992c668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.080811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-5fd2fc84-a0a0-422b-a442-05e9992c668a service neutron] 10.222.0.35 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 917 time: 0.3610082 Jul 15 13:07:34.102929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:34.113259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f30fba-9f78-463a-984d-4b801f87c92a,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.171585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-98448df5-6c65-439c-b0e7-698a0048c32d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 HTTP/1.1" status: 200 len: 217 time: 0.0801046 Jul 15 13:07:34.209553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Checking segment: {'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:34.209945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Network hostable DHCP agents. Network: 0149d5b0-f081-48dd-abcb-32bea981b119, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:34.240677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] For port 0559f377-f592-41fb-9ccd-7d9af508494e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:34.267949 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.273846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e670a-058a-488a-90b4-eb97d1c047ca req-9517d91d-e6d0-44a3-bf0e-4516948f7f51 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.275516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-191e670a-058a-488a-90b4-eb97d1c047ca req-9517d91d-e6d0-44a3-bf0e-4516948f7f51 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.3292642 Jul 15 13:07:34.282697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] For port 0559f377-f592-41fb-9ccd-7d9af508494e, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0559f377-f592-41fb-9ccd-7d9af508494e,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:34.294295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:34.297183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.304841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-ecac0cd0-d06d-48fa-90fa-810cc25c8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.306384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-ecac0cd0-d06d-48fa-90fa-810cc25c8ce6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 200 len: 855 time: 0.1130846 Jul 15 13:07:34.310238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '61bfe3c3-b5e1-4af5-b3c4-64d025e2e288', 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'port_id': '61bfe3c3-b5e1-4af5-b3c4-64d025e2e288', 'mac_address': 'fa:16:3e:6a:c1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364cbb14-d8b7-468e-9e46-c18ac7ba6df6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:34.374248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Network 0149d5b0-f081-48dd-abcb-32bea981b119 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:34.374809 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.398508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.399235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.400683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] 10.222.0.30 "PUT /v2.0/ports/0559f377-f592-41fb-9ccd-7d9af508494e HTTP/1.1" status: 200 len: 1092 time: 1.7613697 Jul 15 13:07:34.424060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0149d5b0-f081-48dd-abcb-32bea981b119) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:34.429147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:34.442710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.443485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.458787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-191e670a-058a-488a-90b4-eb97d1c047ca req-525f79b0-14ab-4d07-8e75-fd5adc59e914 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727912 Jul 15 13:07:34.487036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ab9fa-afd7-4925-b511-8dce190f3ded service neutron] Pushing event updated for resources: {'Port': ['ID=0559f377-f592-41fb-9ccd-7d9af508494e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.488913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04dd47-929d-48a9-85b0-633f82838030 None None] Network 0149d5b0-f081-48dd-abcb-32bea981b119 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:34.540855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0e038fd2-2d60-4151-8f66-74626bdb53df admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2909608 Jul 15 13:07:34.546291 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41058) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:34.558343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:34.567859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-282fd5dd-9b05-436b-b829-06c244906ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.570544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-282fd5dd-9b05-436b-b829-06c244906ebb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569a521e-0b35-4ee0-9c77-c3d31dd196e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2521729 Jul 15 13:07:34.588595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:34.608559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.613189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-008bedb4-6563-48ba-b07f-674d08d3c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.616891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-008bedb4-6563-48ba-b07f-674d08d3c13b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&device_id=a1e9469c-5698-47d3-9961-afe3493c4e09 HTTP/1.1" status: 200 len: 1095 time: 0.1334028 Jul 15 13:07:34.619296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.620747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.709091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.804769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-0861de9e-d869-4940-9ac2-6cb281bf7a43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0559f377-f592-41fb-9ccd-7d9af508494e HTTP/1.1" status: 200 len: 217 time: 0.1668153 Jul 15 13:07:34.900883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.985895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-1fba3cdc-b359-4d62-ae18-dc6d555713f1 service neutron] 10.222.0.35 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977807 Jul 15 13:07:34.999347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.007892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['61bfe3c3-b5e1-4af5-b3c4-64d025e2e288'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:35.101991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0fba7-464b-4c4a-85b0-2036a6d3b551 None None] Network 0149d5b0-f081-48dd-abcb-32bea981b119 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:35.149656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-36738155-1401-44bd-839f-3cc6a44a5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.151209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-36738155-1401-44bd-839f-3cc6a44a5f49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 200 len: 855 time: 0.2936034 Jul 15 13:07:35.192141 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.227000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.256526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.261810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-e62d1f41-e01c-4b81-a395-5fd3e68971f4 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.263484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-e62d1f41-e01c-4b81-a395-5fd3e68971f4 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 816 time: 0.5057926 Jul 15 13:07:35.272406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e9469c-5698-47d3-9961-afe3493c4e09', 'tag': '0559f377-f592-41fb-9ccd-7d9af508494e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:35.274890 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617dae41-7111-4228-8a74-3802ccd8ef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e9469c-5698-47d3-9961-afe3493c4e09", "tag": "0559f377-f592-41fb-9ccd-7d9af508494e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:35.292343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Request body: {'port': {'device_id': '2fff4635-406f-48cf-8f26-fcb74bdf2d9e', 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'admin_state_up': True, 'tenant_id': '2d604834239a489aa2fb6a56aff6010e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:35.334245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b24019f-697b-41c8-9df5-a3354cb50847 req-2466e927-bb2e-4192-a7f9-1b9996e5a727 service neutron] 10.222.0.35 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250477 Jul 15 13:07:35.347227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd21ed-3d83-4167-9a43-ec3f1cf218f2 req-d021c05a-b5c7-4812-9bb5-02a25f5a7af4 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.349329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9cd21ed-3d83-4167-9a43-ec3f1cf218f2 req-d021c05a-b5c7-4812-9bb5-02a25f5a7af4 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.3596642 Jul 15 13:07:35.405777 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Allocated IP 172.25.1.68 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/07497405-7e2d-42eb-8a04-262fd1701b8d) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:35.417210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-ab1467bb-1b4f-483d-9c79-4261a4679837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.418741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-ab1467bb-1b4f-483d-9c79-4261a4679837 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=569a521e-0b35-4ee0-9c77-c3d31dd196e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290363 Jul 15 13:07:35.475685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9cd21ed-3d83-4167-9a43-ec3f1cf218f2 req-17c79a57-da6a-4d7b-bc45-f628251862e5 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159544 Jul 15 13:07:35.564074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.581308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-f7b6f9b2-941d-4919-8036-8bdd7a6b0cdd service neutron] 10.222.0.30 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476400 Jul 15 13:07:35.582198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Made reservation on behalf of 2d604834239a489aa2fb6a56aff6010e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:35.586085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.615699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.669694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54e9bc97-18e0-4f6b-9148-08eb56f9ea33 req-f48bb68a-c6fe-45e5-bfae-05c07543f897 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 210 time: 0.0441837 Jul 15 13:07:35.686448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:35.692891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:35.697678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:35.787518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a820dcd-a5bb-4f1d-ad9c-21368d39c3a4 req-7f9405f7-9828-4d7f-ab13-194d49757ab4 service neutron] 10.222.0.30 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985593 Jul 15 13:07:35.847575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Allocated IP 172.20.0.5 (569a521e-0b35-4ee0-9c77-c3d31dd196e2/364cbb14-d8b7-468e-9e46-c18ac7ba6df6/e367aefb-4203-41bd-94b0-a038b4c66f3d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:35.869924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Pushing event updated for resources: {'Port': ['ID=07497405-7e2d-42eb-8a04-262fd1701b8d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.126694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.428594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.432628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.443895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7acb-4686-4593-9063-31ab95494715 req-93168e4e-b60f-4839-b624-b2a8687c7da3 tempest-ServersAdminNegativeTestJSON-2100467178 tempest-ServersAdminNegativeTestJSON-2100467178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.445530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e27a7acb-4686-4593-9063-31ab95494715 req-93168e4e-b60f-4839-b624-b2a8687c7da3 tempest-ServersAdminNegativeTestJSON-2100467178 tempest-ServersAdminNegativeTestJSON-2100467178-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 1101 time: 0.1070929 Jul 15 13:07:36.451444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Transition to ACTIVE for port object e367aefb-4203-41bd-94b0-a038b4c66f3d will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:36.472919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e27a7acb-4686-4593-9063-31ab95494715 req-3509d8da-1440-4923-a522-0e132ae6d086 tempest-ServersAdminNegativeTestJSON-2100467178 tempest-ServersAdminNegativeTestJSON-2100467178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.530566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.554227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['61bfe3c3-b5e1-4af5-b3c4-64d025e2e288'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:36.608733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:36.616156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:36.622733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Pushing event updated for resources: {'Port': ['ID=e367aefb-4203-41bd-94b0-a038b4c66f3d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.625471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:36.672944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:07:36.705805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e27a7acb-4686-4593-9063-31ab95494715 req-3509d8da-1440-4923-a522-0e132ae6d086 tempest-ServersAdminNegativeTestJSON-2100467178 tempest-ServersAdminNegativeTestJSON-2100467178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.713295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.713989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.718657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e27a7acb-4686-4593-9063-31ab95494715 req-3509d8da-1440-4923-a522-0e132ae6d086 tempest-ServersAdminNegativeTestJSON-2100467178 tempest-ServersAdminNegativeTestJSON-2100467178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.756209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509d8da-1440-4923-a522-0e132ae6d086 tempest-ServersAdminNegativeTestJSON-2100467178 tempest-ServersAdminNegativeTestJSON-2100467178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c208b2a-3548-47aa-bc18-d3641e616d2b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.773486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e27a7acb-4686-4593-9063-31ab95494715 req-3509d8da-1440-4923-a522-0e132ae6d086 tempest-ServersAdminNegativeTestJSON-2100467178 tempest-ServersAdminNegativeTestJSON-2100467178-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201694 Jul 15 13:07:36.777185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-6b1aa617-6829-4927-9525-539674596a90 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4981744 Jul 15 13:07:36.796592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-0cfa7e5b-e9c2-4f35-be58-95f65962448d tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:36.815940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-0cfa7e5b-e9c2-4f35-be58-95f65962448d tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100429 Jul 15 13:07:36.821793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Request body: {'port': {'device_id': '2fff4635-406f-48cf-8f26-fcb74bdf2d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:36.906999 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3613e0-54cf-4c0b-a4f8-39c89b28c1f8 x-openstack-request-id: req-2f3613e0-54cf-4c0b-a4f8-39c89b28c1f8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:36.907434 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e9469c-5698-47d3-9961-afe3493c4e09", "tag": "0559f377-f592-41fb-9ccd-7d9af508494e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:36.907912 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f3613e0-54cf-4c0b-a4f8-39c89b28c1f8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:36.908309 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e9469c-5698-47d3-9961-afe3493c4e09', 'tag': '0559f377-f592-41fb-9ccd-7d9af508494e', 'status': 'completed', 'code': 200} Jul 15 13:07:36.928037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:36.944273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Sync routers for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:36.960689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:36.961682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:07:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:36.975737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.983298 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4a143b95-04ce-413f-842b-a93dcf6f0d1c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4319034 Jul 15 13:07:36.984521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41078) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.017157 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.021635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-9cf4c23d-801c-430b-8a3a-bedd4061f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.023236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-9cf4c23d-801c-430b-8a3a-bedd4061f013 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&device_id=a1e9469c-5698-47d3-9961-afe3493c4e09 HTTP/1.1" status: 200 len: 1095 time: 0.1188347 Jul 15 13:07:37.049926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-48771da6-9aa5-47b7-87b1-643d451130bb None None] Provisioning for port e367aefb-4203-41bd-94b0-a038b4c66f3d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:37.056146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-48771da6-9aa5-47b7-87b1-643d451130bb None None] Provisioning complete for port e367aefb-4203-41bd-94b0-a038b4c66f3d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:37.056481 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-48771da6-9aa5-47b7-87b1-643d451130bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.114455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-48771da6-9aa5-47b7-87b1-643d451130bb None None] Port e367aefb-4203-41bd-94b0-a038b4c66f3d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:37.118509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:37.296002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-880c63e9-d877-4322-ba09-5841568e6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.298916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-880c63e9-d877-4322-ba09-5841568e6c2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 917 time: 0.2659667 Jul 15 13:07:37.347485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:35Z', 'revision_number': 3, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:37.374093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-75bd3fef-38e9-4834-aadd-5767f156e39b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0559f377-f592-41fb-9ccd-7d9af508494e HTTP/1.1" status: 200 len: 217 time: 0.0618532 Jul 15 13:07:37.383315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Checking router: 32c0d0d6-deaa-4c8a-a155-deb11d19e97f for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:37.383672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Updating router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f port 07497405-7e2d-42eb-8a04-262fd1701b8d binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:07:37.390626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea37a-f725-4c05-8799-58284cc0a38c req-9e74602c-f168-4470-8749-08531c9e80e0 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.392366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-051ea37a-f725-4c05-8799-58284cc0a38c req-9e74602c-f168-4470-8749-08531c9e80e0 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.3372240 Jul 15 13:07:37.456951 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.525207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-051ea37a-f725-4c05-8799-58284cc0a38c req-dd954e30-561d-402c-80a3-e292ca5280b1 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195574 Jul 15 13:07:37.532587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-3e5f543e-26c7-400a-a9a2-8f33d13b78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.534152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-3e5f543e-26c7-400a-a9a2-8f33d13b78e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 200 len: 855 time: 0.1390553 Jul 15 13:07:37.660288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e367aefb-4203-41bd-94b0-a038b4c66f3d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:37.671269 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.678540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-612f6b35-0367-4935-a32d-8b2d7fa239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.680630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-612f6b35-0367-4935-a32d-8b2d7fa239c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=569a521e-0b35-4ee0-9c77-c3d31dd196e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387081 Jul 15 13:07:37.700542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Transition to ACTIVE for port object e367aefb-4203-41bd-94b0-a038b4c66f3d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:37.721106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.780756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0559f377-f592-41fb-9ccd-7d9af508494e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:38.056088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=e367aefb-4203-41bd-94b0-a038b4c66f3d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.087245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.096597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.097182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.097653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.102830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.103384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.103835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.104683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.105141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.105590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.106029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.106480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.133031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:38.152320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-19d6c4a3-9c7a-4d41-ab77-9ff192003bac service neutron] 10.222.0.30 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627590 Jul 15 13:07:38.203436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41094) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:38.241694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.266612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Attempting to bind port e367aefb-4203-41bd-94b0-a038b4c66f3d on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:38.267360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Attempting to bind port e367aefb-4203-41bd-94b0-a038b4c66f3d by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:38.267898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Attempting to bind port e367aefb-4203-41bd-94b0-a038b4c66f3d on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:38.292201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0559f377-f592-41fb-9ccd-7d9af508494e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0559f377-f592-41fb-9ccd-7d9af508494e,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:38.312157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Port e367aefb-4203-41bd-94b0-a038b4c66f3d on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:38.312781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Attempting to bind port e367aefb-4203-41bd-94b0-a038b4c66f3d on network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:38.323554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:38.324249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Checking segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:38.324971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Bound using segment: {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:38.325625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Bound port: e367aefb-4203-41bd-94b0-a038b4c66f3d, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd2c8c2-c609-4a3d-a62f-326a6292567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:38.326183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.342837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.349051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '0559f377-f592-41fb-9ccd-7d9af508494e', 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'port_id': '0559f377-f592-41fb-9ccd-7d9af508494e', 'mac_address': 'fa:16:3e:58:42:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364cbb14-d8b7-468e-9e46-c18ac7ba6df6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:38.370028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Transition to ACTIVE for port object 07497405-7e2d-42eb-8a04-262fd1701b8d will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:38.414190 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.435999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:38.463240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.464573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-617dae41-7111-4228-8a74-3802ccd8ef2e req-8eefbea5-0eda-4208-90b3-21880d0fb995 service neutron] 10.222.0.30 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046458 Jul 15 13:07:38.483554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:38.483914 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.497606 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4c2d-c136-4424-855b-4aab9efb0920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.528247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0559f377-f592-41fb-9ccd-7d9af508494e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:38.533140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Attempting to bind port 07497405-7e2d-42eb-8a04-262fd1701b8d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:38.533511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Attempting to bind port 07497405-7e2d-42eb-8a04-262fd1701b8d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:38.534064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Attempting to bind port 07497405-7e2d-42eb-8a04-262fd1701b8d on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:38.547873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:38.548260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:38.548642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.549042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:38.549536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Bound port: 07497405-7e2d-42eb-8a04-262fd1701b8d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:38.550001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.556294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e949f-f798-4b1b-b191-d43e8cde25d6 None None] Pushing event updated for resources: {'Port': ['ID=07497405-7e2d-42eb-8a04-262fd1701b8d,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.646620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4c2d-c136-4424-855b-4aab9efb0920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.662226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0559f377-f592-41fb-9ccd-7d9af508494e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0559f377-f592-41fb-9ccd-7d9af508494e,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:38.667554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4c2d-c136-4424-855b-4aab9efb0920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.679345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] For port e367aefb-4203-41bd-94b0-a038b4c66f3d, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:38.686962 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.728599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Allocated IP 172.20.0.1 (0149d5b0-f081-48dd-abcb-32bea981b119/03f30fba-9f78-463a-984d-4b801f87c92a/88fc79a2-6757-4ca5-853d-5ed42361cbae) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:38.742165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] For port e367aefb-4203-41bd-94b0-a038b4c66f3d, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e367aefb-4203-41bd-94b0-a038b4c66f3d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:38.768042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dd0e4c2d-c136-4424-855b-4aab9efb0920 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e840ef4fb7b144f9a38da8d6832e325b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487318 Jul 15 13:07:38.768042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e4c2d-c136-4424-855b-4aab9efb0920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ddc47e-e23c-4e0d-adb7-ba6e9b0b01d1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.768042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41106) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:38.768042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.805082 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.809499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] For port 07497405-7e2d-42eb-8a04-262fd1701b8d, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:38.855753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] For port 07497405-7e2d-42eb-8a04-262fd1701b8d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=07497405-7e2d-42eb-8a04-262fd1701b8d,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:38.857337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.858421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.860516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] 10.222.0.30 "PUT /v2.0/ports/e367aefb-4203-41bd-94b0-a038b4c66f3d HTTP/1.1" status: 200 len: 1092 time: 2.0549772 Jul 15 13:07:38.865082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=0559f377-f592-41fb-9ccd-7d9af508494e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.896505 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.932359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fff4635-406f-48cf-8f26-fcb74bdf2d9e', 'tag': 'e367aefb-4203-41bd-94b0-a038b4c66f3d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:38.939572 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2fff4635-406f-48cf-8f26-fcb74bdf2d9e", "tag": "e367aefb-4203-41bd-94b0-a038b4c66f3d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:38.955159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd546f-e5c8-4bfe-b016-b2483119b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=e367aefb-4203-41bd-94b0-a038b4c66f3d,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.961572 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-704e777e-272d-4070-84ae-dae6d3ae078e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.994862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ecd4ff-f32c-493b-9d6b-6f988dade2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bfe3c3-b5e1-4af5-b3c4-64d025e2e288'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:38.998068 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b47d062-cd52-46a0-ab7b-991551e52596" -d '{"events": [{"server_uuid": "c8ecd4ff-f32c-493b-9d6b-6f988dade2d3", "name": "network-vif-plugged", "status": "completed", "tag": "61bfe3c3-b5e1-4af5-b3c4-64d025e2e288"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:39.009532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e949f-f798-4b1b-b191-d43e8cde25d6 None None] Pushing event updated for resources: {'Port': ['ID=07497405-7e2d-42eb-8a04-262fd1701b8d,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:39.015200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['0559f377-f592-41fb-9ccd-7d9af508494e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:39.068819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:39.071535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-704e777e-272d-4070-84ae-dae6d3ae078e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.120359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.167166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3c9e-cb82-4a90-9358-56a565418042 req-3a4bb8de-2d16-41e2-b9d5-75fef574b2a0 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.168739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39ed3c9e-cb82-4a90-9358-56a565418042 req-3a4bb8de-2d16-41e2-b9d5-75fef574b2a0 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.2375929 Jul 15 13:07:39.183526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-ce58d438-f1eb-471c-b890-2f45de3a0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.186291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-ce58d438-f1eb-471c-b890-2f45de3a0247 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 1095 time: 0.1821835 Jul 15 13:07:39.203526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.204422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:39.205086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:07:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:39.260009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-110c4661-ca59-4337-bd82-0d8ed9ff3c43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367aefb-4203-41bd-94b0-a038b4c66f3d HTTP/1.1" status: 200 len: 217 time: 0.0642142 Jul 15 13:07:39.263538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-704e777e-272d-4070-84ae-dae6d3ae078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.266668 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-704e777e-272d-4070-84ae-dae6d3ae078e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.272517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-704e777e-272d-4070-84ae-dae6d3ae078e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9ddc47e-e23c-4e0d-adb7-ba6e9b0b01d1 HTTP/1.1" status: 204 len: 168 time: 0.5090992 Jul 15 13:07:39.302752 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.353300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e777e-272d-4070-84ae-dae6d3ae078e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ddc47e-e23c-4e0d-adb7-ba6e9b0b01d1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:39.385573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39ed3c9e-cb82-4a90-9358-56a565418042 req-d98f1781-7b75-4c68-a0e8-fb2281fde254 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869471 Jul 15 13:07:39.393896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Network 0149d5b0-f081-48dd-abcb-32bea981b119 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:39.397568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-1a496902-c7e7-4c4a-82f1-b5b514d0c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.399124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-1a496902-c7e7-4c4a-82f1-b5b514d0c33c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 200 len: 855 time: 0.1227887 Jul 15 13:07:39.406512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:39.452739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:39.452935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:39.495640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Pushing event updated for resources: {'Port': ['ID=88fc79a2-6757-4ca5-853d-5ed42361cbae,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:39.501273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:39.561720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-e780ce47-6ac7-4362-95e6-849e3e23cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.564643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-e780ce47-6ac7-4362-95e6-849e3e23cbd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=569a521e-0b35-4ee0-9c77-c3d31dd196e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564291 Jul 15 13:07:39.664666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.875252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41120) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:39.904815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86423ef9-258c-44f8-9645-ec302fc5ad6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.930671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-5f9ae413-5adc-4221-b4e7-ab2505da41f3 service neutron] 10.222.0.30 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556666 Jul 15 13:07:39.961366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:35Z', 'revision_number': 3, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:39.986065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.993603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e3cfb-480b-4a49-b54e-039c2ab29c42 None None] The sync data for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 is: [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:35Z', 'revision_number': 3, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:40.045352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3ecd0-713d-4e30-a1a7-baf7ae2f6300 req-87091c72-13f3-41e9-9004-db00cdbf33b0 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.048050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1f3ecd0-713d-4e30-a1a7-baf7ae2f6300 req-87091c72-13f3-41e9-9004-db00cdbf33b0 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 943 time: 0.2436073 Jul 15 13:07:40.121517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86423ef9-258c-44f8-9645-ec302fc5ad6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.128126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86423ef9-258c-44f8-9645-ec302fc5ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.158931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74dae97a-6d2d-448b-87a6-909e7791f61a req-928050c3-5e3f-450e-830c-1cb5e1286f77 service neutron] 10.222.0.30 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118914 Jul 15 13:07:40.172605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1f3ecd0-713d-4e30-a1a7-baf7ae2f6300 req-b21fa8b3-8bae-4dcc-8804-4f45f38087dc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727618 Jul 15 13:07:40.276665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86423ef9-258c-44f8-9645-ec302fc5ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691ff53-c7d0-4916-a5b7-c467e826ed64,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:40.284311 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-86423ef9-258c-44f8-9645-ec302fc5ad6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1d234fb3850402aac742dc563e56d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075356 Jul 15 13:07:40.289544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41122) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:40.409803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.427509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.431689 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea439a7e-5f80-4ad0-89da-1b553791ff9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.487287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea439a7e-5f80-4ad0-89da-1b553791ff9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.560478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Pushing event updated for resources: {'Port': ['ID=88fc79a2-6757-4ca5-853d-5ed42361cbae,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:40.565950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.585549 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea439a7e-5f80-4ad0-89da-1b553791ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.588128 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea439a7e-5f80-4ad0-89da-1b553791ff9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.593702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ea439a7e-5f80-4ad0-89da-1b553791ff9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3691ff53-c7d0-4916-a5b7-c467e826ed64 HTTP/1.1" status: 204 len: 168 time: 0.2988002 Jul 15 13:07:40.613023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439a7e-5f80-4ad0-89da-1b553791ff9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691ff53-c7d0-4916-a5b7-c467e826ed64,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:40.647719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213752c-d556-4f69-aa48-3b0ed86ec020 req-186487ab-7585-4f30-8ea8-7a954363be6b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.649314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e213752c-d556-4f69-aa48-3b0ed86ec020 req-186487ab-7585-4f30-8ea8-7a954363be6b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.1258206 Jul 15 13:07:40.711800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e213752c-d556-4f69-aa48-3b0ed86ec020 req-2fec07b5-32eb-47ad-bbb0-127066328b5f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561607 Jul 15 13:07:40.756314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Network 0149d5b0-f081-48dd-abcb-32bea981b119 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:40.758079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:40.885525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef4f0e1c-defc-4366-bf0c-0493dc293bf9 req-7c7901f5-118a-4120-aa36-3202f088b5db tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0350003 Jul 15 13:07:41.025208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:41.146042 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ec456-5893-458a-a5a9-399b33fd6c6c x-openstack-request-id: req-5c0ec456-5893-458a-a5a9-399b33fd6c6c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:41.146689 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fff4635-406f-48cf-8f26-fcb74bdf2d9e", "tag": "e367aefb-4203-41bd-94b0-a038b4c66f3d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:41.147251 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c0ec456-5893-458a-a5a9-399b33fd6c6c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:41.149227 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fff4635-406f-48cf-8f26-fcb74bdf2d9e', 'tag': 'e367aefb-4203-41bd-94b0-a038b4c66f3d', 'status': 'completed', 'code': 200} Jul 15 13:07:41.184981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:41.199784 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-817aeb1e-86bd-4a3e-a7af-a59c98d1ca24 admin admin] 10.222.0.25 "PUT /v2.0/routers/32c0d0d6-deaa-4c8a-a155-deb11d19e97f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2036607 Jul 15 13:07:41.229901 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971e2145-45ac-41ec-b1f3-87016625e244 x-openstack-request-id: req-971e2145-45ac-41ec-b1f3-87016625e244 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:41.230485 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ecd4ff-f32c-493b-9d6b-6f988dade2d3", "name": "network-vif-plugged", "status": "completed", "tag": "61bfe3c3-b5e1-4af5-b3c4-64d025e2e288", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:41.230942 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-971e2145-45ac-41ec-b1f3-87016625e244 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:41.246176 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ecd4ff-f32c-493b-9d6b-6f988dade2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bfe3c3-b5e1-4af5-b3c4-64d025e2e288', 'code': 200} Jul 15 13:07:41.327440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-5d11ff7f-ad4e-496b-a38a-189b99a0fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.329268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-5d11ff7f-ad4e-496b-a38a-189b99a0fbde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 1095 time: 0.1383104 Jul 15 13:07:41.540596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-21be43c4-9fb4-4a88-b287-31055527aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.542142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-21be43c4-9fb4-4a88-b287-31055527aabd service neutron] 10.222.0.30 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 917 time: 0.1988859 Jul 15 13:07:41.605588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-ae80cd33-ed47-4a20-ab9b-d8151ced0902 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367aefb-4203-41bd-94b0-a038b4c66f3d HTTP/1.1" status: 200 len: 217 time: 0.0552084 Jul 15 13:07:41.608158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c35985-487b-4cf2-8718-26230b5cfd44 req-7754ccbc-7c54-4ba7-8e26-fa9b201d5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.609693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1c35985-487b-4cf2-8718-26230b5cfd44 req-7754ccbc-7c54-4ba7-8e26-fa9b201d5784 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 1098 time: 0.2330408 Jul 15 13:07:41.617791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d854e4c-4f20-41f8-9ba3-4ac57d498f2a req-703a5e58-e5f4-4a15-9271-fbb00b82183a tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.624410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d854e4c-4f20-41f8-9ba3-4ac57d498f2a req-703a5e58-e5f4-4a15-9271-fbb00b82183a tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 946 time: 0.2335207 Jul 15 13:07:41.719832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-85f7bc7e-31e5-4808-bef1-8f7951484c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.721593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-85f7bc7e-31e5-4808-bef1-8f7951484c53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 200 len: 855 time: 0.0947878 Jul 15 13:07:41.745396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1c35985-487b-4cf2-8718-26230b5cfd44 req-5dc2cadf-adab-4d87-b7e9-921096080484 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198795 Jul 15 13:07:41.755691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 07497405-7e2d-42eb-8a04-262fd1701b8d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:41.779037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d854e4c-4f20-41f8-9ba3-4ac57d498f2a req-95d499dd-6de1-4b28-8b06-7c69aff5f10f tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335044 Jul 15 13:07:41.870289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e367aefb-4203-41bd-94b0-a038b4c66f3d details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:41.873863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0559f377-f592-41fb-9ccd-7d9af508494e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:41.890274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-2a7f386e-23ad-4815-8362-929f403974e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.894563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-2a7f386e-23ad-4815-8362-929f403974e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=569a521e-0b35-4ee0-9c77-c3d31dd196e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636627 Jul 15 13:07:41.975523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 07497405-7e2d-42eb-8a04-262fd1701b8d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:41.986195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 07497405-7e2d-42eb-8a04-262fd1701b8d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:41.986968 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.116768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-22fb7427-3d22-49e2-b359-933644812c7f service neutron] 10.222.0.30 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127633 Jul 15 13:07:42.125976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4c8f9-fd69-4073-a5ff-4a38f357f52e req-5572b153-8f71-48bf-82f5-86bf40d3dd60 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.127680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8c4c8f9-fd69-4073-a5ff-4a38f357f52e req-5572b153-8f71-48bf-82f5-86bf40d3dd60 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 943 time: 0.1574929 Jul 15 13:07:42.151833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 0559f377-f592-41fb-9ccd-7d9af508494e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:42.170131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 0559f377-f592-41fb-9ccd-7d9af508494e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:42.170791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.257811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8c4c8f9-fd69-4073-a5ff-4a38f357f52e req-b40e317d-c6a3-413b-b1c6-11ada264077d tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086342 Jul 15 13:07:42.293018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f9177f1-dbe2-4a21-a710-82ef723ad6b8 req-b6d9eb85-4958-40eb-9c47-2d7ae1409eef service neutron] 10.222.0.30 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639805 Jul 15 13:07:42.369419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e367aefb-4203-41bd-94b0-a038b4c66f3d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e367aefb-4203-41bd-94b0-a038b4c66f3d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.411589 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.443259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e367aefb-4203-41bd-94b0-a038b4c66f3d', 'network_id': '569a521e-0b35-4ee0-9c77-c3d31dd196e2', 'port_id': 'e367aefb-4203-41bd-94b0-a038b4c66f3d', 'mac_address': 'fa:16:3e:37:7c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364cbb14-d8b7-468e-9e46-c18ac7ba6df6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:42.460861 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Sync routers for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:42.473055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 07497405-7e2d-42eb-8a04-262fd1701b8d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=07497405-7e2d-42eb-8a04-262fd1701b8d,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.486009 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:42.486657 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:07:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:42.527359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.652055 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.683583 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.725509 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:42.730491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=07497405-7e2d-42eb-8a04-262fd1701b8d,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:42.750481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e367aefb-4203-41bd-94b0-a038b4c66f3d {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:42.809038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0559f377-f592-41fb-9ccd-7d9af508494e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0559f377-f592-41fb-9ccd-7d9af508494e,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.817313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e367aefb-4203-41bd-94b0-a038b4c66f3d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e367aefb-4203-41bd-94b0-a038b4c66f3d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.820424 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.833137 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.941860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=0559f377-f592-41fb-9ccd-7d9af508494e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.013451 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:40Z', 'revision_number': 2, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:43.070285 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Checking router: 32c0d0d6-deaa-4c8a-a155-deb11d19e97f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:43.070828 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Updating router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f port 88fc79a2-6757-4ca5-853d-5ed42361cbae binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:07:43.137695 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.249689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e9469c-5698-47d3-9961-afe3493c4e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0559f377-f592-41fb-9ccd-7d9af508494e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:43.252066 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588f0d03-43eb-47bd-bd91-f23d6410c653" -d '{"events": [{"server_uuid": "a1e9469c-5698-47d3-9961-afe3493c4e09", "name": "network-vif-plugged", "status": "completed", "tag": "0559f377-f592-41fb-9ccd-7d9af508494e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:43.285000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e367aefb-4203-41bd-94b0-a038b4c66f3d,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.345535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-b2f6fc67-b6d1-4399-b64a-298d654c0f8a tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.347403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-b2f6fc67-b6d1-4399-b64a-298d654c0f8a tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 820 time: 0.2497170 Jul 15 13:07:43.353636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e367aefb-4203-41bd-94b0-a038b4c66f3d'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:43.390823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-3ff71d08-908a-4efd-bf21-ff2e11f01247 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/quotas/467a286680ad4a5b96b23610e7a4e5a0 HTTP/1.1" status: 200 len: 375 time: 0.0233634 Jul 15 13:07:43.492845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-38f05d59-c47e-4c3b-bbf5-8a7a089e4d57 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927634 Jul 15 13:07:43.626454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-6b73a7c4-e082-454a-b5dc-df704c4b9c72 service neutron] 10.222.0.25 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324492 Jul 15 13:07:43.636483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 07497405-7e2d-42eb-8a04-262fd1701b8d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:43.677996 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.697924 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Transition to ACTIVE for port object 88fc79a2-6757-4ca5-853d-5ed42361cbae will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:43.709904 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.744622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 07497405-7e2d-42eb-8a04-262fd1701b8d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:43.745107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.799274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-82c09188-d53b-4825-be4a-15c5823a535b service neutron] 10.222.0.25 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610429 Jul 15 13:07:43.809235 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Pushing event updated for resources: {'Port': ['ID=88fc79a2-6757-4ca5-853d-5ed42361cbae,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.859972 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.860543 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.861113 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.861681 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.862281 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.862840 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.863494 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.864043 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.864615 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.865187 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.866324 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.866663 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:43.928958 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Attempting to bind port 88fc79a2-6757-4ca5-853d-5ed42361cbae on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:43.929525 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Attempting to bind port 88fc79a2-6757-4ca5-853d-5ed42361cbae by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:43.930164 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Attempting to bind port 88fc79a2-6757-4ca5-853d-5ed42361cbae on network 0149d5b0-f081-48dd-abcb-32bea981b119 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:43.940501 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:43.941148 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Checking segment: {'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:43.942383 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.943049 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Bound using segment: {'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:43.944132 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Bound port: 88fc79a2-6757-4ca5-853d-5ed42361cbae, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:43.944906 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.051611 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] For port 88fc79a2-6757-4ca5-853d-5ed42361cbae, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:44.056996 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] For port 88fc79a2-6757-4ca5-853d-5ed42361cbae, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=88fc79a2-6757-4ca5-853d-5ed42361cbae,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:44.065357 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.153912 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:44.155005 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:07:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:44.210768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dec1d-b469-42f1-82b6-fcf21219c5b2 req-60ee8d6c-a975-4dc2-b323-96cd0a64f633 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.213686 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f00dec1d-b469-42f1-82b6-fcf21219c5b2 req-60ee8d6c-a975-4dc2-b323-96cd0a64f633 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.1261382 Jul 15 13:07:44.215070 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d4727-7ef8-4494-b66e-64e05722f528 None None] Pushing event updated for resources: {'Port': ['ID=88fc79a2-6757-4ca5-853d-5ed42361cbae,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:44.278828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f00dec1d-b469-42f1-82b6-fcf21219c5b2 req-17d09208-af8e-45fe-ab8e-7d9702930a2c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490437 Jul 15 13:07:44.356152 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:44.696989 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:44Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:44.732634 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e839666-0d65-45ce-9d7f-40522061bffa None None] The sync data for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 is: [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:44Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:45.118419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c537aa8e-3d1d-4b96-9911-a778b3173253 req-76436d3c-f3d9-4e2c-b1d9-396fab4ac3b5 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0323377 Jul 15 13:07:45.408093 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cbf37a-0b76-4487-b953-93e9677dda45 x-openstack-request-id: req-13cbf37a-0b76-4487-b953-93e9677dda45 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:45.409010 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e9469c-5698-47d3-9961-afe3493c4e09", "name": "network-vif-plugged", "status": "completed", "tag": "0559f377-f592-41fb-9ccd-7d9af508494e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:45.409010 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13cbf37a-0b76-4487-b953-93e9677dda45 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:45.409517 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e9469c-5698-47d3-9961-afe3493c4e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0559f377-f592-41fb-9ccd-7d9af508494e', 'code': 200} Jul 15 13:07:45.658335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 88fc79a2-6757-4ca5-853d-5ed42361cbae up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:45.693790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68e5c4-0523-4415-8176-a9b969a8a361 req-bf0f758e-5032-4b87-a665-47e7655e069d tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.701771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb68e5c4-0523-4415-8176-a9b969a8a361 req-bf0f758e-5032-4b87-a665-47e7655e069d tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 944 time: 0.1589065 Jul 15 13:07:45.744050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 88fc79a2-6757-4ca5-853d-5ed42361cbae completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:45.749168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 88fc79a2-6757-4ca5-853d-5ed42361cbae triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:45.749557 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.831764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e367aefb-4203-41bd-94b0-a038b4c66f3d up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:45.882696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.929531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 88fc79a2-6757-4ca5-853d-5ed42361cbae, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=88fc79a2-6757-4ca5-853d-5ed42361cbae,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:45.947584 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.004004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb68e5c4-0523-4415-8176-a9b969a8a361 req-287e39f7-8fb8-40cd-a789-a11a63a30105 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969513 Jul 15 13:07:46.021254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=88fc79a2-6757-4ca5-853d-5ed42361cbae,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:46.031307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port e367aefb-4203-41bd-94b0-a038b4c66f3d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:46.036547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.037201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.037741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.038296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.038828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.039349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.039857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.040397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.040885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.041383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.041884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.042435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:46.053569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e367aefb-4203-41bd-94b0-a038b4c66f3d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:46.054245 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.128124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a33a-4718-4e57-8794-0b4ebd8ed9f9 req-908ca7de-9be0-4d7a-bc8c-7ded19dd8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.130926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb68a33a-4718-4e57-8794-0b4ebd8ed9f9 req-908ca7de-9be0-4d7a-bc8c-7ded19dd8303 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1e9469c-5698-47d3-9961-afe3493c4e09 HTTP/1.1" status: 200 len: 1097 time: 0.6265254 Jul 15 13:07:46.146009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-6ecc6a85-c4e4-4103-ad10-90e302562fb3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.149080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-6ecc6a85-c4e4-4103-ad10-90e302562fb3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.35 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 820 time: 0.4316387 Jul 15 13:07:46.159083 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.168975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Request body: {'port': {'device_id': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'admin_state_up': True, 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:46.205444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e367aefb-4203-41bd-94b0-a038b4c66f3d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e367aefb-4203-41bd-94b0-a038b4c66f3d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:46.212132 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.240901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb68a33a-4718-4e57-8794-0b4ebd8ed9f9 req-9d14b539-3166-4cd1-8e25-b7b35ff839a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899904 Jul 15 13:07:46.280928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e367aefb-4203-41bd-94b0-a038b4c66f3d,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:46.345607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Made reservation on behalf of 467a286680ad4a5b96b23610e7a4e5a0 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:46.353223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.526842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d373d79f-5514-4e6d-b9b0-95ede539737d req-c6a586f8-2666-4df0-9c84-34717de06441 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 210 time: 0.0626733 Jul 15 13:07:46.557774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Allocated IP 172.20.0.5 (0149d5b0-f081-48dd-abcb-32bea981b119/03f30fba-9f78-463a-984d-4b801f87c92a/69924de3-ff7e-4fce-8fe5-a721097ff001) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:46.775696 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.830746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83329cbd-0421-4ee6-91c4-495cdb4a0df1 req-3d0e9152-6d80-4635-a437-c2fcb5a611bb tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.832963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83329cbd-0421-4ee6-91c4-495cdb4a0df1 req-3d0e9152-6d80-4635-a437-c2fcb5a611bb tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.1145957 Jul 15 13:07:46.857907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.916672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Network 0149d5b0-f081-48dd-abcb-32bea981b119 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:46.924703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83329cbd-0421-4ee6-91c4-495cdb4a0df1 req-33a6314f-9161-455e-87aa-f93d71829ec5 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848489 Jul 15 13:07:46.928374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:46.933109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:46.961571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event updated for resources: {'Port': ['ID=69924de3-ff7e-4fce-8fe5-a721097ff001,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:46.990942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.991636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.010173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-9b653bce-ef98-4305-8728-2f18b9fb7b90 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476968 Jul 15 13:07:47.027961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-4097e78d-de34-4276-bdf3-b983d8885311 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:47.028610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-4097e78d-de34-4276-bdf3-b983d8885311 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117390 Jul 15 13:07:47.053118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Request body: {'port': {'device_id': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:47.151011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.410656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff4635-406f-48cf-8f26-fcb74bdf2d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367aefb-4203-41bd-94b0-a038b4c66f3d'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:47.413458 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d380a16-55db-4dd4-8aec-c7933f01b4b3" -d '{"events": [{"server_uuid": "2fff4635-406f-48cf-8f26-fcb74bdf2d9e", "name": "network-vif-plugged", "status": "completed", "tag": "e367aefb-4203-41bd-94b0-a038b4c66f3d"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:47.589644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 88fc79a2-6757-4ca5-853d-5ed42361cbae up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:47.673853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 88fc79a2-6757-4ca5-853d-5ed42361cbae triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:47.674272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6d6a55a-8353-45a8-a386-3f71b5959932 req-4b755531-a828-4a37-add6-15294859db49 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0344491 Jul 15 13:07:47.674470 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.942140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69924de3-ff7e-4fce-8fe5-a721097ff001 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:47.957188 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.977510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Transition to ACTIVE for port object 69924de3-ff7e-4fce-8fe5-a721097ff001 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:47.983789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.077262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Pushing event updated for resources: {'Port': ['ID=69924de3-ff7e-4fce-8fe5-a721097ff001,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.153561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 290e9b98-2898-4228-a64f-acf09518ad3f details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:48.167199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2644c4-ca10-4481-883c-7bd5bff70a71 req-ae6ad77a-84f1-41f8-b6c8-9f8a84d2cf42 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.168903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b2644c4-ca10-4481-883c-7bd5bff70a71 req-ae6ad77a-84f1-41f8-b6c8-9f8a84d2cf42 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 945 time: 0.1766362 Jul 15 13:07:48.193343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Attempting to bind port 69924de3-ff7e-4fce-8fe5-a721097ff001 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:48.193687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Attempting to bind port 69924de3-ff7e-4fce-8fe5-a721097ff001 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:48.194005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Attempting to bind port 69924de3-ff7e-4fce-8fe5-a721097ff001 on network 0149d5b0-f081-48dd-abcb-32bea981b119 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:48.209543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Port 69924de3-ff7e-4fce-8fe5-a721097ff001 on network 0149d5b0-f081-48dd-abcb-32bea981b119 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:48.209862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Attempting to bind port 69924de3-ff7e-4fce-8fe5-a721097ff001 on network 0149d5b0-f081-48dd-abcb-32bea981b119 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:48.220972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:48.221358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Checking segment: {'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:48.221704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Bound using segment: {'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:48.222166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Bound port: 69924de3-ff7e-4fce-8fe5-a721097ff001, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e699ac-35c9-40ee-a62c-5ec123b58d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:48.222535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.246757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b2644c4-ca10-4481-883c-7bd5bff70a71 req-bc60dbe1-ac0b-4091-938c-5b737cbc60f6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614340 Jul 15 13:07:48.340857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:48.359257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] For port 69924de3-ff7e-4fce-8fe5-a721097ff001, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:48.367351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] For port 69924de3-ff7e-4fce-8fe5-a721097ff001, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=69924de3-ff7e-4fce-8fe5-a721097ff001,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:48.376683 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.415248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '290e9b98-2898-4228-a64f-acf09518ad3f', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'port_id': '290e9b98-2898-4228-a64f-acf09518ad3f', 'mac_address': 'fa:16:3e:9d:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c890cf-9ce2-42d4-9b8d-ac0465fdd604', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:48.459221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.470079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.474474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] 10.222.0.35 "PUT /v2.0/ports/69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 1092 time: 1.4291131 Jul 15 13:07:48.475554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:48.489637 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59fe454-5602-4920-9d9f-6f30ed4c5a95" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:48.500537 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.538246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 290e9b98-2898-4228-a64f-acf09518ad3f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:48.581551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:48.589415 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.656678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1e7dd-dfd3-467d-97c1-abe76967ce69 service neutron] Pushing event updated for resources: {'Port': ['ID=69924de3-ff7e-4fce-8fe5-a721097ff001,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.690481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.720880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['290e9b98-2898-4228-a64f-acf09518ad3f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:48.804744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-05412ac0-d0a6-45f3-883e-993a26568e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.806441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-05412ac0-d0a6-45f3-883e-993a26568e23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1095 time: 0.2669404 Jul 15 13:07:48.825476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6febcb-dc34-4159-9b58-5b35b5a73777 req-e04ab422-bd38-4fcc-a107-30f9057cbf3d tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.827484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e6febcb-dc34-4159-9b58-5b35b5a73777 req-e04ab422-bd38-4fcc-a107-30f9057cbf3d tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 949 time: 0.2857697 Jul 15 13:07:48.853277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-551c085e-5a10-429d-8908-0cbeabf62d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.881744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-7a45fdac-0954-4f8f-a007-260efc506e4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 217 time: 0.0668132 Jul 15 13:07:48.890904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df932737-4a0f-4819-abca-6915440e93eb req-9843baf9-1af1-40e7-8d6b-444cf15f428c tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.904470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df932737-4a0f-4819-abca-6915440e93eb req-9843baf9-1af1-40e7-8d6b-444cf15f428c tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a1d9fc2-a47f-4661-9337-66b6250323d5 HTTP/1.1" status: 200 len: 949 time: 0.2508440 Jul 15 13:07:49.030918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e6febcb-dc34-4159-9b58-5b35b5a73777 req-5234611b-9729-42c6-b519-7171eb402ba3 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601140 Jul 15 13:07:49.061763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-189b20a3-c56a-4114-89c2-af70b9802b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:49.063354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-189b20a3-c56a-4114-89c2-af70b9802b16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.1582127 Jul 15 13:07:49.108210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-4b0c712a-d7d8-433d-be13-e960b50bfda2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358849 Jul 15 13:07:49.166917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Deleting port 2ec5f755-4933-4b40-98d4-d91efec272b5 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:49.167458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.169012 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5d2dbe-cc5e-46c4-9dff-c29064e694dc x-openstack-request-id: req-fa5d2dbe-cc5e-46c4-9dff-c29064e694dc {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:49.184280 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff4635-406f-48cf-8f26-fcb74bdf2d9e", "name": "network-vif-plugged", "status": "completed", "tag": "e367aefb-4203-41bd-94b0-a038b4c66f3d", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:49.184613 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa5d2dbe-cc5e-46c4-9dff-c29064e694dc {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:49.186389 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff4635-406f-48cf-8f26-fcb74bdf2d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367aefb-4203-41bd-94b0-a038b4c66f3d', 'code': 200} Jul 15 13:07:49.373458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-ad459006-1ed2-4bc2-a9ed-53ef4cc1a561 service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573357 Jul 15 13:07:49.689464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] For port 2ec5f755-4933-4b40-98d4-d91efec272b5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2ec5f755-4933-4b40-98d4-d91efec272b5,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:49.690463 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.749449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Calling delete_port for 2ec5f755-4933-4b40-98d4-d91efec272b5 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:49.772355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2b26-4c17-4f22-8e2c-dbe6f0446c4b req-083ce2cb-9014-4b23-b30e-2bb576113437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:49.776410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2ad2b26-4c17-4f22-8e2c-dbe6f0446c4b req-083ce2cb-9014-4b23-b30e-2bb576113437 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 1097 time: 0.4750314 Jul 15 13:07:49.963119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1af8112-8e3f-4a89-b979-01e76423f5fd req-f73f45ee-5488-42c0-b134-f3edc911d9c0 service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785584 Jul 15 13:07:50.013795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb6dee-dbba-40d9-81dc-ae99d5efcf8b req-4a86c71c-97fe-463a-adcd-4aa795bf68f1 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.017794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1cb6dee-dbba-40d9-81dc-ae99d5efcf8b req-4a86c71c-97fe-463a-adcd-4aa795bf68f1 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 943 time: 0.5930443 Jul 15 13:07:50.038503 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:50.095097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2ad2b26-4c17-4f22-8e2c-dbe6f0446c4b req-941a0f96-93ea-41a0-b9d1-c0fdbd74111e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975197 Jul 15 13:07:50.145353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 290e9b98-2898-4228-a64f-acf09518ad3f up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:50.177120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1cb6dee-dbba-40d9-81dc-ae99d5efcf8b req-b28d78cc-379e-4331-be0f-9a52cffc0b33 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311119 Jul 15 13:07:50.320875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 290e9b98-2898-4228-a64f-acf09518ad3f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:50.321579 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.365370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.421097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['dd85f344-ef75-4261-b1d2-f7585ca2f44a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:50.566693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Pushing event deleted for resources: {'Port': ['ID=2ec5f755-4933-4b40-98d4-d91efec272b5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.614933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] No DVR routers for this DVR port 2ec5f755-4933-4b40-98d4-d91efec272b5 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:50.618183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.632542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df932737-4a0f-4819-abca-6915440e93eb req-2b836920-04c0-48b7-884f-51bb93ae94c9 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "DELETE /v2.0/ports/2ec5f755-4933-4b40-98d4-d91efec272b5 HTTP/1.1" status: 204 len: 173 time: 1.7176995 Jul 15 13:07:50.672534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.755693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:50.768550 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.888783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:51.187303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:51.196762 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7971df-a7f3-4938-bebd-8332f9b39d29" -d '{"events": [{"server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "name": "network-vif-plugged", "status": "completed", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:51.274617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a7e9-a204-401d-99b9-47c4eb031149 req-79aeb12e-e0eb-465c-93ea-591a6e34b144 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.277311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f22a7e9-a204-401d-99b9-47c4eb031149 req-79aeb12e-e0eb-465c-93ea-591a6e34b144 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.2117264 Jul 15 13:07:51.335618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41306) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:51.350317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f22a7e9-a204-401d-99b9-47c4eb031149 req-d7ec647a-e950-4c8c-b9a2-d9a68daa94b5 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639040 Jul 15 13:07:51.422538 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aada97-ea3f-4b01-9341-febd3159f154 x-openstack-request-id: req-e1aada97-ea3f-4b01-9341-febd3159f154 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:51.422940 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:51.423293 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1aada97-ea3f-4b01-9341-febd3159f154 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:51.423812 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'status': 'completed', 'code': 200} Jul 15 13:07:51.558287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac3f6-739f-4911-96fe-21b6b6fb6fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.573750 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.612219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-abf6758d-72e1-4c84-961a-67edf4f0e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.614466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-abf6758d-72e1-4c84-961a-67edf4f0e46f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1095 time: 0.1556206 Jul 15 13:07:51.677996 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-457f71f4-07c2-47d3-b637-636bf12c1128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.693205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70650413-7810-4309-ae70-8a5c6c4a95b4 req-a17e00c9-1508-42a8-aeac-2afbda9010b8 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0505614 Jul 15 13:07:51.878001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2ec5f755-4933-4b40-98d4-d91efec272b5 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:51.888499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-457f71f4-07c2-47d3-b637-636bf12c1128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.908979 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-457f71f4-07c2-47d3-b637-636bf12c1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.953505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 2ec5f755-4933-4b40-98d4-d91efec272b5 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:51.954713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2ec5f755-4933-4b40-98d4-d91efec272b5 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:51.992217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-67003a0e-37c7-40fb-847a-9566a43373e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.993888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-67003a0e-37c7-40fb-847a-9566a43373e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 921 time: 0.3732858 Jul 15 13:07:51.994707 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-83b9a462-4829-43d3-b236-2b543b412591 req-95ee5af4-79dc-41a3-b2ac-e9ce9188ffae service neutron] show failed (client error): The resource could not be found. Jul 15 13:07:51.995724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-95ee5af4-79dc-41a3-b2ac-e9ce9188ffae service neutron] 10.222.0.35 "GET /v2.0/ports/4e1cee3c-ca4b-43a1-8693-26dc108708c2/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.1985602 Jul 15 13:07:52.042126 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-457f71f4-07c2-47d3-b637-636bf12c1128 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8e10bb1a772454b9636e36c088e8383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047071 Jul 15 13:07:52.044823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41312) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:52.053854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-e4d688f7-a13f-46c3-9504-632f3c058709 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 217 time: 0.0493791 Jul 15 13:07:52.126228 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f71f4-07c2-47d3-b637-636bf12c1128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef62ed6-743a-4f55-9e1e-f5d2dedee5e8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.143771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-5da1e91d-b951-4b4c-8641-b6c1fea8b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.146623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-5da1e91d-b951-4b4c-8641-b6c1fea8b346 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.0828118 Jul 15 13:07:52.164835 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ce07fd8-d4e9-424f-9567-535b4cffabf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.193772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-41939383-ce61-4110-9d4b-1f5fa15c8700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372562 Jul 15 13:07:52.214381 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ce07fd8-d4e9-424f-9567-535b4cffabf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.304802 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ce07fd8-d4e9-424f-9567-535b4cffabf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.311220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ce07fd8-d4e9-424f-9567-535b4cffabf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.314479 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7ce07fd8-d4e9-424f-9567-535b4cffabf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cef62ed6-743a-4f55-9e1e-f5d2dedee5e8 HTTP/1.1" status: 204 len: 168 time: 0.2671423 Jul 15 13:07:52.362389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce07fd8-d4e9-424f-9567-535b4cffabf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef62ed6-743a-4f55-9e1e-f5d2dedee5e8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.420948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-69bc5d88-29fd-4c34-9dbf-11306b1f340b service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147408 Jul 15 13:07:52.802315 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.847833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feba5a8-f6f9-4b5f-a813-dcc9dce89d32 req-2e38f1a8-0fb9-4d98-82af-883aa9452319 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.861859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4feba5a8-f6f9-4b5f-a813-dcc9dce89d32 req-2e38f1a8-0fb9-4d98-82af-883aa9452319 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 945 time: 0.4130988 Jul 15 13:07:52.958989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4feba5a8-f6f9-4b5f-a813-dcc9dce89d32 req-4594b74a-8938-4e5a-b78b-7b5f921f2cb5 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953631 Jul 15 13:07:52.972533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c59fe454-5602-4920-9d9f-6f30ed4c5a95 req-f134e2c0-f738-483a-bc00-3689bc604d9c service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408738 Jul 15 13:07:52.984163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-206cfab9-169b-49cc-aecc-67e6a093a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.986844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-206cfab9-169b-49cc-aecc-67e6a093a232 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 1102 time: 0.3971066 Jul 15 13:07:53.002816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:53.083651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41324) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.110806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e291cf-88fc-4130-a123-4cfc78dd1a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.163672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.259925 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e291cf-88fc-4130-a123-4cfc78dd1a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.267727 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e291cf-88fc-4130-a123-4cfc78dd1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.279087 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342c7af1-0003-46fa-8cb2-4c79445e9f81 x-openstack-request-id: req-342c7af1-0003-46fa-8cb2-4c79445e9f81 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:53.280079 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "name": "network-vif-plugged", "status": "completed", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:53.280342 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-342c7af1-0003-46fa-8cb2-4c79445e9f81 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:53.280941 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f', 'code': 200} Jul 15 13:07:53.339358 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29e291cf-88fc-4130-a123-4cfc78dd1a2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21cc4b1f05b14ef3be1f0c98d7dc27e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543352 Jul 15 13:07:53.340344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e291cf-88fc-4130-a123-4cfc78dd1a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d1cfe2-2bbe-4360-8011-38004e0058bc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.343714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.418482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f24c6f1-1f1e-42e8-a7d1-4aa5acf2d0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.428048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1d9fc2-a47f-4661-9337-66b6250323d5', 'name': 'network-vif-deleted', 'tag': '2ec5f755-4933-4b40-98d4-d91efec272b5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:53.432512 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e992f04-8cbe-4413-9baa-b2dd8b2a3027" -d '{"events": [{"server_uuid": "2a1d9fc2-a47f-4661-9337-66b6250323d5", "name": "network-vif-deleted", "tag": "2ec5f755-4933-4b40-98d4-d91efec272b5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:53.452730 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f24c6f1-1f1e-42e8-a7d1-4aa5acf2d0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.523343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f24c6f1-1f1e-42e8-a7d1-4aa5acf2d0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.526625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f24c6f1-1f1e-42e8-a7d1-4aa5acf2d0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.527983 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f24c6f1-1f1e-42e8-a7d1-4aa5acf2d0bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42d1cfe2-2bbe-4360-8011-38004e0058bc HTTP/1.1" status: 204 len: 168 time: 0.1830637 Jul 15 13:07:53.550335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c6f1-1f1e-42e8-a7d1-4aa5acf2d0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d1cfe2-2bbe-4360-8011-38004e0058bc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.772846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005aece-e818-4ce9-bfde-e5aff84c9ff1 req-c4baf11e-070a-4ada-85b9-a5b7dd097d9b tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.774637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8005aece-e818-4ce9-bfde-e5aff84c9ff1 req-c4baf11e-070a-4ada-85b9-a5b7dd097d9b tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 943 time: 0.2607670 Jul 15 13:07:53.790126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:53.880429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8005aece-e818-4ce9-bfde-e5aff84c9ff1 req-32d4b561-f0bd-49d1-9476-bdfe87509f10 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879409 Jul 15 13:07:53.881586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:53.933805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.952514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Transition to ACTIVE for port object 4e1cee3c-ca4b-43a1-8693-26dc108708c2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:53.960266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.023816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.077010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] No DVR routers for this DVR port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:54.146781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 69924de3-ff7e-4fce-8fe5-a721097ff001 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:54.211920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Attempting to bind port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:54.212513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Attempting to bind port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:54.213102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Attempting to bind port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:54.233978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:54.234581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Attempting to bind port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:54.270458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:54.271216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:54.272139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:54.272557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Bound port: 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:54.273134 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.304730 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.487842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 69924de3-ff7e-4fce-8fe5-a721097ff001, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=69924de3-ff7e-4fce-8fe5-a721097ff001,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:54.564838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'port_id': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'mac_address': 'fa:16:3e:b0:d9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:54.648550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:54.680127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce479c2-634d-4b27-a6c4-eebb1a693077 req-4d179d07-c7b4-46a9-8975-da5941e9cb2b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.701016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ce479c2-634d-4b27-a6c4-eebb1a693077 req-4d179d07-c7b4-46a9-8975-da5941e9cb2b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 948 time: 0.3206513 Jul 15 13:07:54.706997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:54.739267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.748016 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.812642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.813730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.817506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 1097 time: 1.8232431 Jul 15 13:07:54.865834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69924de3-ff7e-4fce-8fe5-a721097ff001 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:54.959768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ce479c2-634d-4b27-a6c4-eebb1a693077 req-c48ca37d-da81-4606-a09c-8ac69548e157 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520316 Jul 15 13:07:54.970856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 69924de3-ff7e-4fce-8fe5-a721097ff001, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=69924de3-ff7e-4fce-8fe5-a721097ff001,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:54.980211 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.080516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27cddd-7354-4486-b6b0-61b5362af988 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.141934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=69924de3-ff7e-4fce-8fe5-a721097ff001,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.170930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-e96ffaad-2863-4607-8bfd-b509a450429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.176043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-e96ffaad-2863-4607-8bfd-b509a450429e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1100 time: 0.2877197 Jul 15 13:07:55.322705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['69924de3-ff7e-4fce-8fe5-a721097ff001'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:55.469639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6327e934-7d1a-48fe-ba2c-fa20072f3878 req-20e109aa-1629-4532-8367-44f6f5fe9162 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0941813 Jul 15 13:07:55.516848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-f9bee766-b3f2-4847-84b3-c6acd11ca0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.527274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-f9bee766-b3f2-4847-84b3-c6acd11ca0ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3415170 Jul 15 13:07:55.625764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-668b020b-1a21-49a6-a99e-7eb5131e99b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 217 time: 0.0892982 Jul 15 13:07:55.723510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-3d77bd62-22e8-4053-980d-8d12b5465a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.726892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-3d77bd62-22e8-4053-980d-8d12b5465a9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0897336 Jul 15 13:07:55.733752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41370) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.915338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0fa12-bc0d-4891-b5df-c0323fb2f98c req-655a931a-1501-455f-9387-aea2da38632e tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.917915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70b0fa12-bc0d-4891-b5df-c0323fb2f98c req-655a931a-1501-455f-9387-aea2da38632e tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.1985395 Jul 15 13:07:55.922934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a462-4829-43d3-b236-2b543b412591 req-7d238190-0b36-474f-8481-bf5f12e80e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.925422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-7d238190-0b36-474f-8481-bf5f12e80e42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1838236 Jul 15 13:07:55.940219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-network', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:56.022017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Made reservation on behalf of 8da7cf62ab6a41f084657e78aab75e16 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:56.026643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.050870 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.061501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70b0fa12-bc0d-4891-b5df-c0323fb2f98c req-7e8f38cf-5daa-411e-b18a-8c47cbfd8367 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340718 Jul 15 13:07:56.105014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-a45661ae-71d1-4f84-a906-bc7a81b30108 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667337 Jul 15 13:07:56.147899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4e1cee3c-ca4b-43a1-8693-26dc108708c2 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:56.253804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83b9a462-4829-43d3-b236-2b543b412591 req-f05664b1-94fc-4b5e-8b71-cc20b11137b0 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416874 Jul 15 13:07:56.271539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4e1cee3c-ca4b-43a1-8693-26dc108708c2 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:56.368079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.382371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.450188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:56.478832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cbfe97-5ed1-4b61-9986-61dd0e38a794,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.485122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.495196 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Added segment 5cb2b006-6dc5-4247-9cdf-3ae0b07152e8 of type vlan for network c78559fe-040e-4fad-886a-a26d3541fc33 Jul 15 13:07:56.589330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.660167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.661186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.661826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.734725 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9952409 Jul 15 13:07:56.735821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41380) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:56.756718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Request body: {'subnet': {'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-subnet', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:56.820732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56484a4-e290-4819-8113-ffada3091e6b admin admin] Pushing event updated for resources: {'Network': ['ID=c78559fe-040e-4fad-886a-a26d3541fc33,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.821383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Made reservation on behalf of 8da7cf62ab6a41f084657e78aab75e16 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:56.824026 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.838331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network c78559fe-040e-4fad-886a-a26d3541fc33 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:56.914190 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6219c721-2b95-4e0a-9399-3705da6e1fb9 x-openstack-request-id: req-6219c721-2b95-4e0a-9399-3705da6e1fb9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:56.914441 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1d9fc2-a47f-4661-9337-66b6250323d5", "name": "network-vif-deleted", "tag": "2ec5f755-4933-4b40-98d4-d91efec272b5", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:56.914667 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6219c721-2b95-4e0a-9399-3705da6e1fb9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:56.915018 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1d9fc2-a47f-4661-9337-66b6250323d5', 'name': 'network-vif-deleted', 'tag': '2ec5f755-4933-4b40-98d4-d91efec272b5', 'status': 'completed', 'code': 200} Jul 15 13:07:57.170940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c6476-b074-44d4-9547-99a79101d489 req-2e0360d7-a046-4347-a004-a3e112562f45 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.180013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc2c6476-b074-44d4-9547-99a79101d489 req-2e0360d7-a046-4347-a004-a3e112562f45 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 944 time: 0.1986463 Jul 15 13:07:57.225299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.260144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc2c6476-b074-44d4-9547-99a79101d489 req-e2c5ac03-8c81-4a8e-97d9-856d05d10c76 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785336 Jul 15 13:07:57.338302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976fc592-1986-42eb-9fc0-ed0b17bc7c26,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.355956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Checking segment: {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:57.356302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Network hostable DHCP agents. Network: c78559fe-040e-4fad-886a-a26d3541fc33, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:57.387808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Network c78559fe-040e-4fad-886a-a26d3541fc33 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:57.411322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, c78559fe-040e-4fad-886a-a26d3541fc33) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:57.417313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.417313 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.442988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3b679-2494-4db2-a323-e5d6b0600320 None None] Network c78559fe-040e-4fad-886a-a26d3541fc33 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:57.451664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-272ea47a-7a52-40d4-bf54-254c67cbb649 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7142344 Jul 15 13:07:57.458888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41394) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:57.464612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:57.539776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.541602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.804714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-c78559fe-040e-4fad-886a-a26d3541fc33', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:07:57.807870 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.911444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4e1cee3c-ca4b-43a1-8693-26dc108708c2 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:58.137256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Allocated IP 172.20.0.2 (c78559fe-040e-4fad-886a-a26d3541fc33/976fc592-1986-42eb-9fc0-ed0b17bc7c26/0999445a-6653-4aee-82be-69561d9459c3) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:58.196242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 69924de3-ff7e-4fce-8fe5-a721097ff001 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:58.210858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.392374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:58.496178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'mac_address': 'fa:16:3e:44:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:58.537884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49efc60-22fe-405b-8dba-48cd7e5a8e30 req-1acd83d4-4849-4096-b8c8-13c621c09165 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.545144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d49efc60-22fe-405b-8dba-48cd7e5a8e30 req-1acd83d4-4849-4096-b8c8-13c621c09165 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 948 time: 0.9045799 Jul 15 13:07:58.553404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.557645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 69924de3-ff7e-4fce-8fe5-a721097ff001 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:58.597365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 69924de3-ff7e-4fce-8fe5-a721097ff001 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:58.597975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.656502 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.669217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d49efc60-22fe-405b-8dba-48cd7e5a8e30 req-47c01f87-b585-42c1-8375-221f6afe84e8 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230409 Jul 15 13:07:58.729236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1cee3c-ca4b-43a1-8693-26dc108708c2 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:58.788931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-bf51276b-55fb-4304-b690-6fadbf711e94 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.794927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-bf51276b-55fb-4304-b690-6fadbf711e94 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 950 time: 0.5165291 Jul 15 13:07:58.800574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:58.819412 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.822966 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.885410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Transition to ACTIVE for port object 0999445a-6653-4aee-82be-69561d9459c3 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:58.969031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2'}, {'name': 'network-changed', 'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:58.971996 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55981535-bb07-4df2-ada9-5db68587058a" -d '{"events": [{"server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2"}, {"name": "network-changed", "server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:59.224562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Transition to ACTIVE for port object 0999445a-6653-4aee-82be-69561d9459c3 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:59.237484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.247891 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.251314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f090b6-f929-4b36-894a-dbe8cb08960c req-ee27d345-91c5-4a66-8644-86ae1aa8808c tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.253693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47f090b6-f929-4b36-894a-dbe8cb08960c req-ee27d345-91c5-4a66-8644-86ae1aa8808c tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e9469c-5698-47d3-9961-afe3493c4e09 HTTP/1.1" status: 200 len: 945 time: 0.2425253 Jul 15 13:07:59.264773 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.320244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['4e1cee3c-ca4b-43a1-8693-26dc108708c2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:59.326965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Deleting port dd85f344-ef75-4261-b1d2-f7585ca2f44a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:59.327585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.395283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Network c78559fe-040e-4fad-886a-a26d3541fc33 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:59.409036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:59.413628 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6902725c-7dc8-4e03-b5a4-04b4140f743f" -d '{"events": [{"server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "name": "network-vif-plugged", "status": "completed", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:59.427480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:59.450463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:59.461478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Pushing event updated for resources: {'Port': ['ID=0999445a-6653-4aee-82be-69561d9459c3,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.476852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 69924de3-ff7e-4fce-8fe5-a721097ff001, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=69924de3-ff7e-4fce-8fe5-a721097ff001,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:59.550637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.628865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47f090b6-f929-4b36-894a-dbe8cb08960c req-0c70824b-24ae-46cf-b277-712779e2bd3c tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116651 Jul 15 13:07:59.662283 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.727661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Attempting to bind port 0999445a-6653-4aee-82be-69561d9459c3 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:59.728801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Attempting to bind port 0999445a-6653-4aee-82be-69561d9459c3 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:59.729878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Attempting to bind port 0999445a-6653-4aee-82be-69561d9459c3 on network c78559fe-040e-4fad-886a-a26d3541fc33 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:59.730281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.752850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] For port dd85f344-ef75-4261-b1d2-f7585ca2f44a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=dd85f344-ef75-4261-b1d2-f7585ca2f44a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:59.753424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.765669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:59.766811 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Checking segment: {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:59.767824 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.768812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Bound using segment: {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:59.770019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Bound port: 0999445a-6653-4aee-82be-69561d9459c3, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:59.771416 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.792654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=69924de3-ff7e-4fce-8fe5-a721097ff001,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.829432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Calling delete_port for dd85f344-ef75-4261-b1d2-f7585ca2f44a owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:59.996557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] For port 0999445a-6653-4aee-82be-69561d9459c3, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:00.008749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5091483a-3d05-46c9-b07e-aa87048eed29 req-874a7666-fbde-4842-b6de-508119f5f763 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.1454010 Jul 15 13:08:00.035008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] For port 0999445a-6653-4aee-82be-69561d9459c3, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0999445a-6653-4aee-82be-69561d9459c3,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:00.060663 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.219985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47094f-e5a1-41ae-bb06-9e2e34f37ff2 None None] Pushing event updated for resources: {'Port': ['ID=0999445a-6653-4aee-82be-69561d9459c3,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:00.322630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Allocated IP 172.25.1.160 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/64181dca-97da-4a75-b55d-246d28757183) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:00.453281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.596031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Pushing event deleted for resources: {'Port': ['ID=dd85f344-ef75-4261-b1d2-f7585ca2f44a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:00.744673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] No DVR routers for this DVR port dd85f344-ef75-4261-b1d2-f7585ca2f44a on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:00.770842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd02c9f-1b59-4ec1-9f08-02039e2bbf02 req-947b7531-c083-4a50-a552-f09bf197e438 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.782286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bd02c9f-1b59-4ec1-9f08-02039e2bbf02 req-947b7531-c083-4a50-a552-f09bf197e438 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fb8283-1828-49aa-bcd9-6ff53bd73343 HTTP/1.1" status: 200 len: 867 time: 0.4557188 Jul 15 13:08:00.796031 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.799722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb7e106e-18b2-444c-a4d6-6f01dc29019d req-d4021238-c6a9-4ebd-a56e-799e3deb77b2 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.30 "DELETE /v2.0/ports/dd85f344-ef75-4261-b1d2-f7585ca2f44a HTTP/1.1" status: 204 len: 173 time: 1.9883013 Jul 15 13:08:00.860587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.896522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bd02c9f-1b59-4ec1-9f08-02039e2bbf02 req-e2ee9bda-90e6-4199-8c92-6f2f82f1ae43 tempest-ServersAdminNegativeTestJSON-696481451 tempest-ServersAdminNegativeTestJSON-696481451-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4561ead-8785-4a9b-a249-ce510304ceb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127019 Jul 15 13:08:01.012254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.127823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:01.134443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:01.149690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:01.242403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Pushing event updated for resources: {'Port': ['ID=64181dca-97da-4a75-b55d-246d28757183,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.795413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e727a7-2401-4d87-8fea-9d9af953353c req-8a7bb094-4f27-4699-9232-c1f037b64237 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.811059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63e727a7-2401-4d87-8fea-9d9af953353c req-8a7bb094-4f27-4699-9232-c1f037b64237 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.4117117 Jul 15 13:08:01.882333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0999445a-6653-4aee-82be-69561d9459c3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:01.965607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4e1cee3c-ca4b-43a1-8693-26dc108708c2 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:01.991213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63e727a7-2401-4d87-8fea-9d9af953353c req-59d5c4dd-9cc2-46af-adff-fd6222b7e19d tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754656 Jul 15 13:08:02.049919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.245801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f2051-3e42-4836-bb12-de91cde5eb5f None None] Network c78559fe-040e-4fad-886a-a26d3541fc33 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:02.282524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 0999445a-6653-4aee-82be-69561d9459c3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:02.308373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:02.337297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:02.338259 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.464698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8f1f18b0-20ff-44bb-850b-039f760fc8d0 None None] Provisioning for port 0999445a-6653-4aee-82be-69561d9459c3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:02.480801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8f1f18b0-20ff-44bb-850b-039f760fc8d0 None None] Provisioning complete for port 0999445a-6653-4aee-82be-69561d9459c3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:02.481171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f1f18b0-20ff-44bb-850b-039f760fc8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.525524 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b71778a-9ae6-48dd-b401-ac3fb180b141 x-openstack-request-id: req-9b71778a-9ae6-48dd-b401-ac3fb180b141 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:02.525524 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "name": "network-vif-plugged", "status": "completed", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:02.526236 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b71778a-9ae6-48dd-b401-ac3fb180b141 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:02.526236 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'code': 200} Jul 15 13:08:02.540021 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d1648d-797a-4645-92ee-774fb78e0686 x-openstack-request-id: req-84d1648d-797a-4645-92ee-774fb78e0686 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:02.540320 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2", "code": 200}, {"name": "network-changed", "server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:02.540570 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84d1648d-797a-4645-92ee-774fb78e0686 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:02.540967 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'code': 200} Jul 15 13:08:02.541282 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'status': 'completed', 'code': 200} Jul 15 13:08:02.845674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f1f18b0-20ff-44bb-850b-039f760fc8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.893098 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.934542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.969991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8f1f18b0-20ff-44bb-850b-039f760fc8d0 None None] For port 0999445a-6653-4aee-82be-69561d9459c3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0999445a-6653-4aee-82be-69561d9459c3,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:02.984961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f1f18b0-20ff-44bb-850b-039f760fc8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.054726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:03.095329 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.096607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device dd85f344-ef75-4261-b1d2-f7585ca2f44a no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:03.141085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: dd85f344-ef75-4261-b1d2-f7585ca2f44a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:03.141643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device dd85f344-ef75-4261-b1d2-f7585ca2f44a not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:03.175015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f18b0-20ff-44bb-850b-039f760fc8d0 None None] Pushing event updated for resources: {'Port': ['ID=0999445a-6653-4aee-82be-69561d9459c3,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.281558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.422629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981535-bb07-4df2-ada9-5db68587058a req-6ac1b1a9-8e65-46df-8442-169729e65e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.424400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-6ac1b1a9-8e65-46df-8442-169729e65e3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1101 time: 0.8863280 Jul 15 13:08:03.429813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22142a94-639d-405a-8172-d3e65cb113c9 None None] Provisioning complete for port 0999445a-6653-4aee-82be-69561d9459c3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:03.431011 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22142a94-639d-405a-8172-d3e65cb113c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.476685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981535-bb07-4df2-ada9-5db68587058a req-d9aebe19-bc93-442d-902c-eb58718bd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.478192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-d9aebe19-bc93-442d-902c-eb58718bd2a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1101 time: 0.9357703 Jul 15 13:08:03.554646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1759-4a41-4527-8028-7f53d68f047e req-2534c29e-cbf3-4480-8264-8eb77bc3da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.556616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1bf1759-4a41-4527-8028-7f53d68f047e req-2534c29e-cbf3-4480-8264-8eb77bc3da18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.8307173 Jul 15 13:08:03.564684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b1568-db6d-4173-b764-2df9f5eaa3ee req-b75d8f9d-8d8c-4f31-949e-8028f871b347 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.566312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-174b1568-db6d-4173-b764-2df9f5eaa3ee req-b75d8f9d-8d8c-4f31-949e-8028f871b347 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 949 time: 0.7325468 Jul 15 13:08:03.689541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0999445a-6653-4aee-82be-69561d9459c3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:03.758373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1bf1759-4a41-4527-8028-7f53d68f047e req-7aa31aa3-ad0f-429d-876c-d37d32b7b6a7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861491 Jul 15 13:08:03.767639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981535-bb07-4df2-ada9-5db68587058a req-06319376-b0db-4fee-9938-1cdf336b8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.769233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-06319376-b0db-4fee-9938-1cdf336b8830 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3321731 Jul 15 13:08:03.790549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-174b1568-db6d-4173-b764-2df9f5eaa3ee req-3997dcb8-5260-4f70-8934-171b29ae477d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074893 Jul 15 13:08:03.908781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 0999445a-6653-4aee-82be-69561d9459c3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:03.912495 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.961631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981535-bb07-4df2-ada9-5db68587058a req-022b11ab-d076-4f5c-8f6a-25d18d0ef6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.964295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-022b11ab-d076-4f5c-8f6a-25d18d0ef6ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.4593205 Jul 15 13:08:03.970951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-ead9827d-75bd-4d3b-a5c5-f0869d919506 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 217 time: 0.1735299 Jul 15 13:08:04.103400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-0912abe2-4fd7-4f5e-9d09-b0eb2406ba00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 217 time: 0.1247096 Jul 15 13:08:04.135759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Router 97a78041-d82f-4939-8409-73abc431f8f5 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:08:04.215949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981535-bb07-4df2-ada9-5db68587058a req-d052eaaf-2663-43aa-80de-0928357ac8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.218800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-d052eaaf-2663-43aa-80de-0928357ac8df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2295001 Jul 15 13:08:04.251634 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.390491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981535-bb07-4df2-ada9-5db68587058a req-97049558-946d-4096-a1f7-bea7d1b3a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.392055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-97049558-946d-4096-a1f7-bea7d1b3a19d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2770047 Jul 15 13:08:04.527120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:04.529672 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2668fff-c59f-4b46-b07f-d7195b570dec" -d '{"events": [{"server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "name": "network-vif-plugged", "status": "completed", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:04.538018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:04.544842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb8283-1828-49aa-bcd9-6ff53bd73343', 'name': 'network-vif-deleted', 'tag': 'dd85f344-ef75-4261-b1d2-f7585ca2f44a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:04.547723 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3fbb90-8794-4096-941c-da08c41ab957" -d '{"events": [{"server_uuid": "86fb8283-1828-49aa-bcd9-6ff53bd73343", "name": "network-vif-deleted", "tag": "dd85f344-ef75-4261-b1d2-f7585ca2f44a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:04.548291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Sync routers for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:04.557873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb0076-0909-473e-bd03-065c3cee080f req-122a6afe-ccc5-4069-b4cb-7961da4fa074 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.559527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0fb0076-0909-473e-bd03-065c3cee080f req-122a6afe-ccc5-4069-b4cb-7961da4fa074 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 945 time: 0.3572659 Jul 15 13:08:04.560125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:04.560893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:07:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:04.564552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981535-bb07-4df2-ada9-5db68587058a req-76d60f0d-b545-4b00-909e-6bec4107c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.566104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-76d60f0d-b545-4b00-909e-6bec4107c2f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3306944 Jul 15 13:08:04.626594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.627810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8c4e9613-77c8-44f3-815f-5e0cd323e095 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.1674261 Jul 15 13:08:04.632412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41454) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:04.635508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981535-bb07-4df2-ada9-5db68587058a req-461645e6-9661-43b6-82f9-5f36a8913fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.637061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-461645e6-9661-43b6-82f9-5f36a8913fb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2315378 Jul 15 13:08:04.710510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0fb0076-0909-473e-bd03-065c3cee080f req-9c30e37e-3120-4e72-a101-4246bca9d08d tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399934 Jul 15 13:08:04.740954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:04.789948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-40526ba7-a57f-46d3-8ac0-bc298f76a2eb service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142503 Jul 15 13:08:04.946011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b54a228-aada-4039-8a3d-5eb7c015c60e req-7cbe74e3-b2c3-41d4-a526-aafdfe4e18bc tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0395656 Jul 15 13:08:04.965176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-e97d55c0-1bd3-4bbe-bd6e-edf6b110b614 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615789 Jul 15 13:08:04.969797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-cc45bd5a-ffd7-4737-bb05-3065a5e42eb4 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887814 Jul 15 13:08:05.092750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:01Z', 'revision_number': 3, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:05.195697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Checking router: 97a78041-d82f-4939-8409-73abc431f8f5 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:05.197115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Updating router 97a78041-d82f-4939-8409-73abc431f8f5 port 64181dca-97da-4a75-b55d-246d28757183 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:05.219082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55981535-bb07-4df2-ada9-5db68587058a req-9f376538-488d-421e-9608-fe8e9e9ec40b service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255349 Jul 15 13:08:05.234459 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.262830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.282030 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.428170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41462) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:05.497756 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Allocated IP 172.20.0.1 (c78559fe-040e-4fad-886a-a26d3541fc33/976fc592-1986-42eb-9fc0-ed0b17bc7c26/c7d51f23-be11-46bb-ab99-d5ab20076465) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:05.592699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375ed2-672f-4130-84fc-550b7aff7c3c req-a769d74b-3151-4e49-847f-0de97c4712ee tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.595455 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86375ed2-672f-4130-84fc-550b7aff7c3c req-a769d74b-3151-4e49-847f-0de97c4712ee tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.1466348 Jul 15 13:08:05.628356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.648523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Transition to ACTIVE for port object 64181dca-97da-4a75-b55d-246d28757183 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:05.659640 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.669219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.686955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Transition to ACTIVE for port object c7d51f23-be11-46bb-ab99-d5ab20076465 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:05.707868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86375ed2-672f-4130-84fc-550b7aff7c3c req-88bdc260-02d9-476e-891e-8b3214bfc10e tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988941 Jul 15 13:08:05.716786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-12017f0a-413e-4c99-b76f-f94bfb8032d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b69fac6b3fd46ef802a8d19b5f7c900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843699 Jul 15 13:08:05.716922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41466) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:05.730664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Attempting to bind port 64181dca-97da-4a75-b55d-246d28757183 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:05.731433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Attempting to bind port 64181dca-97da-4a75-b55d-246d28757183 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:05.731802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Attempting to bind port 64181dca-97da-4a75-b55d-246d28757183 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:05.741921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:05.742349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:05.742704 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.743105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:05.743769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Bound port: 64181dca-97da-4a75-b55d-246d28757183, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:05.744158 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.765304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.783462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267670d-f1a5-434a-9e7e-b509d86f9f37 None None] Pushing event updated for resources: {'Port': ['ID=64181dca-97da-4a75-b55d-246d28757183,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.843661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Network c78559fe-040e-4fad-886a-a26d3541fc33 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:05.851921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-672c5ef7-cd84-4f29-bcd8-3bf4556f6f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.856929 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:05.864625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:05.878709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] For port 64181dca-97da-4a75-b55d-246d28757183, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:05.888872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] For port 64181dca-97da-4a75-b55d-246d28757183, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=64181dca-97da-4a75-b55d-246d28757183,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:05.899336 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.915693 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-672c5ef7-cd84-4f29-bcd8-3bf4556f6f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.985592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Pushing event updated for resources: {'Port': ['ID=c7d51f23-be11-46bb-ab99-d5ab20076465,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.995902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.050364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-672c5ef7-cd84-4f29-bcd8-3bf4556f6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.054577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-672c5ef7-cd84-4f29-bcd8-3bf4556f6f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.056766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-672c5ef7-cd84-4f29-bcd8-3bf4556f6f3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4561ead-8785-4a9b-a249-ce510304ceb5 HTTP/1.1" status: 204 len: 168 time: 0.3378184 Jul 15 13:08:06.092913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c5ef7-cd84-4f29-bcd8-3bf4556f6f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4561ead-8785-4a9b-a249-ce510304ceb5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.141793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267670d-f1a5-434a-9e7e-b509d86f9f37 None None] Pushing event updated for resources: {'Port': ['ID=64181dca-97da-4a75-b55d-246d28757183,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.199077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:06.201217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:07:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:06.413477 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.453016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2f592628-997e-4e6a-aa2c-0618e2b6aab7 None None] Provisioning for port c7d51f23-be11-46bb-ab99-d5ab20076465 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:06.467032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2f592628-997e-4e6a-aa2c-0618e2b6aab7 None None] Provisioning complete for port c7d51f23-be11-46bb-ab99-d5ab20076465 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:06.467944 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2f592628-997e-4e6a-aa2c-0618e2b6aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.539539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2f592628-997e-4e6a-aa2c-0618e2b6aab7 None None] Port c7d51f23-be11-46bb-ab99-d5ab20076465 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:06.560571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:06.608744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295fbaf-9305-48de-a604-e6aa116425ab req-38578c26-7e42-452b-9a31-d3a539ad7db2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.610885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-38578c26-7e42-452b-9a31-d3a539ad7db2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 950 time: 0.1987550 Jul 15 13:08:06.778478 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-a295fbaf-9305-48de-a604-e6aa116425ab req-c439b01f-a48d-40da-a9a2-eb689f50ea35 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:08:06.780060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-c439b01f-a48d-40da-a9a2-eb689f50ea35 service neutron] 10.222.0.35 "DELETE /v2.0/ports/4e1cee3c-ca4b-43a1-8693-26dc108708c2/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.1609764 Jul 15 13:08:06.790967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.797715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.823036 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88ac150-0763-409b-bcc3-c4e39d9d63a2 x-openstack-request-id: req-c88ac150-0763-409b-bcc3-c4e39d9d63a2 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:06.823425 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fb8283-1828-49aa-bcd9-6ff53bd73343", "name": "network-vif-deleted", "tag": "dd85f344-ef75-4261-b1d2-f7585ca2f44a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:06.823820 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c88ac150-0763-409b-bcc3-c4e39d9d63a2 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:06.824258 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fb8283-1828-49aa-bcd9-6ff53bd73343', 'name': 'network-vif-deleted', 'tag': 'dd85f344-ef75-4261-b1d2-f7585ca2f44a', 'status': 'completed', 'code': 200} Jul 15 13:08:06.914807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:06.917005 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6a148a-b279-4f2d-b137-94abe0e0e295 x-openstack-request-id: req-fe6a148a-b279-4f2d-b137-94abe0e0e295 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:06.917930 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "name": "network-vif-plugged", "status": "completed", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:06.918765 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe6a148a-b279-4f2d-b137-94abe0e0e295 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:06.920055 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'code': 200} Jul 15 13:08:06.935534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Pushing event updated for resources: {'Port': ['ID=c7d51f23-be11-46bb-ab99-d5ab20076465,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.959778 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.988903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c514c095-89e5-4e20-a5e5-bbc24e8ba568 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2568dabf26474ce8817be558dbd3f38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696566 Jul 15 13:08:06.993234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41496) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:07.009232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295fbaf-9305-48de-a604-e6aa116425ab req-5c380f01-aa23-4926-886d-8d6ab7e58df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.013184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-5c380f01-aa23-4926-886d-8d6ab7e58df0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1102 time: 0.1420400 Jul 15 13:08:07.139356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Network c78559fe-040e-4fad-886a-a26d3541fc33 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:07.142387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:07.204274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:01Z', 'revision_number': 3, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:07.240192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f726e47-3874-4d8d-8490-de96f026cabe None None] The sync data for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 is: [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:01Z', 'revision_number': 3, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:07.249418 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-829d4860-c29f-40d2-a002-b1ba195fb51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.384912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295fbaf-9305-48de-a604-e6aa116425ab req-8e244837-28ee-4034-ac48-0966c388d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.387744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-8e244837-28ee-4034-ac48-0966c388d7a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3420422 Jul 15 13:08:07.391401 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-829d4860-c29f-40d2-a002-b1ba195fb51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.451251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Router 97a78041-d82f-4939-8409-73abc431f8f5 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:07.478994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-7c0035a5-0abd-4782-bb4b-1c1d040fc093 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 217 time: 0.0794780 Jul 15 13:08:07.511022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f9fcb7f-d173-4a24-ac6e-15b8ea10dec1 req-67189840-0d3a-45eb-883c-3d3ff30fad7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.1101732 Jul 15 13:08:07.587526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f57ed45c-5470-4c75-9f79-e657f87cdae8 None None] Provisioning complete for port c7d51f23-be11-46bb-ab99-d5ab20076465 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:07.587930 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f57ed45c-5470-4c75-9f79-e657f87cdae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.613902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ac02d-07b3-46ac-86cb-cee6c0bdd033 req-e50eadb7-145d-436d-84db-603692e0347e tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.630378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-113ac02d-07b3-46ac-86cb-cee6c0bdd033 req-e50eadb7-145d-436d-84db-603692e0347e tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.3496172 Jul 15 13:08:07.644122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295fbaf-9305-48de-a604-e6aa116425ab req-5f4ee386-6b86-4779-a572-279a8b01079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.651036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-5f4ee386-6b86-4779-a572-279a8b01079d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1395094 Jul 15 13:08:07.688865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f57ed45c-5470-4c75-9f79-e657f87cdae8 None None] Port c7d51f23-be11-46bb-ab99-d5ab20076465 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:07.715073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:07.725618 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3a2b5fe-8f0d-4d36-bb45-96d218a348ab admin admin] 10.222.0.25 "PUT /v2.0/routers/97a78041-d82f-4939-8409-73abc431f8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0910203 Jul 15 13:08:07.726947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-829d4860-c29f-40d2-a002-b1ba195fb51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.729715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-829d4860-c29f-40d2-a002-b1ba195fb51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.732032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-829d4860-c29f-40d2-a002-b1ba195fb51e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c208b2a-3548-47aa-bc18-d3641e616d2b HTTP/1.1" status: 204 len: 168 time: 0.7367909 Jul 15 13:08:07.775484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d4860-c29f-40d2-a002-b1ba195fb51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c208b2a-3548-47aa-bc18-d3641e616d2b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.806984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-113ac02d-07b3-46ac-86cb-cee6c0bdd033 req-7d74614b-1384-4d6f-b1aa-33cd72efd0e2 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755285 Jul 15 13:08:07.858397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295fbaf-9305-48de-a604-e6aa116425ab req-21420dae-7e0a-4c6a-b92e-c7d3002439c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.860066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-21420dae-7e0a-4c6a-b92e-c7d3002439c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1930621 Jul 15 13:08:08.049564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-b4a335e1-cf05-4c46-814e-8d838f9ec56f service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802049 Jul 15 13:08:08.179977 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 290e9b98-2898-4228-a64f-acf09518ad3f no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:08.286566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a295fbaf-9305-48de-a604-e6aa116425ab req-5db66778-317f-459b-acde-94c934af6f3e service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254169 Jul 15 13:08:08.416891 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.508150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:08.517328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.632886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.730360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-359676fe-414d-4928-ac45-7de91dca0661 req-475130df-6e6b-4c67-a73d-7b5c6d05cd50 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0612273 Jul 15 13:08:08.743695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cadb12-b952-4904-b301-9c112add546c req-2921c549-3fcd-4d1b-a0c1-702b2a9e005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.746451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cadb12-b952-4904-b301-9c112add546c req-2921c549-3fcd-4d1b-a0c1-702b2a9e005f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.2296965 Jul 15 13:08:08.921331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:08.924306 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472ee973-1594-4d47-8276-ef829dc298cf" -d '{"events": [{"server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "name": "network-vif-unplugged", "status": "completed", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:09.002640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cadb12-b952-4904-b301-9c112add546c req-24d6b699-f85b-44ec-ac0f-e1af89512e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.004211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cadb12-b952-4904-b301-9c112add546c req-24d6b699-f85b-44ec-ac0f-e1af89512e1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 921 time: 0.2500355 Jul 15 13:08:09.096683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cadb12-b952-4904-b301-9c112add546c req-8c883f89-74e2-4571-8235-69f679b5cbf7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 217 time: 0.0551198 Jul 15 13:08:09.188295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3dcd4-6414-4ded-a7a6-ef94b978a0f0 req-22392985-d2a0-4170-a529-a3c6f014dd54 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.193248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bbe3dcd4-6414-4ded-a7a6-ef94b978a0f0 req-22392985-d2a0-4170-a529-a3c6f014dd54 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.1923413 Jul 15 13:08:09.231488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cadb12-b952-4904-b301-9c112add546c req-601cad58-d15d-4b60-9ede-350698797d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.233096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cadb12-b952-4904-b301-9c112add546c req-601cad58-d15d-4b60-9ede-350698797d11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.1275344 Jul 15 13:08:09.281269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cadb12-b952-4904-b301-9c112add546c req-551d066c-679c-454f-b532-7989b5482e58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387504 Jul 15 13:08:09.283124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bbe3dcd4-6414-4ded-a7a6-ef94b978a0f0 req-d6c2754f-27ab-4423-858c-de6586ff64fc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864968 Jul 15 13:08:09.444108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cadb12-b952-4904-b301-9c112add546c req-b0557a0b-6161-4cfb-88e1-9e4e5b86cd28 service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568341 Jul 15 13:08:09.565501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cadb12-b952-4904-b301-9c112add546c req-98f1da71-eeb4-490b-b7a6-6f22428d295b service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135976 Jul 15 13:08:09.711818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 64181dca-97da-4a75-b55d-246d28757183 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:09.819279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 64181dca-97da-4a75-b55d-246d28757183 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:09.826256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 64181dca-97da-4a75-b55d-246d28757183 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:09.826631 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.857335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d648-9500-4a8d-9557-b3aab3267498 req-a399e277-9d1b-4532-82c4-402c69842445 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.864285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d648-9500-4a8d-9557-b3aab3267498 req-a399e277-9d1b-4532-82c4-402c69842445 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.870372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d648-9500-4a8d-9557-b3aab3267498 req-a399e277-9d1b-4532-82c4-402c69842445 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.877910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec05d648-9500-4a8d-9557-b3aab3267498 req-a399e277-9d1b-4532-82c4-402c69842445 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e&device_id=a1e9469c-5698-47d3-9961-afe3493c4e09&device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 2417 time: 0.1543477 Jul 15 13:08:09.933883 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.938698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec05d648-9500-4a8d-9557-b3aab3267498 req-55626513-86e2-4555-86fc-8505b93e05a8 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596380 Jul 15 13:08:09.963840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 64181dca-97da-4a75-b55d-246d28757183, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=64181dca-97da-4a75-b55d-246d28757183,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:09.969698 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.038527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=64181dca-97da-4a75-b55d-246d28757183,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.149643 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Sync routers for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:10.168844 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:10.170024 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:07:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:10.326450 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:10.518238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-3490f2d0-25d7-49cd-8b21-1fbb7227a9fd tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.520360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-3490f2d0-25d7-49cd-8b21-1fbb7227a9fd tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/networks?id=c78559fe-040e-4fad-886a-a26d3541fc33 HTTP/1.1" status: 200 len: 829 time: 0.1189563 Jul 15 13:08:10.537087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-b527e71c-2126-4b34-bd60-eac66d80b0e6 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/quotas/8da7cf62ab6a41f084657e78aab75e16 HTTP/1.1" status: 200 len: 375 time: 0.0108140 Jul 15 13:08:10.616411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-4a718889-6cc6-488c-b261-b2f0c5530c29 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8da7cf62ab6a41f084657e78aab75e16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693293 Jul 15 13:08:10.667204 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 2, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:10.697716 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Checking router: 97a78041-d82f-4939-8409-73abc431f8f5 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:10.698168 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Updating router 97a78041-d82f-4939-8409-73abc431f8f5 port c7d51f23-be11-46bb-ab99-d5ab20076465 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:10.724339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-d0f2c012-83f6-401e-b880-ae70f66b7e83 service neutron] 10.222.0.25 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980916 Jul 15 13:08:10.735632 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.830687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-b9c57327-f121-435a-b143-adf162ab3648 service neutron] 10.222.0.25 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993845 Jul 15 13:08:11.068594 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.079888 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Transition to ACTIVE for port object c7d51f23-be11-46bb-ab99-d5ab20076465 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:11.088470 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.204920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a154c2-b519-408a-994c-63c92513a09f req-d277d69a-28a8-4464-b10d-2ea41a05d7d4 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.212656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8a154c2-b519-408a-994c-63c92513a09f req-d277d69a-28a8-4464-b10d-2ea41a05d7d4 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.0977190 Jul 15 13:08:11.247624 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b32eb-92c5-4c28-ba20-8a9d3474f5ac None None] Pushing event updated for resources: {'Port': ['ID=c7d51f23-be11-46bb-ab99-d5ab20076465,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.264382 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Attempting to bind port c7d51f23-be11-46bb-ab99-d5ab20076465 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:11.264791 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Attempting to bind port c7d51f23-be11-46bb-ab99-d5ab20076465 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:11.265323 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Attempting to bind port c7d51f23-be11-46bb-ab99-d5ab20076465 on network c78559fe-040e-4fad-886a-a26d3541fc33 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:11.272410 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:11.272851 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Checking segment: {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:11.273261 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.273788 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Bound using segment: {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:11.274310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8a154c2-b519-408a-994c-63c92513a09f req-72b09428-63be-4a2a-b6f0-c44db609350f tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605092 Jul 15 13:08:11.274454 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Bound port: c7d51f23-be11-46bb-ab99-d5ab20076465, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:11.274866 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.357018 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] For port c7d51f23-be11-46bb-ab99-d5ab20076465, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:11.362645 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] For port c7d51f23-be11-46bb-ab99-d5ab20076465, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c7d51f23-be11-46bb-ab99-d5ab20076465,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:11.373160 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.511151 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:11.512240 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:07:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:11.532974 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b32eb-92c5-4c28-ba20-8a9d3474f5ac None None] Pushing event updated for resources: {'Port': ['ID=c7d51f23-be11-46bb-ab99-d5ab20076465,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.650278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 64181dca-97da-4a75-b55d-246d28757183 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:11.690904 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:11.741481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 64181dca-97da-4a75-b55d-246d28757183 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:11.742154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.037446 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:11Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:12.072422 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3ce5c-46df-4a38-8f45-b69ba90e88c8 None None] The sync data for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 is: [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:11Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:12.188221 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d62eb-a1be-4008-8c6a-ee175238727e x-openstack-request-id: req-017d62eb-a1be-4008-8c6a-ee175238727e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:12.188537 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "name": "network-vif-unplugged", "status": "completed", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:12.188775 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-017d62eb-a1be-4008-8c6a-ee175238727e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:12.189183 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f', 'code': 200} Jul 15 13:08:12.326136 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58e3088f-401e-4865-a602-3d8369feb55c req-c2e68c34-6039-413a-9e63-2eeece1b7cff tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Jul 15 13:08:12.728387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620a94-b438-425e-8fb5-bd2dfd3533a0 req-2f0834cf-c1bc-4a4b-8dfe-19b31daf8726 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.736868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce620a94-b438-425e-8fb5-bd2dfd3533a0 req-2f0834cf-c1bc-4a4b-8dfe-19b31daf8726 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 945 time: 0.1577990 Jul 15 13:08:12.749978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-305ccb65-9ce0-4bca-a3a5-fca7054444e8 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.752224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-305ccb65-9ce0-4bca-a3a5-fca7054444e8 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.30 "GET /v2.0/networks?id=c78559fe-040e-4fad-886a-a26d3541fc33 HTTP/1.1" status: 200 len: 829 time: 0.2305179 Jul 15 13:08:12.770707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Request body: {'port': {'device_id': '5406f165-1bb3-4098-a0ce-b328d591aace', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'admin_state_up': True, 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:12.944093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce620a94-b438-425e-8fb5-bd2dfd3533a0 req-5be5e3c0-2ac8-4c22-990e-aa18eb9f2acb tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903262 Jul 15 13:08:13.015397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b26ad478-483e-4996-baed-3a21d70346ec req-0fa60a31-4cf1-413f-ada2-ba9cac7995d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2055449 Jul 15 13:08:13.091669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Made reservation on behalf of 8da7cf62ab6a41f084657e78aab75e16 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:13.095537 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.601426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd9a4-23db-40a3-886a-8e5f0f4aa7d4 req-e557a7ee-3ac7-467f-88e5-4bae8ab24f6c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.603060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-576dd9a4-23db-40a3-886a-8e5f0f4aa7d4 req-e557a7ee-3ac7-467f-88e5-4bae8ab24f6c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.5342598 Jul 15 13:08:13.608359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad478-483e-4996-baed-3a21d70346ec req-8832ca65-aa3a-40ba-aa43-cd6b95d89d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.609882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b26ad478-483e-4996-baed-3a21d70346ec req-8832ca65-aa3a-40ba-aa43-cd6b95d89d5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 1096 time: 0.5551691 Jul 15 13:08:13.671176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c7d51f23-be11-46bb-ab99-d5ab20076465 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:13.716717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Allocated IP 172.20.0.7 (c78559fe-040e-4fad-886a-a26d3541fc33/976fc592-1986-42eb-9fc0-ed0b17bc7c26/506ecc87-63b7-474a-b103-4f7390eea750) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:13.742207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c7d51f23-be11-46bb-ab99-d5ab20076465 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:13.747839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c7d51f23-be11-46bb-ab99-d5ab20076465 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:13.748711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.780390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-576dd9a4-23db-40a3-886a-8e5f0f4aa7d4 req-c38ec68d-0f8d-4775-84dc-80c09b2ae694 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454539 Jul 15 13:08:13.874197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad478-483e-4996-baed-3a21d70346ec req-8169df56-01e0-47f2-a83a-daba00b065a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.876800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b26ad478-483e-4996-baed-3a21d70346ec req-8169df56-01e0-47f2-a83a-daba00b065a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 905 time: 0.2379358 Jul 15 13:08:13.881068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.939710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c7d51f23-be11-46bb-ab99-d5ab20076465, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c7d51f23-be11-46bb-ab99-d5ab20076465,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:13.945675 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.974243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b26ad478-483e-4996-baed-3a21d70346ec req-560fbbf0-7fc9-49ed-9573-02009e099ce6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290e9b98-2898-4228-a64f-acf09518ad3f HTTP/1.1" status: 200 len: 217 time: 0.0820987 Jul 15 13:08:14.022768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c7d51f23-be11-46bb-ab99-d5ab20076465,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.089819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-16f4f1dc-3840-47a8-9950-87e5448090b4 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936220 Jul 15 13:08:14.120260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad478-483e-4996-baed-3a21d70346ec req-460b0d73-0df8-4b19-83f8-1d718aa2857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.121763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b26ad478-483e-4996-baed-3a21d70346ec req-460b0d73-0df8-4b19-83f8-1d718aa2857f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.1378756 Jul 15 13:08:14.193496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b26ad478-483e-4996-baed-3a21d70346ec req-2fc50c39-9f81-4422-bd63-9c396e0bf824 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536921 Jul 15 13:08:14.206430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.287337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Transition to ACTIVE for port object 506ecc87-63b7-474a-b103-4f7390eea750 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:14.368025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-b760cdba-7049-460a-9728-07cf202022f7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.369915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-b760cdba-7049-460a-9728-07cf202022f7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700984 Jul 15 13:08:14.411361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b26ad478-483e-4996-baed-3a21d70346ec req-0102abec-320c-494c-ba56-60d083474bef service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081151 Jul 15 13:08:14.414267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-555d52b3-78f2-49b6-ae05-8526ff2f4fd9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/quotas/a382d7ef9fe44b30aed53cf0240ba4cc HTTP/1.1" status: 200 len: 375 time: 0.0314322 Jul 15 13:08:14.440033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.484759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-01b26207-d5e5-43db-8f8b-afb59a1ccf91 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574956 Jul 15 13:08:14.584768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Network c78559fe-040e-4fad-886a-a26d3541fc33 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:14.595857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:14.604797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:14.610779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Pushing event updated for resources: {'Port': ['ID=506ecc87-63b7-474a-b103-4f7390eea750,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.665090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b26ad478-483e-4996-baed-3a21d70346ec req-f3d2393b-4bdb-46f6-8f4a-d4d7c8076b0a service neutron] 10.222.0.35 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468610 Jul 15 13:08:14.677945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.679103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.708068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c2eb99e6-cacd-47e5-99b0-4d1b946e4a26 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9431887 Jul 15 13:08:14.724486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Request body: {'port': {'device_id': '5406f165-1bb3-4098-a0ce-b328d591aace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:14.902705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.981740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8cc709ff-6eb7-47d0-8b16-e6bf9a0f0ef9 None None] Provisioning for port 506ecc87-63b7-474a-b103-4f7390eea750 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:14.987298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8cc709ff-6eb7-47d0-8b16-e6bf9a0f0ef9 None None] Provisioning complete for port 506ecc87-63b7-474a-b103-4f7390eea750 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:14.987910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8cc709ff-6eb7-47d0-8b16-e6bf9a0f0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.030102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-8cc709ff-6eb7-47d0-8b16-e6bf9a0f0ef9 None None] Port 506ecc87-63b7-474a-b103-4f7390eea750 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:15.136498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fb17f-8a8e-46ca-964f-9fc7edae8d55 req-32a0f81e-cf73-4271-ac7c-92b3be4b4d9e tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.138120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-207fb17f-8a8e-46ca-964f-9fc7edae8d55 req-32a0f81e-cf73-4271-ac7c-92b3be4b4d9e tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 931 time: 0.2280457 Jul 15 13:08:15.235809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-207fb17f-8a8e-46ca-964f-9fc7edae8d55 req-9e797139-cdc1-4194-8843-1925f9aa2fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/security-groups?id=66cbfe97-5ed1-4b61-9986-61dd0e38a794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875363 Jul 15 13:08:15.358998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506ecc87-63b7-474a-b103-4f7390eea750 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:15.374659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.412842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Transition to ACTIVE for port object 506ecc87-63b7-474a-b103-4f7390eea750 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:15.418957 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.537465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Pushing event updated for resources: {'Port': ['ID=506ecc87-63b7-474a-b103-4f7390eea750,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:15.608022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Attempting to bind port 506ecc87-63b7-474a-b103-4f7390eea750 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:15.609290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Attempting to bind port 506ecc87-63b7-474a-b103-4f7390eea750 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:15.609916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Attempting to bind port 506ecc87-63b7-474a-b103-4f7390eea750 on network c78559fe-040e-4fad-886a-a26d3541fc33 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:15.617191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Port 506ecc87-63b7-474a-b103-4f7390eea750 on network c78559fe-040e-4fad-886a-a26d3541fc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:15.617603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Attempting to bind port 506ecc87-63b7-474a-b103-4f7390eea750 on network c78559fe-040e-4fad-886a-a26d3541fc33 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:15.623620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:15.623962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Checking segment: {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:15.624337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Bound using segment: {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:15.624852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Bound port: 506ecc87-63b7-474a-b103-4f7390eea750, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:15.625155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.722129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c7d51f23-be11-46bb-ab99-d5ab20076465 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:15.773413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] For port 506ecc87-63b7-474a-b103-4f7390eea750, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:15.783326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] For port 506ecc87-63b7-474a-b103-4f7390eea750, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=506ecc87-63b7-474a-b103-4f7390eea750,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:15.798921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.881100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c7d51f23-be11-46bb-ab99-d5ab20076465 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:15.882126 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.943479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.944525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.946781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] 10.222.0.30 "PUT /v2.0/ports/506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 200 len: 1092 time: 1.2312694 Jul 15 13:08:15.947647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:15.950809 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66" -d '{"events": [{"name": "network-changed", "server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "tag": "506ecc87-63b7-474a-b103-4f7390eea750"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:15.990730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc22dd-930e-477b-a5ba-c93dd078de57 service neutron] Pushing event updated for resources: {'Port': ['ID=506ecc87-63b7-474a-b103-4f7390eea750,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:16.097906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7eb88-cf9d-41af-96d3-626b95dd2051 req-d421dbb6-eba9-4f9e-8a9e-03aa1c854b62 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.099980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aa7eb88-cf9d-41af-96d3-626b95dd2051 req-d421dbb6-eba9-4f9e-8a9e-03aa1c854b62 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.2233474 Jul 15 13:08:16.154828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-8d614f06-0054-4024-ad79-43ad0e919494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.156422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-8d614f06-0054-4024-ad79-43ad0e919494 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8da7cf62ab6a41f084657e78aab75e16&device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 1095 time: 0.1449051 Jul 15 13:08:16.159644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aa7eb88-cf9d-41af-96d3-626b95dd2051 req-4db4a159-6fda-440f-bcfe-4a34bdbc9c9e tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508471 Jul 15 13:08:16.205959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-4aff3764-ce9e-4b39-bada-89d0afd24fcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 200 len: 217 time: 0.0377324 Jul 15 13:08:16.281773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-26a2bb64-929a-4a69-8615-6a0defef963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.282383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-26a2bb64-929a-4a69-8615-6a0defef963c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=976fc592-1986-42eb-9fc0-ed0b17bc7c26 HTTP/1.1" status: 200 len: 868 time: 0.0613334 Jul 15 13:08:16.364532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-4f3bf946-b940-4d69-8b2d-3c515206a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.366140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-4f3bf946-b940-4d69-8b2d-3c515206a6ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78559fe-040e-4fad-886a-a26d3541fc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749040 Jul 15 13:08:16.471380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-b2dbc0d1-6749-4974-9c66-f3953ea3c3c7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244927 Jul 15 13:08:16.538780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-c24496c4-15ce-486e-99ae-127729a5c90a service neutron] 10.222.0.30 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601160 Jul 15 13:08:16.715578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-fa8e4fde-5da4-4945-9496-5a25a23053dc tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.717029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-fa8e4fde-5da4-4945-9496-5a25a23053dc tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406781 Jul 15 13:08:16.745679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Request body: {'port': {'device_id': 'dfec019c-4543-4e02-9f95-2e6ecd49a937', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a382d7ef9fe44b30aed53cf0240ba4cc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:16.776600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8094bb6-99c5-4106-8de1-216fd66bb79e req-14ff1af1-10b7-4270-abf4-80e83220a3b6 service neutron] 10.222.0.30 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305021 Jul 15 13:08:16.799964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550edcbe-4189-4092-a7fd-94f3bdc0320b req-9997a41f-22ff-4644-8432-721e48eb7517 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.801622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-550edcbe-4189-4092-a7fd-94f3bdc0320b req-9997a41f-22ff-4644-8432-721e48eb7517 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.1997874 Jul 15 13:08:16.885993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-550edcbe-4189-4092-a7fd-94f3bdc0320b req-16720b83-3fa2-49ae-b0f8-31fd2b410b35 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586390 Jul 15 13:08:16.910513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Made reservation on behalf of a382d7ef9fe44b30aed53cf0240ba4cc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:16.915591 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.925810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.033070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46c4aad5-725e-4071-8425-85babbe40067 req-1fe2d2f1-321c-4e47-8351-fbc12c4b656c tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 210 time: 0.0411515 Jul 15 13:08:17.083615 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.088707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.162110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228f280c-e28e-48d3-bbe0-12946e0b3d4b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.247097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Allocated IP 192.168.233.169 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/583edc53-506b-4a92-83bc-52fad18e93af) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:17.537487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-4ceaf260-bfc4-4356-8dcd-4d0232855f35 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.539329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-4ceaf260-bfc4-4356-8dcd-4d0232855f35 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 804 time: 0.2242887 Jul 15 13:08:17.588227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.591487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-28219e5b-4211-4554-946c-5c98798658e9 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/quotas/b02ee399ad0e4a25b2b68a67833748b5 HTTP/1.1" status: 200 len: 375 time: 0.0433807 Jul 15 13:08:17.600292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab642436-0522-44a1-9c28-b75de9c16510 req-67a03be2-ae02-4067-908f-89cc87cdb3a6 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.601831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab642436-0522-44a1-9c28-b75de9c16510 req-67a03be2-ae02-4067-908f-89cc87cdb3a6 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.35 "GET /v2.0/ports?device_id=6436e527-fccb-4ffd-8137-40b6facae307 HTTP/1.1" status: 200 len: 944 time: 0.3013504 Jul 15 13:08:17.672753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Transition to ACTIVE for port object 583edc53-506b-4a92-83bc-52fad18e93af will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:17.778379 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.787729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-dd32fc90-ddc1-4fad-b9cc-46e8015ca0ba tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828408 Jul 15 13:08:17.881249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:17.895157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:17.902557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:17.905451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'Port': ['ID=583edc53-506b-4a92-83bc-52fad18e93af,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.938730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Deleting port 290e9b98-2898-4228-a64f-acf09518ad3f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:17.939300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.064846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-0a8fe0af-42be-4948-a4af-102522b9e7a6 service neutron] 10.222.0.25 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588992 Jul 15 13:08:18.073730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.074427 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.078201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 506ecc87-63b7-474a-b103-4f7390eea750 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:18.137860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c23c108e-3551-44d9-844f-2b6d40e678a9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3979578 Jul 15 13:08:18.178553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] For port 290e9b98-2898-4228-a64f-acf09518ad3f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=290e9b98-2898-4228-a64f-acf09518ad3f,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:18.178884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.179064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3dfbedf9-1ff2-4232-ab07-1362608cd076 None None] Provisioning for port 583edc53-506b-4a92-83bc-52fad18e93af completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:18.185595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Request body: {'port': {'device_id': 'dfec019c-4543-4e02-9f95-2e6ecd49a937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:18.188582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3dfbedf9-1ff2-4232-ab07-1362608cd076 None None] Provisioning complete for port 583edc53-506b-4a92-83bc-52fad18e93af triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:18.189210 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3dfbedf9-1ff2-4232-ab07-1362608cd076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.229506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Calling delete_port for 290e9b98-2898-4228-a64f-acf09518ad3f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:18.260224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 506ecc87-63b7-474a-b103-4f7390eea750, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=506ecc87-63b7-474a-b103-4f7390eea750,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:18.275660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-6be65a0d-0842-4027-bfe5-c338ea1de49d service neutron] 10.222.0.25 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982386 Jul 15 13:08:18.276129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '506ecc87-63b7-474a-b103-4f7390eea750', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'port_id': '506ecc87-63b7-474a-b103-4f7390eea750', 'mac_address': 'fa:16:3e:06:10:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:18.277702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbedf9-1ff2-4232-ab07-1362608cd076 None None] Port 583edc53-506b-4a92-83bc-52fad18e93af cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:18.324086 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.354257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506ecc87-63b7-474a-b103-4f7390eea750 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:18.355429 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.396561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 506ecc87-63b7-474a-b103-4f7390eea750, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=506ecc87-63b7-474a-b103-4f7390eea750,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:18.402089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.522627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=506ecc87-63b7-474a-b103-4f7390eea750,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:18.676490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['506ecc87-63b7-474a-b103-4f7390eea750'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:18.741893 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e388a84f-c089-47f1-9b16-bfabc9e1e2c2 x-openstack-request-id: req-e388a84f-c089-47f1-9b16-bfabc9e1e2c2 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:18.742104 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "tag": "506ecc87-63b7-474a-b103-4f7390eea750", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:18.742283 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e388a84f-c089-47f1-9b16-bfabc9e1e2c2 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:18.742681 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750', 'status': 'completed', 'code': 200} Jul 15 13:08:18.867109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84d2eb99-07b4-4b97-9837-b0410da5b09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.016021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-612d505a-52c0-4f7a-86c0-d3fbce337fce req-e0a4a957-f6d5-446e-b435-5dd92b1a1f61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ad2fb55bc334cdc9090b391030fd15e&device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0491197 Jul 15 13:08:19.025806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.053990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-8275287d-50df-446e-a288-c15f5714b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.055876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-8275287d-50df-446e-a288-c15f5714b947 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8da7cf62ab6a41f084657e78aab75e16&device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 1096 time: 0.3107224 Jul 15 13:08:19.120313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-612d505a-52c0-4f7a-86c0-d3fbce337fce req-62fa4337-274d-464f-8ddd-4f5ae01a486a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2ad2fb55bc334cdc9090b391030fd15e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923686 Jul 15 13:08:19.127791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Pushing event deleted for resources: {'Port': ['ID=290e9b98-2898-4228-a64f-acf09518ad3f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.327794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] No DVR routers for this DVR port 290e9b98-2898-4228-a64f-acf09518ad3f on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:19.373860 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.376054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab642436-0522-44a1-9c28-b75de9c16510 req-4aaea632-8ff3-41cf-ac6c-eb814a650e98 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.35 "DELETE /v2.0/ports/290e9b98-2898-4228-a64f-acf09518ad3f HTTP/1.1" status: 204 len: 173 time: 1.7532775 Jul 15 13:08:19.504984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-1b44761b-c38f-4def-87ae-8c433a03e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.507282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-1b44761b-c38f-4def-87ae-8c433a03e640 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78559fe-040e-4fad-886a-a26d3541fc33 HTTP/1.1" status: 200 len: 930 time: 0.4168792 Jul 15 13:08:19.521409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d505a-52c0-4f7a-86c0-d3fbce337fce req-17e4c09d-0a01-452d-9bf1-cf07b65bdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.522894 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-612d505a-52c0-4f7a-86c0-d3fbce337fce req-17e4c09d-0a01-452d-9bf1-cf07b65bdc5e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3923662 Jul 15 13:08:19.616404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c79fe-db1f-4078-b367-1fd5525cc390 req-3937d685-bac0-4be2-bbcb-ee275f8166ba tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.624280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-582c79fe-db1f-4078-b367-1fd5525cc390 req-3937d685-bac0-4be2-bbcb-ee275f8166ba tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 944 time: 0.4641392 Jul 15 13:08:19.632033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-1e994f1f-a2c2-4d78-96b5-e925ec51e255 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 200 len: 217 time: 0.1126900 Jul 15 13:08:19.658781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583edc53-506b-4a92-83bc-52fad18e93af {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:19.687978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.729475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Transition to ACTIVE for port object 583edc53-506b-4a92-83bc-52fad18e93af will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:19.733785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-b2bec7cd-6fe4-4750-ac6b-8c502a34168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.735351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-b2bec7cd-6fe4-4750-ac6b-8c502a34168a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=976fc592-1986-42eb-9fc0-ed0b17bc7c26 HTTP/1.1" status: 200 len: 868 time: 0.0950670 Jul 15 13:08:19.739439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-582c79fe-db1f-4078-b367-1fd5525cc390 req-eba8af0e-a86c-449e-ad95-37a1b7a4e5fa tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/security-groups?id=66cbfe97-5ed1-4b61-9986-61dd0e38a794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143570 Jul 15 13:08:19.740108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.837822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Pushing event updated for resources: {'Port': ['ID=583edc53-506b-4a92-83bc-52fad18e93af,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.926619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-4f867c8d-db5e-4343-9d83-e3a879c3686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.928456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-4f867c8d-db5e-4343-9d83-e3a879c3686d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78559fe-040e-4fad-886a-a26d3541fc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1858709 Jul 15 13:08:19.962978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Attempting to bind port 583edc53-506b-4a92-83bc-52fad18e93af on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:19.963614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Attempting to bind port 583edc53-506b-4a92-83bc-52fad18e93af by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:19.964177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Attempting to bind port 583edc53-506b-4a92-83bc-52fad18e93af on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:20.009987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Port 583edc53-506b-4a92-83bc-52fad18e93af on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:20.010505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Attempting to bind port 583edc53-506b-4a92-83bc-52fad18e93af on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:20.026335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:20.027446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:20.036450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:20.043623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Bound port: 583edc53-506b-4a92-83bc-52fad18e93af, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:20.044256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.090647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 506ecc87-63b7-474a-b103-4f7390eea750 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:20.137595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-4c58d58b-d421-409b-8944-86f9361a1250 service neutron] 10.222.0.30 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941702 Jul 15 13:08:20.278970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 506ecc87-63b7-474a-b103-4f7390eea750 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:20.301911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] For port 583edc53-506b-4a92-83bc-52fad18e93af, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:20.306342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 290e9b98-2898-4228-a64f-acf09518ad3f no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:20.311995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] For port 583edc53-506b-4a92-83bc-52fad18e93af, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=583edc53-506b-4a92-83bc-52fad18e93af,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:20.319207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 506ecc87-63b7-474a-b103-4f7390eea750 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:20.319610 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.331195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a599106-1ddd-43ee-b7a0-5b0aaa421a66 req-426f3115-3bae-485c-936a-2d5fed5c49f2 service neutron] 10.222.0.30 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795313 Jul 15 13:08:20.334531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.366348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 290e9b98-2898-4228-a64f-acf09518ad3f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:20.367284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 290e9b98-2898-4228-a64f-acf09518ad3f not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.377870 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:20.383817 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:20.446885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.447580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.449437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] 10.222.0.30 "PUT /v2.0/ports/583edc53-506b-4a92-83bc-52fad18e93af HTTP/1.1" status: 200 len: 1097 time: 2.2757115 Jul 15 13:08:20.529061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14860-263f-4d30-9f5d-45cfc536bc18 service neutron] Pushing event updated for resources: {'Port': ['ID=583edc53-506b-4a92-83bc-52fad18e93af,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.575796 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.602854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d33457-1e22-48b8-966d-1adb8bb235dd req-cb4be5a1-dc13-40e5-94f3-26f784db330c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.610334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:20.612476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65d33457-1e22-48b8-966d-1adb8bb235dd req-cb4be5a1-dc13-40e5-94f3-26f784db330c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.2516601 Jul 15 13:08:20.614863 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb897e2-aed2-4306-9d1c-54d18d5d1774" -d '{"events": [{"server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "name": "network-vif-plugged", "status": "completed", "tag": "506ecc87-63b7-474a-b103-4f7390eea750"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:20.642998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 506ecc87-63b7-474a-b103-4f7390eea750, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=506ecc87-63b7-474a-b103-4f7390eea750,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:20.649610 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.714198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-0aeb3c7d-29b0-49e9-9776-6ff13ba8790d tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.715840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-0aeb3c7d-29b0-49e9-9776-6ff13ba8790d tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.30 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 804 time: 0.2638197 Jul 15 13:08:20.716849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=506ecc87-63b7-474a-b103-4f7390eea750,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.733270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Request body: {'port': {'device_id': '7c7c873a-427a-4020-aaee-d33da91628a8', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'admin_state_up': True, 'tenant_id': 'b02ee399ad0e4a25b2b68a67833748b5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:20.750297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65d33457-1e22-48b8-966d-1adb8bb235dd req-3186e296-92e6-45e7-a600-a35f7a0541e9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334610 Jul 15 13:08:20.785550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'name': 'network-vif-deleted', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f'}, {'name': 'network-changed', 'server_uuid': 'dfec019c-4543-4e02-9f95-2e6ecd49a937', 'tag': '583edc53-506b-4a92-83bc-52fad18e93af'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:20.788553 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d295e-1206-4a2e-aef8-0ca0e2073c21" -d '{"events": [{"server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "name": "network-vif-deleted", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f"}, {"name": "network-changed", "server_uuid": "dfec019c-4543-4e02-9f95-2e6ecd49a937", "tag": "583edc53-506b-4a92-83bc-52fad18e93af"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:20.843542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-ab27c6dd-42d3-4fdb-abd2-a68f68c39922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.845972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-ab27c6dd-42d3-4fdb-abd2-a68f68c39922 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 1100 time: 0.2654557 Jul 15 13:08:20.916673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-6cdade6d-6cb6-45fc-ac5b-0afc111d75ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=583edc53-506b-4a92-83bc-52fad18e93af HTTP/1.1" status: 200 len: 217 time: 0.0572205 Jul 15 13:08:21.025877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8560be9a-a827-4abd-8c71-2adca5b95662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.027415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-8560be9a-a827-4abd-8c71-2adca5b95662 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0996504 Jul 15 13:08:21.051860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Made reservation on behalf of b02ee399ad0e4a25b2b68a67833748b5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:21.055505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.126045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-612d505a-52c0-4f7a-86c0-d3fbce337fce req-4bcbd27c-11a4-4757-8ab3-c0b13c9c7edf tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0478888 Jul 15 13:08:21.138160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae25b8-deef-4002-a2b1-7fd02e8dc312 req-542edc50-b43c-4019-a27f-42ff9cbf0066 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.139871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5ae25b8-deef-4002-a2b1-7fd02e8dc312 req-542edc50-b43c-4019-a27f-42ff9cbf0066 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 948 time: 0.2282295 Jul 15 13:08:21.267259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5ae25b8-deef-4002-a2b1-7fd02e8dc312 req-19ea23de-0d80-4ace-9160-fb4cb487ad80 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128993 Jul 15 13:08:21.282696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c22f39a9-a244-46ee-9092-15238cafa5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.285453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-c22f39a9-a244-46ee-9092-15238cafa5e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2475119 Jul 15 13:08:21.411745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Allocated IP 172.20.0.11 (e84e4f53-12f3-4161-bd13-9a17bf9aa3bf/63c890cf-9ce2-42d4-9b8d-ac0465fdd604/7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:21.465087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-5b5a6f7a-8bbb-4b1d-a8b2-caa77494c9d0 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526563 Jul 15 13:08:21.495479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-884ef1a9-c381-4b1d-9a24-880053b4dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.539723 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.680997 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b3cdb22-9be1-4f88-a91e-6dc13345c460 req-b54b2316-7ae8-44a5-a2b8-1b2561abe8ee service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086234 Jul 15 13:08:21.709800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75d27287-f75a-4791-b1d7-92bd9c119b3b req-db39306b-7e62-4bc1-95e0-8fe6b8d1cbfa tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 210 time: 0.0452037 Jul 15 13:08:21.740564 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.803663 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.853715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:21.860715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:21.866015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:21.901039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Pushing event updated for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.948329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.949290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.969957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-5218d5ab-90ab-4aea-a1fd-b5121195c5fb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2423151 Jul 15 13:08:21.990644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Request body: {'port': {'device_id': '7c7c873a-427a-4020-aaee-d33da91628a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:22.017433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11c077c9-fc74-4533-8c56-8df35b53065e req-be756534-a463-4066-93ec-cf4aba6f7ae7 tempest-ServerShowV254Test-1099207253 tempest-ServerShowV254Test-1099207253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ee38ecc-9e9f-482b-b69c-8befc6925159 HTTP/1.1" status: 200 len: 210 time: 0.0503864 Jul 15 13:08:22.104089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.381799 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c83778-7b99-44f8-b7b1-4799843e6e88 x-openstack-request-id: req-26c83778-7b99-44f8-b7b1-4799843e6e88 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:22.382449 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "name": "network-vif-plugged", "status": "completed", "tag": "506ecc87-63b7-474a-b103-4f7390eea750", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:22.382969 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26c83778-7b99-44f8-b7b1-4799843e6e88 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:22.383838 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750', 'code': 200} Jul 15 13:08:22.551251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:22.583778 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.607142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Transition to ACTIVE for port object 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:22.619493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.712052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b141fad-eee1-43d9-84fe-7abe390d3422 req-696b7422-78c9-4266-bd1d-fd75d8758433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.713587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b141fad-eee1-43d9-84fe-7abe390d3422 req-696b7422-78c9-4266-bd1d-fd75d8758433 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 1097 time: 0.2372096 Jul 15 13:08:22.717916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.747864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbb67a-a884-4e49-ac21-15e919ef8aca req-1ab6b71b-f003-426a-88e1-226c85f49666 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.749479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2bbb67a-a884-4e49-ac21-15e919ef8aca req-1ab6b71b-f003-426a-88e1-226c85f49666 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 945 time: 0.2151434 Jul 15 13:08:22.792907 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.861663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b141fad-eee1-43d9-84fe-7abe390d3422 req-ddf8dbb9-7c9e-4ffb-8d3d-9a2704f80b63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66cbfe97-5ed1-4b61-9986-61dd0e38a794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380079 Jul 15 13:08:22.882902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2bbb67a-a884-4e49-ac21-15e919ef8aca req-4c6e61ae-211e-416d-8ea0-44fa35c30f65 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/security-groups?id=66cbfe97-5ed1-4b61-9986-61dd0e38a794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097960 Jul 15 13:08:22.888545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Attempting to bind port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:22.889001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Attempting to bind port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:22.889426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Attempting to bind port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:22.902129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:22.902618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Attempting to bind port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:22.909224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:22.909579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Checking segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:22.910696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Bound using segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:22.910998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Bound port: 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:22.911475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.959703 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82541ed0-8d91-4417-8a30-c10b3c21f159 x-openstack-request-id: req-82541ed0-8d91-4417-8a30-c10b3c21f159 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:22.960075 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6436e527-fccb-4ffd-8137-40b6facae307", "name": "network-vif-deleted", "tag": "290e9b98-2898-4228-a64f-acf09518ad3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfec019c-4543-4e02-9f95-2e6ecd49a937", "tag": "583edc53-506b-4a92-83bc-52fad18e93af", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:22.960385 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82541ed0-8d91-4417-8a30-c10b3c21f159 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:22.960838 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6436e527-fccb-4ffd-8137-40b6facae307', 'name': 'network-vif-deleted', 'tag': '290e9b98-2898-4228-a64f-acf09518ad3f', 'status': 'completed', 'code': 200} Jul 15 13:08:22.961144 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfec019c-4543-4e02-9f95-2e6ecd49a937', 'tag': '583edc53-506b-4a92-83bc-52fad18e93af', 'status': 'completed', 'code': 200} Jul 15 13:08:23.055644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:23.100322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:23.140083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.225654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.226690 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.229193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 HTTP/1.1" status: 200 len: 1093 time: 1.2472730 Jul 15 13:08:23.725249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-e30d35c0-ac24-45d8-9dd3-cb7ebfefbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.726801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-e30d35c0-ac24-45d8-9dd3-cb7ebfefbce3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 1100 time: 0.7302461 Jul 15 13:08:23.753151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54f133-564d-4eed-a635-e0e4d133ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.799786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90173dff-b741-4ef7-a6cc-56fddbf52fb9 req-bf3234c5-0d41-4e23-9f2f-3683cf159390 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.802243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90173dff-b741-4ef7-a6cc-56fddbf52fb9 req-bf3234c5-0d41-4e23-9f2f-3683cf159390 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.7412117 Jul 15 13:08:23.930219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90173dff-b741-4ef7-a6cc-56fddbf52fb9 req-be9bc288-dfb1-4692-9fa0-310d9e442f07 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191041 Jul 15 13:08:23.936715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-2b7b62b0-ece4-4b8e-906f-f499ab112898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.937987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-2b7b62b0-ece4-4b8e-906f-f499ab112898 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 1096 time: 0.2263875 Jul 15 13:08:23.942018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-084a9753-92a0-4643-83b5-85396235569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.943821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-084a9753-92a0-4643-83b5-85396235569e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1936269 Jul 15 13:08:24.035021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-87934361-9cc4-469c-ac4f-b30ec94c2aa8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0830889 Jul 15 13:08:24.037410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-7af27b86-be91-4c18-ac5a-1da142c29638 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=583edc53-506b-4a92-83bc-52fad18e93af HTTP/1.1" status: 200 len: 217 time: 0.0844011 Jul 15 13:08:24.114313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 583edc53-506b-4a92-83bc-52fad18e93af details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:24.143414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-c9db2b20-03f1-42e3-8d2b-073f0c792830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.145493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-c9db2b20-03f1-42e3-8d2b-073f0c792830 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.0885389 Jul 15 13:08:24.147835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-884f3bdf-5f91-4c52-a495-18a28a7ec019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.149282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-884f3bdf-5f91-4c52-a495-18a28a7ec019 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0842879 Jul 15 13:08:24.283302 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.283978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-8bd7614b-257e-4115-aef4-1e20dc94ce3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154065 Jul 15 13:08:24.303623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 583edc53-506b-4a92-83bc-52fad18e93af, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=583edc53-506b-4a92-83bc-52fad18e93af,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:24.319918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '583edc53-506b-4a92-83bc-52fad18e93af', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '583edc53-506b-4a92-83bc-52fad18e93af', 'mac_address': 'fa:16:3e:4f:5a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:24.374723 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.397520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583edc53-506b-4a92-83bc-52fad18e93af {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:24.424355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 583edc53-506b-4a92-83bc-52fad18e93af, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=583edc53-506b-4a92-83bc-52fad18e93af,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:24.429685 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.430166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca50b0-4abd-4b07-bdd6-1653918cafbd req-44d04855-0547-4c61-ae71-b746cae40f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.432180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eca50b0-4abd-4b07-bdd6-1653918cafbd req-44d04855-0547-4c61-ae71-b746cae40f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 948 time: 0.2764802 Jul 15 13:08:24.433819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-8dc4eaa7-8f18-4104-b9bc-64c743a953e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.435317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-8dc4eaa7-8f18-4104-b9bc-64c743a953e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2652192 Jul 15 13:08:24.463996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-9c98aa26-1a70-47c6-b26b-10c1e07d68d2 service neutron] 10.222.0.30 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701522 Jul 15 13:08:24.516294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=583edc53-506b-4a92-83bc-52fad18e93af,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:24.608161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5eca50b0-4abd-4b07-bdd6-1653918cafbd req-c3d189ef-dba7-4920-a476-eee25072ed1b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625257 Jul 15 13:08:24.658897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cb0fa2b-a209-4bcb-a977-8e7d28a1b546 req-94eeb101-0afe-4ac5-bf43-8dffa4bacb5b service neutron] 10.222.0.30 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777015 Jul 15 13:08:24.663207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-5f7211d2-13a9-43da-a9a6-b1d69f0ffdc0 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188621 Jul 15 13:08:24.751865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:24.800424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235d295e-1206-4a2e-aef8-0ca0e2073c21 req-28be81c0-8b41-4904-b050-3fda69e3f4d1 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271203 Jul 15 13:08:24.962226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:24.965111 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb2649-289f-438d-8c49-eaf3c94dee05" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:25.192814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5978a-46c1-4a99-a47d-a1780d71295c req-1fde2ef2-3d3b-4d9c-86d7-c8e4f7a13a7b tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.194585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4e5978a-46c1-4a99-a47d-a1780d71295c req-1fde2ef2-3d3b-4d9c-86d7-c8e4f7a13a7b tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 944 time: 0.0767677 Jul 15 13:08:25.237321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4e5978a-46c1-4a99-a47d-a1780d71295c req-06ae5b04-dc65-4f30-b963-09353137e9d2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369990 Jul 15 13:08:25.558173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69805677-633d-4493-a3c4-3fcb2e502fb8 req-de6b0ac5-1398-49ac-87ff-54deed1e17c8 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.561243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69805677-633d-4493-a3c4-3fcb2e502fb8 req-de6b0ac5-1398-49ac-87ff-54deed1e17c8 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 945 time: 0.1223049 Jul 15 13:08:25.652071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69805677-633d-4493-a3c4-3fcb2e502fb8 req-dab89356-1367-46d2-8772-0bf7679f1233 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/security-groups?id=66cbfe97-5ed1-4b61-9986-61dd0e38a794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646024 Jul 15 13:08:25.886796 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eac8093-0a78-460c-8afb-b6bd6865d433 x-openstack-request-id: req-5eac8093-0a78-460c-8afb-b6bd6865d433 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:25.887474 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:25.888185 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eac8093-0a78-460c-8afb-b6bd6865d433 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:25.889262 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'status': 'completed', 'code': 200} Jul 15 13:08:26.035731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41752) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:26.127437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:26.130172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 583edc53-506b-4a92-83bc-52fad18e93af up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:26.155227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-39191445-2ad2-4227-9238-79508328b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.158379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-39191445-2ad2-4227-9238-79508328b342 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 1096 time: 0.2287354 Jul 15 13:08:26.199510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b6ce4-d44c-4102-ae1a-98bd08ae16c3 req-fba557b6-f7cd-49ec-b207-eca706ca6f70 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.203503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b5b6ce4-d44c-4102-ae1a-98bd08ae16c3 req-fba557b6-f7cd-49ec-b207-eca706ca6f70 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.1786220 Jul 15 13:08:26.209470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.279471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 583edc53-506b-4a92-83bc-52fad18e93af completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:26.296594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 583edc53-506b-4a92-83bc-52fad18e93af triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:26.297234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.333400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:26.362289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'port_id': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'mac_address': 'fa:16:3e:7f:e1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c890cf-9ce2-42d4-9b8d-ac0465fdd604', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:26.377653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.383757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b5b6ce4-d44c-4102-ae1a-98bd08ae16c3 req-8b3d35ed-8512-4a91-a72a-94cc39a9cc48 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575861 Jul 15 13:08:26.406251 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.428609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-eedfccbe-6464-4b06-b2a6-fb37315b6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.431042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-eedfccbe-6464-4b06-b2a6-fb37315b6158 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 905 time: 0.2631974 Jul 15 13:08:26.484588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-852c4599-7754-43a0-bae7-763cfc6b9814 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0450587 Jul 15 13:08:26.495507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe0fdd-1576-44c8-b512-db8fe3f50b3e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.507337 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ad2fb55bc334cdc9090b391030fd15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693608 Jul 15 13:08:26.520294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.520813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41758) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:26.521475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.522668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.523562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.524424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.525271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.526098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.526887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.527720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.528562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.529364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.531604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c14e26-9c4c-4c95-a446-56634c0fcee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:26.570791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.588690 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.611249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:26.669079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfec019c-4543-4e02-9f95-2e6ecd49a937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583edc53-506b-4a92-83bc-52fad18e93af'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:26.673377 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef37ac59-0155-48cc-ac05-b8798b8bccda" -d '{"events": [{"server_uuid": "dfec019c-4543-4e02-9f95-2e6ecd49a937", "name": "network-vif-plugged", "status": "completed", "tag": "583edc53-506b-4a92-83bc-52fad18e93af"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:26.696653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:26.704974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 583edc53-506b-4a92-83bc-52fad18e93af, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=583edc53-506b-4a92-83bc-52fad18e93af,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:26.707535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-6fc2778f-ce3e-49a6-b06e-22a189fc461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.708100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.710366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-6fc2778f-ce3e-49a6-b06e-22a189fc461c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.2143595 Jul 15 13:08:26.717550 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.785278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.793051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-fe28dddf-eb03-45e0-87b5-f4b60f106911 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688806 Jul 15 13:08:26.846508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=583edc53-506b-4a92-83bc-52fad18e93af,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.869852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-debe3ea5-8242-4590-b1b9-b888c53f1c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.934979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac84f2-f235-452b-9099-8cc7719df4ba req-98d893fd-e3b5-4c02-907c-b241f7b2bc99 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.937782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dcac84f2-f235-452b-9099-8cc7719df4ba req-98d893fd-e3b5-4c02-907c-b241f7b2bc99 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 949 time: 0.3707049 Jul 15 13:08:27.008289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-debe3ea5-8242-4590-b1b9-b888c53f1c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.029146 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:08:27.047867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:27.151556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-5a0b1d9e-4afd-461b-a2ab-5a1458c45cb1 service neutron] 10.222.0.30 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400419 Jul 15 13:08:27.161735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dcac84f2-f235-452b-9099-8cc7719df4ba req-478e765f-b41d-4801-adcf-ff5acd749294 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617160 Jul 15 13:08:27.347100 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-debe3ea5-8242-4590-b1b9-b888c53f1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.351881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-debe3ea5-8242-4590-b1b9-b888c53f1c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.353908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-debe3ea5-8242-4590-b1b9-b888c53f1c96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5fe0fdd-1576-44c8-b512-db8fe3f50b3e HTTP/1.1" status: 204 len: 168 time: 0.8317947 Jul 15 13:08:27.438598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe3ea5-8242-4590-b1b9-b888c53f1c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe0fdd-1576-44c8-b512-db8fe3f50b3e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.640423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1afb2649-289f-438d-8c49-eaf3c94dee05 req-27c04a3f-7a02-40ee-bf08-0489f812b88d service neutron] 10.222.0.30 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765208 Jul 15 13:08:27.686526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-54ad1acb-5224-45a9-be1b-9bb44dec9960 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 258 time: 0.4651055 Jul 15 13:08:27.700771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:27.761533 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.940731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.086738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Allocated IP 172.25.1.235 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/a444ee76-11b1-44a4-9421-3e8b794d8bec) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:28.129701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:28.216663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:28.226583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:28.228157 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.264323 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.325987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.344287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.389222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:28.394957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:28.396106 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.408009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:28.415891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:28.453482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:28.458056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Pushing event updated for resources: {'Port': ['ID=a444ee76-11b1-44a4-9421-3e8b794d8bec,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:28.577996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.631045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.832364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.840851 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.917969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Pushing event updated for resources: {'Port': ['ID=a444ee76-11b1-44a4-9421-3e8b794d8bec,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:28.929966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.948527 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.950582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-6cd86c3f-0876-4af8-82fe-374b66f8724d tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2552295 Jul 15 13:08:29.012274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-d47d6292-fe97-4cde-9d54-1f501f2d642b tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0530126 Jul 15 13:08:29.132325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-e1ccaea3-19cb-4696-941c-5167718c4116 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.133930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3077f398-5038-4d35-9dd9-42260ef27b23 req-e1ccaea3-19cb-4696-941c-5167718c4116 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1157036 Jul 15 13:08:29.548318 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-ee817518-e35a-40e6-bceb-6bff4148bd72 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392540 Jul 15 13:08:29.697477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-78ebd5d2-6597-43bc-8cbb-e0002d90141e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.699253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-78ebd5d2-6597-43bc-8cbb-e0002d90141e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441281 Jul 15 13:08:29.716867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-f7667344-529a-4f8e-8273-560afd8b51d1 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/quotas/f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 375 time: 0.0109217 Jul 15 13:08:29.796870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4b599277-2ce9-45f2-82da-d8e09f1db3ca tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700288 Jul 15 13:08:30.135808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf4dd-cfe9-45bd-9bb7-ace1fe317701 req-25c88112-6be5-4288-a68e-92427b9cacfb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.137808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7bbf4dd-cfe9-45bd-9bb7-ace1fe317701 req-25c88112-6be5-4288-a68e-92427b9cacfb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 946 time: 0.1049328 Jul 15 13:08:30.181113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7bbf4dd-cfe9-45bd-9bb7-ace1fe317701 req-6a7963f9-e9d1-424a-bc0b-e9069e6e78a2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Jul 15 13:08:30.241602 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce0b39d-6b25-4dee-8471-46b8454925d5 x-openstack-request-id: req-4ce0b39d-6b25-4dee-8471-46b8454925d5 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:30.242211 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfec019c-4543-4e02-9f95-2e6ecd49a937", "name": "network-vif-plugged", "status": "completed", "tag": "583edc53-506b-4a92-83bc-52fad18e93af", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:30.242464 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ce0b39d-6b25-4dee-8471-46b8454925d5 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:30.243105 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfec019c-4543-4e02-9f95-2e6ecd49a937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583edc53-506b-4a92-83bc-52fad18e93af', 'code': 200} Jul 15 13:08:30.416200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a18c9-bf82-43fa-8aee-45465202d8c8 req-17d0f7a0-d3ec-4872-aced-51f74cfffb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.418831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-812a18c9-bf82-43fa-8aee-45465202d8c8 req-17d0f7a0-d3ec-4872-aced-51f74cfffb09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 1102 time: 0.0775080 Jul 15 13:08:30.538884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-812a18c9-bf82-43fa-8aee-45465202d8c8 req-782b94fa-423e-4d75-b22a-da85a264d390 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108108 Jul 15 13:08:30.576023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbdab1-4552-4313-8a78-1aca9b6ad274 req-56e227e8-fa98-41dc-84fc-da5ad8f1df73 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.578202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84dbdab1-4552-4313-8a78-1aca9b6ad274 req-56e227e8-fa98-41dc-84fc-da5ad8f1df73 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.1382513 Jul 15 13:08:30.631261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84dbdab1-4552-4313-8a78-1aca9b6ad274 req-caed895a-b07b-478e-9edb-027c5d06fa29 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Jul 15 13:08:30.886630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4c020-5d02-4ed7-bcd5-1483f81e877d req-66f1e6cb-1582-4f6b-a03c-775d39ef5077 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.889364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-78a4c020-5d02-4ed7-bcd5-1483f81e877d req-66f1e6cb-1582-4f6b-a03c-775d39ef5077 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 950 time: 0.1086318 Jul 15 13:08:30.933011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-78a4c020-5d02-4ed7-bcd5-1483f81e877d req-f4c58683-573d-4c4e-ba4c-0257e901afa7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369453 Jul 15 13:08:31.281357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-e034cb56-2997-4d30-83ac-a2e2444c9d52 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333648 Jul 15 13:08:31.515589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-b6efcb4d-ad5d-4cd4-9e18-7f3c9cbc7ce3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.517139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-b6efcb4d-ad5d-4cd4-9e18-7f3c9cbc7ce3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302322 Jul 15 13:08:31.530769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Request body: {'port': {'device_id': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'f67914f23a6145bfbb8f9c7b603a25e4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:31.988695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-76cc9aab-9434-4688-a034-e987d048568e tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.990218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-76cc9aab-9434-4688-a034-e987d048568e tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5504217 Jul 15 13:08:32.062433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-bbfeebac-2bf1-4a20-9aef-42fa69de96f6 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0656815 Jul 15 13:08:32.077774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Request body: {'floatingip': {'port_id': '506ecc87-63b7-474a-b103-4f7390eea750', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:32.133907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.139920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Made reservation on behalf of f67914f23a6145bfbb8f9c7b603a25e4 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:32.146230 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.244606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:32.246983 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a0f4a2-95e0-4091-8400-456f9e476f4d" -d '{"events": [{"server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "name": "network-vif-plugged", "status": "completed", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:32.679805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Allocated IP 192.168.233.191 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/f05406d4-6d22-4936-a4f2-f0941f0bb66a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:33.228005 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.288773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Transition to ACTIVE for port object f05406d4-6d22-4936-a4f2-f0941f0bb66a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:33.316833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.331387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.441569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.454393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601', '4e1cee3c-ca4b-43a1-8693-26dc108708c2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:33.566802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:33.580607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:33.583157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:33.634134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.649168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.649974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.653413 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Floating IP 3dc0b8d8-58fd-4634-ad10-13af6320472b associated. External IP: 172.25.1.235, port: 506ecc87-63b7-474a-b103-4f7390eea750. Jul 15 13:08:33.720249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-4a154123-af27-4e93-b10c-db1e84a3124c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1944153 Jul 15 13:08:33.733747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Request body: {'port': {'device_id': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:33.892745 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.926435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b491db41-2c23-42f8-8865-1563dc4048a7 None None] Provisioning for port f05406d4-6d22-4936-a4f2-f0941f0bb66a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:33.931712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b491db41-2c23-42f8-8865-1563dc4048a7 None None] Provisioning complete for port f05406d4-6d22-4936-a4f2-f0941f0bb66a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:33.932229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b491db41-2c23-42f8-8865-1563dc4048a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.979353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b491db41-2c23-42f8-8865-1563dc4048a7 None None] Port f05406d4-6d22-4936-a4f2-f0941f0bb66a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:34.154680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Router 97a78041-d82f-4939-8409-73abc431f8f5 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:34.252135 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.495305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:34.500975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.507706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] Sync routers for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:34.525546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:34.526585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:08:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:34.578758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-187ace74-cd26-4c2e-afe1-bfba41063ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "PUT /v2.0/floatingips/3dc0b8d8-58fd-4634-ad10-13af6320472b HTTP/1.1" status: 200 len: 996 time: 2.5085282 Jul 15 13:08:34.581550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:34.584012 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eabd5ba-9b8f-4047-ab04-28325526edbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "tag": "506ecc87-63b7-474a-b103-4f7390eea750"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:34.588830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05406d4-6d22-4936-a4f2-f0941f0bb66a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:34.598327 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.619409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Transition to ACTIVE for port object f05406d4-6d22-4936-a4f2-f0941f0bb66a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:34.625504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.690427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:34.721891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.918451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:34.919057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:34.919640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:34.932365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:34.932885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:34.950380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:34.950677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:34.951113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:34.952005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Bound port: f05406d4-6d22-4936-a4f2-f0941f0bb66a, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:34.952522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.962191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-2a354c96-7811-42a7-87e9-641e67dccca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.964785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-2a354c96-7811-42a7-87e9-641e67dccca6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8da7cf62ab6a41f084657e78aab75e16&device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 1097 time: 0.3614151 Jul 15 13:08:35.121489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '3dc0b8d8-58fd-4634-ad10-13af6320472b', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'port_id': '506ecc87-63b7-474a-b103-4f7390eea750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'mac_address': 'fa:16:3e:06:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f165-1bb3-4098-a0ce-b328d591aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:28Z', 'updated_at': '2021-07-15T13:08:33Z', 'revision_number': 1, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:13Z', 'revision_number': 5, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:35.156063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] Checking router: 97a78041-d82f-4939-8409-73abc431f8f5 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:35.169914 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.170966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:35.171661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:08:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:35.201879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:35.216605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:35.226479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-96177728-a02e-4c96-bb3b-60998b65227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.229048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-96177728-a02e-4c96-bb3b-60998b65227e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c78559fe-040e-4fad-886a-a26d3541fc33 HTTP/1.1" status: 200 len: 930 time: 0.2519281 Jul 15 13:08:35.231016 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.296372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:35.381458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.382178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.384771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] 10.222.0.35 "PUT /v2.0/ports/f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 1097 time: 1.6553771 Jul 15 13:08:35.439967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18894ade-4035-4968-a961-d4ac5ef66439 service neutron] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.449398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-41c5d284-c109-4464-9c63-0c39233eecaf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 200 len: 999 time: 0.2090507 Jul 15 13:08:35.566285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-cc86d3d6-631b-468e-bc3d-efaa9c5a57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.567805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-cc86d3d6-631b-468e-bc3d-efaa9c5a57d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976fc592-1986-42eb-9fc0-ed0b17bc7c26 HTTP/1.1" status: 200 len: 868 time: 0.0729363 Jul 15 13:08:35.591575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-11cdf9da-a3fc-4301-81ea-f91f720c21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.594694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-11cdf9da-a3fc-4301-81ea-f91f720c21cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1100 time: 0.1493950 Jul 15 13:08:35.666356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '3dc0b8d8-58fd-4634-ad10-13af6320472b', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'port_id': '506ecc87-63b7-474a-b103-4f7390eea750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'mac_address': 'fa:16:3e:06:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f165-1bb3-4098-a0ce-b328d591aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:28Z', 'updated_at': '2021-07-15T13:08:33Z', 'revision_number': 1, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:13Z', 'revision_number': 5, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:35.698503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb1d245-d876-478a-bc79-eaa0ca472e27 None None] The sync data for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 is: [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '3dc0b8d8-58fd-4634-ad10-13af6320472b', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'port_id': '506ecc87-63b7-474a-b103-4f7390eea750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'mac_address': 'fa:16:3e:06:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f165-1bb3-4098-a0ce-b328d591aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:28Z', 'updated_at': '2021-07-15T13:08:33Z', 'revision_number': 1, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:13Z', 'revision_number': 5, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:35.711752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-aa8fda88-34d9-4999-9db7-9fa18e7cb10f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.1013434 Jul 15 13:08:35.843781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-86e9c642-b4f2-484f-b086-a07468890e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.846542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-86e9c642-b4f2-484f-b086-a07468890e5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1276097 Jul 15 13:08:35.849809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-2176c0e4-9362-4499-978f-34f48ec8ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.852489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-2176c0e4-9362-4499-978f-34f48ec8ca50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c78559fe-040e-4fad-886a-a26d3541fc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2562726 Jul 15 13:08:35.951447 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e637b-d55e-4b9c-8af9-5c5ad09693aa None None] New status for floating IP 3dc0b8d8-58fd-4634-ad10-13af6320472b: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:08:36.139331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9ee4a-72e6-47c9-b84e-4fc90870ec47 req-8a77c48a-fb04-4bd1-82ed-60f0833a8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.142110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45f9ee4a-72e6-47c9-b84e-4fc90870ec47 req-8a77c48a-fb04-4bd1-82ed-60f0833a8c89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.3152478 Jul 15 13:08:36.166169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-3b4cd452-9b7c-43ab-b6ba-107b56ef4038 service neutron] 10.222.0.25 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789898 Jul 15 13:08:36.173290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-cffbdc4c-8aa2-4bb8-bfbc-9bd8bd3bcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.176739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-cffbdc4c-8aa2-4bb8-bfbc-9bd8bd3bcfdf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2914176 Jul 15 13:08:36.318124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45f9ee4a-72e6-47c9-b84e-4fc90870ec47 req-52ea536b-6402-498c-9892-15f13ba1b862 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659551 Jul 15 13:08:36.510809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03edb11-4fe3-41f1-b9ce-591f5871cf1c req-7fa880d1-2838-44d1-a4a7-218ffa6cced1 service neutron] 10.222.0.25 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219571 Jul 15 13:08:36.514483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-bad17777-958b-48bd-b46c-281156cb310c service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071635 Jul 15 13:08:36.642430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e5361eb-b831-4762-be6f-c6ec0b560dd4 req-8164fd41-a47b-4050-a8e3-691d98663760 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205170 Jul 15 13:08:36.910220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0db28-3afb-4cd7-a8a9-01a1c59e257e req-7c672289-e648-4685-82ec-d5b6526a7b98 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.911879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbe0db28-3afb-4cd7-a8a9-01a1c59e257e req-7c672289-e648-4685-82ec-d5b6526a7b98 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 948 time: 0.0705972 Jul 15 13:08:36.953245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbe0db28-3afb-4cd7-a8a9-01a1c59e257e req-d1d0addb-1f20-4049-ab07-ca0a3556d8ac tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354030 Jul 15 13:08:37.353287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ced8-5f9c-41dc-b7d5-ec4a552d8c8f req-4ede96a6-1e23-45fd-a218-48c92ab2deeb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.354949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eda2ced8-5f9c-41dc-b7d5-ec4a552d8c8f req-4ede96a6-1e23-45fd-a218-48c92ab2deeb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 946 time: 0.0772672 Jul 15 13:08:37.743500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eda2ced8-5f9c-41dc-b7d5-ec4a552d8c8f req-bc2bd117-a7a5-442a-959e-7b17b8b11072 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824830 Jul 15 13:08:37.922574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43de81-6543-42cc-ab6c-1480b767409e req-6957cf41-4ed2-4d2d-8bcf-49a30ebde6c9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.924681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca43de81-6543-42cc-ab6c-1480b767409e req-6957cf41-4ed2-4d2d-8bcf-49a30ebde6c9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.0717556 Jul 15 13:08:37.969007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca43de81-6543-42cc-ab6c-1480b767409e req-1c28a999-0742-4384-92e5-309bcb2eb420 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4c71f87-51c2-4fba-8f33-070eef6a2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Jul 15 13:08:38.153716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dc880-6532-423b-a96a-8db9e7f9cecf req-cf3438f5-8807-45fd-8eea-d27188f15f4c tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.155869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85dc880-6532-423b-a96a-8db9e7f9cecf req-cf3438f5-8807-45fd-8eea-d27188f15f4c tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 950 time: 0.0742528 Jul 15 13:08:38.203065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85dc880-6532-423b-a96a-8db9e7f9cecf req-d5e00b2d-2563-41ab-ad8d-78c85f162d70 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Jul 15 13:08:38.252699 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696c7d7b-3f02-4cdd-9375-45749fabc6ea x-openstack-request-id: req-696c7d7b-3f02-4cdd-9375-45749fabc6ea {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:38.254111 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "name": "network-vif-plugged", "status": "completed", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:38.254111 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-696c7d7b-3f02-4cdd-9375-45749fabc6ea {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:38.254588 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'code': 200} Jul 15 13:08:38.292770 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3560b5-2b1f-4d1d-b8cf-8cfeae27759e x-openstack-request-id: req-ec3560b5-2b1f-4d1d-b8cf-8cfeae27759e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:38.293177 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "tag": "506ecc87-63b7-474a-b103-4f7390eea750", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:38.293520 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec3560b5-2b1f-4d1d-b8cf-8cfeae27759e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:38.294717 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750', 'status': 'completed', 'code': 200} Jul 15 13:08:38.515310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-bf073735-93b4-4352-a393-b5d4a50610e9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 258 time: 0.2003894 Jul 15 13:08:38.530487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:38.547110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92577c0-d2a1-4988-9b07-7532a74fec98 req-5284b92a-34d9-458c-a439-f72f3ff88bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.548878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f92577c0-d2a1-4988-9b07-7532a74fec98 req-5284b92a-34d9-458c-a439-f72f3ff88bdc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 1098 time: 0.1923013 Jul 15 13:08:38.554285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-50bac42b-c819-41cb-a2c4-98889a4a5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.556007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-50bac42b-c819-41cb-a2c4-98889a4a5279 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8da7cf62ab6a41f084657e78aab75e16&device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 1097 time: 0.2146976 Jul 15 13:08:38.613636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.683481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f92577c0-d2a1-4988-9b07-7532a74fec98 req-1339cd24-f16e-4abd-9c87-9bd63b1b7058 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192584 Jul 15 13:08:38.728971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-ccea584f-466f-4972-b4ae-3a97d1cb01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.730504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-ccea584f-466f-4972-b4ae-3a97d1cb01e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78559fe-040e-4fad-886a-a26d3541fc33 HTTP/1.1" status: 200 len: 930 time: 0.1606185 Jul 15 13:08:38.840042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-16d414e6-17e5-4ea2-bd1f-4322486d4d12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 200 len: 1001 time: 0.0794141 Jul 15 13:08:38.865113 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.990219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-3b35adc1-77a9-4a33-8524-41b8bcb6675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.992867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-3b35adc1-77a9-4a33-8524-41b8bcb6675b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=976fc592-1986-42eb-9fc0-ed0b17bc7c26 HTTP/1.1" status: 200 len: 868 time: 0.1385767 Jul 15 13:08:39.166718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Allocated IP 172.25.1.253 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/877af8c9-7bb9-482f-b02f-a370f64d6b5a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:39.207454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-8225b051-a758-4418-88fa-d30b475545f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.210007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-8225b051-a758-4418-88fa-d30b475545f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78559fe-040e-4fad-886a-a26d3541fc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2074337 Jul 15 13:08:39.501695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.510748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-7a27e755-c107-4d17-b1d9-47b758426214 service neutron] 10.222.0.30 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835855 Jul 15 13:08:39.708337 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.757129 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eabd5ba-9b8f-4047-ab04-28325526edbd req-0774efbe-01ee-41a0-b328-8a22cbbaf1af service neutron] 10.222.0.30 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327611 Jul 15 13:08:39.766191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:39.774149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:39.778080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:39.808563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Pushing event updated for resources: {'Port': ['ID=877af8c9-7bb9-482f-b02f-a370f64d6b5a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:39.828853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.829203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.829551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.829897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.830223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.830554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.830885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.831243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.831570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.832438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.832764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.833087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:39.905554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.962410 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.173487 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.180868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.280927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Pushing event updated for resources: {'Port': ['ID=877af8c9-7bb9-482f-b02f-a370f64d6b5a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.293667 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.296429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:40.298838 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4f7b81-9057-481e-aa79-ae6def88c3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:40.318959 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.320316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f5d485a2-1dc6-48c1-8cf7-d407d51fc3d9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7971017 Jul 15 13:08:40.364157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:40.380847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-2e0c237e-af09-48a3-9d99-969fd21f5a21 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.253 HTTP/1.1" status: 200 len: 696 time: 0.0503736 Jul 15 13:08:40.520494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:40.535645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'mac_address': 'fa:16:3e:0e:a0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:40.541014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f75c18cc-cb21-497a-b13f-fcdfbae59291 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.542510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fefcaada-886d-47f7-9b77-4ce0d8607d50 req-f75c18cc-cb21-497a-b13f-fcdfbae59291 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1513529 Jul 15 13:08:40.605187 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.628362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05406d4-6d22-4936-a4f2-f0941f0bb66a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:40.657393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:40.662605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.716341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.741464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d147fb-7241-48f4-862c-45e6da9de916 req-712131dd-fbcb-4713-929c-60ab2172a5ec tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.744251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93d147fb-7241-48f4-862c-45e6da9de916 req-712131dd-fbcb-4713-929c-60ab2172a5ec tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.0987883 Jul 15 13:08:40.787361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93d147fb-7241-48f4-862c-45e6da9de916 req-1671ece3-8280-410c-80f0-8720462694ea tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370224 Jul 15 13:08:40.943667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f05406d4-6d22-4936-a4f2-f0941f0bb66a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:41.084378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e83f5-dd1e-407f-87c0-66e0fd2cb642 req-1a5fc132-8e28-4783-9c8b-5b84a78adf87 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.086932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-326e83f5-dd1e-407f-87c0-66e0fd2cb642 req-1a5fc132-8e28-4783-9c8b-5b84a78adf87 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 949 time: 0.1043644 Jul 15 13:08:41.142504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-326e83f5-dd1e-407f-87c0-66e0fd2cb642 req-4128bd82-2573-4e6a-bde3-8477b1a836e9 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Jul 15 13:08:41.174825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e2311f8d-03c8-4737-9e03-016553d391e4 req-bada362a-d6f3-466d-8f0e-25cdf8d4f1f8 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1767147473', 'description': 'tempest-description-2124222997'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:41.205333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e2311f8d-03c8-4737-9e03-016553d391e4 req-bada362a-d6f3-466d-8f0e-25cdf8d4f1f8 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.316295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e2311f8d-03c8-4737-9e03-016553d391e4 req-bada362a-d6f3-466d-8f0e-25cdf8d4f1f8 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.321022 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e2311f8d-03c8-4737-9e03-016553d391e4 req-bada362a-d6f3-466d-8f0e-25cdf8d4f1f8 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.354916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e2311f8d-03c8-4737-9e03-016553d391e4 req-bada362a-d6f3-466d-8f0e-25cdf8d4f1f8 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.356166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2311f8d-03c8-4737-9e03-016553d391e4 req-bada362a-d6f3-466d-8f0e-25cdf8d4f1f8 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1872504 Jul 15 13:08:41.369933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada362a-d6f3-466d-8f0e-25cdf8d4f1f8 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52151ac0-d0b0-4c6e-a833-5f966af70424,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:41.760594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a619f7-2bdd-4beb-8baa-43cea583ce3f req-a14f45d5-d8c0-4afe-b8dd-f4e8308ca69d tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.762567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40a619f7-2bdd-4beb-8baa-43cea583ce3f req-a14f45d5-d8c0-4afe-b8dd-f4e8308ca69d tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 1102 time: 0.0725274 Jul 15 13:08:41.788424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-40a619f7-2bdd-4beb-8baa-43cea583ce3f req-0f832350-20d0-499e-8925-10140e082260 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.918208 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-40a619f7-2bdd-4beb-8baa-43cea583ce3f req-0f832350-20d0-499e-8925-10140e082260 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.923768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-40a619f7-2bdd-4beb-8baa-43cea583ce3f req-0f832350-20d0-499e-8925-10140e082260 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.947963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40a619f7-2bdd-4beb-8baa-43cea583ce3f req-0f832350-20d0-499e-8925-10140e082260 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787632 Jul 15 13:08:41.962519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f832350-20d0-499e-8925-10140e082260 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000e7f2d-3cf3-4c91-833f-c39c76b568d3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.157576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673f16d-c675-4d63-9cd9-9d48d52ea4ea req-535faaeb-e8d9-4817-b0f5-187e8b43693d tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.159795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9673f16d-c675-4d63-9cd9-9d48d52ea4ea req-535faaeb-e8d9-4817-b0f5-187e8b43693d tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 946 time: 0.0859892 Jul 15 13:08:42.212947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9673f16d-c675-4d63-9cd9-9d48d52ea4ea req-4858081e-59bb-4d4c-842e-179347538e20 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Jul 15 13:08:42.276127 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19b3bed-ad76-491d-a5dc-4b9aaba7a3a6 x-openstack-request-id: req-f19b3bed-ad76-491d-a5dc-4b9aaba7a3a6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:42.276610 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:42.276970 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f19b3bed-ad76-491d-a5dc-4b9aaba7a3a6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:42.277511 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'status': 'completed', 'code': 200} Jul 15 13:08:42.364811 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:42.365643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-1e59b61e-a515-40a4-ba05-2768410368b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.366956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-1e59b61e-a515-40a4-ba05-2768410368b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1101 time: 0.0659006 Jul 15 13:08:42.437946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port f05406d4-6d22-4936-a4f2-f0941f0bb66a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:42.443586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port f05406d4-6d22-4936-a4f2-f0941f0bb66a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:42.444156 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.532526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-7b1eb32f-5012-458c-b671-fbe4b2d5756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.534073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-7b1eb32f-5012-458c-b671-fbe4b2d5756f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1606843 Jul 15 13:08:42.555333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8125e33-62ed-4986-97a1-06ca1fdc99f4 req-85be97eb-51e5-4b76-973d-35ca6c208f01 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.557537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8125e33-62ed-4986-97a1-06ca1fdc99f4 req-85be97eb-51e5-4b76-973d-35ca6c208f01 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1554117 Jul 15 13:08:42.561806 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.591776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:42.594932 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f3f742-98a8-4b9c-88b9-4c815dde018b" -d '{"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-plugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:42.604212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-9b245efa-b321-4616-9eae-191258fc0b12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.0627615 Jul 15 13:08:42.609645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:42.615876 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.682351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.687654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8125e33-62ed-4986-97a1-06ca1fdc99f4 req-c4b2b2b8-97ce-48b2-b824-c4df04e5aff9 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.253 HTTP/1.1" status: 200 len: 696 time: 0.0920169 Jul 15 13:08:42.709524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a8125e33-62ed-4986-97a1-06ca1fdc99f4 req-1859a95c-10e1-4f6e-a7a3-7afab26a09cf tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Request body: {'floatingip': {'port_id': '506ecc87-63b7-474a-b103-4f7390eea750', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:42.750214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-dba34074-329a-4505-999e-70ef864c24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.752638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-dba34074-329a-4505-999e-70ef864c24fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1098940 Jul 15 13:08:42.773803 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a8125e33-62ed-4986-97a1-06ca1fdc99f4 req-1859a95c-10e1-4f6e-a7a3-7afab26a09cf tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.937486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-0ee1afef-1bdf-453e-a3dc-191304d6646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.939164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-0ee1afef-1bdf-453e-a3dc-191304d6646d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1772382 Jul 15 13:08:43.137654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-be84adec-fd02-4fb1-bdca-8e41e848d760 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915071 Jul 15 13:08:43.155008 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-a8125e33-62ed-4986-97a1-06ca1fdc99f4 req-1859a95c-10e1-4f6e-a7a3-7afab26a09cf tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:08:43.156069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8125e33-62ed-4986-97a1-06ca1fdc99f4 req-1859a95c-10e1-4f6e-a7a3-7afab26a09cf tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "PUT /v2.0/floatingips/c144a59d-2619-48c1-bbd4-bd6331314126 HTTP/1.1" status: 409 len: 550 time: 0.4551117 Jul 15 13:08:43.247821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e4f7b81-9057-481e-aa79-ae6def88c3a6 req-899673cb-780c-4f03-a1ef-f6dffd0ccf69 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016815 Jul 15 13:08:43.376868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-6fa72430-3ccb-4b73-b3fc-f70b187e0178 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1767147473&fields=id&tenant_id=467a286680ad4a5b96b23610e7a4e5a0 HTTP/1.1" status: 200 len: 267 time: 0.0353670 Jul 15 13:08:43.456392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-757fee1d-3665-4e35-8478-291b63fcd2b6 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.457975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-757fee1d-3665-4e35-8478-291b63fcd2b6 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.0748904 Jul 15 13:08:43.469514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Request body: {'port': {'security_groups': ['f4c71f87-51c2-4fba-8f33-070eef6a2d13', '52151ac0-d0b0-4c6e-a833-5f966af70424']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:43.562538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.764375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] For port 69924de3-ff7e-4fce-8fe5-a721097ff001, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=69924de3-ff7e-4fce-8fe5-a721097ff001,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:43.798000 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.803571 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.816356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['69924de3-ff7e-4fce-8fe5-a721097ff001'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:43.854852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.855745 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.858039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbf190d3-a759-48f3-852a-fc7672429e32 req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "PUT /v2.0/ports/69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 981 time: 0.3935735 Jul 15 13:08:43.892576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdeee81-0a6d-448c-a310-5f216e4d6383 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event updated for resources: {'Port': ['ID=69924de3-ff7e-4fce-8fe5-a721097ff001,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:43.998119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['69924de3-ff7e-4fce-8fe5-a721097ff001'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:44.061448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac21800-5d34-4e72-9a0c-39c139f5f994 req-6d27c898-40b4-440b-8b9c-494afa4d3f8b tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.063340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac21800-5d34-4e72-9a0c-39c139f5f994 req-6d27c898-40b4-440b-8b9c-494afa4d3f8b tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.0804617 Jul 15 13:08:44.117127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac21800-5d34-4e72-9a0c-39c139f5f994 req-28f90b32-7674-4d63-a00e-2c19e30ba3e6 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476682 Jul 15 13:08:44.279118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:44.281713 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90827b8-128e-426b-840b-4f13a05d8e25" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:44.453896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1661b5-f77c-4f7c-aaf1-db068333e6d0 req-5d0241e7-8701-4f3c-9c6f-ecddf462cf62 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.455554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba1661b5-f77c-4f7c-aaf1-db068333e6d0 req-5d0241e7-8701-4f3c-9c6f-ecddf462cf62 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.0779281 Jul 15 13:08:44.501663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba1661b5-f77c-4f7c-aaf1-db068333e6d0 req-3fd9a8a5-b1d7-4b5d-b383-5f577f123cde tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 Jul 15 13:08:44.859558 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7743fff5-55cd-4400-83e0-c6aefa580326 x-openstack-request-id: req-7743fff5-55cd-4400-83e0-c6aefa580326 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:44.860355 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-plugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:44.860355 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7743fff5-55cd-4400-83e0-c6aefa580326 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:44.860902 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'code': 200} Jul 15 13:08:44.927919 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-07048b0f-b0ef-48a0-80de-1a4e354a225a tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips/c144a59d-2619-48c1-bbd4-bd6331314126 HTTP/1.1" status: 200 len: 693 time: 0.0558529 Jul 15 13:08:45.070763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b7f99-2bdc-4b4a-9ab1-0b2f6440c647 req-8f51ae82-f5a6-40e1-a4d1-d56599351fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.072367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-209b7f99-2bdc-4b4a-9ab1-0b2f6440c647 req-8f51ae82-f5a6-40e1-a4d1-d56599351fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1102 time: 0.1435375 Jul 15 13:08:45.080069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-7ba8992e-9a18-49c1-ac30-76afa4aa8351 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.081534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-7ba8992e-9a18-49c1-ac30-76afa4aa8351 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1449888 Jul 15 13:08:45.150631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-b5474464-f89a-4661-a7bd-4928a3e57409 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.253 HTTP/1.1" status: 200 len: 696 time: 0.0606987 Jul 15 13:08:45.157604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-209b7f99-2bdc-4b4a-9ab1-0b2f6440c647 req-0bbfb83c-47ca-49ec-a4e1-a354b57c5b71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745497 Jul 15 13:08:45.209720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-cbc9ca18-054b-4f4e-8e8b-2b6d84ff3572 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.253 HTTP/1.1" status: 200 len: 696 time: 0.0511012 Jul 15 13:08:45.419735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Deleting port 877af8c9-7bb9-482f-b02f-a370f64d6b5a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:45.420523 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.518190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.518534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.532034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Calling delete_port for 877af8c9-7bb9-482f-b02f-a370f64d6b5a owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:45.696870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.725798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Pushing event deleted for resources: {'Port': ['ID=877af8c9-7bb9-482f-b02f-a370f64d6b5a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.798255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.801173 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.802384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ff7741-b53c-4017-8951-3a602c8bc2e9 req-17ce6c35-5797-4f06-8294-6d4cf2db3283 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "DELETE /v2.0/floatingips/c144a59d-2619-48c1-bbd4-bd6331314126 HTTP/1.1" status: 204 len: 173 time: 0.5858011 Jul 15 13:08:46.039034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-9bc29e86-3ae1-419f-bd3d-21f8dd10730d tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1767147473&fields=id&tenant_id=467a286680ad4a5b96b23610e7a4e5a0 HTTP/1.1" status: 200 len: 267 time: 0.0494721 Jul 15 13:08:46.157853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-7c1b7639-c8d6-4f84-b37a-0df411b1fcd9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.160690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-7c1b7639-c8d6-4f84-b37a-0df411b1fcd9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 984 time: 0.1136787 Jul 15 13:08:46.179570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Request body: {'port': {'security_groups': ['f4c71f87-51c2-4fba-8f33-070eef6a2d13']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:46.308021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.320407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41914) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:46.492803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-728d04ea-f623-4513-a172-361bee0c3a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.617822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-728d04ea-f623-4513-a172-361bee0c3a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.622928 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-728d04ea-f623-4513-a172-361bee0c3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.666466 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-728d04ea-f623-4513-a172-361bee0c3a54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7af96610eacf49aaa715d1ae0e508af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445532 Jul 15 13:08:46.667402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d04ea-f623-4513-a172-361bee0c3a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d67d50-11d7-42b4-8bfd-bc94a773a06a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.670756 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41918) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:46.733367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e95907a3-af39-4b92-aede-8bb94593110b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.758840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e95907a3-af39-4b92-aede-8bb94593110b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.819605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e95907a3-af39-4b92-aede-8bb94593110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.823085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e95907a3-af39-4b92-aede-8bb94593110b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.824581 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e95907a3-af39-4b92-aede-8bb94593110b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0d67d50-11d7-42b4-8bfd-bc94a773a06a HTTP/1.1" status: 204 len: 168 time: 0.1527941 Jul 15 13:08:46.837715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95907a3-af39-4b92-aede-8bb94593110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d67d50-11d7-42b4-8bfd-bc94a773a06a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.969033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] For port 69924de3-ff7e-4fce-8fe5-a721097ff001, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=69924de3-ff7e-4fce-8fe5-a721097ff001,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:47.016488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.023389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.037760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['69924de3-ff7e-4fce-8fe5-a721097ff001'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:47.113794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.114738 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.117169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf1d9cbb-1e97-4693-87c6-4080af92118d req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "PUT /v2.0/ports/69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 942 time: 0.9443028 Jul 15 13:08:47.161680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b79192-77cf-45d2-b67c-ffc2bd3ec96c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event updated for resources: {'Port': ['ID=69924de3-ff7e-4fce-8fe5-a721097ff001,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:47.223597 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7165fc55-8ac3-4261-937b-edeb9b06784d x-openstack-request-id: req-7165fc55-8ac3-4261-937b-edeb9b06784d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:47.224275 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:47.224847 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7165fc55-8ac3-4261-937b-edeb9b06784d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:47.225602 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'status': 'completed', 'code': 200} Jul 15 13:08:47.263330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['69924de3-ff7e-4fce-8fe5-a721097ff001'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:47.402511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-1036ed10-58b6-483b-a699-56cac5b32452 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300870 Jul 15 13:08:47.408353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-cbe6473e-582e-46a4-8163-174a9fea79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.411630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-cbe6473e-582e-46a4-8163-174a9fea79b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.1542697 Jul 15 13:08:47.611946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-9b6620f7-5320-41df-a7c1-a1fc8bd0f774 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.613584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-9b6620f7-5320-41df-a7c1-a1fc8bd0f774 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999345 Jul 15 13:08:47.617160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-29110b92-4ea7-4f9a-8482-353e6b887abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.618514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-29110b92-4ea7-4f9a-8482-353e6b887abd service neutron] 10.222.0.35 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 921 time: 0.1931908 Jul 15 13:08:47.642957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-66a6e8dd-2ee8-4c36-a5bd-4f003071d751 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/quotas/a382d7ef9fe44b30aed53cf0240ba4cc HTTP/1.1" status: 200 len: 375 time: 0.0195248 Jul 15 13:08:47.673131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-3028fad1-4789-4b7b-90b1-ccc27b51a3e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 217 time: 0.0417001 Jul 15 13:08:47.780632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-c58e98cc-a698-4aca-9ef2-41f40045050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.783337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-c58e98cc-a698-4aca-9ef2-41f40045050b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.0991313 Jul 15 13:08:47.817235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41950) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:47.851496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-f152aea1-0963-4ce3-a1a0-08129d6ee9a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547330 Jul 15 13:08:47.859123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-09b796ec-03f1-4f87-a380-178348cacc17 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1889834 Jul 15 13:08:47.940763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1032729063-network', 'tenant_id': '40abcc1395fb45c0bfbcd27e4ab67e17'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:47.982515 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Made reservation on behalf of 40abcc1395fb45c0bfbcd27e4ab67e17 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:47.985839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.998448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.031809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-6ee5e0fe-9f46-4e1c-8ea7-9f0379be8048 service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709363 Jul 15 13:08:48.148340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a90827b8-128e-426b-840b-4f13a05d8e25 req-b1c417de-0040-4ffb-95d0-63da73f492ec service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101933 Jul 15 13:08:48.161517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.166183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.200318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:48.216765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822ad302-c897-467e-915e-9df69b6873c4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.224924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.225718 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Added segment 3930a611-171f-435a-b798-77f354913276 of type vlan for network 25f30645-752e-4d78-b6c6-345c267398b1 Jul 15 13:08:48.291537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.325040 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.326121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.326748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.363647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5445421 Jul 15 13:08:48.397943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50dc68-29f3-4028-82d1-c40877816f7e admin admin] Pushing event updated for resources: {'Network': ['ID=25f30645-752e-4d78-b6c6-345c267398b1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.415809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 25f30645-752e-4d78-b6c6-345c267398b1 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:48.701244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4671c9a-2d19-4d0f-9fa5-eda80c9e5d38 req-93bf5db2-bfe5-402d-8c03-35426c6087f7 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.703681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4671c9a-2d19-4d0f-9fa5-eda80c9e5d38 req-93bf5db2-bfe5-402d-8c03-35426c6087f7 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 946 time: 0.1082680 Jul 15 13:08:48.766570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4671c9a-2d19-4d0f-9fa5-eda80c9e5d38 req-8c47e86e-841b-4246-9c39-59ffffde83d1 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532203 Jul 15 13:08:48.830830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-07e7248c-d7c3-4dbc-91c7-b0851033ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.016832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8bce9-5daf-4f87-9076-8a78ee56b61d req-576b17af-74dd-4b0b-bec4-3c67020383ea tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.019113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50c8bce9-5daf-4f87-9076-8a78ee56b61d req-576b17af-74dd-4b0b-bec4-3c67020383ea tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.0999212 Jul 15 13:08:49.068087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50c8bce9-5daf-4f87-9076-8a78ee56b61d req-755bcd0f-1f28-44dc-b6fe-57980c7c9354 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Jul 15 13:08:49.226454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:49.231551 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6180e5a-3a50-4eb5-ae01-868a632b98f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:49.362240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb33c1-5c9a-4ec3-b163-3ecc63829199 req-b0608c86-31d0-42fb-a1af-799f65df35ea tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.364981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cbb33c1-5c9a-4ec3-b163-3ecc63829199 req-b0608c86-31d0-42fb-a1af-799f65df35ea tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.1151843 Jul 15 13:08:49.426986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cbb33c1-5c9a-4ec3-b163-3ecc63829199 req-e61e5fde-6b69-4397-848c-af5765029758 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Jul 15 13:08:49.554093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-ee8d1373-31ef-42ef-b0f7-ad7e86aac318 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 1001 time: 0.0918918 Jul 15 13:08:49.619685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-8eaae4b8-fb08-4855-abdd-64200c9657a3 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.621226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-8eaae4b8-fb08-4855-abdd-64200c9657a3 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports/506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 200 len: 942 time: 0.0663133 Jul 15 13:08:49.804718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-1290ebe0-30e0-4405-af7e-e8495fe8fc8b tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 1001 time: 0.0746598 Jul 15 13:08:49.923252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-6f4796f9-94b4-4344-b488-792c961583ba tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.925076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-6f4796f9-94b4-4344-b488-792c961583ba tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1116998 Jul 15 13:08:50.007305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-7d7a3270-4b0f-4ff4-80c4-25cc14345ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 1001 time: 0.0721197 Jul 15 13:08:50.026725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:50.128670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.317259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-ab49963a-3a86-403a-92d8-a1aa5e763065 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546737 Jul 15 13:08:50.428144 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.433004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.433389 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Floating IP 3dc0b8d8-58fd-4634-ad10-13af6320472b disassociated. External IP: 172.25.1.235, port: 506ecc87-63b7-474a-b103-4f7390eea750. Jul 15 13:08:50.631488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-3277c011-e3f6-407f-b91a-4046e0a35d88 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.634449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-3277c011-e3f6-407f-b91a-4046e0a35d88 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080001 Jul 15 13:08:50.662403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Request body: {'port': {'device_id': 'edeaa863-ba4c-4026-9854-465c6feba7c1', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a382d7ef9fe44b30aed53cf0240ba4cc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:50.744379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-dc1a1222-0efb-41a2-a45e-8aaa6f55f1af tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497208 Jul 15 13:08:51.145185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-d9b33980-733d-465d-a02a-5980c0ca2e4e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.146885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-d9b33980-733d-465d-a02a-5980c0ca2e4e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944786 Jul 15 13:08:51.147601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Made reservation on behalf of a382d7ef9fe44b30aed53cf0240ba4cc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:51.151175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.163174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Request body: {'port': {'device_id': '6c4925cd-2c67-4efe-a1c9-32308ecaac80', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a382d7ef9fe44b30aed53cf0240ba4cc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:51.218530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Router 97a78041-d82f-4939-8409-73abc431f8f5 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:51.441372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Allocated IP 192.168.233.81 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/e8759253-b426-4752-8f3a-0426792cfb98) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:51.483549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Made reservation on behalf of a382d7ef9fe44b30aed53cf0240ba4cc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:51.487194 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.503049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-571f1dd3-0f01-4c21-91ee-3374955245ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.520275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.594261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:51.607402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] Sync routers for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:51.611351 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.620499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:51.621598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:08:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:51.724989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-2ec2815a-6189-4389-a2f6-99794fc1e063 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "PUT /v2.0/floatingips/3dc0b8d8-58fd-4634-ad10-13af6320472b HTTP/1.1" status: 200 len: 695 time: 1.7063599 Jul 15 13:08:51.777436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:51.881929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.902544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Transition to ACTIVE for port object e8759253-b426-4752-8f3a-0426792cfb98 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:51.905612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-a196ac27-890d-40ec-b20e-165bea5cac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.907267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-a196ac27-890d-40ec-b20e-165bea5cac10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8da7cf62ab6a41f084657e78aab75e16&device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 1097 time: 0.1454575 Jul 15 13:08:52.023839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.042016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:52.135254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-40f9824a-2314-48d5-96ca-b04dbf5ea38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.137369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-40f9824a-2314-48d5-96ca-b04dbf5ea38f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c78559fe-040e-4fad-886a-a26d3541fc33 HTTP/1.1" status: 200 len: 930 time: 0.2186325 Jul 15 13:08:52.157342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:52.179003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:52.193420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:52.258127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'Port': ['ID=e8759253-b426-4752-8f3a-0426792cfb98,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:52.294629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Allocated IP 192.168.233.96 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/c6486392-7af8-4585-8d79-ff7a4c2929b7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:52.304586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-0800b0f3-c1d1-4465-81c9-30e0055bf184 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 200 len: 217 time: 0.1418593 Jul 15 13:08:52.400352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:13Z', 'revision_number': 5, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:52.417327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.418284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.436442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] Checking router: 97a78041-d82f-4939-8409-73abc431f8f5 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:52.455539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:52.455539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:08:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:52.478156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-0f00058f-3e63-4350-b033-5c3e73aabcc1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8232675 Jul 15 13:08:52.480266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-9e3d8a60-8be0-4978-a49b-22ed19c653e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.482447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-9e3d8a60-8be0-4978-a49b-22ed19c653e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976fc592-1986-42eb-9fc0-ed0b17bc7c26 HTTP/1.1" status: 200 len: 868 time: 0.1612608 Jul 15 13:08:52.499691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Request body: {'port': {'device_id': 'edeaa863-ba4c-4026-9854-465c6feba7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:52.585558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-286ea9b5-66c8-420e-bf51-7db49d3179d9 None None] Provisioning for port e8759253-b426-4752-8f3a-0426792cfb98 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:52.596564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-286ea9b5-66c8-420e-bf51-7db49d3179d9 None None] Provisioning complete for port e8759253-b426-4752-8f3a-0426792cfb98 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.596958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-286ea9b5-66c8-420e-bf51-7db49d3179d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.602796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:52.676652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-286ea9b5-66c8-420e-bf51-7db49d3179d9 None None] Port e8759253-b426-4752-8f3a-0426792cfb98 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:52.800908 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.874291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:13Z', 'revision_number': 5, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:52.907310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853c4e4-1c07-47eb-8737-2882640ddd40 None None] The sync data for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 is: [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:08:06Z', 'revision_number': 4, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c7d51f23-be11-46bb-ab99-d5ab20076465', 'name': '', 'network_id': 'c78559fe-040e-4fad-886a-a26d3541fc33', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'mac_address': 'fa:16:3e:f2:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:05Z', 'updated_at': '2021-07-15T13:08:13Z', 'revision_number': 5, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'subnets': [{'id': '976fc592-1986-42eb-9fc0-ed0b17bc7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:53.152114 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411e6ac-53ed-4dce-a360-5b15847fdc1c None None] New status for floating IP 3dc0b8d8-58fd-4634-ad10-13af6320472b: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:08:53.303192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.321329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-d0aa1c55-a13d-4ba0-a894-cf3dd0085a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:53.323025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-d0aa1c55-a13d-4ba0-a894-cf3dd0085a17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c78559fe-040e-4fad-886a-a26d3541fc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8127866 Jul 15 13:08:53.354086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.417516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Transition to ACTIVE for port object c6486392-7af8-4585-8d79-ff7a4c2929b7 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:53.602697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-4ded5a5a-fde8-4a12-9e0e-7ba57f56a712 service neutron] 10.222.0.25 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633879 Jul 15 13:08:53.608080 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.621468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:53.745349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:53.756850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:53.799869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:53.803659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'Port': ['ID=c6486392-7af8-4585-8d79-ff7a4c2929b7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.943669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c4efb5-996b-4c52-a659-5b5b96df89ca req-ffd040a3-ef63-48f6-a632-720d929c3f1b service neutron] 10.222.0.25 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330948 Jul 15 13:08:53.956831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:53.957799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.999073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-150743e8-06de-4edc-a3bf-ca1c28218f57 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8414807 Jul 15 13:08:54.017615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Request body: {'port': {'device_id': '6c4925cd-2c67-4efe-a1c9-32308ecaac80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:54.111671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8759253-b426-4752-8f3a-0426792cfb98 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:54.115706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a350148a-2a71-413b-a101-54240687f103 None None] Provisioning for port c6486392-7af8-4585-8d79-ff7a4c2929b7 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:54.123025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a350148a-2a71-413b-a101-54240687f103 None None] Provisioning complete for port c6486392-7af8-4585-8d79-ff7a4c2929b7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:54.123903 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a350148a-2a71-413b-a101-54240687f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.125215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.173576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Transition to ACTIVE for port object e8759253-b426-4752-8f3a-0426792cfb98 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:54.180177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.183576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.201572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a350148a-2a71-413b-a101-54240687f103 None None] Port c6486392-7af8-4585-8d79-ff7a4c2929b7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:54.225180 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.424337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Pushing event updated for resources: {'Port': ['ID=e8759253-b426-4752-8f3a-0426792cfb98,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.640036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-c7e98428-867d-48b0-8761-8cc004732a8e tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4404233 Jul 15 13:08:54.667973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:54.691730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Attempting to bind port e8759253-b426-4752-8f3a-0426792cfb98 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:54.692232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Attempting to bind port e8759253-b426-4752-8f3a-0426792cfb98 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:54.692612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Attempting to bind port e8759253-b426-4752-8f3a-0426792cfb98 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:54.736553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Port e8759253-b426-4752-8f3a-0426792cfb98 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:54.736937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Attempting to bind port e8759253-b426-4752-8f3a-0426792cfb98 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:54.751825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.756872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:54.757265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:54.757699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:54.758201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Bound port: e8759253-b426-4752-8f3a-0426792cfb98, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:54.758601 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.928980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] For port e8759253-b426-4752-8f3a-0426792cfb98, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:54.950940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] For port e8759253-b426-4752-8f3a-0426792cfb98, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e8759253-b426-4752-8f3a-0426792cfb98,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:54.960747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6486392-7af8-4585-8d79-ff7a4c2929b7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:54.966923 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.002991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.053632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.054448 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.055766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] 10.222.0.35 "PUT /v2.0/ports/e8759253-b426-4752-8f3a-0426792cfb98 HTTP/1.1" status: 200 len: 1096 time: 2.5685096 Jul 15 13:08:55.058770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Transition to ACTIVE for port object c6486392-7af8-4585-8d79-ff7a4c2929b7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:55.076445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.127057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f672cc-a2e2-4bc0-be43-0bb25d23755e service neutron] Pushing event updated for resources: {'Port': ['ID=e8759253-b426-4752-8f3a-0426792cfb98,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.214463 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.221887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6486392-7af8-4585-8d79-ff7a4c2929b7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.352233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-9db7417d-be65-4eed-a63b-710578a4be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.353779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-9db7417d-be65-4eed-a63b-710578a4be1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=edeaa863-ba4c-4026-9854-465c6feba7c1 HTTP/1.1" status: 200 len: 1099 time: 0.2438347 Jul 15 13:08:55.438555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-4d4b6676-f72c-4671-ab6f-e00dbbcc8f7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e8759253-b426-4752-8f3a-0426792cfb98 HTTP/1.1" status: 200 len: 217 time: 0.0738349 Jul 15 13:08:55.461425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Attempting to bind port c6486392-7af8-4585-8d79-ff7a4c2929b7 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:55.461750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Attempting to bind port c6486392-7af8-4585-8d79-ff7a4c2929b7 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:55.461978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Attempting to bind port c6486392-7af8-4585-8d79-ff7a4c2929b7 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:55.497798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Allocated IP 172.25.1.239 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/6dcff515-4bf8-4a3f-8954-e32f53f94bb6) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:55.508488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Port c6486392-7af8-4585-8d79-ff7a4c2929b7 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:55.508828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Attempting to bind port c6486392-7af8-4585-8d79-ff7a4c2929b7 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:55.527464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:55.527849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:55.528301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:55.528671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Bound port: c6486392-7af8-4585-8d79-ff7a4c2929b7, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:55.529064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.539808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-1ef6bb7c-5bff-4bcb-9233-d8d04a17ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.541544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-1ef6bb7c-5bff-4bcb-9233-d8d04a17ebe1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0935116 Jul 15 13:08:55.732162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] For port c6486392-7af8-4585-8d79-ff7a4c2929b7, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:55.738200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] For port c6486392-7af8-4585-8d79-ff7a4c2929b7, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c6486392-7af8-4585-8d79-ff7a4c2929b7,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:55.749750 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.762141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-92372e37-486e-450b-bdb9-2fa538de5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.763832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-92372e37-486e-450b-bdb9-2fa538de5af7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2117851 Jul 15 13:08:55.774730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.829226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.829892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.832065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/c6486392-7af8-4585-8d79-ff7a4c2929b7 HTTP/1.1" status: 200 len: 1096 time: 1.8217762 Jul 15 13:08:55.928200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ee96b-e2b1-4770-9e0b-2c34413672a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6486392-7af8-4585-8d79-ff7a4c2929b7,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.995681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.036713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-65ca928b-81fe-401b-b0c2-da4cafdb6096 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592244 Jul 15 13:08:56.067321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:56.088978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:56.100069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:56.104010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event updated for resources: {'Port': ['ID=6dcff515-4bf8-4a3f-8954-e32f53f94bb6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:56.149690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-bf39b076-e223-48d9-9402-b1ea55260029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.152324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-bf39b076-e223-48d9-9402-b1ea55260029 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 1099 time: 0.2458317 Jul 15 13:08:56.242500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-b3a00bfe-b3a3-4fb3-b206-26ba90999bf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6486392-7af8-4585-8d79-ff7a4c2929b7 HTTP/1.1" status: 200 len: 217 time: 0.0557208 Jul 15 13:08:56.318727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-42e41150-5e5c-4c94-a4c4-d4273662677c service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744284 Jul 15 13:08:56.346615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-bc2733be-8f23-448a-b700-428f33e03d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.349642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-bc2733be-8f23-448a-b700-428f33e03d8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0968275 Jul 15 13:08:56.388797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.810750 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.817440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-faf4244f-d43d-45e3-a479-dba1f661445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.819019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-faf4244f-d43d-45e3-a479-dba1f661445d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4616635 Jul 15 13:08:57.000691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-bfc16918-a7f4-4039-8bd6-acb4fdc6c286 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638601 Jul 15 13:08:57.133880 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.142002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.174833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d779c997-608a-445c-94dc-c60d66f8ff5e req-aafbe798-bad2-451f-b43e-6d933bd15546 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662970 Jul 15 13:08:57.234575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event updated for resources: {'Port': ['ID=6dcff515-4bf8-4a3f-8954-e32f53f94bb6,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:57.247845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.265270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.266939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-fc883bec-63f4-4610-b684-4dbd58b6cfae tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6107728 Jul 15 13:08:57.331475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-ea20d6ff-766e-4192-967b-45bb23ade73a tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0562758 Jul 15 13:08:57.456006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-ddefa510-aafa-4b28-a6b7-43e6c1a4ca25 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.457553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a1bf6fd-d0e0-41f3-b3b6-7e7a6c1c57bf req-ddefa510-aafa-4b28-a6b7-43e6c1a4ca25 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1173832 Jul 15 13:08:58.007917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1dad4-72ab-4f72-831b-b1ba8e751f64 req-ee58b213-6587-4bbe-9181-9ba373390462 tempest-ComputeTenantNetworksTest-1088491141 tempest-ComputeTenantNetworksTest-1088491141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.016277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1dad4-72ab-4f72-831b-b1ba8e751f64 req-ee58b213-6587-4bbe-9181-9ba373390462 tempest-ComputeTenantNetworksTest-1088491141 tempest-ComputeTenantNetworksTest-1088491141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.022656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1dad4-72ab-4f72-831b-b1ba8e751f64 req-ee58b213-6587-4bbe-9181-9ba373390462 tempest-ComputeTenantNetworksTest-1088491141 tempest-ComputeTenantNetworksTest-1088491141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.024457 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41a1dad4-72ab-4f72-831b-b1ba8e751f64 req-ee58b213-6587-4bbe-9181-9ba373390462 tempest-ComputeTenantNetworksTest-1088491141 tempest-ComputeTenantNetworksTest-1088491141-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2244864 Jul 15 13:08:58.449354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e8759253-b426-4752-8f3a-0426792cfb98 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:58.477228 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b64a8b-7286-49f4-b10e-7103190955d7 x-openstack-request-id: req-c1b64a8b-7286-49f4-b10e-7103190955d7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:58.477544 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:58.477770 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1b64a8b-7286-49f4-b10e-7103190955d7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:58.478242 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'status': 'completed', 'code': 200} Jul 15 13:08:58.646663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e8759253-b426-4752-8f3a-0426792cfb98, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e8759253-b426-4752-8f3a-0426792cfb98,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:58.660385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-21b85bc3-925b-4114-a427-c6cbcf7d8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.660773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'e8759253-b426-4752-8f3a-0426792cfb98', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'e8759253-b426-4752-8f3a-0426792cfb98', 'mac_address': 'fa:16:3e:e3:ac:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:58.661973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-21b85bc3-925b-4114-a427-c6cbcf7d8d61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.1499829 Jul 15 13:08:58.677435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259f2c4-c921-470b-ae95-83833b636f3b req-327456db-0dc9-4675-a9b0-0c14a8354bff tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.679186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7259f2c4-c921-470b-ae95-83833b636f3b req-327456db-0dc9-4675-a9b0-0c14a8354bff tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.1011221 Jul 15 13:08:58.714273 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.744072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8759253-b426-4752-8f3a-0426792cfb98 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:58.787611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7259f2c4-c921-470b-ae95-83833b636f3b req-aa411ec2-3820-4adb-913c-4185ea2b9483 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976386 Jul 15 13:08:58.788370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e8759253-b426-4752-8f3a-0426792cfb98, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e8759253-b426-4752-8f3a-0426792cfb98,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:58.794997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.823818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-43551cf9-5aef-4545-9a44-28162b963304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.827199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-43551cf9-5aef-4545-9a44-28162b963304 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 921 time: 0.1466894 Jul 15 13:08:58.866066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e8759253-b426-4752-8f3a-0426792cfb98,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.875720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.876151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.876740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.877146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.877734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.878139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.879120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.879545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.879945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.880343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.880737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.881132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.886419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-d6a6b106-47cb-4766-af49-72fe1edc1687 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 217 time: 0.0508518 Jul 15 13:08:58.940414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-3583bfa2-643b-4da6-ac37-00933b504392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.941985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-3583bfa2-643b-4da6-ac37-00933b504392 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.0483921 Jul 15 13:08:58.979999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-c2e20391-5a7e-4090-bc44-b14ec173dd5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294735 Jul 15 13:08:59.127976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-4372606c-380f-436d-a431-5161912759e4 service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398118 Jul 15 13:08:59.136973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:59.154770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fba914-4716-4056-99e8-efa1c856bc14 req-c875b910-9278-4186-a5e9-9d73230a451f tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.156519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6fba914-4716-4056-99e8-efa1c856bc14 req-c875b910-9278-4186-a5e9-9d73230a451f tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.1388588 Jul 15 13:08:59.258705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6fba914-4716-4056-99e8-efa1c856bc14 req-a55cbf0e-c3de-4c81-9e7e-1683ae70e252 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909684 Jul 15 13:08:59.288721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6180e5a-3a50-4eb5-ae01-868a632b98f3 req-da440b08-2bcd-4aab-b4fa-c90c32fa61c3 service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522977 Jul 15 13:08:59.383123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1aa938a2-d310-4d6b-9445-c704ca5771ae tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips/3dc0b8d8-58fd-4634-ad10-13af6320472b HTTP/1.1" status: 200 len: 693 time: 0.0496113 Jul 15 13:08:59.509271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-8ceeea96-c43c-493b-9a98-0c8594a5c127 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.510652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-8ceeea96-c43c-493b-9a98-0c8594a5c127 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1218457 Jul 15 13:08:59.570319 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-d63c6ca5-d156-4eb5-9b7b-a7a647d66fdc tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0489438 Jul 15 13:08:59.639217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-c3ef0465-4529-4d27-ac5b-6f38925e6c81 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0623996 Jul 15 13:08:59.785040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Deleting port a444ee76-11b1-44a4-9421-3e8b794d8bec {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:59.785357 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.872568 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.873079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.894398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Calling delete_port for a444ee76-11b1-44a4-9421-3e8b794d8bec owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:00.058682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.088477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Pushing event deleted for resources: {'Port': ['ID=a444ee76-11b1-44a4-9421-3e8b794d8bec,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.200557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.203283 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.204518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a48d629b-6dab-452f-adcc-9cd66b6e0987 req-1cd31ede-15fd-4270-89c0-394f6790b37f tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "DELETE /v2.0/floatingips/3dc0b8d8-58fd-4634-ad10-13af6320472b HTTP/1.1" status: 204 len: 173 time: 0.5588608 Jul 15 13:09:00.333615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:00.452328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:00.458835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c6486392-7af8-4585-8d79-ff7a4c2929b7 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:00.461025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e8759253-b426-4752-8f3a-0426792cfb98 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:00.479325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750'}, {'name': 'network-changed', 'server_uuid': 'edeaa863-ba4c-4026-9854-465c6feba7c1', 'tag': 'e8759253-b426-4752-8f3a-0426792cfb98'}, {'name': 'network-changed', 'server_uuid': '6c4925cd-2c67-4efe-a1c9-32308ecaac80', 'tag': 'c6486392-7af8-4585-8d79-ff7a4c2929b7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:00.482796 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e246f45f-2ac1-4d37-a343-141eb0e0c66a" -d '{"events": [{"name": "network-changed", "server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "tag": "506ecc87-63b7-474a-b103-4f7390eea750"}, {"name": "network-changed", "server_uuid": "edeaa863-ba4c-4026-9854-465c6feba7c1", "tag": "e8759253-b426-4752-8f3a-0426792cfb98"}, {"name": "network-changed", "server_uuid": "6c4925cd-2c67-4efe-a1c9-32308ecaac80", "tag": "c6486392-7af8-4585-8d79-ff7a4c2929b7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:00.505507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'port_id': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'mac_address': 'fa:16:3e:7f:e1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c890cf-9ce2-42d4-9b8d-ac0465fdd604', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:00.616312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-88bc8ce1-11a7-472a-bff2-b402ee7faaad tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.617856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-88bc8ce1-11a7-472a-bff2-b402ee7faaad tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0842998 Jul 15 13:09:00.620654 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.645678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port e8759253-b426-4752-8f3a-0426792cfb98 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:00.650498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:00.666481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port e8759253-b426-4752-8f3a-0426792cfb98 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:00.666987 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.681915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-248b1f1e-313e-408b-927a-d3615101df10 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0540075 Jul 15 13:09:00.697070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Request body: {'floatingip': {'port_id': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:00.717396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:00.724765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c6486392-7af8-4585-8d79-ff7a4c2929b7, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c6486392-7af8-4585-8d79-ff7a4c2929b7,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:00.736499 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.751010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'c6486392-7af8-4585-8d79-ff7a4c2929b7', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'c6486392-7af8-4585-8d79-ff7a4c2929b7', 'mac_address': 'fa:16:3e:aa:82:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:00.754060 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.876090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.910748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:00.913545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.965529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6486392-7af8-4585-8d79-ff7a4c2929b7 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:00.980916 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.014769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c6486392-7af8-4585-8d79-ff7a4c2929b7, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c6486392-7af8-4585-8d79-ff7a4c2929b7,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:01.026866 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.043396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeaa863-ba4c-4026-9854-465c6feba7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8759253-b426-4752-8f3a-0426792cfb98'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:01.045777 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ac470-9769-4ea6-a649-c086c06e3105" -d '{"events": [{"server_uuid": "edeaa863-ba4c-4026-9854-465c6feba7c1", "name": "network-vif-plugged", "status": "completed", "tag": "e8759253-b426-4752-8f3a-0426792cfb98"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:01.092198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e8759253-b426-4752-8f3a-0426792cfb98, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e8759253-b426-4752-8f3a-0426792cfb98,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:01.111936 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.143547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=c6486392-7af8-4585-8d79-ff7a4c2929b7,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.234814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e8759253-b426-4752-8f3a-0426792cfb98,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.370416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['c6486392-7af8-4585-8d79-ff7a4c2929b7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:01.411438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.418077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.576568 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Floating IP f01ce639-a58d-463f-aff8-48f3c3c99212 associated. External IP: 172.25.1.239, port: 69924de3-ff7e-4fce-8fe5-a721097ff001. Jul 15 13:09:01.948403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:02.141814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:02.150727 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.155121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] Sync routers for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:02.167815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:02.168573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:08:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:02.238743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-a3de8372-06e1-4b70-bf86-b781419bded3 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "PUT /v2.0/floatingips/f01ce639-a58d-463f-aff8-48f3c3c99212 HTTP/1.1" status: 200 len: 996 time: 1.5454168 Jul 15 13:09:02.350809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:02.397571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-8ab227a3-85dd-400f-a43b-b3712ca7eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.400344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-8ab227a3-85dd-400f-a43b-b3712ca7eb1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.1260550 Jul 15 13:09:02.460492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:02.509073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:02.509432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.588526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-8ddf2dd7-6df6-4fb8-90c4-08278fd8644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.590101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-8ddf2dd7-6df6-4fb8-90c4-08278fd8644c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 921 time: 0.1768789 Jul 15 13:09:02.726714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-cf61a20d-f0a8-48d1-bf81-d907c28049a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 999 time: 0.1245475 Jul 15 13:09:02.776238 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.818845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-f7d83b7a-1fe7-42e5-9253-a2b4ed360584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.824547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:02.832586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-f7d83b7a-1fe7-42e5-9253-a2b4ed360584 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.1037202 Jul 15 13:09:02.834794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.840529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'f01ce639-a58d-463f-aff8-48f3c3c99212', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'port_id': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'mac_address': 'fa:16:3e:b0:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:56Z', 'updated_at': '2021-07-15T13:09:01Z', 'revision_number': 1, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:45Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:02.897078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] Checking router: 32c0d0d6-deaa-4c8a-a155-deb11d19e97f for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:02.904084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-62f74b79-57d5-40f7-abe2-36a59b74fc1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699453 Jul 15 13:09:02.927326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:02.928538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:08:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:02.968584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:03.103954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:03.506171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'f01ce639-a58d-463f-aff8-48f3c3c99212', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'port_id': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'mac_address': 'fa:16:3e:b0:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:56Z', 'updated_at': '2021-07-15T13:09:01Z', 'revision_number': 1, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:45Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:03.542803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde07d3-4cab-4b8d-99e5-2311530b5002 None None] The sync data for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 is: [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'f01ce639-a58d-463f-aff8-48f3c3c99212', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'port_id': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'mac_address': 'fa:16:3e:b0:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:56Z', 'updated_at': '2021-07-15T13:09:01Z', 'revision_number': 1, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:45Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:03.560908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-41eeeb8e-0c15-4f7d-b8eb-72a2312a537b service neutron] 10.222.0.25 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554580 Jul 15 13:09:03.700028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-86e7bcf5-2f2b-4ea4-9f3d-749032740ffc req-3e4fc492-bdf2-4256-987c-6b2fb70dd9e3 service neutron] 10.222.0.25 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377666 Jul 15 13:09:03.895613 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d547a5-6298-4fd7-aebb-e6af8c63e66a None None] New status for floating IP f01ce639-a58d-463f-aff8-48f3c3c99212: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:09:03.959389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f1882-4eee-4b3b-b6c6-833a8b587f3a req-988a18ac-cf5f-4753-8343-d72087a0c73b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.960968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-866f1882-4eee-4b3b-b6c6-833a8b587f3a req-988a18ac-cf5f-4753-8343-d72087a0c73b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 948 time: 0.1040876 Jul 15 13:09:04.006483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-866f1882-4eee-4b3b-b6c6-833a8b587f3a req-72063b88-1b17-45b0-b1c6-afae63ee82a1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Jul 15 13:09:04.044008 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:04.142179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0c66b-aec9-49ad-b4d3-89d23ba6a54f req-246f4015-3731-4112-aae4-fce9ea1c77bd tempest-ComputeTenantNetworksTest-1088491141 tempest-ComputeTenantNetworksTest-1088491141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.144432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb0c66b-aec9-49ad-b4d3-89d23ba6a54f req-246f4015-3731-4112-aae4-fce9ea1c77bd tempest-ComputeTenantNetworksTest-1088491141 tempest-ComputeTenantNetworksTest-1088491141-project] 10.222.0.25 "GET /v2.0/networks/25f30645-752e-4d78-b6c6-345c267398b1 HTTP/1.1" status: 200 len: 769 time: 0.1061883 Jul 15 13:09:04.153024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42042) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:04.263042 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.314404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.442227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.454950 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f30645-752e-4d78-b6c6-345c267398b1']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:04.471771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c6486392-7af8-4585-8d79-ff7a4c2929b7 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:04.475778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3930a611-171f-435a-b798-77f354913276') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:04.483031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3930a611-171f-435a-b798-77f354913276') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:04.507919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.541837 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.551783 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:04.552456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:04.571430 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:04.596747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port c6486392-7af8-4585-8d79-ff7a4c2929b7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:04.601462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port c6486392-7af8-4585-8d79-ff7a4c2929b7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:04.601844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.627877 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125a7f3f-aac4-491a-9588-fb519b2b8fbc x-openstack-request-id: req-125a7f3f-aac4-491a-9588-fb519b2b8fbc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:04.629306 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "tag": "506ecc87-63b7-474a-b103-4f7390eea750", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edeaa863-ba4c-4026-9854-465c6feba7c1", "tag": "e8759253-b426-4752-8f3a-0426792cfb98", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c4925cd-2c67-4efe-a1c9-32308ecaac80", "tag": "c6486392-7af8-4585-8d79-ff7a4c2929b7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:04.629572 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-125a7f3f-aac4-491a-9588-fb519b2b8fbc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:04.630207 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750', 'status': 'completed', 'code': 200} Jul 15 13:09:04.631284 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edeaa863-ba4c-4026-9854-465c6feba7c1', 'tag': 'e8759253-b426-4752-8f3a-0426792cfb98', 'status': 'completed', 'code': 200} Jul 15 13:09:04.631524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.631889 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4925cd-2c67-4efe-a1c9-32308ecaac80', 'tag': 'c6486392-7af8-4585-8d79-ff7a4c2929b7', 'status': 'completed', 'code': 200} Jul 15 13:09:04.649754 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.675570 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] 10.222.0.25 "DELETE /v2.0/networks/25f30645-752e-4d78-b6c6-345c267398b1 HTTP/1.1" status: 204 len: 168 time: 0.5203583 Jul 15 13:09:04.721569 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b008480f-8e37-4151-84ab-7adb3b8c4f42 x-openstack-request-id: req-b008480f-8e37-4151-84ab-7adb3b8c4f42 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:04.722055 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeaa863-ba4c-4026-9854-465c6feba7c1", "name": "network-vif-plugged", "status": "completed", "tag": "e8759253-b426-4752-8f3a-0426792cfb98", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:04.722283 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b008480f-8e37-4151-84ab-7adb3b8c4f42 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:04.722518 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeaa863-ba4c-4026-9854-465c6feba7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8759253-b426-4752-8f3a-0426792cfb98', 'code': 200} Jul 15 13:09:04.728812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5bef5-0947-41e1-9733-a3995a6c799c admin admin] Pushing event deleted for resources: {'Network': ['ID=25f30645-752e-4d78-b6c6-345c267398b1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.844345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.910194 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42060) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:04.941405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c6486392-7af8-4585-8d79-ff7a4c2929b7, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c6486392-7af8-4585-8d79-ff7a4c2929b7,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:04.953623 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.019993 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-21033bb3-7542-4ff1-9ebe-9b576622e9aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40abcc1395fb45c0bfbcd27e4ab67e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069963 Jul 15 13:09:05.022676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42062) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:05.037117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-e9d59951-f7cd-4830-9dda-db7b97bc525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.039685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-e9d59951-f7cd-4830-9dda-db7b97bc525c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8da7cf62ab6a41f084657e78aab75e16&device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 1097 time: 0.3810577 Jul 15 13:09:05.045476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-b1d586e4-96a4-4903-b0be-47c90e021469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.047025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-b1d586e4-96a4-4903-b0be-47c90e021469 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=edeaa863-ba4c-4026-9854-465c6feba7c1 HTTP/1.1" status: 200 len: 1101 time: 0.3723063 Jul 15 13:09:05.081085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=c6486392-7af8-4585-8d79-ff7a4c2929b7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:05.163436 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.180003 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-324d88b8-ccfc-48c1-839f-3738898c04ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.191469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9391a-34ed-4e3a-99c4-ed843ffbac10 req-e5f4d314-9de9-47e4-9a9f-6d427f085414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.193204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef9391a-34ed-4e3a-99c4-ed843ffbac10 req-e5f4d314-9de9-47e4-9a9f-6d427f085414 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=edeaa863-ba4c-4026-9854-465c6feba7c1 HTTP/1.1" status: 200 len: 1101 time: 0.3521714 Jul 15 13:09:05.227191 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-324d88b8-ccfc-48c1-839f-3738898c04ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.339416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-324d88b8-ccfc-48c1-839f-3738898c04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.344824 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-324d88b8-ccfc-48c1-839f-3738898c04ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.352540 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-324d88b8-ccfc-48c1-839f-3738898c04ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/822ad302-c897-467e-915e-9df69b6873c4 HTTP/1.1" status: 204 len: 168 time: 0.3281581 Jul 15 13:09:05.358386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-6e9317fd-6487-4254-8506-2f7d62f2f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.360364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-6e9317fd-6487-4254-8506-2f7d62f2f01d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78559fe-040e-4fad-886a-a26d3541fc33 HTTP/1.1" status: 200 len: 930 time: 0.3120112 Jul 15 13:09:05.363643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d88b8-ccfc-48c1-839f-3738898c04ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822ad302-c897-467e-915e-9df69b6873c4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:05.418789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-1858e0cc-5368-40b9-95a4-b91c52bd8b3e tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.2788689 Jul 15 13:09:05.484088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef9391a-34ed-4e3a-99c4-ed843ffbac10 req-00db1ed8-6cb3-498a-a1f1-383b247c8362 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489803 Jul 15 13:09:05.509614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-823838a6-5cae-4f97-b5f2-b3443eb05ee6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 200 len: 217 time: 0.1247690 Jul 15 13:09:05.653868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-fb16d866-fe31-4a75-9ac1-4627898359bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.656761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-fb16d866-fe31-4a75-9ac1-4627898359bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.5178547 Jul 15 13:09:05.677675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe985b5-54bf-4202-823d-5613839c297d req-c0a22b1f-4494-4d98-9cda-6d9beaa084e0 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.689519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-c0a22b1f-4494-4d98-9cda-6d9beaa084e0 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports/69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 942 time: 0.2693999 Jul 15 13:09:05.769688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-56a65c36-67b0-4474-988b-9fe29cae826e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e8759253-b426-4752-8f3a-0426792cfb98 HTTP/1.1" status: 200 len: 217 time: 0.0753195 Jul 15 13:09:05.771663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-4c5cfaae-30e4-423d-899e-d98dc249e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.773440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-4c5cfaae-30e4-423d-899e-d98dc249e224 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=976fc592-1986-42eb-9fc0-ed0b17bc7c26 HTTP/1.1" status: 200 len: 868 time: 0.2550395 Jul 15 13:09:05.966219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-5860c5f8-9e52-444c-9cb9-994764b6a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.968243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-5860c5f8-9e52-444c-9cb9-994764b6a8bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78559fe-040e-4fad-886a-a26d3541fc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1766570 Jul 15 13:09:06.017511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-ca8acb98-8413-4044-9e9f-39789d7b60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.019794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-ca8acb98-8413-4044-9e9f-39789d7b60b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2421644 Jul 15 13:09:06.110326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-76e117e5-4140-4e16-b2bf-d7d50c513f79 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.2244594 Jul 15 13:09:06.234113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-453fd75b-ea7a-4b59-849a-cd024cb05d8c service neutron] 10.222.0.30 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577879 Jul 15 13:09:06.287821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-54cb4961-70ac-4f49-9e5d-f1ef2ce90412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.289481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-54cb4961-70ac-4f49-9e5d-f1ef2ce90412 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2561157 Jul 15 13:09:06.298885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe985b5-54bf-4202-823d-5613839c297d req-239f6596-81c4-4c4e-896f-9094a9f7ca0a tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.307553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-239f6596-81c4-4c4e-896f-9094a9f7ca0a tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.1962829 Jul 15 13:09:06.500857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-29e39fd2-6d52-41c8-abb6-c8ed2b6c670c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.1922669 Jul 15 13:09:06.517673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:06.560191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-b1e6cfb4-ee9e-4c51-bf27-b2ff6e2c1eea service neutron] 10.222.0.30 "GET /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140712 Jul 15 13:09:06.590864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-d25488d1-1230-495b-90b6-5f46baa923f9 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790899 Jul 15 13:09:06.627923 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.671174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:06.673565 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:06.723576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3'}, {'server_uuid': '6c4925cd-2c67-4efe-a1c9-32308ecaac80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6486392-7af8-4585-8d79-ff7a4c2929b7'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:06.727450 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3771e98-c371-4543-b419-4c0adabf322b" -d '{"events": [{"server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "name": "network-vif-plugged", "status": "completed", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3"}, {"server_uuid": "6c4925cd-2c67-4efe-a1c9-32308ecaac80", "name": "network-vif-plugged", "status": "completed", "tag": "c6486392-7af8-4585-8d79-ff7a4c2929b7"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:06.873027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-32905884-c855-496a-bfee-5738f8ff9b7d service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678311 Jul 15 13:09:06.882998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.889507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.889964 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Floating IP f01ce639-a58d-463f-aff8-48f3c3c99212 disassociated. External IP: 172.25.1.239, port: 69924de3-ff7e-4fce-8fe5-a721097ff001. Jul 15 13:09:07.130415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-9b7c1700-d6b1-425f-8f35-fcb622fcb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.132154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-9b7c1700-d6b1-425f-8f35-fcb622fcb5dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 1101 time: 0.1700246 Jul 15 13:09:07.297972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:07.405350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-95e6383a-fbbd-4cf7-95eb-fdfbc36f83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.407241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-95e6383a-fbbd-4cf7-95eb-fdfbc36f83f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2651212 Jul 15 13:09:07.495539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-5747237e-0d75-4593-8ff4-70af2b697aa7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6486392-7af8-4585-8d79-ff7a4c2929b7 HTTP/1.1" status: 200 len: 217 time: 0.0789452 Jul 15 13:09:07.618734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:07.631503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.636825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] Sync routers for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:07.654292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:07.655830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:08:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:07.709278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-5c0c8633-4296-4daa-9003-797522d66137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.711975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-5c0c8633-4296-4daa-9003-797522d66137 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1976867 Jul 15 13:09:07.821433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:08.215369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:45Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:08.272124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] Checking router: 32c0d0d6-deaa-4c8a-a155-deb11d19e97f for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:08.288005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:08.289102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:08:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:08.360170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-6349f12d-b6c1-4850-a22a-556f293c8047 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "PUT /v2.0/floatingips/f01ce639-a58d-463f-aff8-48f3c3c99212 HTTP/1.1" status: 200 len: 695 time: 1.8579552 Jul 15 13:09:08.474674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:08.494491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-19541b8b-0c23-47c3-9a78-4a5446b6512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.497589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-19541b8b-0c23-47c3-9a78-4a5446b6512f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7725348 Jul 15 13:09:08.567920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe985b5-54bf-4202-823d-5613839c297d req-bb494e54-b12f-4146-9510-c98c92055ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.570821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-bb494e54-b12f-4146-9510-c98c92055ecb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.1889310 Jul 15 13:09:08.823472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-428a7270-6fb9-48e9-a639-d6eec81c53b5 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145864 Jul 15 13:09:08.901322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe985b5-54bf-4202-823d-5613839c297d req-7d60da7d-d385-45b7-ab73-8473752ad12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.903847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-7d60da7d-d385-45b7-ab73-8473752ad12b service neutron] 10.222.0.25 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 921 time: 0.3176377 Jul 15 13:09:09.005005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-cb7853f5-2001-409f-9ffd-69ca59b8d192 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 217 time: 0.0857174 Jul 15 13:09:09.047494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:45Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:09.074355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e246f45f-2ac1-4d37-a343-141eb0e0c66a req-dff9fced-0fbc-472e-9da0-eb7182c1951c service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321587 Jul 15 13:09:09.114154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe985b5-54bf-4202-823d-5613839c297d req-acf0cf80-0f3c-4747-837d-03768b2bf81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.117784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-acf0cf80-0f3c-4747-837d-03768b2bf81f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.0926540 Jul 15 13:09:09.137312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020cc874-86e0-4466-9c41-e0c9b8ba8a50 None None] The sync data for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 is: [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:07:39Z', 'revision_number': 4, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '88fc79a2-6757-4ca5-853d-5ed42361cbae', 'name': '', 'network_id': '0149d5b0-f081-48dd-abcb-32bea981b119', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'mac_address': 'fa:16:3e:83:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:38Z', 'updated_at': '2021-07-15T13:07:45Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'subnets': [{'id': '03f30fba-9f78-463a-984d-4b801f87c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:09.184323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-64734755-87fd-4cc0-8621-557537614098 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510876 Jul 15 13:09:09.426462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-bfd0a73e-5510-4aab-8999-9bfa6d6a9b21 service neutron] 10.222.0.25 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321727 Jul 15 13:09:09.585985 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130aca4-7392-4feb-af13-6195723c1226 None None] New status for floating IP f01ce639-a58d-463f-aff8-48f3c3c99212: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:09:09.641506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abe985b5-54bf-4202-823d-5613839c297d req-73823f0d-991a-4181-bdd6-912a79242113 service neutron] 10.222.0.25 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037883 Jul 15 13:09:10.231987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a328bec-1aa2-46d8-8713-a19664109a53 req-2b2c1542-9f67-4f97-b784-cd5fdb60d005 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.233969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a328bec-1aa2-46d8-8713-a19664109a53 req-2b2c1542-9f67-4f97-b784-cd5fdb60d005 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1375473 Jul 15 13:09:10.286590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a328bec-1aa2-46d8-8713-a19664109a53 req-ca455261-a675-4288-8796-9026ab9dbcff tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0423431 Jul 15 13:09:10.293849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-001f0d01-85cd-449f-9ec9-e23d63f3e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.295774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-001f0d01-85cd-449f-9ec9-e23d63f3e4dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 1098 time: 0.1314983 Jul 15 13:09:10.466711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-88aeaa9f-8e01-40a5-8c6e-28cc3b6edf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.470195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-88aeaa9f-8e01-40a5-8c6e-28cc3b6edf23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 917 time: 0.1667495 Jul 15 13:09:10.572771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-29285ee0-c7c1-438c-ab2e-808c7b551ec8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 HTTP/1.1" status: 200 len: 217 time: 0.0920527 Jul 15 13:09:10.726468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-2e8f0e46-e714-4155-83ea-f5e60e514ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.729060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-2e8f0e46-e714-4155-83ea-f5e60e514ae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 200 len: 855 time: 0.1242537 Jul 15 13:09:10.772696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397681c-8bb8-4700-b2a0-e147779df07f req-2ed8f69f-5258-46a6-98c7-2d647c9e40a7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.775611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3397681c-8bb8-4700-b2a0-e147779df07f req-2ed8f69f-5258-46a6-98c7-2d647c9e40a7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 949 time: 0.2800636 Jul 15 13:09:10.896582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3397681c-8bb8-4700-b2a0-e147779df07f req-51c67414-2634-4510-9d14-58a7f443ffd7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872574 Jul 15 13:09:10.909002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-8dc9676b-26b1-40cb-99a2-05fcfc3d5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.912708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-8dc9676b-26b1-40cb-99a2-05fcfc3d5ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569a521e-0b35-4ee0-9c77-c3d31dd196e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1711659 Jul 15 13:09:11.073521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-a1dbcc12-bcb4-489e-aeea-8a4209cad4e5 service neutron] 10.222.0.35 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472461 Jul 15 13:09:11.211572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed448714-32bc-4fb4-9f40-0a7cb4e15c91 req-e18348b5-2554-47bd-a7eb-63d3ec5dd779 service neutron] 10.222.0.35 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290960 Jul 15 13:09:12.172761 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aeb6d2-ce85-4831-a055-d76af3a20c9a x-openstack-request-id: req-c7aeb6d2-ce85-4831-a055-d76af3a20c9a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:12.173755 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:12.174424 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7aeb6d2-ce85-4831-a055-d76af3a20c9a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:12.175659 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'status': 'completed', 'code': 200} Jul 15 13:09:12.265652 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec5ab25-b6ea-4214-a93e-c20b553a51f8 x-openstack-request-id: req-8ec5ab25-b6ea-4214-a93e-c20b553a51f8 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:12.266541 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "name": "network-vif-plugged", "status": "completed", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3", "code": 200}, {"server_uuid": "6c4925cd-2c67-4efe-a1c9-32308ecaac80", "name": "network-vif-plugged", "status": "completed", "tag": "c6486392-7af8-4585-8d79-ff7a4c2929b7", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:12.267012 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ec5ab25-b6ea-4214-a93e-c20b553a51f8 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:12.267642 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'code': 200} Jul 15 13:09:12.268084 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4925cd-2c67-4efe-a1c9-32308ecaac80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6486392-7af8-4585-8d79-ff7a4c2929b7', 'code': 200} Jul 15 13:09:12.437302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-b3a77e61-cda0-493e-be84-d2b6192e6e18 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/floatingips/f01ce639-a58d-463f-aff8-48f3c3c99212 HTTP/1.1" status: 200 len: 693 time: 0.1444249 Jul 15 13:09:12.553589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-b2435549-977b-4f4d-94b6-c7d4cea44d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.555789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-b2435549-977b-4f4d-94b6-c7d4cea44d93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.3419836 Jul 15 13:09:12.857235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-5523605a-c5b9-45ee-9c93-ca13616da8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.859832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-5523605a-c5b9-45ee-9c93-ca13616da8d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 921 time: 0.2896614 Jul 15 13:09:12.896823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15fd31-d7a9-4f53-9d4d-850b4057aa56 req-b6a9a82a-ec4f-4f6c-b2aa-9fd057de9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.899410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f15fd31-d7a9-4f53-9d4d-850b4057aa56 req-b6a9a82a-ec4f-4f6c-b2aa-9fd057de9a0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 1101 time: 0.5311172 Jul 15 13:09:12.992808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-c944b198-49f1-439b-93a8-a9121f85cf34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 217 time: 0.1216066 Jul 15 13:09:13.056017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-a36487c3-4933-4212-bc01-a45e4b83ea8c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.059008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-a36487c3-4933-4212-bc01-a45e4b83ea8c tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 784 time: 0.6202092 Jul 15 13:09:13.150455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-e7c039da-d3d5-4106-a15b-655a47d78622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.153034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-e7c039da-d3d5-4106-a15b-655a47d78622 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.1443276 Jul 15 13:09:13.292433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f15fd31-d7a9-4f53-9d4d-850b4057aa56 req-604dc6c2-d246-46d1-9ab1-bfc1c118daa1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292568 Jul 15 13:09:13.298263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-22d67802-79e8-4d81-8b4c-4afb1641ed3e tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.1512909 Jul 15 13:09:13.302900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-d922ffe7-e6e9-4564-ad27-121b220e6f38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189525 Jul 15 13:09:13.401198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-1a3a82ec-ed72-4384-8f87-b68601ceaeb8 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0901563 Jul 15 13:09:13.711236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-195d679f-6f02-46a8-b0ee-08e99e5a26bf service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446779 Jul 15 13:09:13.773617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Deleting port 6dcff515-4bf8-4a3f-8954-e32f53f94bb6 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:13.774003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.907979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bcbbec8-6c30-40cd-8a52-dffdaf66e091 req-14d50130-09bf-4a15-956d-c0b0ec68c95b service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861346 Jul 15 13:09:13.949695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.950306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.974328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Calling delete_port for 6dcff515-4bf8-4a3f-8954-e32f53f94bb6 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:14.137291 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.173705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event deleted for resources: {'Port': ['ID=6dcff515-4bf8-4a3f-8954-e32f53f94bb6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.182421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:14.184933 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7c7039-cdd5-45c2-ba11-c264e0f29981" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:14.256666 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.259832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.260887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22d1c3b7-5239-4d80-b5a1-89785b9206fd req-bcd2604a-e125-40ff-ae48-c255ebfa95d7 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "DELETE /v2.0/floatingips/f01ce639-a58d-463f-aff8-48f3c3c99212 HTTP/1.1" status: 204 len: 173 time: 0.8586807 Jul 15 13:09:14.725593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-b172b8c0-aab8-4d73-97a0-3015612e64b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1142316 Jul 15 13:09:14.983165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-19fffe7f-47cb-40a0-982c-e1279edb16df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2557552 Jul 15 13:09:15.013700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb4d-70c6-4691-89e1-f82d0013e553 req-da63737a-1b7c-47bc-8365-33cb22610d27 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.016264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd3fbb4d-70c6-4691-89e1-f82d0013e553 req-da63737a-1b7c-47bc-8365-33cb22610d27 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.2301145 Jul 15 13:09:15.036702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d7c7eea8-4385-4645-a54f-2b7ce8edbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.037561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d7c7eea8-4385-4645-a54f-2b7ce8edbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.038459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d7c7eea8-4385-4645-a54f-2b7ce8edbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.040355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d7c7eea8-4385-4645-a54f-2b7ce8edbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.040355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d7c7eea8-4385-4645-a54f-2b7ce8edbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.041121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d7c7eea8-4385-4645-a54f-2b7ce8edbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.042034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d7c7eea8-4385-4645-a54f-2b7ce8edbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.045523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d7c7eea8-4385-4645-a54f-2b7ce8edbfe0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b493767a2bf4544a3db357f3691e8c2&device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6497 time: 0.2029178 Jul 15 13:09:15.139217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd3fbb4d-70c6-4691-89e1-f82d0013e553 req-63e94f45-c012-41e7-9e9f-15e1f479079b tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921693 Jul 15 13:09:15.233199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eebe475-5f08-487b-80c4-d2051489db99 req-684ddc1e-2334-4549-9fb5-a82468480656 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0461109 Jul 15 13:09:15.255895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-50e61c17-3863-48b7-b4af-866e0c85bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.256451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-50e61c17-3863-48b7-b4af-866e0c85bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.256932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-50e61c17-3863-48b7-b4af-866e0c85bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.259237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-50e61c17-3863-48b7-b4af-866e0c85bb1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=13d3c86e-fa31-4029-9eae-010b85f8eea2&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=0f7add71-1114-4d73-9993-022984627338&id=d725112c-3221-4313-b01b-bc625556d4ca&id=d725112c-3221-4313-b01b-bc625556d4ca HTTP/1.1" status: 200 len: 2292 time: 0.1815844 Jul 15 13:09:15.373151 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-4baf8f80-5c95-4bf9-b9ee-35ab76e4f699 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b HTTP/1.1" status: 200 len: 1000 time: 0.1053891 Jul 15 13:09:15.492794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d6664aee-d918-45c6-bb0b-7ebb208c14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.494361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d6664aee-d918-45c6-bb0b-7ebb208c14d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8 HTTP/1.1" status: 200 len: 850 time: 0.1102059 Jul 15 13:09:15.501755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-df5588f9-e356-4376-9e01-dc5b58fc239a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1744292 Jul 15 13:09:15.602299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde20d9f-1f85-4d9f-8218-d9c6a708d258 req-5c80a655-76f4-4a7b-9a66-dcb9cffcca19 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.607186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bde20d9f-1f85-4d9f-8218-d9c6a708d258 req-5c80a655-76f4-4a7b-9a66-dcb9cffcca19 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 949 time: 0.1850917 Jul 15 13:09:15.658257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6dfb36e0-c03a-444d-9242-f5f9475ab599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.660497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6dfb36e0-c03a-444d-9242-f5f9475ab599 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13d3c86e-fa31-4029-9eae-010b85f8eea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536498 Jul 15 13:09:15.716743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bde20d9f-1f85-4d9f-8218-d9c6a708d258 req-3159df71-eca9-41fb-b3cb-5c95c22ffb7a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978239 Jul 15 13:09:15.734206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-baec0d11-4d1c-492e-94df-af11dde279a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.736223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-baec0d11-4d1c-492e-94df-af11dde279a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 1102 time: 0.1839440 Jul 15 13:09:15.909759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-48d32193-e73e-499c-ace4-dea575150d6d service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331719 Jul 15 13:09:15.950485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-43180edd-3c79-4efa-9081-02379bd8c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.952140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-43180edd-3c79-4efa-9081-02379bd8c7a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1696074 Jul 15 13:09:16.021400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-c5e2b13a-e024-4331-ae32-716c612d014f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 200 len: 217 time: 0.0603521 Jul 15 13:09:16.045473 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e9aad1-631b-4ad8-98cd-7337b4080b33 x-openstack-request-id: req-79e9aad1-631b-4ad8-98cd-7337b4080b33 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:16.045989 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:16.046408 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79e9aad1-631b-4ad8-98cd-7337b4080b33 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:16.046884 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'status': 'completed', 'code': 200} Jul 15 13:09:16.540622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-4fa311f3-df17-435c-94de-b984295d3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.542277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-4fa311f3-df17-435c-94de-b984295d3fa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.5130632 Jul 15 13:09:16.595674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-08456179-2928-47f5-b100-676d095092a4 service neutron] 10.222.0.35 "GET /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749625 Jul 15 13:09:16.617931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1224e69-fbdf-4929-bd42-4e0e385889d4 req-d657c38a-b669-4a45-bfa9-b7cfe1966893 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/security-groups/52151ac0-d0b0-4c6e-a833-5f966af70424 HTTP/1.1" status: 200 len: 1808 time: 0.1697011 Jul 15 13:09:16.622970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-4c0a54dc-62fd-45bc-81b7-d61e8f400735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.625695 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-4c0a54dc-62fd-45bc-81b7-d61e8f400735 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1102 time: 0.0719326 Jul 15 13:09:16.659164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-352c9bcd-ac37-40bc-a6ab-52ab60a82e55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 217 time: 0.0560286 Jul 15 13:09:16.723796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-451ab708-aaff-4f9e-8b3f-4929aafc7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.725385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-451ab708-aaff-4f9e-8b3f-4929aafc7172 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 1097 time: 0.2728159 Jul 15 13:09:16.731192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-a8882182-b333-475b-a90a-a6977c8ac1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.733281 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-a8882182-b333-475b-a90a-a6977c8ac1b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1013956 Jul 15 13:09:16.786880 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-ca256520-7c9f-4a26-9023-988c23e62f63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.0394533 Jul 15 13:09:16.792677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6e8eb51d-cdb8-4633-80cf-f3816c6c6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.794189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6e8eb51d-cdb8-4633-80cf-f3816c6c6f5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1260669 Jul 15 13:09:16.801939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-d44fe488-cb3a-47b4-9454-28f16c49a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.803513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-d44fe488-cb3a-47b4-9454-28f16c49a568 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2511275 Jul 15 13:09:16.846295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-02820a47-9849-4e44-8e21-72add2dd8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.848577 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-02820a47-9849-4e44-8e21-72add2dd8313 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0550044 Jul 15 13:09:16.911310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d1224e69-fbdf-4929-bd42-4e0e385889d4 req-0cf360c9-923b-4007-9c0b-e6a3e0873fb9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.914518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-7e51e9b1-fd74-4de5-a31c-241d9d164bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.916277 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-7e51e9b1-fd74-4de5-a31c-241d9d164bdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612516 Jul 15 13:09:16.997581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d1224e69-fbdf-4929-bd42-4e0e385889d4 req-0cf360c9-923b-4007-9c0b-e6a3e0873fb9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.020234 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-dd57bd51-4bda-4982-85ce-0baccedff872 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964391 Jul 15 13:09:17.024840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-4f7cedf2-2fee-477f-9d2f-102dc614ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.026561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-4f7cedf2-2fee-477f-9d2f-102dc614ed87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 200 len: 921 time: 0.2857778 Jul 15 13:09:17.100371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-44d79567-3ad3-41d3-aa18-bdc099097113 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 200 len: 217 time: 0.0583916 Jul 15 13:09:17.130910 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-89817ac4-e070-4a44-957a-2374b70227c2 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039808 Jul 15 13:09:17.152863 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d1224e69-fbdf-4929-bd42-4e0e385889d4 req-0cf360c9-923b-4007-9c0b-e6a3e0873fb9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.156084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d1224e69-fbdf-4929-bd42-4e0e385889d4 req-0cf360c9-923b-4007-9c0b-e6a3e0873fb9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.157296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1224e69-fbdf-4929-bd42-4e0e385889d4 req-0cf360c9-923b-4007-9c0b-e6a3e0873fb9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "DELETE /v2.0/security-groups/52151ac0-d0b0-4c6e-a833-5f966af70424 HTTP/1.1" status: 204 len: 173 time: 0.5026922 Jul 15 13:09:17.167772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-88f808dd-56e0-48a2-af09-d1ad4be54eaa service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568299 Jul 15 13:09:17.178548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-132ee5ea-50f1-4392-ae57-095a5e4f9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.180679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-132ee5ea-50f1-4392-ae57-095a5e4f9ef4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3707705 Jul 15 13:09:17.195745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf360c9-923b-4007-9c0b-e6a3e0873fb9 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52151ac0-d0b0-4c6e-a833-5f966af70424,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:17.255546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-6ab31c4d-f693-4091-9a4e-3f773be370fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.255546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-6ab31c4d-f693-4091-9a4e-3f773be370fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 200 len: 860 time: 0.1443269 Jul 15 13:09:17.330389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-b374afc7-da54-42c5-8194-a8e47eb1fe1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0149d5b0-f081-48dd-abcb-32bea981b119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578005 Jul 15 13:09:17.501482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c234bd3-481d-4ce4-a5d6-9f198765b959 req-710779c4-404b-4813-ad89-24c2330c0d8f service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155596 Jul 15 13:09:17.509723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6e250eb6-d777-455a-917e-e1f43dbf9744 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116312 Jul 15 13:09:17.588684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-26a2ed3d-181e-445e-89be-b408565ba0f2 service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298355 Jul 15 13:09:17.653916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f2f79-c6eb-4464-a389-15d7e7ec1239 req-7d9e7a1f-ef43-48d7-87de-f364fa5679a6 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.655635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-556f2f79-c6eb-4464-a389-15d7e7ec1239 req-7d9e7a1f-ef43-48d7-87de-f364fa5679a6 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.2922702 Jul 15 13:09:17.745295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-d452b048-eb7c-4aa2-ad97-a2e3c22cad1a service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251415 Jul 15 13:09:17.822653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-556f2f79-c6eb-4464-a389-15d7e7ec1239 req-af9402f1-2922-44e8-a838-45410d120e34 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521654 Jul 15 13:09:17.826134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-657b409c-9486-4773-a3f4-65f27cf71e1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 217 time: 0.0657899 Jul 15 13:09:17.829021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a7c7039-cdd5-45c2-ba11-c264e0f29981 req-10bf43f4-8228-4e30-a110-7a7555eb234e service neutron] 10.222.0.35 "GET /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062113 Jul 15 13:09:17.923712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-fbe260e0-792e-4321-bac9-e8048897670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.927815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-fbe260e0-792e-4321-bac9-e8048897670b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.0884912 Jul 15 13:09:18.014514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-23f6e34c-b17d-4264-83e8-86b645e9dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.016137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-23f6e34c-b17d-4264-83e8-86b645e9dce9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0819247 Jul 15 13:09:18.136703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-2cfb6791-b83b-46e1-9123-8a75acf925b7 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117218 Jul 15 13:09:18.289028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-b0cccd3b-f8ec-400b-826b-01caeb44bb3e service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445096 Jul 15 13:09:18.344404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-7d022693-fb58-492a-8499-fecf22eee47f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a2da7884-c906-443f-b865-1edcd0a7f011 HTTP/1.1" status: 200 len: 217 time: 0.0449891 Jul 15 13:09:18.358925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61db82-a1fe-4b8f-a213-9be207fa15b2 req-80ae2aaa-5684-4890-949d-e9272717a2e3 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.360671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d61db82-a1fe-4b8f-a213-9be207fa15b2 req-80ae2aaa-5684-4890-949d-e9272717a2e3 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=edeaa863-ba4c-4026-9854-465c6feba7c1 HTTP/1.1" status: 200 len: 949 time: 0.1308248 Jul 15 13:09:18.407762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:18.462576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d61db82-a1fe-4b8f-a213-9be207fa15b2 req-a2a3e02a-899b-4076-b271-937b1445deef tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918851 Jul 15 13:09:18.465302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-4a345480-9051-4976-9534-39117096f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.467809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-4a345480-9051-4976-9534-39117096f6d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.1058700 Jul 15 13:09:18.545422 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.568304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-37d46499-fab2-442a-ba45-b731eb142031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.570310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-37d46499-fab2-442a-ba45-b731eb142031 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0945873 Jul 15 13:09:18.592084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:18.597704 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc25a38e-e8a2-486a-b910-17d6ed425cc4" -d '{"events": [{"server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:18.622819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:18.629686 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.682731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-5c1f5d39-6ab4-4cbb-a1b3-7575a14b7aa8 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038842 Jul 15 13:09:18.726569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.821413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-ea1eede6-3d20-4478-a5bb-7121cc4f1346 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288061 Jul 15 13:09:18.830619 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8050-b10e-4900-b654-5deb877f51bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.871722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-f5d91fa7-0df6-48d3-bfb7-148ba23490b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=0ef47190-6343-4df3-ba04-bae682656f08 HTTP/1.1" status: 200 len: 217 time: 0.0415783 Jul 15 13:09:18.930348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-c62fba07-e896-41a8-a08a-a47891118af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.931890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-c62fba07-e896-41a8-a08a-a47891118af8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 200 len: 797 time: 0.0527658 Jul 15 13:09:18.998916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-4c8dafb7-b85e-40a9-8cfd-00c8cbdcf6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.001088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-4c8dafb7-b85e-40a9-8cfd-00c8cbdcf6e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f7add71-1114-4d73-9993-022984627338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613790 Jul 15 13:09:19.110738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-202eddc4-9093-437a-b73c-c051c48cfc46 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949600 Jul 15 13:09:19.258197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-c686d8f3-25ce-4762-8dab-cba4099dca67 service neutron] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365302 Jul 15 13:09:19.313554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-3d5cabe9-7fe4-42e4-b154-d502d10de26e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69 HTTP/1.1" status: 200 len: 217 time: 0.0464909 Jul 15 13:09:19.396015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6e3bf94c-d53d-4d4c-8bb3-05bffb62414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.397545 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6e3bf94c-d53d-4d4c-8bb3-05bffb62414b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.0600426 Jul 15 13:09:19.427888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92e9ce-9c0b-472a-a0c7-808c44b92bec req-9eabebf1-1c8a-4706-ae99-5c6e1b9f1ef9 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.430249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee92e9ce-9c0b-472a-a0c7-808c44b92bec req-9eabebf1-1c8a-4706-ae99-5c6e1b9f1ef9 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.1270127 Jul 15 13:09:19.538033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee92e9ce-9c0b-472a-a0c7-808c44b92bec req-cd3ff046-71e8-42c9-91b0-78a698d6f614 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792553 Jul 15 13:09:19.563709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6ef6be9f-5aa9-453b-afb1-c5a848eabd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.565600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-6ef6be9f-5aa9-453b-afb1-c5a848eabd8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1529448 Jul 15 13:09:19.585697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-9190aca0-3408-49e6-8972-a1a13d3ff231 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.588785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-9190aca0-3408-49e6-8972-a1a13d3ff231 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.30 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 945 time: 0.1554580 Jul 15 13:09:19.862035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-fde1e7e2-ca45-4d4d-9782-841dcfc16781 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718117 Jul 15 13:09:19.977870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73604d-2132-4a36-ad73-e5cae8c455a1 req-5d9eda95-67eb-4875-b514-65cecd42e37c tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.979602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c73604d-2132-4a36-ad73-e5cae8c455a1 req-5d9eda95-67eb-4875-b514-65cecd42e37c tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/ports?device_id=5406f165-1bb3-4098-a0ce-b328d591aace HTTP/1.1" status: 200 len: 945 time: 0.2176747 Jul 15 13:09:19.983969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Deleting port 506ecc87-63b7-474a-b103-4f7390eea750 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:19.984314 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.050353 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-34f8d236-c473-45ec-ab3b-8288faa9ee57 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818755 Jul 15 13:09:20.512180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-ebda1f5d-b102-4a64-9ef4-fa75d8f75269 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f HTTP/1.1" status: 200 len: 217 time: 0.4274673 Jul 15 13:09:20.517949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c73604d-2132-4a36-ad73-e5cae8c455a1 req-02008141-4e3f-4275-8f47-a20b3c290576 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.25 "GET /v2.0/security-groups?id=66cbfe97-5ed1-4b61-9986-61dd0e38a794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261335 Jul 15 13:09:20.552024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] For port 506ecc87-63b7-474a-b103-4f7390eea750, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=506ecc87-63b7-474a-b103-4f7390eea750,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:20.552755 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.596525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Calling delete_port for 506ecc87-63b7-474a-b103-4f7390eea750 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:20.622703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-68695cb4-e36a-48ce-8f9d-ccb480a68fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.624538 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-68695cb4-e36a-48ce-8f9d-ccb480a68fdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 200 len: 797 time: 0.0916674 Jul 15 13:09:20.764204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-5afa532e-c728-4831-b541-566315991b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.765899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-5afa532e-c728-4831-b541-566315991b10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d725112c-3221-4313-b01b-bc625556d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1042001 Jul 15 13:09:20.925761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.938865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['506ecc87-63b7-474a-b103-4f7390eea750'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:20.970751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Pushing event deleted for resources: {'Port': ['ID=506ecc87-63b7-474a-b103-4f7390eea750,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:21.035428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-90b27d19-b0f6-4ca5-adbf-bdc6d3bcd977 service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413058 Jul 15 13:09:21.055704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] No DVR routers for this DVR port 506ecc87-63b7-474a-b103-4f7390eea750 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:21.067110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.069315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f640e690-b288-478d-b4bc-c4cbf4b9d10f req-6f8fdfc6-0f4f-4df0-8b75-38dd36f89ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177 tempest-FloatingIPsAssociationNegativeTestJSON-1656969177-project] 10.222.0.30 "DELETE /v2.0/ports/506ecc87-63b7-474a-b103-4f7390eea750 HTTP/1.1" status: 204 len: 173 time: 1.4637456 Jul 15 13:09:21.070889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'name': 'network-vif-deleted', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:21.073640 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae99bc1-1401-49eb-b13a-ce50e44ea420" -d '{"events": [{"server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "name": "network-vif-deleted", "tag": "506ecc87-63b7-474a-b103-4f7390eea750"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:21.096211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d927c-392d-4aaf-8e78-a197e5d92f86 req-69ae3fd3-19a7-4883-b3e9-8d1b6213f6b8 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.103035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d927c-392d-4aaf-8e78-a197e5d92f86 req-69ae3fd3-19a7-4883-b3e9-8d1b6213f6b8 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.104816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-879d927c-392d-4aaf-8e78-a197e5d92f86 req-69ae3fd3-19a7-4883-b3e9-8d1b6213f6b8 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80&device_id=edeaa863-ba4c-4026-9854-465c6feba7c1 HTTP/1.1" status: 200 len: 1689 time: 0.2965164 Jul 15 13:09:21.211490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-879d927c-392d-4aaf-8e78-a197e5d92f86 req-c308b182-be54-4475-b000-59021c4291f5 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923641 Jul 15 13:09:21.225058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9aa2188-948e-48e0-86d1-ed9f94114774 req-a23df695-9f4c-4697-9d82-ed1c8d0d744a service neutron] 10.222.0.35 "GET /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708560 Jul 15 13:09:21.491594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a50787d1-0dd2-4489-979e-a568b29be6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.525855 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.858301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-d4125259-9984-43a5-be33-c3262f0745aa tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.859759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-d4125259-9984-43a5-be33-c3262f0745aa tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 945 time: 0.0838547 Jul 15 13:09:21.988383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Deleting port 69924de3-ff7e-4fce-8fe5-a721097ff001 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:21.988677 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.070433 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514700df-249d-4599-b58c-985a1f50786c x-openstack-request-id: req-514700df-249d-4599-b58c-985a1f50786c {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:22.072083 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:22.072789 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-514700df-249d-4599-b58c-985a1f50786c {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:22.073884 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'code': 200} Jul 15 13:09:22.108052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] For port 69924de3-ff7e-4fce-8fe5-a721097ff001, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=69924de3-ff7e-4fce-8fe5-a721097ff001,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:22.108742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.126611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Calling delete_port for 69924de3-ff7e-4fce-8fe5-a721097ff001 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:22.382297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.397642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['69924de3-ff7e-4fce-8fe5-a721097ff001'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:22.417180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Pushing event deleted for resources: {'Port': ['ID=69924de3-ff7e-4fce-8fe5-a721097ff001,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.489263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] No DVR routers for this DVR port 69924de3-ff7e-4fce-8fe5-a721097ff001 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:22.493502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.495378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-536f70b1-4ccc-4aa0-8889-07223355ec96 req-2326c78e-4645-47ec-8a91-19b13a828b97 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.35 "DELETE /v2.0/ports/69924de3-ff7e-4fce-8fe5-a721097ff001 HTTP/1.1" status: 204 len: 173 time: 0.6287115 Jul 15 13:09:22.520593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d453d-666a-400a-9ff2-de42cd525214 req-f10a5c75-f8d8-444f-a8e1-906b5bdcaafe tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.527782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f6d453d-666a-400a-9ff2-de42cd525214 req-f10a5c75-f8d8-444f-a8e1-906b5bdcaafe tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.1837351 Jul 15 13:09:22.576102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f6d453d-666a-400a-9ff2-de42cd525214 req-cd8c28b9-45d6-4233-ab1b-00e17bd41f95 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391109 Jul 15 13:09:22.734605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8a6ef38-24d8-494d-bec6-e6f473902c7c req-2b81f666-f894-463f-ba03-abd37fd8c5a5 tempest-ServerRescueTestJSONUnderV235-696847991 tempest-ServerRescueTestJSONUnderV235-696847991-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e9f4cc7-0969-436b-801f-bce1c05a75ad HTTP/1.1" status: 200 len: 210 time: 0.0443761 Jul 15 13:09:22.801275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.934042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077af2e-9162-438a-b7b4-35046ccb4809 req-55d34366-70de-489b-840e-cdd0952908b2 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.935739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3077af2e-9162-438a-b7b4-35046ccb4809 req-55d34366-70de-489b-840e-cdd0952908b2 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e9469c-5698-47d3-9961-afe3493c4e09 HTTP/1.1" status: 200 len: 945 time: 0.0741811 Jul 15 13:09:22.995183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3077af2e-9162-438a-b7b4-35046ccb4809 req-94738f6f-ef79-4fa4-8f2b-bb0e062b0e40 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524652 Jul 15 13:09:23.188848 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0a8e17-10a4-4a09-8681-6c182070bc4d x-openstack-request-id: req-3c0a8e17-10a4-4a09-8681-6c182070bc4d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:23.189956 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406f165-1bb3-4098-a0ce-b328d591aace", "name": "network-vif-deleted", "tag": "506ecc87-63b7-474a-b103-4f7390eea750", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:23.190577 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c0a8e17-10a4-4a09-8681-6c182070bc4d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:23.191273 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406f165-1bb3-4098-a0ce-b328d591aace', 'name': 'network-vif-deleted', 'tag': '506ecc87-63b7-474a-b103-4f7390eea750', 'status': 'completed', 'code': 200} Jul 15 13:09:23.332681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42292) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:23.996457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.240258 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.325113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42310) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:24.416824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b80bc-21ef-43b4-a8f8-7c6ac8083b45 req-1abf6903-16e0-4aa9-a63c-52dcff3d6cad tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.424155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-660b80bc-21ef-43b4-a8f8-7c6ac8083b45 req-1abf6903-16e0-4aa9-a63c-52dcff3d6cad tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 945 time: 0.2627087 Jul 15 13:09:24.454352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 506ecc87-63b7-474a-b103-4f7390eea750 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:24.483678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 506ecc87-63b7-474a-b103-4f7390eea750 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:24.484592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 506ecc87-63b7-474a-b103-4f7390eea750 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:24.487757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-330a3e0a-4a48-40a1-aeba-ebf4232a1faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.489872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-660b80bc-21ef-43b4-a8f8-7c6ac8083b45 req-1a5124d8-6b74-4d2d-af9a-bc9cf60ca105 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592177 Jul 15 13:09:24.597970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 69924de3-ff7e-4fce-8fe5-a721097ff001 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:24.668843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 69924de3-ff7e-4fce-8fe5-a721097ff001 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:24.670094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 69924de3-ff7e-4fce-8fe5-a721097ff001 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:24.687663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Deleting port c7d51f23-be11-46bb-ab99-d5ab20076465 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:24.689137 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.691373 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-330a3e0a-4a48-40a1-aeba-ebf4232a1faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.697629 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-330a3e0a-4a48-40a1-aeba-ebf4232a1faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.779914 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-330a3e0a-4a48-40a1-aeba-ebf4232a1faa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=970fd591ed554853a29714352e4ea771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522021 Jul 15 13:09:24.781367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42316) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:24.784240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a3e0a-4a48-40a1-aeba-ebf4232a1faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee23c01-ede7-4d91-a06f-acf9ef33b0bf,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.883804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4a85dcf-f5ae-47bd-89a8-82a541def634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.909327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] For port c7d51f23-be11-46bb-ab99-d5ab20076465, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c7d51f23-be11-46bb-ab99-d5ab20076465,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:24.910004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.930483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4a85dcf-f5ae-47bd-89a8-82a541def634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.935893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Calling delete_port for c7d51f23-be11-46bb-ab99-d5ab20076465 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:24.955382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca90fe-1ba6-4d89-b5fd-6c6ad22afa99 req-8d7424fe-ed06-4516-8b40-85349d9d8524 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.957477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22ca90fe-1ba6-4d89-b5fd-6c6ad22afa99 req-8d7424fe-ed06-4516-8b40-85349d9d8524 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 1101 time: 0.2034295 Jul 15 13:09:25.006996 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4a85dcf-f5ae-47bd-89a8-82a541def634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.012132 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4a85dcf-f5ae-47bd-89a8-82a541def634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.014449 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b4a85dcf-f5ae-47bd-89a8-82a541def634 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ee23c01-ede7-4d91-a06f-acf9ef33b0bf HTTP/1.1" status: 204 len: 168 time: 0.2311852 Jul 15 13:09:25.028799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a85dcf-f5ae-47bd-89a8-82a541def634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee23c01-ede7-4d91-a06f-acf9ef33b0bf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.058624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22ca90fe-1ba6-4d89-b5fd-6c6ad22afa99 req-598b2a85-b9a0-4cb8-97fb-cce705dbb540 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606759 Jul 15 13:09:25.196234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'name': 'network-vif-deleted', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:25.199424 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ab7d7-baeb-4673-b36d-6cf276900854" -d '{"events": [{"server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "name": "network-vif-deleted", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:25.241720 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.328186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d51f23-be11-46bb-ab99-d5ab20076465,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.567094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f402-c022-4323-8724-657974495806 req-55822cbc-7082-41ad-92f5-1d18d874eb3c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.568932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2092f402-c022-4323-8724-657974495806 req-55822cbc-7082-41ad-92f5-1d18d874eb3c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.2606788 Jul 15 13:09:25.688503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2092f402-c022-4323-8724-657974495806 req-34fefb6e-fd2e-45fe-a0e7-7e1742576529 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550725 Jul 15 13:09:25.712807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-77ab2984-3858-4ed1-8a3a-60ff924d2ea3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.712807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-77ab2984-3858-4ed1-8a3a-60ff924d2ea3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c7c873a-427a-4020-aaee-d33da91628a8 HTTP/1.1" status: 200 len: 944 time: 0.3069158 Jul 15 13:09:25.723631 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.803288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42336) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:26.192679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Deleting port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:26.193033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.213110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045baf-af02-43b0-a858-59522f6d628f req-5fa25622-621c-487d-b5e7-cdab64a146c3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.214848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-5fa25622-621c-487d-b5e7-cdab64a146c3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 804 time: 0.2402639 Jul 15 13:09:26.682553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-381a4097-065f-4b69-b592-6efe35b3b8f5 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/quotas/b02ee399ad0e4a25b2b68a67833748b5 HTTP/1.1" status: 200 len: 375 time: 0.4368107 Jul 15 13:09:26.774396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Router 97a78041-d82f-4939-8409-73abc431f8f5 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:26.786364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.803687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] For port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:26.804016 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.830816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Calling delete_port for 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:26.904651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-350769b3-d7e4-4293-858c-fe5d32a6a243 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2211857 Jul 15 13:09:27.074672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:27.083089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-de0ca24a-9f15-4fad-87d5-d8f79e07d8e0 admin admin] 10.222.0.25 "PUT /v2.0/routers/97a78041-d82f-4939-8409-73abc431f8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7492967 Jul 15 13:09:27.088215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] Sync routers for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:27.091816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42366) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:27.101265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:27.103880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:09:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:27.152870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Deleting port 88fc79a2-6757-4ca5-853d-5ed42361cbae {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:27.153501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.270749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] For port 88fc79a2-6757-4ca5-853d-5ed42361cbae, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=88fc79a2-6757-4ca5-853d-5ed42361cbae,segment=NetworkSegment(d9e699ac-35c9-40ee-a62c-5ec123b58d77),segment_id=d9e699ac-35c9-40ee-a62c-5ec123b58d77)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:27.271841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.290315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Calling delete_port for 88fc79a2-6757-4ca5-853d-5ed42361cbae owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:27.313211 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.317543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-f2b2e2c4-b949-40d6-96f5-b3804362e58d service neutron] 10.222.0.25 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827064 Jul 15 13:09:27.356902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:27.508054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.603583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Pushing event deleted for resources: {'Port': ['ID=7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:27.649185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.663336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] No DVR routers for this DVR port 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:27.666862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.669465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5dd9f6c-1a35-45e8-9aac-f5d3bfa60210 req-05cc6a65-18a5-42ff-a35a-09d82f0d4f89 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.30 "DELETE /v2.0/ports/7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 HTTP/1.1" status: 204 len: 173 time: 1.9436619 Jul 15 13:09:27.680491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-1ecb1fa4-bd5c-4c00-8f57-58a81f9a752f service neutron] 10.222.0.25 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101091 Jul 15 13:09:27.711239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '64181dca-97da-4a75-b55d-246d28757183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:09:25Z', 'revision_number': 5, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port': {'id': '64181dca-97da-4a75-b55d-246d28757183', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a78041-d82f-4939-8409-73abc431f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:27.721064 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Pushing event deleted for resources: {'Port': ['ID=88fc79a2-6757-4ca5-853d-5ed42361cbae,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:27.727502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.746891 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] Checking router: 97a78041-d82f-4939-8409-73abc431f8f5 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:27.758846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] Routers {'97a78041-d82f-4939-8409-73abc431f8f5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:27.759932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:09:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['97a78041-d82f-4939-8409-73abc431f8f5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:27.761406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.762204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.762799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.764500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.765326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.765907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.766625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.767243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.767818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.768950 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.769553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.770123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:27.858275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Deleting port 64181dca-97da-4a75-b55d-246d28757183 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:27.858976 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.975654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] Set router 97a78041-d82f-4939-8409-73abc431f8f5 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:28.051729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.063744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:09:27Z', 'revision_number': 6, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:28.070534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] For port 64181dca-97da-4a75-b55d-246d28757183, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=64181dca-97da-4a75-b55d-246d28757183,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:28.070976 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.086060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Calling delete_port for 64181dca-97da-4a75-b55d-246d28757183 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:28.111254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5a8d1-6e98-444e-9d0b-357336c2357f None None] The sync data for ids ['97a78041-d82f-4939-8409-73abc431f8f5'] in n-d-771362-36 is: [{'id': '97a78041-d82f-4939-8409-73abc431f8f5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175636056-router', 'tenant_id': '8da7cf62ab6a41f084657e78aab75e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:57Z', 'updated_at': '2021-07-15T13:09:27Z', 'revision_number': 6, 'project_id': '8da7cf62ab6a41f084657e78aab75e16', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:28.277156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-9fee0875-9dca-44f6-9d51-52f6fdb9f2c0 req-bd655e8c-eee4-4e4b-8067-7fc5414051ff tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:09:28.278094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fee0875-9dca-44f6-9d51-52f6fdb9f2c0 req-bd655e8c-eee4-4e4b-8067-7fc5414051ff tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148454 Jul 15 13:09:28.586661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:28.587921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fee0875-9dca-44f6-9d51-52f6fdb9f2c0 req-f385ad3b-4598-4ebd-83e2-5d9cba315f60 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2998941 Jul 15 13:09:28.631462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.725264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=64181dca-97da-4a75-b55d-246d28757183,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:28.829762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.855044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:28.873714 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] Sync routers for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:28.877113 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-06f691c3-64f9-4c52-b966-194dab2708ae admin admin] 10.222.0.25 "PUT /v2.0/routers/32c0d0d6-deaa-4c8a-a155-deb11d19e97f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0709293 Jul 15 13:09:28.881803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42398) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:28.915365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:28.916365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:09:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:29.045381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.054138 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.140042 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:29.164350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.202736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.203847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a78041-d82f-4939-8409-73abc431f8f5 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:29.211355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.212749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-73f8ca4c-24b2-4169-a362-035f7820fc3f admin admin] 10.222.0.25 "DELETE /v2.0/routers/97a78041-d82f-4939-8409-73abc431f8f5 HTTP/1.1" status: 204 len: 168 time: 2.1199567 Jul 15 13:09:29.215686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42402) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:29.228010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45e4b-1a72-40ed-91ed-cb9ff58a4607 req-0bde76d8-b50f-468b-9663-eb194a1e709e tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.238420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50a45e4b-1a72-40ed-91ed-cb9ff58a4607 req-0bde76d8-b50f-468b-9663-eb194a1e709e tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=edeaa863-ba4c-4026-9854-465c6feba7c1 HTTP/1.1" status: 200 len: 1101 time: 0.2097325 Jul 15 13:09:29.292870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50a45e4b-1a72-40ed-91ed-cb9ff58a4607 req-ce2a5687-9940-4788-87d9-d80910d21d37 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545135 Jul 15 13:09:29.372028 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9e83a0-1a41-42aa-8743-e020e975fbd6 x-openstack-request-id: req-5b9e83a0-1a41-42aa-8743-e020e975fbd6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:29.372576 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9f4cc7-0969-436b-801f-bce1c05a75ad", "name": "network-vif-deleted", "tag": "69924de3-ff7e-4fce-8fe5-a721097ff001", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:29.373870 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b9e83a0-1a41-42aa-8743-e020e975fbd6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:29.374701 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f4cc7-0969-436b-801f-bce1c05a75ad', 'name': 'network-vif-deleted', 'tag': '69924de3-ff7e-4fce-8fe5-a721097ff001', 'status': 'completed', 'code': 200} Jul 15 13:09:29.380248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f64e5a8-ab88-474b-a319-fd86bcb3a69b admin admin] Deleting subnet 976fc592-1986-42eb-9fc0-ed0b17bc7c26 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:29.386482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f64e5a8-ab88-474b-a319-fd86bcb3a69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.483181 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:09:27Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:29.504058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f64e5a8-ab88-474b-a319-fd86bcb3a69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.528967 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] Checking router: 32c0d0d6-deaa-4c8a-a155-deb11d19e97f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:29.544328 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] Routers {'32c0d0d6-deaa-4c8a-a155-deb11d19e97f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:29.546155 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:09:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:29.564041 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.746618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f64e5a8-ab88-474b-a319-fd86bcb3a69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.754912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80512d-9fba-490d-befb-b8f4b853b7a2 req-3ec1cb86-ffb1-4d73-a506-109955331104 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.757033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d80512d-9fba-490d-befb-b8f4b853b7a2 req-3ec1cb86-ffb1-4d73-a506-109955331104 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.1419721 Jul 15 13:09:29.837065 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] Set router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:29.855578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d80512d-9fba-490d-befb-b8f4b853b7a2 req-d8ffd5cc-18a0-4829-8041-b822186c49d2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914767 Jul 15 13:09:29.866842 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f64e5a8-ab88-474b-a319-fd86bcb3a69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.883499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f64e5a8-ab88-474b-a319-fd86bcb3a69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.885615 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1f64e5a8-ab88-474b-a319-fd86bcb3a69b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/976fc592-1986-42eb-9fc0-ed0b17bc7c26 HTTP/1.1" status: 204 len: 168 time: 0.6670904 Jul 15 13:09:29.889889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42410) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:29.897361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55cf918-7407-40b5-919b-88c2606f7cbe None None] Network c78559fe-040e-4fad-886a-a26d3541fc33 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:29.951582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64e5a8-ab88-474b-a319-fd86bcb3a69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976fc592-1986-42eb-9fc0-ed0b17bc7c26,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.978200 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Deleting port 07497405-7e2d-42eb-8a04-262fd1701b8d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:29.978552 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.162034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 64181dca-97da-4a75-b55d-246d28757183 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:30.183604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045baf-af02-43b0-a858-59522f6d628f req-e400594c-d974-4a02-b9c0-a44add8f6df3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.185497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-e400594c-d974-4a02-b9c0-a44add8f6df3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.30 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 804 time: 0.2275782 Jul 15 13:09:30.196388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42414) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.217609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 64181dca-97da-4a75-b55d-246d28757183 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:30.218239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 64181dca-97da-4a75-b55d-246d28757183 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:30.219090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c7d51f23-be11-46bb-ab99-d5ab20076465 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:30.235995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] For port 07497405-7e2d-42eb-8a04-262fd1701b8d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=07497405-7e2d-42eb-8a04-262fd1701b8d,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:30.236529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.242746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c7d51f23-be11-46bb-ab99-d5ab20076465 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:30.243413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c7d51f23-be11-46bb-ab99-d5ab20076465 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:30.280305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Calling delete_port for 07497405-7e2d-42eb-8a04-262fd1701b8d owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:30.281709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Request body: {'port': {'device_id': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'admin_state_up': True, 'tenant_id': 'b02ee399ad0e4a25b2b68a67833748b5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:30.342305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3420796a-0a6f-4d60-9ac0-a251b6110f3d req-8e6ed7f3-3fad-435d-912a-343720cc4e8b tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 210 time: 0.1554263 Jul 15 13:09:30.358135 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.420858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] DHCP port deletion for c78559fe-040e-4fad-886a-a26d3541fc33 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:30.436717 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:09:27Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:30.483014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:30.538230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:30.539033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:30.542613 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9de676-9920-43b9-b0dd-b0e51df57483 None None] The sync data for ids ['32c0d0d6-deaa-4c8a-a155-deb11d19e97f'] in n-d-771362-36 is: [{'id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1751980384-router', 'tenant_id': '467a286680ad4a5b96b23610e7a4e5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:34Z', 'updated_at': '2021-07-15T13:09:27Z', 'revision_number': 5, 'project_id': '467a286680ad4a5b96b23610e7a4e5a0', 'gw_port': {'id': '07497405-7e2d-42eb-8a04-262fd1701b8d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0d0d6-deaa-4c8a-a155-deb11d19e97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:35Z', 'updated_at': '2021-07-15T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:30.593000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] Deleting port 0999445a-6653-4aee-82be-69561d9459c3 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:30.595047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.595380 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c137bdad-67bf-43bd-a1f2-fd1905545c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.683857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d4d66-b902-44c1-9c79-592018c201ba req-a4d0dba3-6246-47ad-8fd2-1557e450f2f1 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.691802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a2d4d66-b902-44c1-9c79-592018c201ba req-a4d0dba3-6246-47ad-8fd2-1557e450f2f1 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.1741626 Jul 15 13:09:30.695696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Deleting port 0999445a-6653-4aee-82be-69561d9459c3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:30.696076 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.727225 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.739355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] For port 0999445a-6653-4aee-82be-69561d9459c3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0999445a-6653-4aee-82be-69561d9459c3,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:30.740229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.766912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] Calling delete_port for 0999445a-6653-4aee-82be-69561d9459c3 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:30.778955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07497405-7e2d-42eb-8a04-262fd1701b8d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.801691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a2d4d66-b902-44c1-9c79-592018c201ba req-e4d94f46-7fbe-453b-a578-89ab32f8e708 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089749 Jul 15 13:09:30.803738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] For port 0999445a-6653-4aee-82be-69561d9459c3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0999445a-6653-4aee-82be-69561d9459c3,segment=NetworkSegment(5cb2b006-6dc5-4247-9cdf-3ae0b07152e8),segment_id=5cb2b006-6dc5-4247-9cdf-3ae0b07152e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:30.804097 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.821112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Calling delete_port for 0999445a-6653-4aee-82be-69561d9459c3 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:30.840390 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c137bdad-67bf-43bd-a1f2-fd1905545c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.864847 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c137bdad-67bf-43bd-a1f2-fd1905545c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.924563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.930072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Made reservation on behalf of b02ee399ad0e4a25b2b68a67833748b5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:30.934244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.937848 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c137bdad-67bf-43bd-a1f2-fd1905545c97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d431fefdb0e4409bccc02382625d17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7396524 Jul 15 13:09:30.949271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42420) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:31.019483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137bdad-67bf-43bd-a1f2-fd1905545c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12b64cc-745d-48bd-8334-03194dce373d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.037006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.041862 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.078200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] Pushing event deleted for resources: {'Port': ['ID=0999445a-6653-4aee-82be-69561d9459c3,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.087704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ef8bb-6d79-4c0e-b441-fe9b60a970db None None] No DVR routers for this DVR port 0999445a-6653-4aee-82be-69561d9459c3 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:31.103387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0999445a-6653-4aee-82be-69561d9459c3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.123863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] No DVR routers for this DVR port 0999445a-6653-4aee-82be-69561d9459c3 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:31.137332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.140593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.203078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.205052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c0d0d6-deaa-4c8a-a155-deb11d19e97f {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:31.224823 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.229287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42424) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:31.229718 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7aa3333e-0623-4ed5-88be-a38b148a15b2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/32c0d0d6-deaa-4c8a-a155-deb11d19e97f HTTP/1.1" status: 204 len: 168 time: 2.3442039 Jul 15 13:09:31.266270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-063549be-10cb-4098-84be-f12ae36c6e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.377846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'name': 'network-vif-deleted', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:31.381893 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b3c3ee-7382-4456-ae16-f759ed10abc6" -d '{"events": [{"server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "name": "network-vif-deleted", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:31.514324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.526008 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-063549be-10cb-4098-84be-f12ae36c6e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.544646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78559fe-040e-4fad-886a-a26d3541fc33']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:31.570900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Allocated IP 172.20.0.2 (e84e4f53-12f3-4161-bd13-9a17bf9aa3bf/63c890cf-9ce2-42d4-9b8d-ac0465fdd604/630de8a4-2e17-45d5-a77d-8f8603eca8ef) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:31.577825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af65fd7-aaa1-4067-8c9d-bc8f3711e9d5 admin admin] Deleting subnet 03f30fba-9f78-463a-984d-4b801f87c92a {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:31.584994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:31.585350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb2b006-6dc5-4247-9cdf-3ae0b07152e8') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:31.609519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0af65fd7-aaa1-4067-8c9d-bc8f3711e9d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.645036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.683628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.713169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:31.713486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.717046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0af65fd7-aaa1-4067-8c9d-bc8f3711e9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:31.720505 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:31.764421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-063549be-10cb-4098-84be-f12ae36c6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.767086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-063549be-10cb-4098-84be-f12ae36c6e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.768992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-063549be-10cb-4098-84be-f12ae36c6e7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a12b64cc-745d-48bd-8334-03194dce373d HTTP/1.1" status: 204 len: 168 time: 0.8180912 Jul 15 13:09:31.882440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063549be-10cb-4098-84be-f12ae36c6e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12b64cc-745d-48bd-8334-03194dce373d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.898982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910583e-4224-4169-b8ef-ea61ca691ded req-260fa963-ce90-486d-be2f-ffb91e81dc0e tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.901697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5910583e-4224-4169-b8ef-ea61ca691ded req-260fa963-ce90-486d-be2f-ffb91e81dc0e tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e9469c-5698-47d3-9961-afe3493c4e09 HTTP/1.1" status: 200 len: 945 time: 0.5049949 Jul 15 13:09:31.949956 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.032967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 88fc79a2-6757-4ca5-853d-5ed42361cbae no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:32.036322 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0af65fd7-aaa1-4067-8c9d-bc8f3711e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.067814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 88fc79a2-6757-4ca5-853d-5ed42361cbae {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:32.068766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 88fc79a2-6757-4ca5-853d-5ed42361cbae not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:32.069148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 07497405-7e2d-42eb-8a04-262fd1701b8d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:32.075905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.080459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c78559fe-040e-4fad-886a-a26d3541fc33 HTTP/1.1" status: 204 len: 168 time: 2.1892796 Jul 15 13:09:32.101567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 07497405-7e2d-42eb-8a04-262fd1701b8d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:32.102274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 07497405-7e2d-42eb-8a04-262fd1701b8d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:32.103033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0999445a-6653-4aee-82be-69561d9459c3 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:32.138208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 0999445a-6653-4aee-82be-69561d9459c3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:32.138887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0999445a-6653-4aee-82be-69561d9459c3 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:32.161036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdcf67-40c9-423d-8162-3201d42abb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=c78559fe-040e-4fad-886a-a26d3541fc33,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.240158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5910583e-4224-4169-b8ef-ea61ca691ded req-67d82908-6100-41ac-959a-e342a2883e25 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173738 Jul 15 13:09:32.283238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.294270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0af65fd7-aaa1-4067-8c9d-bc8f3711e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.388627 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0af65fd7-aaa1-4067-8c9d-bc8f3711e9d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.399975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0af65fd7-aaa1-4067-8c9d-bc8f3711e9d5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/03f30fba-9f78-463a-984d-4b801f87c92a HTTP/1.1" status: 204 len: 168 time: 1.1643324 Jul 15 13:09:32.401469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af65fd7-aaa1-4067-8c9d-bc8f3711e9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f30fba-9f78-463a-984d-4b801f87c92a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.404134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42444) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:32.406006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42446) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:32.423035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42450) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:32.467816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02970207-43fc-4b43-ae57-735bf1cf500c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.539453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.562131 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.587347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4139b723-8ed5-4ce2-8b79-b3b121fbbf2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8da7cf62ab6a41f084657e78aab75e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624696 Jul 15 13:09:32.597237 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42452) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:32.659774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:32.673776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:32.686805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:32.743214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Pushing event updated for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.769242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.789080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00065e-1d5d-4edc-8636-4abcc6ab7ae2 req-c39c03b0-fc16-487c-98fd-afcbb2f2c07b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.791898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f00065e-1d5d-4edc-8636-4abcc6ab7ae2 req-c39c03b0-fc16-487c-98fd-afcbb2f2c07b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.3010404 Jul 15 13:09:32.811119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0149d5b0-f081-48dd-abcb-32bea981b119']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:32.831653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.832696 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.850545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e699ac-35c9-40ee-a62c-5ec123b58d77') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:32.851019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e699ac-35c9-40ee-a62c-5ec123b58d77') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:32.892245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02970207-43fc-4b43-ae57-735bf1cf500c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.894508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f00065e-1d5d-4edc-8636-4abcc6ab7ae2 req-a4064c77-e0ad-4063-9bd6-9448f4da2db0 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917273 Jul 15 13:09:32.897233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.910661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cce006a-621e-4c17-a302-4d6c2e5c15a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.917123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-6bb647df-8877-4c41-9d82-908d182c70e2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7142491 Jul 15 13:09:32.931497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02970207-43fc-4b43-ae57-735bf1cf500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.935805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Request body: {'port': {'device_id': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:33.015662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.023214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cce006a-621e-4c17-a302-4d6c2e5c15a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.043834 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.067434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02970207-43fc-4b43-ae57-735bf1cf500c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d8c92d-dc19-46bf-9d2a-7a36aee58941,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.077204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:33.077921 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:33.085567 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:33.139415 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-02970207-43fc-4b43-ae57-735bf1cf500c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c0bdefdfb6042019f7aadef56e6c0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7313142 Jul 15 13:09:33.144415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42454) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:33.231694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.241817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.249864 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] 10.222.0.25 "DELETE /v2.0/networks/0149d5b0-f081-48dd-abcb-32bea981b119 HTTP/1.1" status: 204 len: 168 time: 0.8327742 Jul 15 13:09:33.268641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f857e-d29f-4dbd-b7c4-3fede7e8a36b req-d61f41fb-8638-4910-b4d2-29ca664e82f2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.271490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-259f857e-d29f-4dbd-b7c4-3fede7e8a36b req-d61f41fb-8638-4910-b4d2-29ca664e82f2 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 931 time: 0.2248962 Jul 15 13:09:33.274007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cda5c-6af1-40e8-955a-55d61ec17a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=0149d5b0-f081-48dd-abcb-32bea981b119,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.283471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cce006a-621e-4c17-a302-4d6c2e5c15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.289334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cce006a-621e-4c17-a302-4d6c2e5c15a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.292037 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4cce006a-621e-4c17-a302-4d6c2e5c15a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66cbfe97-5ed1-4b61-9986-61dd0e38a794 HTTP/1.1" status: 204 len: 168 time: 0.6893017 Jul 15 13:09:33.307348 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce006a-621e-4c17-a302-4d6c2e5c15a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cbfe97-5ed1-4b61-9986-61dd0e38a794,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.671048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42462) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:33.753070 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-423719c3-0b3d-4f79-a6f7-fcf9254203d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=467a286680ad4a5b96b23610e7a4e5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800276 Jul 15 13:09:33.757509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42464) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:33.780042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7229c94-2e76-4514-b540-7e2bf94f1ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.826272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-259f857e-d29f-4dbd-b7c4-3fede7e8a36b req-06b366ec-35f4-43df-9ea9-f1c52f01ac76 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334799 Jul 15 13:09:33.861191 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7229c94-2e76-4514-b540-7e2bf94f1ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.890352 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92780ad9-767f-4dac-8b6b-831971afe27a x-openstack-request-id: req-92780ad9-767f-4dac-8b6b-831971afe27a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:33.890595 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c873a-427a-4020-aaee-d33da91628a8", "name": "network-vif-deleted", "tag": "7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:33.890917 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92780ad9-767f-4dac-8b6b-831971afe27a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:33.891406 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c873a-427a-4020-aaee-d33da91628a8', 'name': 'network-vif-deleted', 'tag': '7b077d0f-4eb9-4398-8b24-6e7d60a3b3e3', 'status': 'completed', 'code': 200} Jul 15 13:09:33.954397 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-098d452f-7b85-4e94-ac56-b4eddb770c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.003312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630de8a4-2e17-45d5-a77d-8f8603eca8ef {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:34.013018 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-098d452f-7b85-4e94-ac56-b4eddb770c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.017734 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.039092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-58f3c5a1-c2b4-4b15-824c-af34eb18035c tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585153 Jul 15 13:09:34.039752 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7229c94-2e76-4514-b540-7e2bf94f1ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.042395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7229c94-2e76-4514-b540-7e2bf94f1ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.047596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7229c94-2e76-4514-b540-7e2bf94f1ef1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3d8c92d-dc19-46bf-9d2a-7a36aee58941 HTTP/1.1" status: 204 len: 168 time: 0.8947916 Jul 15 13:09:34.104020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7229c94-2e76-4514-b540-7e2bf94f1ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d8c92d-dc19-46bf-9d2a-7a36aee58941,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.120733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Transition to ACTIVE for port object 630de8a4-2e17-45d5-a77d-8f8603eca8ef will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:34.166106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.257000 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.287056 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-098d452f-7b85-4e94-ac56-b4eddb770c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.290952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-098d452f-7b85-4e94-ac56-b4eddb770c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.293182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-098d452f-7b85-4e94-ac56-b4eddb770c31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4c71f87-51c2-4fba-8f33-070eef6a2d13 HTTP/1.1" status: 204 len: 168 time: 0.5343366 Jul 15 13:09:34.330976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d452f-7b85-4e94-ac56-b4eddb770c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c71f87-51c2-4fba-8f33-070eef6a2d13,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.370180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Pushing event updated for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.411606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-f2c20cf7-c1f6-43c6-9955-cba73c42dd59 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.416836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-f2c20cf7-c1f6-43c6-9955-cba73c42dd59 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3618629 Jul 15 13:09:34.537802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-1bf17dc7-1cb8-4578-a214-b69e3dd2fd22 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/quotas/a382d7ef9fe44b30aed53cf0240ba4cc HTTP/1.1" status: 200 len: 375 time: 0.0721657 Jul 15 13:09:34.621524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Attempting to bind port 630de8a4-2e17-45d5-a77d-8f8603eca8ef on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:34.621778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Attempting to bind port 630de8a4-2e17-45d5-a77d-8f8603eca8ef by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:34.622183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Attempting to bind port 630de8a4-2e17-45d5-a77d-8f8603eca8ef on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:34.628587 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-61dd11b7-5348-4d5b-bd3d-ee3f99295ba5 service neutron] show failed (client error): The resource could not be found. Jul 15 13:09:34.629677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-61dd11b7-5348-4d5b-bd3d-ee3f99295ba5 service neutron] 10.222.0.35 "GET /v2.0/ports/f05406d4-6d22-4936-a4f2-f0941f0bb66a/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.2641053 Jul 15 13:09:34.633270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Port 630de8a4-2e17-45d5-a77d-8f8603eca8ef on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:34.633733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Attempting to bind port 630de8a4-2e17-45d5-a77d-8f8603eca8ef on network e84e4f53-12f3-4161-bd13-9a17bf9aa3bf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:34.649016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:34.649430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Checking segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:34.649794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Bound using segment: {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:34.650336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Bound port: 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e338aa63-c71d-4f46-9f81-c00d6c000833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:34.650805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.733070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-a8b6b7a7-a45c-46eb-ba07-e7032e545319 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1795914 Jul 15 13:09:34.768267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:34.772452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:34.779055 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.832038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.832719 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.834273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] 10.222.0.30 "PUT /v2.0/ports/630de8a4-2e17-45d5-a77d-8f8603eca8ef HTTP/1.1" status: 200 len: 1092 time: 1.9061291 Jul 15 13:09:34.860125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece67dc-3462-4f50-9bab-536f93271b42 service neutron] Pushing event updated for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.037172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045baf-af02-43b0-a858-59522f6d628f req-c977e01a-c060-4cc1-8007-6aa5f6fea81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.045637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-c977e01a-c060-4cc1-8007-6aa5f6fea81f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 1095 time: 0.1268775 Jul 15 13:09:35.143807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-7cc8b5be-d2ea-4227-8686-a686285a153d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef HTTP/1.1" status: 200 len: 217 time: 0.0816817 Jul 15 13:09:35.193676 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.272456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045baf-af02-43b0-a858-59522f6d628f req-310f5cee-4c9a-4c64-8798-1d735eda799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.274122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-310f5cee-4c9a-4c64-8798-1d735eda799b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.0711672 Jul 15 13:09:35.316356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-b410b3ca-982f-4bf9-977f-7ada40cc8ddf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339541 Jul 15 13:09:35.319064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-fc6101f4-b8db-49bd-824a-94697f60b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.320991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-fc6101f4-b8db-49bd-824a-94697f60b15c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 1102 time: 0.2925136 Jul 15 13:09:35.345672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:35.520650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.663763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-ab72e36b-359e-47d9-bab8-fc13f2061274 service neutron] 10.222.0.30 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349152 Jul 15 13:09:35.892059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:35.905865 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3453c814-d894-4d80-b7df-143fc55a8d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:36.078244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.127182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42546) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:36.132288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96045baf-af02-43b0-a858-59522f6d628f req-ef6dee6d-8a95-4d38-8fdb-ff64366af349 service neutron] 10.222.0.30 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114869 Jul 15 13:09:36.211097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:36.279058 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.305778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cab21-737c-45b3-84c0-2a310fb5161e req-919588cb-6d16-4115-ad20-10f2da77a7fc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.316072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff0cab21-737c-45b3-84c0-2a310fb5161e req-919588cb-6d16-4115-ad20-10f2da77a7fc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 945 time: 0.2604964 Jul 15 13:09:36.319494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Transition to ACTIVE for port object f05406d4-6d22-4936-a4f2-f0941f0bb66a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:36.354232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.439635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff0cab21-737c-45b3-84c0-2a310fb5161e req-8328d675-11cc-4056-920f-ac740bc0f26f tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131790 Jul 15 13:09:36.464793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.500460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] No DVR routers for this DVR port f05406d4-6d22-4936-a4f2-f0941f0bb66a on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:36.585909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:36.587958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:36.588693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:36.603065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:36.604137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:36.617307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:36.618207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:36.618792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:36.620048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Bound port: f05406d4-6d22-4936-a4f2-f0941f0bb66a, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:36.620897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.662281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1634307162-network', 'tenant_id': '304ee53c94c742319f5667897c37f145'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:36.739303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Made reservation on behalf of 304ee53c94c742319f5667897c37f145 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:36.744535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.804248 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.993922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:37.007245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:37.029018 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.056168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.071957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.103054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.107053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.109231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] 10.222.0.30 "PUT /v2.0/ports/f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 1097 time: 1.7792540 Jul 15 13:09:37.123395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:37.130552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e3670-9ebe-40b6-8318-1e9382fae305 req-19886cfa-8737-437d-b8dc-9fe04c3327d7 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.134295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-906e3670-9ebe-40b6-8318-1e9382fae305 req-19886cfa-8737-437d-b8dc-9fe04c3327d7 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 948 time: 0.3238113 Jul 15 13:09:37.165770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.167397 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Added segment 83003e03-ff0f-439e-97ac-1af868897e3a of type vlan for network a43e1109-00ca-4610-9df1-bf2ac22fa4d8 Jul 15 13:09:37.278067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc23f61-2d14-458c-88fb-b02bfe95a490 service neutron] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.291918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.296120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-906e3670-9ebe-40b6-8318-1e9382fae305 req-d3a76bf2-ac4b-4f1a-bbd4-9dccbb82c4b5 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270933 Jul 15 13:09:37.350953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-49f22170-7651-4d8e-8bbc-41c276ddc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.353985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-49f22170-7651-4d8e-8bbc-41c276ddc969 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1100 time: 0.2075865 Jul 15 13:09:37.519758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df547c63-cf00-4726-9d8e-197b2bd7512e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.528891 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.531512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.533382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.641690 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5032268 Jul 15 13:09:37.646709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42578) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:37.653588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Request body: {'subnet': {'network_id': 'a43e1109-00ca-4610-9df1-bf2ac22fa4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1634307162-subnet', 'tenant_id': '304ee53c94c742319f5667897c37f145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:37.694929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-68bc4308-0508-4935-a4b5-83673ebfcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.703638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-68bc4308-0508-4935-a4b5-83673ebfcaed service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3244441 Jul 15 13:09:37.704193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cab61-5057-477c-b2a6-7690a8d5d1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a43e1109-00ca-4610-9df1-bf2ac22fa4d8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.716598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a43e1109-00ca-4610-9df1-bf2ac22fa4d8 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:37.793628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-dc4e7885-48ea-4bc6-869a-797a6567f6ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.0866663 Jul 15 13:09:37.794534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Made reservation on behalf of 304ee53c94c742319f5667897c37f145 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:37.797214 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.963063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-5e24d6bd-3253-41a8-9e11-b465e407400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.964921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-5e24d6bd-3253-41a8-9e11-b465e407400d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1540759 Jul 15 13:09:38.071383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76e82-f438-446d-893b-cb465efc2ff8 req-80d6f4c9-d67f-4b29-b726-48ff0bf70c01 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.079197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40b76e82-f438-446d-893b-cb465efc2ff8 req-80d6f4c9-d67f-4b29-b726-48ff0bf70c01 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 943 time: 0.2453089 Jul 15 13:09:38.201003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40b76e82-f438-446d-893b-cb465efc2ff8 req-7aae7f5c-2d95-4de4-9c13-cf4748777552 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171625 Jul 15 13:09:38.235811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-572dba39-0006-4f50-8765-737a9a28d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.239105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-572dba39-0006-4f50-8765-737a9a28d7ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2657113 Jul 15 13:09:38.241671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.502853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 630de8a4-2e17-45d5-a77d-8f8603eca8ef details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:38.609854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-1cd1040f-a25e-49f1-a65b-37f1e85a5426 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765140 Jul 15 13:09:38.611554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-032f3ea2-1f99-4424-8b3a-e733a97c8696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517198 Jul 15 13:09:38.660712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-51125098-0a93-40c5-bb68-d0f29742c7c3 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057302 Jul 15 13:09:38.679208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0e1843-14d8-48da-9971-8623c3a74853,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.796573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:38.845781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Checking segment: {'id': '83003e03-ff0f-439e-97ac-1af868897e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a43e1109-00ca-4610-9df1-bf2ac22fa4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:38.846159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Network hostable DHCP agents. Network: a43e1109-00ca-4610-9df1-bf2ac22fa4d8, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:38.859438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:38.888449 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:38.932545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'port_id': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'mac_address': 'fa:16:3e:70:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c890cf-9ce2-42d4-9b8d-ac0465fdd604', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:38.968515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-60b7c9b4-cb32-41ef-8554-aaf784c31040 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.972063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-60b7c9b4-cb32-41ef-8554-aaf784c31040 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438804 Jul 15 13:09:38.979101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-2fea39d3-c200-487b-bf69-03492fbe10d2 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.980661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-2fea39d3-c200-487b-bf69-03492fbe10d2 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637624 Jul 15 13:09:39.001914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Request body: {'port': {'device_id': '2da54574-971b-4ece-808f-b5078d7c25a5', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a382d7ef9fe44b30aed53cf0240ba4cc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:39.030680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Request body: {'port': {'device_id': '3dce4035-a95e-4987-9fb6-e04c70bdc20b', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a382d7ef9fe44b30aed53cf0240ba4cc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:39.084336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Network a43e1109-00ca-4610-9df1-bf2ac22fa4d8 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:39.110835 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.165139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9be462e3-b3dc-4986-a2c6-ff4089b1a9da req-e33ac405-cf94-4076-9d91-6a41d385013c service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774299 Jul 15 13:09:39.179514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630de8a4-2e17-45d5-a77d-8f8603eca8ef {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:39.201656 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c013f7e-af3c-409b-8759-8149789034d9 x-openstack-request-id: req-6c013f7e-af3c-409b-8759-8149789034d9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:39.204132 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:39.204547 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c013f7e-af3c-409b-8759-8149789034d9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:39.207978 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'status': 'completed', 'code': 200} Jul 15 13:09:39.218515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:39.228028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.388243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:39.514293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['630de8a4-2e17-45d5-a77d-8f8603eca8ef'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:39.535000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a43e1109-00ca-4610-9df1-bf2ac22fa4d8) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:39.574197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.575321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b4e2a-eb02-4bdc-9449-67690053f0a0 None None] Network a43e1109-00ca-4610-9df1-bf2ac22fa4d8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:39.575784 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.623396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bf26849d-1559-426c-94f0-e3d5a6391544 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9851842 Jul 15 13:09:39.732291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-69b20973-c6a5-4ff6-b486-d30ec1acce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.736082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-69b20973-c6a5-4ff6-b486-d30ec1acce8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 1096 time: 0.3234546 Jul 15 13:09:39.737377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Made reservation on behalf of a382d7ef9fe44b30aed53cf0240ba4cc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:39.744035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.946583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba854b7-de3d-4cdc-8428-fc808d192e9f None None] Network a43e1109-00ca-4610-9df1-bf2ac22fa4d8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:40.015650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Made reservation on behalf of a382d7ef9fe44b30aed53cf0240ba4cc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:40.019425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.159891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5708435-1dc0-4447-b038-f5e27b633098 req-70edd691-8843-4cbd-b3cc-c3bca4623afc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.165929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5708435-1dc0-4447-b038-f5e27b633098 req-70edd691-8843-4cbd-b3cc-c3bca4623afc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.172047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5708435-1dc0-4447-b038-f5e27b633098 req-70edd691-8843-4cbd-b3cc-c3bca4623afc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.174050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5708435-1dc0-4447-b038-f5e27b633098 req-70edd691-8843-4cbd-b3cc-c3bca4623afc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e&device_id=a1e9469c-5698-47d3-9961-afe3493c4e09&device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 2417 time: 0.4462161 Jul 15 13:09:40.185244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-c3ea5360-1f85-443e-becc-148105d07e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.186769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-c3ea5360-1f85-443e-becc-148105d07e36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 200 len: 905 time: 0.4383190 Jul 15 13:09:40.519988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:40.524195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 630de8a4-2e17-45d5-a77d-8f8603eca8ef up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:40.598663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42618) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:40.724384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-f31c6817-a30f-4db4-88f8-f5dd44b79585 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef HTTP/1.1" status: 200 len: 217 time: 0.5261652 Jul 15 13:09:40.739190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Allocated IP 192.168.233.171 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/657fa42e-c549-416f-b656-d7e8063635b3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:40.818862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5708435-1dc0-4447-b038-f5e27b633098 req-a1af042d-bf43-4a92-b1da-a98831b9e0ae tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d29b019-e5e3-456c-9243-293001ad92a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266201 Jul 15 13:09:40.827394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-8b23aa7e-d90a-4578-b738-287275dcf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.828126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bcef9fb9-8b2c-472f-88a7-9fee04319456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.844181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-8b23aa7e-d90a-4578-b738-287275dcf16d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 200 len: 844 time: 0.1080458 Jul 15 13:09:40.902939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-4c3e8215-064a-4af8-8c96-fd069a303780 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495615 Jul 15 13:09:40.907503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 630de8a4-2e17-45d5-a77d-8f8603eca8ef completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:40.920868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 630de8a4-2e17-45d5-a77d-8f8603eca8ef triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:40.921462 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.009492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:41.043395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'mac_address': 'fa:16:3e:0e:a0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:41.046933 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:41.088339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bcef9fb9-8b2c-472f-88a7-9fee04319456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.098569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bcef9fb9-8b2c-472f-88a7-9fee04319456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.108314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-26b586b4-e12b-41fc-8480-64bfe94d3e58 service neutron] 10.222.0.30 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953855 Jul 15 13:09:41.153940 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bcef9fb9-8b2c-472f-88a7-9fee04319456 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=104f48b48d1c41108c0eb8333579be86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5499053 Jul 15 13:09:41.154887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42624) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:41.163900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef9fb9-8b2c-472f-88a7-9fee04319456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0c73f-e6e8-4901-98c7-7e58220e8311,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.177089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.209988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}, {'name': 'network-changed', 'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:41.213351 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15eb1d-32a7-4871-854d-a52991238b86" -d '{"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-unplugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}, {"name": "network-changed", "server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:41.215977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.236525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.241472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05406d4-6d22-4936-a4f2-f0941f0bb66a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:41.278061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:41.290249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:41.292900 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce99dd81-a913-4303-993a-2439af437095" -d '{"events": [{"server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "name": "network-vif-plugged", "status": "completed", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:41.298792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.304377 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dec1d238-7a3a-4c39-921e-5313baf1acfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.329102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Transition to ACTIVE for port object 657fa42e-c549-416f-b656-d7e8063635b3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:41.364104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.371555 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dec1d238-7a3a-4c39-921e-5313baf1acfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.379868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:41.388228 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.416722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3453c814-d894-4d80-b7df-143fc55a8d3e req-740922ce-cc70-4a08-80f1-c271c6308b6b service neutron] 10.222.0.30 "GET /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886674 Jul 15 13:09:41.461308 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.481143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:41.497041 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dec1d238-7a3a-4c39-921e-5313baf1acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.500065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dec1d238-7a3a-4c39-921e-5313baf1acfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.505851 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dec1d238-7a3a-4c39-921e-5313baf1acfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ab0c73f-e6e8-4901-98c7-7e58220e8311 HTTP/1.1" status: 204 len: 168 time: 0.3454783 Jul 15 13:09:41.526170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1d238-7a3a-4c39-921e-5313baf1acfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0c73f-e6e8-4901-98c7-7e58220e8311,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.542277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:41.617894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['f05406d4-6d22-4936-a4f2-f0941f0bb66a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:41.638407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:41.653066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:41.668163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:41.697158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.792987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Allocated IP 192.168.233.93 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/f940c6ae-b061-4e89-bfa6-ae7fb51f7b86) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:41.800082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'Port': ['ID=657fa42e-c549-416f-b656-d7e8063635b3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.851070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.851645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.852336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.852756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.853311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.853975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.854524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.855107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.855652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.856176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.856730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.857276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:41.882648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.883777 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.921709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d867fa-e3c3-4939-8388-b708e5404fde req-27293e5d-1f74-4179-a308-d6d51745d83d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.934355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2d867fa-e3c3-4939-8388-b708e5404fde req-27293e5d-1f74-4179-a308-d6d51745d83d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 949 time: 0.4695697 Jul 15 13:09:41.957744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-dd152b5a-a111-454d-9f67-d17392ecd696 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9709728 Jul 15 13:09:41.989793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Request body: {'port': {'device_id': '2da54574-971b-4ece-808f-b5078d7c25a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:42.123475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2d867fa-e3c3-4939-8388-b708e5404fde req-678f5d69-0fb3-4727-86d4-15ccbf6e1498 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874368 Jul 15 13:09:42.173994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:42.183767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bef90b96-50e0-4ce0-9afb-072c5bb529a0 None None] Provisioning for port 657fa42e-c549-416f-b656-d7e8063635b3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:42.194966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01a95a72-7740-4272-b9de-da23f410f777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.215607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bef90b96-50e0-4ce0-9afb-072c5bb529a0 None None] Provisioning complete for port 657fa42e-c549-416f-b656-d7e8063635b3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:42.216214 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bef90b96-50e0-4ce0-9afb-072c5bb529a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.240801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.352368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01a95a72-7740-4272-b9de-da23f410f777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.359700 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01a95a72-7740-4272-b9de-da23f410f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.369722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bef90b96-50e0-4ce0-9afb-072c5bb529a0 None None] Port 657fa42e-c549-416f-b656-d7e8063635b3 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:42.429140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a95a72-7740-4272-b9de-da23f410f777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38c64d-9b54-42da-89db-678e13960196,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.436190 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-01a95a72-7740-4272-b9de-da23f410f777 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7c9d4678d204520b72dcdba44e0803c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615416 Jul 15 13:09:42.440789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42644) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:42.533112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-102995cd-a316-4d39-9b6c-253ed40834f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.572782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-102995cd-a316-4d39-9b6c-253ed40834f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.634921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.652815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-102995cd-a316-4d39-9b6c-253ed40834f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.657193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-102995cd-a316-4d39-9b6c-253ed40834f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.659667 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-102995cd-a316-4d39-9b6c-253ed40834f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d38c64d-9b54-42da-89db-678e13960196 HTTP/1.1" status: 204 len: 168 time: 0.2168021 Jul 15 13:09:42.674497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102995cd-a316-4d39-9b6c-253ed40834f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38c64d-9b54-42da-89db-678e13960196,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.719888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Transition to ACTIVE for port object f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:42.807072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c556ae-fb56-4527-b027-6f1411ab244d req-e42310db-0254-41c1-ac4d-da33aa0177b4 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.809344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48c556ae-fb56-4527-b027-6f1411ab244d req-e42310db-0254-41c1-ac4d-da33aa0177b4 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 936 time: 0.1789250 Jul 15 13:09:42.839392 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.943560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:43.025845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:43.057389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:43.062127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:43.138834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48c556ae-fb56-4527-b027-6f1411ab244d req-d611e876-95f3-4a57-bd44-572f6c591d95 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143926 Jul 15 13:09:43.172962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:43.176454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'Port': ['ID=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:43.266825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.272226 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.322638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ec7014f9-e8c1-4571-ae8d-c37c2086ff6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3057039 Jul 15 13:09:43.348101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Request body: {'port': {'device_id': '3dce4035-a95e-4987-9fb6-e04c70bdc20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:43.531513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0acdfe8d-2ea4-40c4-aaf6-e8df360e1c17 None None] Provisioning for port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:43.542963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0acdfe8d-2ea4-40c4-aaf6-e8df360e1c17 None None] Provisioning complete for port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:43.543699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0acdfe8d-2ea4-40c4-aaf6-e8df360e1c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.546679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657fa42e-c549-416f-b656-d7e8063635b3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:43.572997 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.604196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Transition to ACTIVE for port object 657fa42e-c549-416f-b656-d7e8063635b3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:43.636264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.671370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0acdfe8d-2ea4-40c4-aaf6-e8df360e1c17 None None] Port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:43.703010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.816881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Pushing event updated for resources: {'Port': ['ID=657fa42e-c549-416f-b656-d7e8063635b3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:43.834684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b930-26bf-4999-9fef-9d5caaa48af2 req-3a838e2c-dfdc-4520-97b0-ebd387a42df3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.836770 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0758b930-26bf-4999-9fef-9d5caaa48af2 req-3a838e2c-dfdc-4520-97b0-ebd387a42df3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 945 time: 0.3562391 Jul 15 13:09:44.014225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Attempting to bind port 657fa42e-c549-416f-b656-d7e8063635b3 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:44.014574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Attempting to bind port 657fa42e-c549-416f-b656-d7e8063635b3 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:44.014914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Attempting to bind port 657fa42e-c549-416f-b656-d7e8063635b3 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:44.023287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0758b930-26bf-4999-9fef-9d5caaa48af2 req-c67b01b0-bceb-4b30-921b-2f48b31cefd3 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492438 Jul 15 13:09:44.036102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Port 657fa42e-c549-416f-b656-d7e8063635b3 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:44.036556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Attempting to bind port 657fa42e-c549-416f-b656-d7e8063635b3 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:44.047219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:44.047615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:44.048054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:44.048421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Bound port: 657fa42e-c549-416f-b656-d7e8063635b3, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:44.048792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.083360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42672) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:44.300631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e3ae4b-a9c2-48f7-96a7-e0881d118bfc admin admin] Deleting subnet fe0e1843-14d8-48da-9971-8623c3a74853 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:44.314422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ae4b-a9c2-48f7-96a7-e0881d118bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.364248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] For port 657fa42e-c549-416f-b656-d7e8063635b3, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:44.368426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42678) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:44.407730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] For port 657fa42e-c549-416f-b656-d7e8063635b3, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=657fa42e-c549-416f-b656-d7e8063635b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:44.435731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ae4b-a9c2-48f7-96a7-e0881d118bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.438716 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.540643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.541872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.545535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] 10.222.0.35 "PUT /v2.0/ports/657fa42e-c549-416f-b656-d7e8063635b3 HTTP/1.1" status: 200 len: 1097 time: 2.5721269 Jul 15 13:09:44.548441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:44.555416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c363aed0-7351-49ff-898f-ebb62c85d2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.555861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:44.601014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f39ff4aa-8e98-4a8f-a5bb-db348e0cafbf req-1bc226c3-8d66-4ed0-850b-7304af0ca0be tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4403217 Jul 15 13:09:44.618510 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ae4b-a9c2-48f7-96a7-e0881d118bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.622354 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.665211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port f05406d4-6d22-4936-a4f2-f0941f0bb66a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:44.672583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port f05406d4-6d22-4936-a4f2-f0941f0bb66a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:44.673924 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.718520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Transition to ACTIVE for port object f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:44.754023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.762426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f1769-071c-4264-9af2-c9c13f531d78 service neutron] Pushing event updated for resources: {'Port': ['ID=657fa42e-c549-416f-b656-d7e8063635b3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.787740 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.823034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ae4b-a9c2-48f7-96a7-e0881d118bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.851619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:44.866542 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.899725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3ae4b-a9c2-48f7-96a7-e0881d118bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0e1843-14d8-48da-9971-8623c3a74853,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.912107 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ae4b-a9c2-48f7-96a7-e0881d118bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.917573 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42682) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:44.917876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d2e3ae4b-a9c2-48f7-96a7-e0881d118bfc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fe0e1843-14d8-48da-9971-8623c3a74853 HTTP/1.1" status: 204 len: 168 time: 0.8315666 Jul 15 13:09:44.946290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c363aed0-7351-49ff-898f-ebb62c85d2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.956209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Pushing event updated for resources: {'Port': ['ID=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.972641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-f5be69ab-2aab-4bda-8990-dcfa6fef61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.974594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-f5be69ab-2aab-4bda-8990-dcfa6fef61fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 1100 time: 0.3458629 Jul 15 13:09:44.991809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.999609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c363aed0-7351-49ff-898f-ebb62c85d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.050453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-1031f5fa-6af6-4dac-ae2a-c35bad750203 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=657fa42e-c549-416f-b656-d7e8063635b3 HTTP/1.1" status: 200 len: 217 time: 0.0477791 Jul 15 13:09:45.085691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.095189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363aed0-7351-49ff-898f-ebb62c85d2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c1060c-c8d1-4977-b994-cfd2d95037be,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.133063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Attempting to bind port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:45.133413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Attempting to bind port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:45.133756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Attempting to bind port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:45.141207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:45.141687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Attempting to bind port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:45.149501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-881a3962-3c6f-4dd4-8838-ba35c40d7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.151102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-881a3962-3c6f-4dd4-8838-ba35c40d7c91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0940228 Jul 15 13:09:45.159365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:45.159365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:45.159365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:45.159365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Bound port: f940c6ae-b061-4e89-bfa6-ae7fb51f7b86, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:45.159365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.164144 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c363aed0-7351-49ff-898f-ebb62c85d2ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=158f766930194d1e87919334904ea452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7941630 Jul 15 13:09:45.173128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42688) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:45.239078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.254789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43e1109-00ca-4610-9df1-bf2ac22fa4d8']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:45.269110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83003e03-ff0f-439e-97ac-1af868897e3a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:45.269603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83003e03-ff0f-439e-97ac-1af868897e3a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:45.280884 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.287746 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93520036-d32c-4397-a008-f43c8e04c766 x-openstack-request-id: req-93520036-d32c-4397-a008-f43c8e04c766 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:45.288235 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-unplugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "code": 200}, {"name": "network-changed", "server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:45.288648 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93520036-d32c-4397-a008-f43c8e04c766 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:45.289280 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'code': 200} Jul 15 13:09:45.289693 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'status': 'completed', 'code': 200} Jul 15 13:09:45.300830 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e8e08-d597-46bc-bdfd-9988321e614a x-openstack-request-id: req-552e8e08-d597-46bc-bdfd-9988321e614a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:45.301103 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "name": "network-vif-plugged", "status": "completed", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:45.301373 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-552e8e08-d597-46bc-bdfd-9988321e614a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:45.301783 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'code': 200} Jul 15 13:09:45.321030 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.330511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:45.332050 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:45.333810 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:45.433904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.444135 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.448085 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a43e1109-00ca-4610-9df1-bf2ac22fa4d8 HTTP/1.1" status: 204 len: 168 time: 0.5283384 Jul 15 13:09:45.468378 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e075-8b93-4c5a-bb2c-43a383a111e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43e1109-00ca-4610-9df1-bf2ac22fa4d8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.601028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] For port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:45.654373 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68b75559-7852-4cd7-9728-ad2a125f1b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.665929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] For port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:45.679253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-a43054ab-e792-43cc-a1ee-00e5866602f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.681934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-a43054ab-e792-43cc-a1ee-00e5866602f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5215745 Jul 15 13:09:45.683751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42698) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:45.708693 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.766368 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0553a4b4-3d04-4307-b670-c24e799b6532 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=304ee53c94c742319f5667897c37f145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805573 Jul 15 13:09:45.770305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42700) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:45.859358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9679ec00-52cf-40f9-b805-b91e7aac7671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.901840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9679ec00-52cf-40f9-b805-b91e7aac7671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.986423 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9679ec00-52cf-40f9-b805-b91e7aac7671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.991811 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9679ec00-52cf-40f9-b805-b91e7aac7671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.993928 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9679ec00-52cf-40f9-b805-b91e7aac7671 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df547c63-cf00-4726-9d8e-197b2bd7512e HTTP/1.1" status: 204 len: 168 time: 0.2218556 Jul 15 13:09:46.009963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679ec00-52cf-40f9-b805-b91e7aac7671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df547c63-cf00-4726-9d8e-197b2bd7512e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.180293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-c8876107-4a56-43f4-be94-a1b6d3611ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.181895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-c8876107-4a56-43f4-be94-a1b6d3611ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1102 time: 0.8889952 Jul 15 13:09:46.187180 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68b75559-7852-4cd7-9728-ad2a125f1b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.198437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-f6e87912-6a79-4e59-ac19-e92393a94f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.199999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-f6e87912-6a79-4e59-ac19-e92393a94f79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1102 time: 0.9092560 Jul 15 13:09:46.231960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.231960 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.231960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] 10.222.0.30 "PUT /v2.0/ports/f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 HTTP/1.1" status: 200 len: 1096 time: 2.8962355 Jul 15 13:09:46.444130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace02fe-7080-4099-b107-8e91dd3fdb70 req-3cfcb12d-7482-47fe-8772-8c68713ff6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.445380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ace02fe-7080-4099-b107-8e91dd3fdb70 req-3cfcb12d-7482-47fe-8772-8c68713ff6a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 1097 time: 1.0029399 Jul 15 13:09:46.517325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1ab90-d0ad-4b95-982d-d4e08e2bf290 service neutron] Pushing event updated for resources: {'Port': ['ID=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.644417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-8e05086f-a646-4bb6-b841-41aa88c1f4b0 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9385638 Jul 15 13:09:46.684101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ace02fe-7080-4099-b107-8e91dd3fdb70 req-88cbdc7f-277a-4a4f-8451-6754e8cf347f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147832 Jul 15 13:09:46.693535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68b75559-7852-4cd7-9728-ad2a125f1b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.696253 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68b75559-7852-4cd7-9728-ad2a125f1b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.697440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-68b75559-7852-4cd7-9728-ad2a125f1b8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5c1060c-c8d1-4977-b994-cfd2d95037be HTTP/1.1" status: 204 len: 168 time: 1.5239806 Jul 15 13:09:46.699082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-bea27273-63cf-48b4-b9c1-2ac18900c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.700722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-bea27273-63cf-48b4-b9c1-2ac18900c18b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.4977520 Jul 15 13:09:46.752602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-b529875d-b402-4282-8762-ac1465bb6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.754462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-b529875d-b402-4282-8762-ac1465bb6904 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.5017850 Jul 15 13:09:46.788603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b75559-7852-4cd7-9728-ad2a125f1b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c1060c-c8d1-4977-b994-cfd2d95037be,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.798369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da497f39-b1e7-41aa-83d8-898aaa062123 req-7f6648ec-5668-499b-a114-c14796ecf6ab tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.800146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da497f39-b1e7-41aa-83d8-898aaa062123 req-7f6648ec-5668-499b-a114-c14796ecf6ab tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.6562793 Jul 15 13:09:46.815627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-8b9f3440-ce93-485f-9729-321f777bdbbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.0913000 Jul 15 13:09:46.897760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-136a0796-26f7-44a5-a746-c6809c2009cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.0961494 Jul 15 13:09:46.908006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-c4ef4b33-42c5-46a3-b45d-d6696adf8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.910241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-c4ef4b33-42c5-46a3-b45d-d6696adf8a3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=3dce4035-a95e-4987-9fb6-e04c70bdc20b HTTP/1.1" status: 200 len: 1099 time: 0.6153312 Jul 15 13:09:47.046182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-2f0c7bcc-95ef-476f-ae85-fe26a7056be9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 HTTP/1.1" status: 200 len: 217 time: 0.1100149 Jul 15 13:09:47.089870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-d1311162-4445-43dd-8709-b97d6d93a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.091716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-d1311162-4445-43dd-8709-b97d6d93a094 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2079616 Jul 15 13:09:47.117332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-12c44066-b998-4da6-8749-b5a3933528bd service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512105 Jul 15 13:09:47.142612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da497f39-b1e7-41aa-83d8-898aaa062123 req-1b9af36c-979d-427c-8b40-86967fe4838f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548087 Jul 15 13:09:47.155935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42728) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:47.249631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-f9aae0f6-855b-4456-992f-61405dec1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.253808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-f9aae0f6-855b-4456-992f-61405dec1324 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.3182523 Jul 15 13:09:47.291326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da54574-971b-4ece-808f-b5078d7c25a5', 'tag': '657fa42e-c549-416f-b656-d7e8063635b3'}, {'name': 'network-changed', 'server_uuid': '3dce4035-a95e-4987-9fb6-e04c70bdc20b', 'tag': 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:47.296034 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff1405f-35b4-45c4-8191-cc4b6732445c" -d '{"events": [{"name": "network-changed", "server_uuid": "2da54574-971b-4ece-808f-b5078d7c25a5", "tag": "657fa42e-c549-416f-b656-d7e8063635b3"}, {"name": "network-changed", "server_uuid": "3dce4035-a95e-4987-9fb6-e04c70bdc20b", "tag": "f940c6ae-b061-4e89-bfa6-ae7fb51f7b86"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:47.303366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:47.307630 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe48e6ff-8104-44c7-accf-a3f253aee3bb" -d '{"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-plugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:47.370367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-932401784-network', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:47.376389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-003bfbb4-9a54-41eb-ae88-07ee1c9fd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.383827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-003bfbb4-9a54-41eb-ae88-07ee1c9fd3bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.3122442 Jul 15 13:09:47.422630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Made reservation on behalf of 6c84d9dc3154439bbcdfa258ea615927 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:47.425762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.436448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.511781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-135faff2-2ce9-4f90-9bb4-72bdeda8324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.513422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-135faff2-2ce9-4f90-9bb4-72bdeda8324f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3911986 Jul 15 13:09:47.568282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.572387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-1cb841ca-bac9-4024-9e6a-f6e3dbabfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.574147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-1cb841ca-bac9-4024-9e6a-f6e3dbabfe42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3070884 Jul 15 13:09:47.576376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.618675 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ebd4a-c5dc-441e-a2a2-e0a9c775487d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.629784 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:47.638214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-7b9ab9c3-e736-4371-ab02-0b33e0dc3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.639906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-7b9ab9c3-e736-4371-ab02-0b33e0dc3751 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2135618 Jul 15 13:09:47.644847 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.645700 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Added segment c84c81bd-8979-456a-b4da-9c5c0e59113b of type vlan for network f9d67892-2f33-474d-8e4c-7efe5296843e Jul 15 13:09:47.648389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae81f18-12b6-464a-93fb-7da1bd843085 req-ca2846a8-45f7-48e1-af6a-33cd15e5ec12 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.650020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ae81f18-12b6-464a-93fb-7da1bd843085 req-ca2846a8-45f7-48e1-af6a-33cd15e5ec12 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 948 time: 0.3067317 Jul 15 13:09:47.709952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.752409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.753988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.754762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.795484 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6369729 Jul 15 13:09:47.800599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:47.810488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Request body: {'subnet': {'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-subnet', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:47.858080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-b6f9f59e-df01-4050-9c84-6cb5b8192dc1 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266420 Jul 15 13:09:47.887199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ae81f18-12b6-464a-93fb-7da1bd843085 req-ddfec015-ce59-40f3-8ad5-76232fb85deb tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014103 Jul 15 13:09:47.896743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294d26e-95cf-4e4e-9493-523d8a23ea7f admin admin] Pushing event updated for resources: {'Network': ['ID=f9d67892-2f33-474d-8e4c-7efe5296843e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.909578 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Made reservation on behalf of 6c84d9dc3154439bbcdfa258ea615927 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:47.909578 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.914045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network f9d67892-2f33-474d-8e4c-7efe5296843e details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:48.020795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-eb38e550-fecd-4eaf-a9f0-67898a54093d service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520331 Jul 15 13:09:48.022796 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-eb7c11c2-cb4a-43ff-9727-f687a8e43384 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399977 Jul 15 13:09:48.125095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-ed527392-df45-456f-a96b-7bf8b9c06b28 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473352 Jul 15 13:09:48.241974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.278680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd15eb1d-32a7-4871-854d-a52991238b86 req-b5e00ee4-864b-4376-b5f3-87ee2a03afd4 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448523 Jul 15 13:09:48.298855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d49315-8458-47d7-a5e7-8564e18f6b30 req-acc4ac77-d9fa-4439-870a-e574c434ad64 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.301140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01d49315-8458-47d7-a5e7-8564e18f6b30 req-acc4ac77-d9fa-4439-870a-e574c434ad64 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 945 time: 0.2739348 Jul 15 13:09:48.333267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff041a54-1152-44ee-9c7c-a6b5ed0c2493,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:48.339709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a91f42d9-9bdf-4e2a-baf5-4fe64afffb13 req-fa180e9d-9ace-48f2-acf9-1a72b87d02e5 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061520 Jul 15 13:09:48.351638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Checking segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:48.352028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Network hostable DHCP agents. Network: f9d67892-2f33-474d-8e4c-7efe5296843e, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:48.382570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Network f9d67892-2f33-474d-8e4c-7efe5296843e is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:48.391783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01d49315-8458-47d7-a5e7-8564e18f6b30 req-eb82242e-b3bf-467e-ad90-273bcac1f94a tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757947 Jul 15 13:09:48.412310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, f9d67892-2f33-474d-8e4c-7efe5296843e) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:48.430937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.432099 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.432233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e3fea-fa3c-4771-a9b8-79129624ad5f None None] Network f9d67892-2f33-474d-8e4c-7efe5296843e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:48.460320 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ce73515b-cf62-40da-9bfe-daae61c7021c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6575139 Jul 15 13:09:48.463517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42762) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:48.468439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:48.499280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.500620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.629793 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.681299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-f9d67892-2f33-474d-8e4c-7efe5296843e', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:48.682270 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.865947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 657fa42e-c549-416f-b656-d7e8063635b3 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:48.879434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Allocated IP 172.20.0.2 (f9d67892-2f33-474d-8e4c-7efe5296843e/ff041a54-1152-44ee-9c7c-a6b5ed0c2493/b49fec14-c44a-4a6e-a47a-f054cbaa9682) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:48.942083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.952426 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dbdce3fe-542e-48ce-a14d-88525d56ba57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.246440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 657fa42e-c549-416f-b656-d7e8063635b3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=657fa42e-c549-416f-b656-d7e8063635b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:49.249487 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.295756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.319595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '657fa42e-c549-416f-b656-d7e8063635b3', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '657fa42e-c549-416f-b656-d7e8063635b3', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:49.427239 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.451645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Transition to ACTIVE for port object b49fec14-c44a-4a6e-a47a-f054cbaa9682 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:49.455240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.495851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657fa42e-c549-416f-b656-d7e8063635b3 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:49.522771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Transition to ACTIVE for port object b49fec14-c44a-4a6e-a47a-f054cbaa9682 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:49.545432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.552699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 657fa42e-c549-416f-b656-d7e8063635b3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=657fa42e-c549-416f-b656-d7e8063635b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:49.555813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Allocated IP 172.25.1.51 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/3dd2c082-9a5c-498f-82ef-dd535a1d34ac) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:49.606928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.640549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Network f9d67892-2f33-474d-8e4c-7efe5296843e is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:49.652718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:49.658352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:49.672972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Pushing event updated for resources: {'Port': ['ID=b49fec14-c44a-4a6e-a47a-f054cbaa9682,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:49.806014 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f1640a-987c-4f1b-bc1e-1eb93658f769 x-openstack-request-id: req-23f1640a-987c-4f1b-bc1e-1eb93658f769 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:49.806509 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da54574-971b-4ece-808f-b5078d7c25a5", "tag": "657fa42e-c549-416f-b656-d7e8063635b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dce4035-a95e-4987-9fb6-e04c70bdc20b", "tag": "f940c6ae-b061-4e89-bfa6-ae7fb51f7b86", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:49.806923 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23f1640a-987c-4f1b-bc1e-1eb93658f769 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:49.807900 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da54574-971b-4ece-808f-b5078d7c25a5', 'tag': '657fa42e-c549-416f-b656-d7e8063635b3', 'status': 'completed', 'code': 200} Jul 15 13:09:49.808161 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dce4035-a95e-4987-9fb6-e04c70bdc20b', 'tag': 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86', 'status': 'completed', 'code': 200} Jul 15 13:09:49.871651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Attempting to bind port b49fec14-c44a-4a6e-a47a-f054cbaa9682 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:49.874136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Attempting to bind port b49fec14-c44a-4a6e-a47a-f054cbaa9682 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:49.876966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Attempting to bind port b49fec14-c44a-4a6e-a47a-f054cbaa9682 on network f9d67892-2f33-474d-8e4c-7efe5296843e {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:49.896024 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563450fe-d3cc-4b0f-857b-80dd6afb5223 x-openstack-request-id: req-563450fe-d3cc-4b0f-857b-80dd6afb5223 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:49.896482 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-plugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:49.896853 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-563450fe-d3cc-4b0f-857b-80dd6afb5223 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:49.897381 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'code': 200} Jul 15 13:09:49.916386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=657fa42e-c549-416f-b656-d7e8063635b3,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:49.921825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:49.922669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Checking segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:49.923817 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.924894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Bound using segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:49.925757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Bound port: b49fec14-c44a-4a6e-a47a-f054cbaa9682, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:49.926352 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.999864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['657fa42e-c549-416f-b656-d7e8063635b3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:50.101383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] For port b49fec14-c44a-4a6e-a47a-f054cbaa9682, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:50.106238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] For port b49fec14-c44a-4a6e-a47a-f054cbaa9682, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b49fec14-c44a-4a6e-a47a-f054cbaa9682,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:50.119895 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.293140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9e0d2-b387-4474-9de9-968cd6cb59f8 None None] Pushing event updated for resources: {'Port': ['ID=b49fec14-c44a-4a6e-a47a-f054cbaa9682,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.589763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:50.804339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.862667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:50.889429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-278dc075-2703-4032-8a45-6a076e83fe34 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.891951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-278dc075-2703-4032-8a45-6a076e83fe34 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.30 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 950 time: 1.1860554 Jul 15 13:09:50.897928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86', 'mac_address': 'fa:16:3e:61:e7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:51.001660 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.021147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-f204c2bf-a1f2-4dcb-97c0-f6790fe61367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.024014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-f204c2bf-a1f2-4dcb-97c0-f6790fe61367 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=3dce4035-a95e-4987-9fb6-e04c70bdc20b HTTP/1.1" status: 200 len: 1099 time: 1.1783390 Jul 15 13:09:51.032991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:51.036897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-947888ac-e348-4c4e-b46c-bb0c4ccfcecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.039487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-947888ac-e348-4c4e-b46c-bb0c4ccfcecc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 1101 time: 1.2086811 Jul 15 13:09:51.107163 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:51.128415 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.197295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.289112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.465388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:51.495902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-76206023-db20-40bc-b75f-76a3f0d6fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.498865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-76206023-db20-40bc-b75f-76a3f0d6fd1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.4575489 Jul 15 13:09:51.501582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-12e15094-e499-4771-8672-9c52d5878c51 service neutron] 10.222.0.30 "GET /v2.0/ports/f05406d4-6d22-4936-a4f2-f0941f0bb66a/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 383 time: 0.5945334 Jul 15 13:09:51.695270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:51.706783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a51a6c3-f3d1-479c-b412-71fb06686325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.717919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Pushing event updated for resources: {'Port': ['ID=3dd2c082-9a5c-498f-82ef-dd535a1d34ac,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.719958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.740119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:51.800726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:51.816591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b49fec14-c44a-4a6e-a47a-f054cbaa9682 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:51.825257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-5a6d4b6f-864e-4401-b826-c21893f49074 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 HTTP/1.1" status: 200 len: 217 time: 0.2325771 Jul 15 13:09:51.897528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b42bebc-301d-4b93-ad17-b550aa333013 None None] Network f9d67892-2f33-474d-8e4c-7efe5296843e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:51.926356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-cacef145-9fd8-4a0c-a45d-f5d6381e0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.927986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-cacef145-9fd8-4a0c-a45d-f5d6381e0ac5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.8618302 Jul 15 13:09:51.988739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b49fec14-c44a-4a6e-a47a-f054cbaa9682 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:52.003097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7704b-e3b1-4619-9dba-c89a2c37dc8a req-3d59c09a-34f0-4c02-985e-9654f0d033e9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.003691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0912bfa7-46b3-4e70-9f9a-0f304b1a51cc None None] Provisioning for port b49fec14-c44a-4a6e-a47a-f054cbaa9682 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:52.004782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d7704b-e3b1-4619-9dba-c89a2c37dc8a req-3d59c09a-34f0-4c02-985e-9654f0d033e9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 949 time: 0.5016048 Jul 15 13:09:52.006208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-549a0524-be64-400c-8c37-59d35faf4c03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=657fa42e-c549-416f-b656-d7e8063635b3 HTTP/1.1" status: 200 len: 217 time: 0.0684156 Jul 15 13:09:52.016740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b49fec14-c44a-4a6e-a47a-f054cbaa9682 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:52.017441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.034674 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42888) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:52.043929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-eb0d7156-163c-488d-b410-b2b42f5eb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.045507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-eb0d7156-163c-488d-b410-b2b42f5eb99d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1933291 Jul 15 13:09:52.054613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0912bfa7-46b3-4e70-9f9a-0f304b1a51cc None None] Provisioning complete for port b49fec14-c44a-4a6e-a47a-f054cbaa9682 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:52.056339 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0912bfa7-46b3-4e70-9f9a-0f304b1a51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.097386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-aac0e1d6-4283-44da-af13-cd7a44f98312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.098961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-aac0e1d6-4283-44da-af13-cd7a44f98312 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1102 time: 0.4696789 Jul 15 13:09:52.207021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffdf04e7-0e4f-4d79-b279-73a2bbf9dc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.260188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-41dbb008-9c6f-4426-b658-6c69a838d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.261660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-41dbb008-9c6f-4426-b658-6c69a838d9eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2116671 Jul 15 13:09:52.288885 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.304730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d7704b-e3b1-4619-9dba-c89a2c37dc8a req-ea7a0e2d-2d6f-4dab-8693-4a8dae648627 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534993 Jul 15 13:09:52.309942 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0912bfa7-46b3-4e70-9f9a-0f304b1a51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.360367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b49fec14-c44a-4a6e-a47a-f054cbaa9682, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b49fec14-c44a-4a6e-a47a-f054cbaa9682,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:52.379207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.414119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffdf04e7-0e4f-4d79-b279-73a2bbf9dc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.421124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffdf04e7-0e4f-4d79-b279-73a2bbf9dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.454596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-a6f15cb9-e656-416a-85d4-b05f475ccbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.456225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-a6f15cb9-e656-416a-85d4-b05f475ccbe9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3193247 Jul 15 13:09:52.504836 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-0912bfa7-46b3-4e70-9f9a-0f304b1a51cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:09:52.506122 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ffdf04e7-0e4f-4d79-b279-73a2bbf9dc57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eafb6c4aeba349ca983570d3e535aa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699936 Jul 15 13:09:52.507210 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-0912bfa7-46b3-4e70-9f9a-0f304b1a51cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:09:52.508785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-4ea7bfcf-45e1-4752-bf7b-2c76c476fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.508975 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42892) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:52.510478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-4ea7bfcf-45e1-4752-bf7b-2c76c476fba5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4216542 Jul 15 13:09:52.516589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b49fec14-c44a-4a6e-a47a-f054cbaa9682,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.528119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf04e7-0e4f-4d79-b279-73a2bbf9dc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c106449-b46e-4907-81ad-0c4045384a35,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.599651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-541e4198-e3b2-47d7-a184-5dd0f7550c89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.0998294 Jul 15 13:09:52.614716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 630de8a4-2e17-45d5-a77d-8f8603eca8ef details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:52.630940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24c8a041-0f3b-4b2d-829e-c4d9c0901aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.672427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24c8a041-0f3b-4b2d-829e-c4d9c0901aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.689344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.719511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-fedc22b0-f32d-4be3-a0b8-b6ba3610cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.721216 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-fedc22b0-f32d-4be3-a0b8-b6ba3610cd63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4232960 Jul 15 13:09:52.769718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 657fa42e-c549-416f-b656-d7e8063635b3 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:52.773646 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24c8a041-0f3b-4b2d-829e-c4d9c0901aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.780992 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24c8a041-0f3b-4b2d-829e-c4d9c0901aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.785111 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-24c8a041-0f3b-4b2d-829e-c4d9c0901aeb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c106449-b46e-4907-81ad-0c4045384a35 HTTP/1.1" status: 204 len: 168 time: 0.2734399 Jul 15 13:09:52.801649 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8a041-0f3b-4b2d-829e-c4d9c0901aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c106449-b46e-4907-81ad-0c4045384a35,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.842370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-85855437-167e-4fa8-90a5-26fe383f1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.844279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-85855437-167e-4fa8-90a5-26fe383f1b0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2197583 Jul 15 13:09:52.853002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:52.858547 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.881810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'network_id': 'e84e4f53-12f3-4161-bd13-9a17bf9aa3bf', 'port_id': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'mac_address': 'fa:16:3e:70:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c890cf-9ce2-42d4-9b8d-ac0465fdd604', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:52.920663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 657fa42e-c549-416f-b656-d7e8063635b3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:52.928742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 657fa42e-c549-416f-b656-d7e8063635b3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:52.929214 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.978247 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.980333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-1b337ed4-5df0-4a3f-86ec-6c835e1ebf52 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554231 Jul 15 13:09:53.003524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 630de8a4-2e17-45d5-a77d-8f8603eca8ef {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:53.010565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dd304-98e7-40e7-b5e3-4d3c58bb5c8a req-91cd4bd5-926d-4226-8317-683939e2d069 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.018478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc6dd304-98e7-40e7-b5e3-4d3c58bb5c8a req-91cd4bd5-926d-4226-8317-683939e2d069 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.4338481 Jul 15 13:09:53.063190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:53.094391 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.153620 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.157913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-eb5e684d-a846-435d-9698-1e16a6a09e3b service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231064 Jul 15 13:09:53.185385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:53.196006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da54574-971b-4ece-808f-b5078d7c25a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657fa42e-c549-416f-b656-d7e8063635b3'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:53.198369 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3138a41-7313-4b87-bd05-2bd43bb8dc00" -d '{"events": [{"server_uuid": "2da54574-971b-4ece-808f-b5078d7c25a5", "name": "network-vif-plugged", "status": "completed", "tag": "657fa42e-c549-416f-b656-d7e8063635b3"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:53.220677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 657fa42e-c549-416f-b656-d7e8063635b3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=657fa42e-c549-416f-b656-d7e8063635b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:53.227443 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.258243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['630de8a4-2e17-45d5-a77d-8f8603eca8ef'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:53.260450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc6dd304-98e7-40e7-b5e3-4d3c58bb5c8a req-55f675eb-0ad7-41e9-8439-005db9207b20 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401423 Jul 15 13:09:53.262402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9f55f54b-7cd0-4a89-8eea-a124507f68dc None None] Provisioning complete for port b49fec14-c44a-4a6e-a47a-f054cbaa9682 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:53.263170 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9f55f54b-7cd0-4a89-8eea-a124507f68dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.360225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-ca5205c5-8f07-4d4e-80ea-ce6538aa98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.362865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-ca5205c5-8f07-4d4e-80ea-ce6538aa98e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5061426 Jul 15 13:09:53.364220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=657fa42e-c549-416f-b656-d7e8063635b3,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:53.375057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-7656dc6d-ff70-46f1-8e1c-45ba5cc5766b service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846383 Jul 15 13:09:53.569615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42902) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:53.606448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5cb52abe-18a0-48f7-9b30-b36e7a51100e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.776578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b49fec14-c44a-4a6e-a47a-f054cbaa9682 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:53.837721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.861078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ff1405f-35b4-45c4-8191-cc4b6732445c req-d4c33b65-5a32-4e2d-8544-0213b31e7cfc service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710660 Jul 15 13:09:53.908735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5cb52abe-18a0-48f7-9b30-b36e7a51100e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.917893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5cb52abe-18a0-48f7-9b30-b36e7a51100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.938120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b49fec14-c44a-4a6e-a47a-f054cbaa9682 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:53.938701 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.016023 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5cb52abe-18a0-48f7-9b30-b36e7a51100e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1e1ee6e46e648f2971cf27902718fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445858 Jul 15 13:09:54.021782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42920) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:54.022171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb52abe-18a0-48f7-9b30-b36e7a51100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2249825-5ede-47f3-87cd-04b1a7db2920,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:54.164041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-99400f84-d041-4bd6-a967-e825a10a6ebd service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846494 Jul 15 13:09:54.243508 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.265356 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c9561-21e3-45aa-a1b9-e5903e7b63f5 x-openstack-request-id: req-399c9561-21e3-45aa-a1b9-e5903e7b63f5 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:54.265356 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da54574-971b-4ece-808f-b5078d7c25a5", "name": "network-vif-plugged", "status": "completed", "tag": "657fa42e-c549-416f-b656-d7e8063635b3", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:54.269818 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-399c9561-21e3-45aa-a1b9-e5903e7b63f5 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:54.269818 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da54574-971b-4ece-808f-b5078d7c25a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657fa42e-c549-416f-b656-d7e8063635b3', 'code': 200} Jul 15 13:09:54.401871 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ccda8f01-823c-4549-bf4b-1721644a8289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.641496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:54.646598 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ccda8f01-823c-4549-bf4b-1721644a8289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.700679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42948) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:54.722779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:54.731556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:54.732716 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.740379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-b5317dc3-ec36-49f5-8d7b-53ac7c75846f service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569394 Jul 15 13:09:54.758447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:54.796264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04e6ef-3eef-489e-9758-6cb2b31535c4 req-8c265bdf-a420-4784-8f42-0cd3a5b2d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.798061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a04e6ef-3eef-489e-9758-6cb2b31535c4 req-8c265bdf-a420-4784-8f42-0cd3a5b2d9f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 1102 time: 0.3980124 Jul 15 13:09:54.860637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e3f5a-58d2-48a9-af84-ee8e5c453c34 req-6d6120fc-be8f-4807-a032-a0883f9a4ee1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.868512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b0e3f5a-58d2-48a9-af84-ee8e5c453c34 req-6d6120fc-be8f-4807-a032-a0883f9a4ee1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 950 time: 0.4702783 Jul 15 13:09:54.919772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ccda8f01-823c-4549-bf4b-1721644a8289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.922467 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ccda8f01-823c-4549-bf4b-1721644a8289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.927403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ccda8f01-823c-4549-bf4b-1721644a8289 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2249825-5ede-47f3-87cd-04b1a7db2920 HTTP/1.1" status: 204 len: 168 time: 0.9026039 Jul 15 13:09:54.934595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-54bb85bd-1c68-48b8-aa73-7f6c42096603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.938032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.010294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda8f01-823c-4549-bf4b-1721644a8289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2249825-5ede-47f3-87cd-04b1a7db2920,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.013717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:55.014091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a04e6ef-3eef-489e-9758-6cb2b31535c4 req-b47478c0-3f6c-48ab-ac82-0f97d5d6bdb7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079680 Jul 15 13:09:55.036138 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b0e3f5a-58d2-48a9-af84-ee8e5c453c34 req-15924783-62cc-429a-8b7b-146289c43abb tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663008 Jul 15 13:09:55.055490 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.062075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 630de8a4-2e17-45d5-a77d-8f8603eca8ef up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:55.105229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:55.156364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Sync routers for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:55.253505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:55.254319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:09:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:55.322790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-54bb85bd-1c68-48b8-aa73-7f6c42096603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.335845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-54bb85bd-1c68-48b8-aa73-7f6c42096603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.340970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.342320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-af84f4e7-de93-4fd3-9b37-0dbf44bdb05e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8776515 Jul 15 13:09:55.348274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42970) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:55.487479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb85bd-1c68-48b8-aa73-7f6c42096603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d0c86-0ff8-46d5-b5b7-471d700556e9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.562653 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-54bb85bd-1c68-48b8-aa73-7f6c42096603 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adc59c3d7723479687cfefec519517f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8591719 Jul 15 13:09:55.562901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42976) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:55.576332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.729869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:56.062077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 630de8a4-2e17-45d5-a77d-8f8603eca8ef triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:56.062797 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.177425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df554ee7-9a21-4e5c-8262-4bc3261b6de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.225389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df554ee7-9a21-4e5c-8262-4bc3261b6de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.275535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dce4035-a95e-4987-9fb6-e04c70bdc20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:56.280483 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26729e9d-c92f-438b-bb87-588974f2004f" -d '{"events": [{"server_uuid": "3dce4035-a95e-4987-9fb6-e04c70bdc20b", "name": "network-vif-plugged", "status": "completed", "tag": "f940c6ae-b061-4e89-bfa6-ae7fb51f7b86"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:56.319433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669327c-d223-4453-82bd-a540c86e27d4 req-86b88ea4-7fa3-4073-ac69-90cdc46d8798 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.326886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c669327c-d223-4453-82bd-a540c86e27d4 req-86b88ea4-7fa3-4073-ac69-90cdc46d8798 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.5670254 Jul 15 13:09:56.336399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df554ee7-9a21-4e5c-8262-4bc3261b6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.336399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df554ee7-9a21-4e5c-8262-4bc3261b6de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.337133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-df554ee7-9a21-4e5c-8262-4bc3261b6de9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c43d0c86-0ff8-46d5-b5b7-471d700556e9 HTTP/1.1" status: 204 len: 168 time: 0.7727118 Jul 15 13:09:56.358558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df554ee7-9a21-4e5c-8262-4bc3261b6de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d0c86-0ff8-46d5-b5b7-471d700556e9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.418854 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.575610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c669327c-d223-4453-82bd-a540c86e27d4 req-ed59d326-5c24-4550-ae05-6ec7ee8681da tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476115 Jul 15 13:09:56.578080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:56.612778 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.836646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.895406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.917202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:52Z', 'revision_number': 3, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:57.078397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Checking router: 959cbeb2-fad2-4c63-8aba-8ce59f68d58c for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:57.079181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Updating router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:57.212560 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.373912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Allocated IP 172.20.0.1 (f9d67892-2f33-474d-8e4c-7efe5296843e/ff041a54-1152-44ee-9c7c-a6b5ed0c2493/5ef66787-da43-4ff2-83b3-3e3d79b7906e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:57.930920 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.034198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Transition to ACTIVE for port object 5ef66787-da43-4ff2-83b3-3e3d79b7906e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:58.091248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-65a6f058-8f04-4b63-9d3f-fc9114bc7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.094782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-65a6f058-8f04-4b63-9d3f-fc9114bc7ae4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 1102 time: 0.2195547 Jul 15 13:09:58.112768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:58.188928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.211115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Transition to ACTIVE for port object 3dd2c082-9a5c-498f-82ef-dd535a1d34ac will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:58.227522 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.320064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Attempting to bind port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:58.320985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Attempting to bind port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:58.321241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Attempting to bind port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:58.352134 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:58.352635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:58.353200 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.353756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:58.354420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Bound port: 3dd2c082-9a5c-498f-82ef-dd535a1d34ac, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:58.354923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.450696 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.538965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60bb7b-1b40-4892-bc4c-d60fd1147f7c None None] Pushing event updated for resources: {'Port': ['ID=3dd2c082-9a5c-498f-82ef-dd535a1d34ac,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.557247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] For port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:58.562893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] For port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3dd2c082-9a5c-498f-82ef-dd535a1d34ac,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:58.577617 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.645418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Network f9d67892-2f33-474d-8e4c-7efe5296843e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:58.657438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef66787-da43-4ff2-83b3-3e3d79b7906e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.673248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60bb7b-1b40-4892-bc4c-d60fd1147f7c None None] Pushing event updated for resources: {'Port': ['ID=3dd2c082-9a5c-498f-82ef-dd535a1d34ac,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.692800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:58.698177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:58.701625 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.711693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:58.713761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:09:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:58.836245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd54e6-c224-408f-82c2-ce04ea80addd req-8765477b-500c-477a-8eef-ac92c68954aa tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.839045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77cd54e6-c224-408f-82c2-ce04ea80addd req-8765477b-500c-477a-8eef-ac92c68954aa tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 950 time: 0.6376896 Jul 15 13:09:58.942824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.959752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43046) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:59.062150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:59.202725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77cd54e6-c224-408f-82c2-ce04ea80addd req-65ee2765-5ef8-4fb4-8f6a-d06f2d7420c9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526900 Jul 15 13:09:59.242907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2062634584-network', 'tenant_id': '04495a732031423e80f94ec4e4c6afed'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:59.293687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cc2585b4-648f-4f14-8942-1a32951874e7 None None] Provisioning for port 5ef66787-da43-4ff2-83b3-3e3d79b7906e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:59.310727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cc2585b4-648f-4f14-8942-1a32951874e7 None None] Provisioning complete for port 5ef66787-da43-4ff2-83b3-3e3d79b7906e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:59.313466 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cc2585b4-648f-4f14-8942-1a32951874e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.325180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Made reservation on behalf of 04495a732031423e80f94ec4e4c6afed for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:59.328064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.344237 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.436717 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca591b7-af97-4956-be62-00805279690e x-openstack-request-id: req-2ca591b7-af97-4956-be62-00805279690e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:59.437030 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dce4035-a95e-4987-9fb6-e04c70bdc20b", "name": "network-vif-plugged", "status": "completed", "tag": "f940c6ae-b061-4e89-bfa6-ae7fb51f7b86", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:59.437251 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ca591b7-af97-4956-be62-00805279690e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:59.437714 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dce4035-a95e-4987-9fb6-e04c70bdc20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86', 'code': 200} Jul 15 13:09:59.522992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cc2585b4-648f-4f14-8942-1a32951874e7 None None] Port 5ef66787-da43-4ff2-83b3-3e3d79b7906e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:59.606401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:52Z', 'revision_number': 3, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:59.650834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.670707 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.740100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe58a-9b61-4a45-8444-2870efd5a608 None None] The sync data for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 is: [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:52Z', 'revision_number': 3, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:59.806331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:59.813088 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.827096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8b7ede-7c9a-40d3-9586-5874513496ee,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:59.848831 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.849879 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Added segment 72d86b26-9063-482a-ae89-0cca85d61810 of type vlan for network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b Jul 15 13:09:59.976489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.032676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.035174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:00.036334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.061012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b78d6-13d2-4e6a-9821-03dec48e6278 req-d5b53a40-459f-4e4e-a93a-581a73c47122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:00.063917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-844b78d6-13d2-4e6a-9821-03dec48e6278 req-d5b53a40-459f-4e4e-a93a-581a73c47122 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3dce4035-a95e-4987-9fb6-e04c70bdc20b HTTP/1.1" status: 200 len: 1101 time: 0.5016618 Jul 15 13:10:00.206437 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2453802 Jul 15 13:10:00.212962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43086) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:00.306721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:00.313159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-844b78d6-13d2-4e6a-9821-03dec48e6278 req-8d81d1a3-2a82-43f6-85d1-34c01dea080f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372959 Jul 15 13:10:00.313422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Request body: {'subnet': {'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2062634584-subnet', 'tenant_id': '04495a732031423e80f94ec4e4c6afed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:00.320161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1604aa-a661-46af-a2b3-1657d487f823 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.338918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:00.364587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Made reservation on behalf of 04495a732031423e80f94ec4e4c6afed for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:00.372212 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.410602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78399e-e0ac-4cc9-b53b-dc019335b4e1 req-0a5be781-b378-4238-9dd0-a4b99b373a75 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:00.423714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c78399e-e0ac-4cc9-b53b-dc019335b4e1 req-0a5be781-b378-4238-9dd0-a4b99b373a75 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 950 time: 0.6150043 Jul 15 13:10:00.565886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:00.626765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c78399e-e0ac-4cc9-b53b-dc019335b4e1 req-5260bb1c-6d96-4b64-9e37-187c13d37d07 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013605 Jul 15 13:10:00.674643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:00.830581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:00.834272 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb557da-b5f4-451d-a5da-aba7af54b806" -d '{"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-unplugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:00.851507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.919294 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.949592 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.953116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.955525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Transition to ACTIVE for port object f05406d4-6d22-4936-a4f2-f0941f0bb66a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:00.969622 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.044902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4754150-3691-4b4f-aed9-f37934e32649,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:01.062528 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.075035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.083678 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:10:01.084177 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:10:01.135820 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Checking segment: {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:01.136280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Network hostable DHCP agents. Network: b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:01.180565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:01.223514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:01.233683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98e25e-8ad4-4b13-ba8f-47e0cdb5a13d None None] Network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:01.236271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.238573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.285395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43106) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:01.323555 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c9f5904-6d0c-4873-ba09-7cacbeaf200c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1025252 Jul 15 13:10:01.550464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:01.555356 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903f624f-18bc-4e68-b51d-f32b3461203a" -d '{"events": [{"server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "name": "network-vif-plugged", "status": "completed", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:01.685950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Network f9d67892-2f33-474d-8e4c-7efe5296843e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:01.741310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:01.908946 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cea233d9-25ce-4c72-acd7-ca8af5bf61cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.961738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25907589-9247-4d23-b863-16e239f22cd9 None None] Network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:02.005475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] No DVR routers for this DVR port f05406d4-6d22-4936-a4f2-f0941f0bb66a on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:02.053943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef66787-da43-4ff2-83b3-3e3d79b7906e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.310218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3dd2c082-9a5c-498f-82ef-dd535a1d34ac up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:02.326945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cea233d9-25ce-4c72-acd7-ca8af5bf61cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.338238 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cea233d9-25ce-4c72-acd7-ca8af5bf61cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.420727 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cea233d9-25ce-4c72-acd7-ca8af5bf61cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57f80bdf4d2b4623b706dadbf1066dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1340349 Jul 15 13:10:02.421853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43124) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:02.423007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea233d9-25ce-4c72-acd7-ca8af5bf61cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab2fe80-547e-4020-bae6-0ab69bf56ee1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.498202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.510538 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7edc2483-a556-4ded-bec6-97f2be240134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.546966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7edc2483-a556-4ded-bec6-97f2be240134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.621929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:02.637664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:02.638712 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.686488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7edc2483-a556-4ded-bec6-97f2be240134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.690189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7edc2483-a556-4ded-bec6-97f2be240134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.691866 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7edc2483-a556-4ded-bec6-97f2be240134 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ab2fe80-547e-4020-bae6-0ab69bf56ee1 HTTP/1.1" status: 204 len: 168 time: 0.2606986 Jul 15 13:10:02.708534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc2483-a556-4ded-bec6-97f2be240134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab2fe80-547e-4020-bae6-0ab69bf56ee1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.724191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:02.724675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:02.725111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:02.762826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f6ba7-8b66-4a8f-8b24-e089c0f39d9b req-c9044e8a-6c66-4b30-8fe7-80dac5ba4c94 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.770513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce5f6ba7-8b66-4a8f-8b24-e089c0f39d9b req-c9044e8a-6c66-4b30-8fe7-80dac5ba4c94 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dce4035-a95e-4987-9fb6-e04c70bdc20b HTTP/1.1" status: 200 len: 949 time: 0.3075335 Jul 15 13:10:02.800728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-da72a046-8e43-44d5-8f45-02dcaa30f0a2 None None] Provisioning complete for port 5ef66787-da43-4ff2-83b3-3e3d79b7906e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:02.801389 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-da72a046-8e43-44d5-8f45-02dcaa30f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.822336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:02.837418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Attempting to bind port f05406d4-6d22-4936-a4f2-f0941f0bb66a on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:02.885862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-da72a046-8e43-44d5-8f45-02dcaa30f0a2 None None] Port 5ef66787-da43-4ff2-83b3-3e3d79b7906e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:02.947604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce5f6ba7-8b66-4a8f-8b24-e089c0f39d9b req-684ba12e-1805-4a35-b62b-7e21e37a067d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756639 Jul 15 13:10:02.960610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:02.968436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:02.969463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:02.970261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Bound port: f05406d4-6d22-4936-a4f2-f0941f0bb66a, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:02.972364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.007088 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.042207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:03.062938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3dd2c082-9a5c-498f-82ef-dd535a1d34ac,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:03.084392 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.290850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=3dd2c082-9a5c-498f-82ef-dd535a1d34ac,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.315660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.316035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.316390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.316737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.317074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.317405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.317738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.321471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.321829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.322177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.322518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.322849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.577600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43138) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:03.592131 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-902b5f82-abc9-405f-8d4f-4bd76fe367b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.757472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3dd2c082-9a5c-498f-82ef-dd535a1d34ac up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:03.794233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-902b5f82-abc9-405f-8d4f-4bd76fe367b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.804031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-902b5f82-abc9-405f-8d4f-4bd76fe367b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.885978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:03.886708 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.896329 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-902b5f82-abc9-405f-8d4f-4bd76fe367b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77776e4fad51446b9d5970ffcff726af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172331 Jul 15 13:10:03.897920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b5f82-abc9-405f-8d4f-4bd76fe367b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53137e3e-da0e-451b-a1c8-4e75184dd822,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.925585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43140) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:04.133295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:04.241280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:04.264833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a8c325f-6889-4c50-b21f-0c915e0bcd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.269983 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.273646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.280881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:04.290285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17ac1c-9f93-4243-bd86-719ff590301d req-76050c00-acaa-4b5e-9026-169742f1239f tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.297443 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea17ac1c-9f93-4243-bd86-719ff590301d req-76050c00-acaa-4b5e-9026-169742f1239f tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 945 time: 0.5254455 Jul 15 13:10:04.318874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4910c2c9-262e-46b2-95b0-9ebab4d24442 admin admin] 10.222.0.25 "PUT /v2.0/routers/959cbeb2-fad2-4c63-8aba-8ce59f68d58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9537830 Jul 15 13:10:04.323171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-2624d68f-eaf1-422c-a41b-c03a81cca84f tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.325611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-2624d68f-eaf1-422c-a41b-c03a81cca84f tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 945 time: 1.0947828 Jul 15 13:10:04.349149 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Sync routers for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:04.380618 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:04.381802 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:09:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:04.488273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.488912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.497422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] 10.222.0.35 "PUT /v2.0/ports/f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 1098 time: 6.3918931 Jul 15 13:10:04.510887 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a8c325f-6889-4c50-b21f-0c915e0bcd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.621652 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:04.653952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c9f66-5ab1-4e50-ae5e-62f11235c9ea service neutron] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:04.694815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea17ac1c-9f93-4243-bd86-719ff590301d req-50009b6e-e743-49e0-943f-7c3eeac82f52 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963485 Jul 15 13:10:04.794048 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dbf879-ea77-4101-8b22-5d061961ef3d x-openstack-request-id: req-84dbf879-ea77-4101-8b22-5d061961ef3d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:04.794463 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-unplugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:04.794725 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84dbf879-ea77-4101-8b22-5d061961ef3d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:04.795254 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'code': 200} Jul 15 13:10:04.798150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-c0cfdcbd-ca02-4b34-ab8e-297af87b1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.799955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-c0cfdcbd-ca02-4b34-ab8e-297af87b1153 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1101 time: 0.1796467 Jul 15 13:10:04.802018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Deleting port e367aefb-4203-41bd-94b0-a038b4c66f3d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:04.802468 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.862919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a8c325f-6889-4c50-b21f-0c915e0bcd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.865592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a8c325f-6889-4c50-b21f-0c915e0bcd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.869132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7a8c325f-6889-4c50-b21f-0c915e0bcd73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53137e3e-da0e-451b-a1c8-4e75184dd822 HTTP/1.1" status: 204 len: 168 time: 0.9358585 Jul 15 13:10:04.903047 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207fb1b5-a1ea-47b9-9ae1-640e369c3f98 x-openstack-request-id: req-207fb1b5-a1ea-47b9-9ae1-640e369c3f98 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:04.903711 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "name": "network-vif-plugged", "status": "completed", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:04.903877 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-207fb1b5-a1ea-47b9-9ae1-640e369c3f98 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:04.909915 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'code': 200} Jul 15 13:10:04.945182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c325f-6889-4c50-b21f-0c915e0bcd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53137e3e-da0e-451b-a1c8-4e75184dd822,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:05.035658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] For port e367aefb-4203-41bd-94b0-a038b4c66f3d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e367aefb-4203-41bd-94b0-a038b4c66f3d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:05.036239 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.047415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-5b435d36-3dfb-4f79-b672-02b77f3a4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.049241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-5b435d36-3dfb-4f79-b672-02b77f3a4ca0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2426028 Jul 15 13:10:05.058406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Calling delete_port for e367aefb-4203-41bd-94b0-a038b4c66f3d owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:05.109558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-871ed41f-bf13-465e-94d4-d2d43b400f2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.0500300 Jul 15 13:10:05.223321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-48ce4f98-077a-44aa-8cf0-aebe474c3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.224926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-48ce4f98-077a-44aa-8cf0-aebe474c3a3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1097298 Jul 15 13:10:05.255257 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 2, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:05.313110 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Checking router: 959cbeb2-fad2-4c63-8aba-8ce59f68d58c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:05.314330 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Updating router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c port 5ef66787-da43-4ff2-83b3-3e3d79b7906e binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:05.403821 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.504168 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.655964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.664344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c948-edcf-495e-a658-3b05336059fa req-4ecc8982-154f-4ff9-a873-6bd17827fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.670661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-4ecc8982-154f-4ff9-a873-6bd17827fff4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4184754 Jul 15 13:10:05.671608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['61bfe3c3-b5e1-4af5-b3c4-64d025e2e288'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:05.675788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['0559f377-f592-41fb-9ccd-7d9af508494e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:05.793603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Pushing event deleted for resources: {'Port': ['ID=e367aefb-4203-41bd-94b0-a038b4c66f3d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:05.855367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76aed-c34e-47aa-80aa-c59ef3d119c4 req-8c1ffda7-ac55-48a4-b9ff-0061ec4f599f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.860072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6b76aed-c34e-47aa-80aa-c59ef3d119c4 req-8c1ffda7-ac55-48a4-b9ff-0061ec4f599f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 949 time: 0.3694723 Jul 15 13:10:06.084992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] No DVR routers for this DVR port e367aefb-4203-41bd-94b0-a038b4c66f3d on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:06.096474 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.100103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5695165-413a-433a-8d31-238e6f5cf2e7 req-e5a67171-09f8-477c-a44f-a9ec89ebee44 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "DELETE /v2.0/ports/e367aefb-4203-41bd-94b0-a038b4c66f3d HTTP/1.1" status: 204 len: 173 time: 1.7400897 Jul 15 13:10:06.164981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6b76aed-c34e-47aa-80aa-c59ef3d119c4 req-5f5923b6-2bc7-4340-82dd-d1ab814401f2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772019 Jul 15 13:10:06.291675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-ce1b696a-349c-4020-b205-39a01636daf1 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130471 Jul 15 13:10:06.493824 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.519225 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Transition to ACTIVE for port object 5ef66787-da43-4ff2-83b3-3e3d79b7906e will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:06.532745 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.551402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4178b055-4ec0-4260-aa75-221bcef695d6 req-92a21a41-5a37-4c18-9524-a5716c0288af tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fff4635-406f-48cf-8f26-fcb74bdf2d9e HTTP/1.1" status: 200 len: 210 time: 0.0483561 Jul 15 13:10:06.592342 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Pushing event updated for resources: {'Port': ['ID=5ef66787-da43-4ff2-83b3-3e3d79b7906e,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.604735 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.605117 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.606089 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.606428 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.606980 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.607366 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.607701 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.608175 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.608511 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.608835 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.609160 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.609480 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:06.643796 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b785c948-edcf-495e-a658-3b05336059fa req-33592e1e-e34c-4ae4-aa45-c95103c771a3 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432634 Jul 15 13:10:06.673300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e367aefb-4203-41bd-94b0-a038b4c66f3d no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:06.719766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: e367aefb-4203-41bd-94b0-a038b4c66f3d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:06.720350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e367aefb-4203-41bd-94b0-a038b4c66f3d not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:06.769122 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Attempting to bind port 5ef66787-da43-4ff2-83b3-3e3d79b7906e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:06.769366 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Attempting to bind port 5ef66787-da43-4ff2-83b3-3e3d79b7906e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:06.770002 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Attempting to bind port 5ef66787-da43-4ff2-83b3-3e3d79b7906e on network f9d67892-2f33-474d-8e4c-7efe5296843e {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:06.778426 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:06.779387 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Checking segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:06.780117 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.780772 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Bound using segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:06.781533 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Bound port: 5ef66787-da43-4ff2-83b3-3e3d79b7906e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:06.782209 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.798180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}, {'server_uuid': '2fff4635-406f-48cf-8f26-fcb74bdf2d9e', 'name': 'network-vif-deleted', 'tag': 'e367aefb-4203-41bd-94b0-a038b4c66f3d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:06.810903 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a05811c-be25-41ef-a693-6314e0127a28" -d '{"events": [{"name": "network-changed", "server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}, {"server_uuid": "2fff4635-406f-48cf-8f26-fcb74bdf2d9e", "name": "network-vif-deleted", "tag": "e367aefb-4203-41bd-94b0-a038b4c66f3d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:06.890553 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] For port 5ef66787-da43-4ff2-83b3-3e3d79b7906e, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:06.894990 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] For port 5ef66787-da43-4ff2-83b3-3e3d79b7906e, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5ef66787-da43-4ff2-83b3-3e3d79b7906e,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:06.912339 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.998071 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:06.999083 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:09:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.354559 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:07.359985 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aae5e-7876-41e1-a053-00520e031215 None None] Pushing event updated for resources: {'Port': ['ID=5ef66787-da43-4ff2-83b3-3e3d79b7906e,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.814823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-78355ec0-e0f4-4494-8594-95c225fa1498 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:07.817475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-78355ec0-e0f4-4494-8594-95c225fa1498 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 822 time: 0.3325684 Jul 15 13:10:07.836198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-954eecd7-6c14-4a9a-b440-0cc4c8956c7d tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/quotas/04495a732031423e80f94ec4e4c6afed HTTP/1.1" status: 200 len: 375 time: 0.0116224 Jul 15 13:10:07.857006 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.885731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-c72e7c77-008c-41de-9b52-547cd844651e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437984 Jul 15 13:10:07.900374 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559daa16-2e34-4e55-8c56-6039df21cc68 None None] The sync data for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 is: [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:08.165953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43200) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:08.196390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-3f596e81-58e2-424c-868a-3247f6503dd2 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027337 Jul 15 13:10:08.452537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-4ed658a2-124e-4878-b881-a33c9112e9bb service neutron] 10.222.0.25 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530572 Jul 15 13:10:08.548117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1597113009'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:08.621469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Made reservation on behalf of baa1bde9106c42a3a0826d92edfb140e for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:08.635149 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.675282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.837900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:09.023983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.030517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.181764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:09.202146 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:09.211613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'mac_address': 'fa:16:3e:0e:a0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:09.252870 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.253353 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Added segment 827fc726-4ff6-464d-a209-6fda89f952c3 of type vlan for network 9dcfaec7-eebc-475d-8da6-d4127a82df41 Jul 15 13:10:09.257911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d623d2f-474a-44e8-87e4-50cccc073a11,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.311318 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.348066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05406d4-6d22-4936-a4f2-f0941f0bb66a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:09.378373 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.395867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:09.407060 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.467461 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.474912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.475501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.601143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=12']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.626678 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4588959 Jul 15 13:10:09.627849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43212) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:09.715553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b56335-05c4-493b-a193-b21fea2a4025 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Pushing event updated for resources: {'Network': ['ID=9dcfaec7-eebc-475d-8da6-d4127a82df41,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.752648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9dcfaec7-eebc-475d-8da6-d4127a82df41 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:09.871255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Request body: {'network': {'name': 'tempest-network--390207101', 'router:external': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:09.927749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f05406d4-6d22-4936-a4f2-f0941f0bb66a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:10.027775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Made reservation on behalf of 0e3806c7c34e4023b42c4cdfd181f391 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:10.033832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.075029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5ef66787-da43-4ff2-83b3-3e3d79b7906e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:10.115608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.302160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e1b98-a64b-4c2e-8e60-e04e582c9b0a req-e3cd9ed7-2253-447b-9467-082123faa43e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.315147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e1b98-a64b-4c2e-8e60-e04e582c9b0a req-e3cd9ed7-2253-447b-9467-082123faa43e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.328275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-834e1b98-a64b-4c2e-8e60-e04e582c9b0a req-e3cd9ed7-2253-447b-9467-082123faa43e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5&device_id=3dce4035-a95e-4987-9fb6-e04c70bdc20b HTTP/1.1" status: 200 len: 1690 time: 0.3530288 Jul 15 13:10:10.438975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5ef66787-da43-4ff2-83b3-3e3d79b7906e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:10.468426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5ef66787-da43-4ff2-83b3-3e3d79b7906e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:10.474207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.475926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-834e1b98-a64b-4c2e-8e60-e04e582c9b0a req-6717cd24-a2f8-4c07-b102-37c724c78cc5 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459010 Jul 15 13:10:10.520401 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.532476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.614161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:10.639028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3606caea-92e6-4724-a2f9-2a803612db6c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:10.676069 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.676629 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Added segment afe5507a-3cf1-4c03-82f0-8224d2fb731b of type vlan for network 9d6393e1-abe0-4400-acb9-7e0757739f63 Jul 15 13:10:10.826749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.893848 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.965138 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.970525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.974956 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.018685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5ef66787-da43-4ff2-83b3-3e3d79b7906e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5ef66787-da43-4ff2-83b3-3e3d79b7906e,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:11.024791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.070095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4365919 Jul 15 13:10:11.071260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43226) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:11.169251 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5ef66787-da43-4ff2-83b3-3e3d79b7906e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.188779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729af85-a060-4e4a-8135-9981ff4b9387 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Network': ['ID=9d6393e1-abe0-4400-acb9-7e0757739f63,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.204225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9d6393e1-abe0-4400-acb9-7e0757739f63 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:11.747765 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.878605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5ef66787-da43-4ff2-83b3-3e3d79b7906e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:11.901660 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43228) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:11.912442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5d8878b3-dfd2-4b0a-92fd-af7e0a5973c0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092322807', 'description': 'tempest-description--1123241009'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:11.981327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.012060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6393e1-abe0-4400-acb9-7e0757739f63']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:12.045970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe5507a-3cf1-4c03-82f0-8224d2fb731b') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:12.046438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe5507a-3cf1-4c03-82f0-8224d2fb731b') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:12.089341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5ef66787-da43-4ff2-83b3-3e3d79b7906e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:12.090274 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.121717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.171314 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.185516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:12.186613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:12.225654 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:12.241342 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d8878b3-dfd2-4b0a-92fd-af7e0a5973c0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.402778 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.435471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d6393e1-abe0-4400-acb9-7e0757739f63 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:10:12.530888 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.538305 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9d6393e1-abe0-4400-acb9-7e0757739f63 HTTP/1.1" status: 204 len: 168 time: 1.4637868 Jul 15 13:10:12.542542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ed261-bf86-43b7-8d9e-2736150e18b9 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d6393e1-abe0-4400-acb9-7e0757739f63,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.545716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511245bd-9e51-4b93-9647-f97097ab8117 req-b55610c9-1550-4b6e-8faf-3beaf1f993ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.548421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-511245bd-9e51-4b93-9647-f97097ab8117 req-b55610c9-1550-4b6e-8faf-3beaf1f993ad tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 945 time: 0.3749182 Jul 15 13:10:12.549758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43230) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:12.567532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:12.614527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-6bce4ea0-c934-4241-818b-a09c0ecf408e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.619812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-6bce4ea0-c934-4241-818b-a09c0ecf408e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.30 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 822 time: 0.4655247 Jul 15 13:10:12.654541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Request body: {'port': {'device_id': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'admin_state_up': True, 'tenant_id': '04495a732031423e80f94ec4e4c6afed'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:12.792815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d8878b3-dfd2-4b0a-92fd-af7e0a5973c0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.802114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d8878b3-dfd2-4b0a-92fd-af7e0a5973c0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.846795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:12.855618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-511245bd-9e51-4b93-9647-f97097ab8117 req-6e64cbb8-7c3d-4e3d-9acd-2ff19a1d075b tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254236 Jul 15 13:10:12.870035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Made reservation on behalf of 0e3806c7c34e4023b42c4cdfd181f391 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:12.873146 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d8878b3-dfd2-4b0a-92fd-af7e0a5973c0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.879428 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.880927 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5d8878b3-dfd2-4b0a-92fd-af7e0a5973c0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9764733 Jul 15 13:10:12.882822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43232) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:12.904168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-59cec3f8-6dc5-4374-80a7-747bf527c889 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'security_group_rule': {'security_group_id': 'd4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:12.929330 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8878b3-dfd2-4b0a-92fd-af7e0a5973c0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:13.034401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port f05406d4-6d22-4936-a4f2-f0941f0bb66a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:13.063453 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eb6d41-3e66-403b-ab05-eec71eb29e61 x-openstack-request-id: req-e4eb6d41-3e66-403b-ab05-eec71eb29e61 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:13.066976 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "status": "completed", "code": 200}, {"server_uuid": "2fff4635-406f-48cf-8f26-fcb74bdf2d9e", "name": "network-vif-deleted", "tag": "e367aefb-4203-41bd-94b0-a038b4c66f3d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:13.067525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port f05406d4-6d22-4936-a4f2-f0941f0bb66a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:13.067752 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4eb6d41-3e66-403b-ab05-eec71eb29e61 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:13.068245 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'status': 'completed', 'code': 200} Jul 15 13:10:13.068454 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.068873 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff4635-406f-48cf-8f26-fcb74bdf2d9e', 'name': 'network-vif-deleted', 'tag': 'e367aefb-4203-41bd-94b0-a038b4c66f3d', 'status': 'completed', 'code': 200} Jul 15 13:10:13.235688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:13.254512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Made reservation on behalf of 04495a732031423e80f94ec4e4c6afed for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:13.265968 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.292494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.293029 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Added segment 5f8fbdd1-fd95-42c5-8970-64ea64123b01 of type vlan for network 1a6aac47-611b-44b6-b895-b84378fe8204 Jul 15 13:10:13.295925 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.345261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:13.347436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:13.351094 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c757c4-733a-4317-953d-8f746d3a1fe2" -d '{"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-plugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:13.358101 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.431936 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59cec3f8-6dc5-4374-80a7-747bf527c889 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.453734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=13']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:13.704725 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.728039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05811c-be25-41ef-a693-6314e0127a28 req-df5c5650-2abd-470e-b963-e2c707cdced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.728039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a05811c-be25-41ef-a693-6314e0127a28 req-df5c5650-2abd-470e-b963-e2c707cdced8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1102 time: 0.6375754 Jul 15 13:10:13.860978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59cec3f8-6dc5-4374-80a7-747bf527c889 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.898524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:10:13.940752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647db4-b617-45df-8709-653d28e4b8f3 req-aa9f1d97-9300-42df-86b0-f50c33490464 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.943756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b647db4-b617-45df-8709-653d28e4b8f3 req-aa9f1d97-9300-42df-86b0-f50c33490464 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 951 time: 0.4527345 Jul 15 13:10:13.944884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59cec3f8-6dc5-4374-80a7-747bf527c889 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.124010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cec3f8-6dc5-4374-80a7-747bf527c889 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd53f80-53a6-4a4f-8440-d152a7023f14,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.140921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59cec3f8-6dc5-4374-80a7-747bf527c889 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.143745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-59cec3f8-6dc5-4374-80a7-747bf527c889 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2504327 Jul 15 13:10:14.145133 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.146496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43238) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:14.147219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.147891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.159046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-63532c20-3b8d-4980-865d-e145176220b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'security_group_rule': {'security_group_id': 'd4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:14.208430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Allocated IP 172.20.0.10 (b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b/c4754150-3691-4b4f-aed9-f37934e32649/9ff87885-1cb3-4f31-9827-d7cca4187c2a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:14.241425 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63532c20-3b8d-4980-865d-e145176220b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.312188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b647db4-b617-45df-8709-653d28e4b8f3 req-26b9a178-1031-4607-897e-a4c3277c01a7 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336189 Jul 15 13:10:14.322472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05811c-be25-41ef-a693-6314e0127a28 req-a0fb7fd8-e3ec-4da2-a378-4053677f6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.326320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a05811c-be25-41ef-a693-6314e0127a28 req-a0fb7fd8-e3ec-4da2-a378-4053677f6b59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.5887346 Jul 15 13:10:14.343536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7784171 Jul 15 13:10:14.374169 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63532c20-3b8d-4980-865d-e145176220b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.375824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:14.386177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Request body: {'subnet': {'network_id': '1a6aac47-611b-44b6-b895-b84378fe8204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:14.443429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63532c20-3b8d-4980-865d-e145176220b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.497712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Made reservation on behalf of 0e3806c7c34e4023b42c4cdfd181f391 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:14.502981 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.514387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b600f-f46f-4998-8ca8-c967969bda3f tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Network': ['ID=1a6aac47-611b-44b6-b895-b84378fe8204,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.536039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 1a6aac47-611b-44b6-b895-b84378fe8204 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:14.655194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a05811c-be25-41ef-a693-6314e0127a28 req-c68cffd2-99c0-4d16-8331-301706534613 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.3039100 Jul 15 13:10:14.748910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63532c20-3b8d-4980-865d-e145176220b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29782293-f8d8-4c5b-b0b1-fe51563eac3e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.759196 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63532c20-3b8d-4980-865d-e145176220b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.763363 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-63532c20-3b8d-4980-865d-e145176220b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6116750 Jul 15 13:10:14.770309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43246) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:14.786886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:14.869775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05811c-be25-41ef-a693-6314e0127a28 req-9b2a7b14-9370-4a08-9404-d6c05adabf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.871483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a05811c-be25-41ef-a693-6314e0127a28 req-9b2a7b14-9370-4a08-9404-d6c05adabf45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2038331 Jul 15 13:10:14.944884 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.082936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22cd8599-ed22-4b17-adcb-bd9950ba86ec req-999cbd38-91b8-4e1f-bb86-2c6f25ed8a67 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 210 time: 0.0684958 Jul 15 13:10:15.144062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.153061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05811c-be25-41ef-a693-6314e0127a28 req-7a125c4b-bb08-4aea-9bb1-ad2e9db7ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.154757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a05811c-be25-41ef-a693-6314e0127a28 req-7a125c4b-bb08-4aea-9bb1-ad2e9db7ae30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2610705 Jul 15 13:10:15.212652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.241248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:10:15.247216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.272652 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef380d4f-695d-49a1-9e84-1ea40bd006f9 x-openstack-request-id: req-ef380d4f-695d-49a1-9e84-1ea40bd006f9 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:15.272967 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-plugged", "status": "completed", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:15.273460 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef380d4f-695d-49a1-9e84-1ea40bd006f9 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:15.273648 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'code': 200} Jul 15 13:10:15.288122 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.372075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a05811c-be25-41ef-a693-6314e0127a28 req-170efb0d-27e2-4180-9349-b79a1c4c9839 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076571 Jul 15 13:10:15.521207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7611ab2-3699-4dc3-8c32-afb4d8e81119,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.561953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Checking segment: {'id': '5f8fbdd1-fd95-42c5-8970-64ea64123b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1a6aac47-611b-44b6-b895-b84378fe8204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:15.562317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Network hostable DHCP agents. Network: 1a6aac47-611b-44b6-b895-b84378fe8204, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:15.607245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Network 1a6aac47-611b-44b6-b895-b84378fe8204 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:15.610040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Allocated IP 172.25.1.176 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/149c5157-99ea-4d38-bf57-37d0ef757dfe) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:15.629572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 1a6aac47-611b-44b6-b895-b84378fe8204) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:15.635626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.636408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.651579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94992e21-ab92-4e1d-8e9d-c9466e1d4f67 None None] Network 1a6aac47-611b-44b6-b895-b84378fe8204 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:15.718650 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ae7213b9-a534-435d-a6de-9c76f27f7101 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3399704 Jul 15 13:10:15.724293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43252) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:15.729763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Request body: {'floatingip': {'floating_network_id': '1a6aac47-611b-44b6-b895-b84378fe8204'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:15.917950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60fbad-3665-4931-b482-70e1a03d148d None None] Network 1a6aac47-611b-44b6-b895-b84378fe8204 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:15.918327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.043115 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.110576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:16.129039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:16.143957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event updated for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.150252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:16.217474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.219093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a05811c-be25-41ef-a693-6314e0127a28 req-172821d9-fa3a-43b6-a98a-cdee55e48cd4 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961309 Jul 15 13:10:16.256185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295fd81-0a29-4d29-8623-c2e62904a09a req-48b20cfc-fa81-4f1a-8ea8-39f2b4dac658 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.264065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c295fd81-0a29-4d29-8623-c2e62904a09a req-48b20cfc-fa81-4f1a-8ea8-39f2b4dac658 tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 945 time: 0.7030392 Jul 15 13:10:16.299500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'Port': ['ID=149c5157-99ea-4d38-bf57-37d0ef757dfe,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.319021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.320557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.344921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:16.349178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:16.353255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:16.442693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.481295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c295fd81-0a29-4d29-8623-c2e62904a09a req-72232890-5e63-485f-a71b-afe06ecddf4a tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158632 Jul 15 13:10:16.484083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e131575b-46b7-4c0f-97f8-f4b0b0821f84 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8384774 Jul 15 13:10:16.516631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Request body: {'port': {'device_id': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:16.699512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b265a261-4aff-47c1-8108-c6c6e933052d req-4e4fc136-ea6d-4c1c-8399-db2369e4fe50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3416336 Jul 15 13:10:16.702696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.720367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.743154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Allocated IP 172.20.0.10 (1a6aac47-611b-44b6-b895-b84378fe8204/a7611ab2-3699-4dc3-8c32-afb4d8e81119/1766c9dd-7726-4843-8784-339337eb05dd) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:16.945199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.081049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-fe6d1195-993b-4650-8b1d-e8f69d7f5c3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3549056 Jul 15 13:10:17.093960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a261-4aff-47c1-8108-c6c6e933052d req-9342410f-7a0d-47d5-85ef-176cd4fd0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.098307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b265a261-4aff-47c1-8108-c6c6e933052d req-9342410f-7a0d-47d5-85ef-176cd4fd0ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 1102 time: 0.3622692 Jul 15 13:10:17.133832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.285741 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.299574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5dd3f-5984-40b8-bf96-4a597e5d75fe req-8203c833-1954-4439-9ac1-08f5a2a27e4a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.302485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1e5dd3f-5984-40b8-bf96-4a597e5d75fe req-8203c833-1954-4439-9ac1-08f5a2a27e4a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 951 time: 0.4669631 Jul 15 13:10:17.428767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.447557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.461270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Network 1a6aac47-611b-44b6-b895-b84378fe8204 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:17.474236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:17.479199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:17.483081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Port': ['ID=1766c9dd-7726-4843-8784-339337eb05dd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.525727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1e5dd3f-5984-40b8-bf96-4a597e5d75fe req-978d20b4-07c9-4ad2-a1b6-5c73a175229c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973984 Jul 15 13:10:17.529608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a261-4aff-47c1-8108-c6c6e933052d req-66ce0e21-63c2-4404-85c3-bb37854312ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.531110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b265a261-4aff-47c1-8108-c6c6e933052d req-66ce0e21-63c2-4404-85c3-bb37854312ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3545816 Jul 15 13:10:17.550751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-ae7849e2-35ea-4612-affd-76652fd5e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.551321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-ae7849e2-35ea-4612-affd-76652fd5e9bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d604834239a489aa2fb6a56aff6010e&device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 1098 time: 0.4362030 Jul 15 13:10:17.625228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b265a261-4aff-47c1-8108-c6c6e933052d req-0559b0ca-3097-4a11-8960-60dcf86f6d24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 200 len: 217 time: 0.0729618 Jul 15 13:10:17.698864 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.711105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'Port': ['ID=149c5157-99ea-4d38-bf57-37d0ef757dfe,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.782609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff87885-1cb3-4f31-9827-d7cca4187c2a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:17.788240 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.790419 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-201c3dd2-0f79-4737-a9b1-678ee6234779 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0177269 Jul 15 13:10:17.827799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.848716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Transition to ACTIVE for port object 9ff87885-1cb3-4f31-9827-d7cca4187c2a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:17.855806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-7a390aba-931c-40d7-9855-06c728b9f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.858639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-7a390aba-931c-40d7-9855-06c728b9f172 service neutron] 10.222.0.35 "GET /v2.0/networks?id=569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 200 len: 917 time: 0.2448044 Jul 15 13:10:17.859455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.860660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a261-4aff-47c1-8108-c6c6e933052d req-a1045b95-3704-4e4c-8140-a8fa576cdfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.864388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b265a261-4aff-47c1-8108-c6c6e933052d req-a1045b95-3704-4e4c-8140-a8fa576cdfd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2181222 Jul 15 13:10:17.866306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.968173 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.033193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-1a48eb14-c12a-4140-ad8f-fbb40fee3000 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 HTTP/1.1" status: 200 len: 217 time: 0.1633928 Jul 15 13:10:18.038611 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:10:18.170954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:18.262876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-a954ad01-89be-450b-86f3-a46ff6fa3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.265935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-a954ad01-89be-450b-86f3-a46ff6fa3bbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 200 len: 855 time: 0.2173824 Jul 15 13:10:18.390266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a261-4aff-47c1-8108-c6c6e933052d req-426c51be-0dbd-4e00-b01b-901f62aec82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.395087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b265a261-4aff-47c1-8108-c6c6e933052d req-426c51be-0dbd-4e00-b01b-901f62aec82a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5127566 Jul 15 13:10:18.457252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.475759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.524274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Attempting to bind port 9ff87885-1cb3-4f31-9827-d7cca4187c2a on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:18.525159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Attempting to bind port 9ff87885-1cb3-4f31-9827-d7cca4187c2a by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:18.525969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Attempting to bind port 9ff87885-1cb3-4f31-9827-d7cca4187c2a on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:18.582120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Port 9ff87885-1cb3-4f31-9827-d7cca4187c2a on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:18.584572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Attempting to bind port 9ff87885-1cb3-4f31-9827-d7cca4187c2a on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:18.629210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Port': ['ID=1766c9dd-7726-4843-8784-339337eb05dd,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:18.636989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:18.637606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Checking segment: {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:18.638011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Bound using segment: {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:18.638653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Bound port: 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:18.638855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.657467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.676514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-1fd8074b-d815-4edc-bac2-2fbe0fc8b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.676929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.678311 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5aa7e17a-fd32-4355-a505-6563ebd27b0c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9526241 Jul 15 13:10:18.679171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-1fd8074b-d815-4edc-bac2-2fbe0fc8b86d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569a521e-0b35-4ee0-9c77-c3d31dd196e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3753483 Jul 15 13:10:18.681658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:18.758934 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d20c0398-2ae8-43c3-b2df-eb84837dad57 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=1a6aac47-611b-44b6-b895-b84378fe8204 HTTP/1.1" status: 200 len: 690 time: 0.0755463 Jul 15 13:10:18.762897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43280) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:18.814474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b265a261-4aff-47c1-8108-c6c6e933052d req-46e25c59-47f7-4da5-a6ee-ba19ac2df7b2 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015198 Jul 15 13:10:18.834107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3b142d02-0e03-41e0-84b1-908c40beb0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.869006 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.910140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da6dd0-e9e8-4705-bd16-cd307ea9115a req-e5b873cd-e7b0-4bb5-aa2e-d23f6ff11f9b tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.912876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2da6dd0-e9e8-4705-bd16-cd307ea9115a req-e5b873cd-e7b0-4bb5-aa2e-d23f6ff11f9b tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 1102 time: 0.4187057 Jul 15 13:10:19.000944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Deleting port 1766c9dd-7726-4843-8784-339337eb05dd {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:19.001198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.014638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:19.093193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.093586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.106304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:19.115693 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Calling delete_port for 1766c9dd-7726-4843-8784-339337eb05dd owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:19.145052 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.228715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-1c4cfa38-47b7-4980-86eb-c4d50ad3112f service neutron] 10.222.0.35 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369456 Jul 15 13:10:19.259787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2da6dd0-e9e8-4705-bd16-cd307ea9115a req-37af10b6-84b1-43fb-9065-2b03af31873f tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814672 Jul 15 13:10:19.320228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.321485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.323492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.325218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ff87885-1cb3-4f31-9827-d7cca4187c2a HTTP/1.1" status: 200 len: 1093 time: 2.8299277 Jul 15 13:10:19.326148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:19.329619 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b993e-2edc-4aa6-9e96-24000766943d" -d '{"events": [{"name": "network-changed", "server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:19.361034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b265a261-4aff-47c1-8108-c6c6e933052d req-3f167137-c034-41b7-8023-e90ce2d95fb6 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317698 Jul 15 13:10:19.369529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event deleted for resources: {'Port': ['ID=1766c9dd-7726-4843-8784-339337eb05dd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.468788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf680-7ed0-4787-9643-e677fa7ff237 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.486850 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.560669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.568065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56d6cf-aa66-400a-85be-c3a3c6b22274 req-85a998f4-d83b-492e-affa-a5c146538c36 service neutron] 10.222.0.35 "GET /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906275 Jul 15 13:10:19.571551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-d93c67ca-8b5e-40d2-97ca-8a19a09e2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.573091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-d93c67ca-8b5e-40d2-97ca-8a19a09e2f90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 1096 time: 0.1880243 Jul 15 13:10:19.662948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.691701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7611ab2-3699-4dc3-8c32-afb4d8e81119,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.708011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-031cb6c3-4e45-4f1b-8568-65775d2d4dea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a HTTP/1.1" status: 200 len: 217 time: 0.0724792 Jul 15 13:10:19.760578 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.772444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6aac47-611b-44b6-b895-b84378fe8204']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:19.784532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8fbdd1-fd95-42c5-8970-64ea64123b01') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:19.784903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8fbdd1-fd95-42c5-8970-64ea64123b01') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:19.797542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.820406 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.822017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-70248a38-f1c4-4249-bb2a-493d71d5138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.823559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-70248a38-f1c4-4249-bb2a-493d71d5138e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4754150-3691-4b4f-aed9-f37934e32649 HTTP/1.1" status: 200 len: 862 time: 0.0640981 Jul 15 13:10:19.833013 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:19.833769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:19.856408 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:19.885657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-e404f35f-7750-435c-ba9b-dc090f5b3450 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498216 Jul 15 13:10:19.896222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cae25d-7372-4ade-a3ae-daea2fc07a03 req-d53f9f50-4079-4593-808a-9e5182ca234d tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.903943 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24cae25d-7372-4ade-a3ae-daea2fc07a03 req-d53f9f50-4079-4593-808a-9e5182ca234d tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 944 time: 0.1990201 Jul 15 13:10:19.936790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.950627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a6aac47-611b-44b6-b895-b84378fe8204 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:10:19.980048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.989448 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "DELETE /v2.0/networks/1a6aac47-611b-44b6-b895-b84378fe8204 HTTP/1.1" status: 204 len: 168 time: 1.2249844 Jul 15 13:10:19.991247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43320) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:19.995281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc61e0-0224-4b44-aecd-1988a3fa6dd4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a6aac47-611b-44b6-b895-b84378fe8204,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.134730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24cae25d-7372-4ade-a3ae-daea2fc07a03 req-94a64da5-6b53-4d0c-9218-b1438a9ead3f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297385 Jul 15 13:10:20.171699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-677c7533-8455-49f1-ac51-3df746f409c4 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588480 Jul 15 13:10:20.220761 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-648de89f-e52d-4def-bea1-a20a8e67a1cb tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.2273848 Jul 15 13:10:20.226267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43322) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:20.308082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dbe73-9160-4698-9596-62a9b30177dd req-2eb82e57-960c-495a-a116-1b8a1fba7456 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.310108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a01dbe73-9160-4698-9596-62a9b30177dd req-2eb82e57-960c-495a-a116-1b8a1fba7456 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1e9469c-5698-47d3-9961-afe3493c4e09 HTTP/1.1" status: 200 len: 945 time: 0.3604524 Jul 15 13:10:20.524495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09e8b8d4-8912-41fb-8164-f016226e5e9c req-817493d7-a68b-4b7c-969a-8c9a22e8e416 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481045 Jul 15 13:10:20.572377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.572869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.573464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.574033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.575468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.575468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.575885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.576252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.576831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.577204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.579648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ac7bd377-03de-4686-9e60-02574bf1e516 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6481 time: 0.3507276 Jul 15 13:10:20.585599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43326) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:20.634254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36d3c2-165c-447d-8eab-4945120a8407 req-a30f4db7-fd19-40cd-b0b6-6dfdf950c0cb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.636223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae36d3c2-165c-447d-8eab-4945120a8407 req-a30f4db7-fd19-40cd-b0b6-6dfdf950c0cb tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 945 time: 0.2776425 Jul 15 13:10:20.649478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Deleting port 0559f377-f592-41fb-9ccd-7d9af508494e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:20.649773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.678437 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-874491eb-a460-409c-a636-922bcac88d4c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:10:20.699684 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-874491eb-a460-409c-a636-922bcac88d4c tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/f3b71f1c-649e-4512-8c81-75faba2d0f67 HTTP/1.1" status: 404 len: 345 time: 0.1112430 Jul 15 13:10:20.701035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43328) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:20.732389 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbadf623-6643-42fc-a0eb-722b433e2eb6 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 13:10:20.733829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbadf623-6643-42fc-a0eb-722b433e2eb6 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:20.744677 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dbadf623-6643-42fc-a0eb-722b433e2eb6 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "DELETE /v2.0/networks/1a6aac47-611b-44b6-b895-b84378fe8204 HTTP/1.1" status: 404 len: 339 time: 0.0406747 Jul 15 13:10:20.746242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:20.754624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Request body: {'network': {'name': 'tempest-network--921745205', 'router:external': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:20.775577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae36d3c2-165c-447d-8eab-4945120a8407 req-0afbf3d5-960f-4be8-bbd3-ac5a57da398a tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.25 "GET /v2.0/security-groups?id=52277621-99a2-4cfa-a082-6104c4fb4b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224637 Jul 15 13:10:20.811837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Made reservation on behalf of 0e3806c7c34e4023b42c4cdfd181f391 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:20.817890 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.869467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] For port 0559f377-f592-41fb-9ccd-7d9af508494e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0559f377-f592-41fb-9ccd-7d9af508494e,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:20.869858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.892019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:20.904397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Calling delete_port for 0559f377-f592-41fb-9ccd-7d9af508494e owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:20.923260 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.926407 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Added segment fd328e55-296d-47aa-95b1-6f419dfd9746 of type vlan for network 7e610187-7cd0-4fb3-98a5-78774871db67 Jul 15 13:10:21.063191 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.109731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.112161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.113280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.172066 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4235437 Jul 15 13:10:21.177376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43348) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.286156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa46892-7883-46d1-8886-1e8b0a9e07b5 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Network': ['ID=7e610187-7cd0-4fb3-98a5-78774871db67,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.302365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 7e610187-7cd0-4fb3-98a5-78774871db67 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:21.478344 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ebe60996-84d1-4ab0-b7b1-6a19461ecfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.528334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.542285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-2555cc0c-d429-4efd-a296-f4e9c9dc6a96 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1092322807&fields=id&tenant_id=6c84d9dc3154439bbcdfa258ea615927 HTTP/1.1" status: 200 len: 267 time: 0.6069300 Jul 15 13:10:21.832672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-a16c8a33-6eac-4aae-8352-80a8fe7e630d tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.835454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-a16c8a33-6eac-4aae-8352-80a8fe7e630d tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 816 time: 0.2831604 Jul 15 13:10:21.837330 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.852391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['61bfe3c3-b5e1-4af5-b3c4-64d025e2e288'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:21.855647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['0559f377-f592-41fb-9ccd-7d9af508494e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:21.901147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f136b21f-c064-41e8-b6d4-a8b0bf2fbd7c tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.908062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f136b21f-c064-41e8-b6d4-a8b0bf2fbd7c tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.914250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Pushing event deleted for resources: {'Port': ['ID=0559f377-f592-41fb-9ccd-7d9af508494e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.914998 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f136b21f-c064-41e8-b6d4-a8b0bf2fbd7c tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.921866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f136b21f-c064-41e8-b6d4-a8b0bf2fbd7c tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.928189 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f136b21f-c064-41e8-b6d4-a8b0bf2fbd7c tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7448847 Jul 15 13:10:21.928520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-47d9ae42-c177-47c1-a41f-c52b1a68ca2e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/quotas/6c84d9dc3154439bbcdfa258ea615927 HTTP/1.1" status: 200 len: 375 time: 0.0770044 Jul 15 13:10:21.929444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43350) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:22.015356 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.072071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] No DVR routers for this DVR port 0559f377-f592-41fb-9ccd-7d9af508494e on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:22.079768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.083787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a01dbe73-9160-4698-9596-62a9b30177dd req-d74ab074-8819-41b4-b0c1-a0ce577e46cc tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.30 "DELETE /v2.0/ports/0559f377-f592-41fb-9ccd-7d9af508494e HTTP/1.1" status: 204 len: 173 time: 1.7606761 Jul 15 13:10:22.124348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.139071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-616eaee8-5a04-4e26-97bc-84db3a000004 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1998062 Jul 15 13:10:22.142188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e610187-7cd0-4fb3-98a5-78774871db67']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:22.162120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd328e55-296d-47aa-95b1-6f419dfd9746') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:22.162500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd328e55-296d-47aa-95b1-6f419dfd9746') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:22.173290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.196726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.204690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:22.205103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:22.207294 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:22.277865 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.290983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e610187-7cd0-4fb3-98a5-78774871db67 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:10:22.314863 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.325960 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "DELETE /v2.0/networks/7e610187-7cd0-4fb3-98a5-78774871db67 HTTP/1.1" status: 204 len: 168 time: 0.3950224 Jul 15 13:10:22.327950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43352) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:22.338651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Request body: {'network': {'name': 'tempest-network--1446271532', 'router:external': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:22.362721 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eccc0-f03f-455f-8bcd-96f86cb5b227 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e610187-7cd0-4fb3-98a5-78774871db67,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:22.396133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-5c175d0e-69a7-4feb-b9af-91986aa09f12 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433434 Jul 15 13:10:22.398356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Made reservation on behalf of 0e3806c7c34e4023b42c4cdfd181f391 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:22.402458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.467288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:22.513179 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.513540 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Added segment b9ba7be1-bcfd-4965-95aa-70e08322ad62 of type vlan for network 96e59eff-2cd0-46b0-b103-26d0a86fb6dd Jul 15 13:10:22.574764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-d8c5beaa-e3ba-4afd-99dd-3bc1a22407ac service neutron] 10.222.0.25 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568816 Jul 15 13:10:22.586110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.637599 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.640187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.641607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.721319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43354) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:22.721934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3920691 Jul 15 13:10:22.782434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71936d2c-4013-4b66-9ff0-f0ce3bc0a195 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Network': ['ID=96e59eff-2cd0-46b0-b103-26d0a86fb6dd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:22.813557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 96e59eff-2cd0-46b0-b103-26d0a86fb6dd details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:22.885775 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.069910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f738257-5090-49e6-a6ac-fd36f979a45b tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.072383 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2f738257-5090-49e6-a6ac-fd36f979a45b tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] 10.222.0.25 "GET /v2.0/networks/96e59eff-2cd0-46b0-b103-26d0a86fb6dd HTTP/1.1" status: 200 len: 757 time: 0.3494380 Jul 15 13:10:23.076728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43362) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:23.249773 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02567b36-595b-47e4-84f0-c28ac05aaa38 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.259444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43368) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:23.271078 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-02567b36-595b-47e4-84f0-c28ac05aaa38 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] 10.222.0.25 "GET /v2.0/networks/9dcfaec7-eebc-475d-8da6-d4127a82df41 HTTP/1.1" status: 200 len: 768 time: 0.1928477 Jul 15 13:10:23.484289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.497474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9947799-7b8a-43d9-b9bf-9f776141cbc7 req-f3a1ff57-dff2-46d8-8d0e-17f05c871c14 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.500270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9947799-7b8a-43d9-b9bf-9f776141cbc7 req-f3a1ff57-dff2-46d8-8d0e-17f05c871c14 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3dce4035-a95e-4987-9fb6-e04c70bdc20b HTTP/1.1" status: 200 len: 1101 time: 0.2424486 Jul 15 13:10:23.612362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9947799-7b8a-43d9-b9bf-9f776141cbc7 req-0173848a-ffba-480a-95be-0744eeea0443 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981410 Jul 15 13:10:23.661307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.682742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e59eff-2cd0-46b0-b103-26d0a86fb6dd']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:23.703774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ba7be1-bcfd-4965-95aa-70e08322ad62') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:23.704277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ba7be1-bcfd-4965-95aa-70e08322ad62') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:23.739981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.746009 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111eed52-5129-4d7a-90ab-249bc8011679 x-openstack-request-id: req-111eed52-5129-4d7a-90ab-249bc8011679 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:23.746509 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:23.747244 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-111eed52-5129-4d7a-90ab-249bc8011679 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:23.747918 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'status': 'completed', 'code': 200} Jul 15 13:10:23.771997 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.832084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:23.832753 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:23.835986 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:23.968704 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.977820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96e59eff-2cd0-46b0-b103-26d0a86fb6dd {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:10:23.982448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b993e-2edc-4aa6-9e96-24000766943d req-e237108b-ff4e-42c5-b9c7-c150d0a8539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.984926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-534b993e-2edc-4aa6-9e96-24000766943d req-e237108b-ff4e-42c5-b9c7-c150d0a8539b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 1096 time: 0.2159090 Jul 15 13:10:23.988262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.995443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43376) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:23.995986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "DELETE /v2.0/networks/96e59eff-2cd0-46b0-b103-26d0a86fb6dd HTTP/1.1" status: 204 len: 168 time: 0.7348609 Jul 15 13:10:24.002242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Request body: {'network': {'name': 'tempest-network--1276765783'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:24.027600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb20ab-d2c8-40a5-876f-3049c1f1c5ee tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event deleted for resources: {'Network': ['ID=96e59eff-2cd0-46b0-b103-26d0a86fb6dd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.031931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Made reservation on behalf of 0e3806c7c34e4023b42c4cdfd181f391 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:24.037371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.107844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:24.133243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.136094 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Added segment f8378440-d9cc-4dde-a618-636542ebceb2 of type vlan for network 93f410cc-4be9-4fd7-9fb6-a663c97675eb Jul 15 13:10:24.211495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b993e-2edc-4aa6-9e96-24000766943d req-d1477870-fccd-464d-9644-81e402ff42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.217669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-534b993e-2edc-4aa6-9e96-24000766943d req-d1477870-fccd-464d-9644-81e402ff42ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 923 time: 0.2055056 Jul 15 13:10:24.245682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.272176 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.350871 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.357154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.359867 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.364290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-534b993e-2edc-4aa6-9e96-24000766943d req-5595ff5c-b011-4681-81f6-ddab92935332 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a HTTP/1.1" status: 200 len: 217 time: 0.1299047 Jul 15 13:10:24.426926 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4297132 Jul 15 13:10:24.430117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43380) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:24.454737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d945fab9-196e-4809-aef1-8f3e32ce610e tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:24.543856 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5f48a-895f-404a-bad1-88ab9265b407 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Network': ['ID=93f410cc-4be9-4fd7-9fb6-a663c97675eb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.561748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 93f410cc-4be9-4fd7-9fb6-a663c97675eb details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:24.719829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b993e-2edc-4aa6-9e96-24000766943d req-73510851-977a-4108-8d1c-5f5e8ff81729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.722984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-534b993e-2edc-4aa6-9e96-24000766943d req-73510851-977a-4108-8d1c-5f5e8ff81729 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4754150-3691-4b4f-aed9-f37934e32649 HTTP/1.1" status: 200 len: 862 time: 0.2971678 Jul 15 13:10:24.736842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9ff87885-1cb3-4f31-9827-d7cca4187c2a details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:24.741707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0559f377-f592-41fb-9ccd-7d9af508494e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:24.778395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-4d88eff6-f3ad-4ed4-9998-2ba66f5f3f55 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179259 Jul 15 13:10:24.797401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 0559f377-f592-41fb-9ccd-7d9af508494e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:24.797401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0559f377-f592-41fb-9ccd-7d9af508494e not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:24.797401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 630de8a4-2e17-45d5-a77d-8f8603eca8ef no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:24.833241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-534b993e-2edc-4aa6-9e96-24000766943d req-47313dab-9f9e-4d21-af11-f3f1fb967697 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762870 Jul 15 13:10:25.046469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:25.059899 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.083759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'port_id': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'mac_address': 'fa:16:3e:e4:50:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4754150-3691-4b4f-aed9-f37934e32649', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:25.142546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:25.146478 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1314bd6-e71a-4775-8117-d11dae81c9a7" -d '{"events": [{"server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "name": "network-vif-unplugged", "status": "completed", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:25.182100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:25.192384 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.198797 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.264023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff87885-1cb3-4f31-9827-d7cca4187c2a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:25.292557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d945fab9-196e-4809-aef1-8f3e32ce610e tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.326809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:25.328490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.334662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.371817 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d945fab9-196e-4809-aef1-8f3e32ce610e tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.397098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-534b993e-2edc-4aa6-9e96-24000766943d req-f77c912c-e38a-4a4e-a54c-3035f7766d63 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384552 Jul 15 13:10:25.404422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aee47c43-5712-437e-a093-77a4e5273904 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.407458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aee47c43-5712-437e-a093-77a4e5273904 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5777676 Jul 15 13:10:25.410227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d945fab9-196e-4809-aef1-8f3e32ce610e tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Network 93f410cc-4be9-4fd7-9fb6-a663c97675eb is not hosted by any dhcp agent {{(pid=93733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:10:25.412658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945fab9-196e-4809-aef1-8f3e32ce610e tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.413556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d945fab9-196e-4809-aef1-8f3e32ce610e tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.417737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d945fab9-196e-4809-aef1-8f3e32ce610e tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "PUT /v2.0/networks/93f410cc-4be9-4fd7-9fb6-a663c97675eb HTTP/1.1" status: 200 len: 858 time: 0.9822731 Jul 15 13:10:25.417941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.418485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43394) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:25.450283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-208f336b-4243-4148-9b67-9768f4a32a2b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.451965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-208f336b-4243-4148-9b67-9768f4a32a2b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.30 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 816 time: 0.6395793 Jul 15 13:10:25.500128 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.523077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-3d9768c2-fb60-490d-8fbd-d24da11d3ad1 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/quotas/f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 375 time: 0.0946188 Jul 15 13:10:25.533546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945fab9-196e-4809-aef1-8f3e32ce610e tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event updated for resources: {'Network': ['ID=93f410cc-4be9-4fd7-9fb6-a663c97675eb,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.590400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.603097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f410cc-4be9-4fd7-9fb6-a663c97675eb']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:25.615565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8378440-d9cc-4dde-a618-636542ebceb2') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:25.616181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8378440-d9cc-4dde-a618-636542ebceb2') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:25.627596 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.633675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9ff87885-1cb3-4f31-9827-d7cca4187c2a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:25.639006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-d2601950-9f69-463a-9e62-294c144f0d6a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c84d9dc3154439bbcdfa258ea615927 HTTP/1.1" status: 200 len: 380 time: 0.1602926 Jul 15 13:10:25.651522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'port': {'device_id': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'admin_state_up': True, 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'security_groups': ['d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:25.660812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.671419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:25.672111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.709306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-534b993e-2edc-4aa6-9e96-24000766943d req-bbdd6f6b-ecb2-4331-b621-540b97ea81d9 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931175 Jul 15 13:10:25.756621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e9469c-5698-47d3-9961-afe3493c4e09', 'name': 'network-vif-deleted', 'tag': '0559f377-f592-41fb-9ccd-7d9af508494e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:25.758824 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a6fa69-37af-4ebb-8d8f-93579186415d" -d '{"events": [{"server_uuid": "a1e9469c-5698-47d3-9961-afe3493c4e09", "name": "network-vif-deleted", "tag": "0559f377-f592-41fb-9ccd-7d9af508494e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:25.760248 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:25.770510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.780339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93f410cc-4be9-4fd7-9fb6-a663c97675eb {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:10:25.803925 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.814248 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] 10.222.0.25 "DELETE /v2.0/networks/93f410cc-4be9-4fd7-9fb6-a663c97675eb HTTP/1.1" status: 204 len: 168 time: 0.3877387 Jul 15 13:10:25.814421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-0ede6f9c-0bfa-4812-9089-eec01dd793b5 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2734656 Jul 15 13:10:25.814421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43398) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:25.835346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88503359-f713-4f79-98d2-b7d016cd4bf4 tempest-ExternalNetworksTestJSON-1299503426 tempest-ExternalNetworksTestJSON-1299503426-project-admin] Pushing event deleted for resources: {'Network': ['ID=93f410cc-4be9-4fd7-9fb6-a663c97675eb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.897273 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-289c8739-3a89-4381-b877-55da44c6d031 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:25.897784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289c8739-3a89-4381-b877-55da44c6d031 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:25.901205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-289c8739-3a89-4381-b877-55da44c6d031 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] 10.222.0.25 "DELETE /v2.0/subnets/a7611ab2-3699-4dc3-8c32-afb4d8e81119 HTTP/1.1" status: 404 len: 337 time: 0.0806425 Jul 15 13:10:25.903740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43400) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:25.952050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Made reservation on behalf of 6c84d9dc3154439bbcdfa258ea615927 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:25.957016 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.093578 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.279277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Allocated IP 172.20.0.3 (f9d67892-2f33-474d-8e4c-7efe5296843e/ff041a54-1152-44ee-9c7c-a6b5ed0c2493/074048e3-8b9c-416d-b804-237116ae65c9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:26.305501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.330756 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcfaec7-eebc-475d-8da6-d4127a82df41']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:26.363489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827fc726-4ff6-464d-a209-6fda89f952c3') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:26.364172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827fc726-4ff6-464d-a209-6fda89f952c3') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:26.418148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.474199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.488971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:26.489908 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:26.529701 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:26.630308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.643650 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.646654 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] 10.222.0.25 "DELETE /v2.0/networks/9dcfaec7-eebc-475d-8da6-d4127a82df41 HTTP/1.1" status: 204 len: 168 time: 0.7417951 Jul 15 13:10:26.660797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b9a67-00af-4c0b-876c-9c0ee75e98c1 tempest-ExternalNetworksTestJSON-1289987001 tempest-ExternalNetworksTestJSON-1289987001-project] Pushing event deleted for resources: {'Network': ['ID=9dcfaec7-eebc-475d-8da6-d4127a82df41,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:26.741770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9ff87885-1cb3-4f31-9827-d7cca4187c2a up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:26.919324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 9ff87885-1cb3-4f31-9827-d7cca4187c2a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:26.934667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 9ff87885-1cb3-4f31-9827-d7cca4187c2a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:26.935958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.057696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.116332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.117332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:27.131002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.168311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Transition to ACTIVE for port object 074048e3-8b9c-416d-b804-237116ae65c9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:27.184053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-ea0dd009-1c33-4464-9d94-354f5961ed3c tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.186725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-ea0dd009-1c33-4464-9d94-354f5961ed3c tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dc30f1f-17ad-4bbb-8068-1f31836558fe HTTP/1.1" status: 200 len: 943 time: 0.8404214 Jul 15 13:10:27.213633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.229951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f890a9-d5fa-42a6-a013-b856bfb35d4d req-c8aa8791-c82a-4f01-bf79-5b58227b97d7 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.242133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91f890a9-d5fa-42a6-a013-b856bfb35d4d req-c8aa8791-c82a-4f01-bf79-5b58227b97d7 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 945 time: 0.8978431 Jul 15 13:10:27.259979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43416) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.450224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91f890a9-d5fa-42a6-a013-b856bfb35d4d req-a2fd32c1-cfd9-435b-a096-a2ebc97ac102 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068062 Jul 15 13:10:27.469891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.474933 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c55dbc94-611b-4e0b-9773-bd1d27174cf2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baa1bde9106c42a3a0826d92edfb140e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127044 Jul 15 13:10:27.477461 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43420) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.523106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Network f9d67892-2f33-474d-8e4c-7efe5296843e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:27.528649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:27.535775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:27.570422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.588365 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56b37c2d-8e75-4c0e-b8a2-333d1a6ada98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.624515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56b37c2d-8e75-4c0e-b8a2-333d1a6ada98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.628541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Deleting port 630de8a4-2e17-45d5-a77d-8f8603eca8ef {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:27.629266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.696974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56b37c2d-8e75-4c0e-b8a2-333d1a6ada98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.704322 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56b37c2d-8e75-4c0e-b8a2-333d1a6ada98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.706992 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56b37c2d-8e75-4c0e-b8a2-333d1a6ada98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d623d2f-474a-44e8-87e4-50cccc073a11 HTTP/1.1" status: 204 len: 168 time: 0.2276132 Jul 15 13:10:27.728683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b37c2d-8e75-4c0e-b8a2-333d1a6ada98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d623d2f-474a-44e8-87e4-50cccc073a11,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.786337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.787257 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.856700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-4ca409b3-95c4-40a2-8af7-a1e0ecd83856 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2109983 Jul 15 13:10:27.876554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Request body: {'port': {'device_id': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:27.926077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2d051-27b2-4da7-b91c-0eba0d304319 req-d08bba99-71fb-4c63-878b-ba6a0819f133 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.927736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9c2d051-27b2-4da7-b91c-0eba0d304319 req-d08bba99-71fb-4c63-878b-ba6a0819f133 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 931 time: 0.2610202 Jul 15 13:10:27.933698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] For port 630de8a4-2e17-45d5-a77d-8f8603eca8ef, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=630de8a4-2e17-45d5-a77d-8f8603eca8ef,segment=NetworkSegment(e338aa63-c71d-4f46-9f81-c00d6c000833),segment_id=e338aa63-c71d-4f46-9f81-c00d6c000833)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:27.934060 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.962515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Calling delete_port for 630de8a4-2e17-45d5-a77d-8f8603eca8ef owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:27.980905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d89fa319-e62c-4322-a326-f129c2be86db None None] Provisioning for port 074048e3-8b9c-416d-b804-237116ae65c9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:27.991784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d89fa319-e62c-4322-a326-f129c2be86db None None] Provisioning complete for port 074048e3-8b9c-416d-b804-237116ae65c9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:27.992874 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d89fa319-e62c-4322-a326-f129c2be86db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.065740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d89fa319-e62c-4322-a326-f129c2be86db None None] Port 074048e3-8b9c-416d-b804-237116ae65c9 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:28.081300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.100476 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43426) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:28.130704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9c2d051-27b2-4da7-b91c-0eba0d304319 req-57cba012-8491-45cf-839b-4e933c4cbc7c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660507 Jul 15 13:10:28.137167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-c0b3bae2-b9d5-4b31-b889-f486ef5caa4d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505459 Jul 15 13:10:28.151274 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1049cdc2-8ff9-4aa2-ab92-72db5aab3d8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e3806c7c34e4023b42c4cdfd181f391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491061 Jul 15 13:10:28.153753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43428) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:28.248148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.278111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.353852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.356589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.360382 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3606caea-92e6-4724-a2f9-2a803612db6c HTTP/1.1" status: 204 len: 168 time: 0.2029824 Jul 15 13:10:28.373035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3606caea-92e6-4724-a2f9-2a803612db6c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.395749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.396088 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.396430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.396915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.397260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.397595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.397928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.398258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.398588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.398917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.399282 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.399612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757aab91-308b-423c-a6ff-749a57f0dfdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:28.467816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-3e2e225d-ccd6-4186-8d38-11dd5c2dd176 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.469650 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-3e2e225d-ccd6-4186-8d38-11dd5c2dd176 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193834 Jul 15 13:10:28.519355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Request body: {'port': {'device_id': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'f67914f23a6145bfbb8f9c7b603a25e4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:28.537949 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.612360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Pushing event deleted for resources: {'Port': ['ID=630de8a4-2e17-45d5-a77d-8f8603eca8ef,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.714987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] No DVR routers for this DVR port 630de8a4-2e17-45d5-a77d-8f8603eca8ef on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:28.718072 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.721548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3072b132-02f7-4c0a-9e41-04502dd30dc3 req-fc376da0-bcba-4ce0-878b-852c572e34ab tempest-ImagesTestJSON-2010314296 tempest-ImagesTestJSON-2010314296-project] 10.222.0.30 "DELETE /v2.0/ports/630de8a4-2e17-45d5-a77d-8f8603eca8ef HTTP/1.1" status: 204 len: 173 time: 1.5250609 Jul 15 13:10:28.784248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-108a7a06-792b-4e4a-af89-629b5ce2e165 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787418 Jul 15 13:10:28.933012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074048e3-8b9c-416d-b804-237116ae65c9 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:28.987769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.006047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Made reservation on behalf of f67914f23a6145bfbb8f9c7b603a25e4 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:29.009931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.037418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Transition to ACTIVE for port object 074048e3-8b9c-416d-b804-237116ae65c9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:29.050463 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.074278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b991c6-e34a-4edd-a033-46367d508aff req-e82bb474-bbe1-467d-8838-a4cb226aca16 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.075914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-e82bb474-bbe1-467d-8838-a4cb226aca16 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772422 Jul 15 13:10:29.167947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-6ec4fe2f-3ec6-490e-a070-8dadd7b5b374 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/quotas/a382d7ef9fe44b30aed53cf0240ba4cc HTTP/1.1" status: 200 len: 375 time: 0.0609882 Jul 15 13:10:29.190234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:29.461429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Allocated IP 192.168.233.119 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/9f063900-0630-4550-a696-98a8c2f80503) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:29.600333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Attempting to bind port 074048e3-8b9c-416d-b804-237116ae65c9 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:29.600879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Attempting to bind port 074048e3-8b9c-416d-b804-237116ae65c9 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:29.601341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Attempting to bind port 074048e3-8b9c-416d-b804-237116ae65c9 on network f9d67892-2f33-474d-8e4c-7efe5296843e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:29.634499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-ca7b9489-cee7-4115-9103-8e9726a39b30 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4502881 Jul 15 13:10:29.650236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Port 074048e3-8b9c-416d-b804-237116ae65c9 on network f9d67892-2f33-474d-8e4c-7efe5296843e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:29.650774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Attempting to bind port 074048e3-8b9c-416d-b804-237116ae65c9 on network f9d67892-2f33-474d-8e4c-7efe5296843e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:29.674897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:29.675491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Checking segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:29.676058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Bound using segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:29.676806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Bound port: 074048e3-8b9c-416d-b804-237116ae65c9, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:29.677385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.945874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:29.952729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:29.966037 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.971916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.018917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Transition to ACTIVE for port object 9f063900-0630-4550-a696-98a8c2f80503 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:30.036838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.036838 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.038334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/074048e3-8b9c-416d-b804-237116ae65c9 HTTP/1.1" status: 200 len: 1092 time: 2.1715465 Jul 15 13:10:30.114504 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4357d81-9f25-4710-a24f-aca5136d1219 x-openstack-request-id: req-a4357d81-9f25-4710-a24f-aca5136d1219 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:30.115102 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "name": "network-vif-unplugged", "status": "completed", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:30.115400 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4357d81-9f25-4710-a24f-aca5136d1219 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:30.116535 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'code': 200} Jul 15 13:10:30.164079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.181728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f05406d4-6d22-4936-a4f2-f0941f0bb66a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:30.187783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601', '4e1cee3c-ca4b-43a1-8693-26dc108708c2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:30.243542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d726669-b6dc-4383-ba4c-bbf0b16726b1 service neutron] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:30.278249 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df963c03-7b0a-494d-99a8-707ac8610855 x-openstack-request-id: req-df963c03-7b0a-494d-99a8-707ac8610855 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:30.295396 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e9469c-5698-47d3-9961-afe3493c4e09", "name": "network-vif-deleted", "tag": "0559f377-f592-41fb-9ccd-7d9af508494e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:30.295991 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df963c03-7b0a-494d-99a8-707ac8610855 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:30.296625 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e9469c-5698-47d3-9961-afe3493c4e09', 'name': 'network-vif-deleted', 'tag': '0559f377-f592-41fb-9ccd-7d9af508494e', 'status': 'completed', 'code': 200} Jul 15 13:10:30.414943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:30.449449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:30.468728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:30.476601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:30.605283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-44521e67-1bce-4385-a3d7-c91e869ce520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.607612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-44521e67-1bce-4385-a3d7-c91e869ce520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 1095 time: 0.4706194 Jul 15 13:10:30.633379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.634577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.658217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-7426f504-70f0-4f1e-a645-b6a0074581d4 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.660372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-7426f504-70f0-4f1e-a645-b6a0074581d4 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 946 time: 0.3101881 Jul 15 13:10:30.721226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-c5ea8c06-6a63-4056-828f-2197d8d0f210 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074048e3-8b9c-416d-b804-237116ae65c9 HTTP/1.1" status: 200 len: 217 time: 0.1044786 Jul 15 13:10:30.780418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-7995edbf-8fbb-4328-9de6-cd3b0ba5613e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2987540 Jul 15 13:10:30.802975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 630de8a4-2e17-45d5-a77d-8f8603eca8ef no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:30.835066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f64e0-81d7-4000-8684-cac1a13bd449 req-b89f6df7-8893-4ce4-99f0-dbeffac7158e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.842930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-090f64e0-81d7-4000-8684-cac1a13bd449 req-b89f6df7-8893-4ce4-99f0-dbeffac7158e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 936 time: 0.4046865 Jul 15 13:10:30.850121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Request body: {'port': {'device_id': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:30.872951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 630de8a4-2e17-45d5-a77d-8f8603eca8ef {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:30.873309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 630de8a4-2e17-45d5-a77d-8f8603eca8ef not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:31.008671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-d5f79912-6b5f-457c-a64c-02292d379127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.013371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-d5f79912-6b5f-457c-a64c-02292d379127 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.2857203 Jul 15 13:10:31.015554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8b6d7ffa-40f1-4015-9edf-fe3fce25d8c4 None None] Provisioning for port 9f063900-0630-4550-a696-98a8c2f80503 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:31.024504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8b6d7ffa-40f1-4015-9edf-fe3fce25d8c4 None None] Provisioning complete for port 9f063900-0630-4550-a696-98a8c2f80503 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:31.025258 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7ffa-40f1-4015-9edf-fe3fce25d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.154946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d7ffa-40f1-4015-9edf-fe3fce25d8c4 None None] Port 9f063900-0630-4550-a696-98a8c2f80503 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:31.197621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.202821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43502) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.282087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-090f64e0-81d7-4000-8684-cac1a13bd449 req-fbc168f5-40d0-4c2c-9a53-d117880f279e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378674 Jul 15 13:10:31.309891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Deleting port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:31.310743 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.365450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fcaf291c-686b-4d58-9d21-773a6a48417b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:31.418033 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fcaf291c-686b-4d58-9d21-773a6a48417b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] 10.222.0.25 "PUT /v2.0/quotas/d3626ab6695645579a8585bc808724fe HTTP/1.1" status: 200 len: 368 time: 0.2140031 Jul 15 13:10:31.419309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43506) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.426871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Request body: {'network': {'project_id': 'd3626ab6695645579a8585bc808724fe'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:31.458281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Made reservation on behalf of d3626ab6695645579a8585bc808724fe for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:31.458646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-41d17192-1ed8-43b1-bb6a-9a62b79843d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.461617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-41d17192-1ed8-43b1-bb6a-9a62b79843d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3786435 Jul 15 13:10:31.462007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.473678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.590218 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.597442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.629699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:31.641473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8dbe34-0b96-44fb-b9ba-1ccec7de7fdc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.647971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.648621 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Added segment 9aa04979-4835-44d4-bd69-de571b910ae0 of type vlan for network 22bb96f9-efea-44a1-9c33-adfee6a3e5b8 Jul 15 13:10:31.703298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.744634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.745907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.746818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.792134 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3709812 Jul 15 13:10:31.795358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43508) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.805180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Request body: {'network': {'project_id': 'd3626ab6695645579a8585bc808724fe'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:31.850743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae909494-e4e5-4546-b778-79f0850e5c42 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Pushing event updated for resources: {'Network': ['ID=22bb96f9-efea-44a1-9c33-adfee6a3e5b8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.866137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 22bb96f9-efea-44a1-9c33-adfee6a3e5b8 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:31.914708 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-543d4bf6-4e5b-42a1-a951-967c25923a2b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484815 Jul 15 13:10:31.941952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Made reservation on behalf of d3626ab6695645579a8585bc808724fe for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:31.946388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.086059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:32.118266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:32.121504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.122058 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Added segment 73de614e-5237-4040-9b29-d3c253a7e1cf of type vlan for network 9dcc0424-9d32-42d1-b5e8-27d83af42d36 Jul 15 13:10:32.124783 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d6d91d-d34d-4a66-9919-46460242a8c9" -d '{"events": [{"server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "name": "network-vif-plugged", "status": "completed", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:32.216015 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7e07e526-75e1-4e55-ad2c-e397aa28f063 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.218478 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7e07e526-75e1-4e55-ad2c-e397aa28f063 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937355 Jul 15 13:10:32.239883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Request body: {'port': {'device_id': '2c4a971a-1da9-4bca-90c4-0d8db36bedfc', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a382d7ef9fe44b30aed53cf0240ba4cc'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:32.254538 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.308675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'name': 'network-vif-deleted', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef'}, {'name': 'network-changed', 'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:32.312683 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f15713-45d0-4170-92f7-7aa3784b6a89" -d '{"events": [{"server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "name": "network-vif-deleted", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef"}, {"name": "network-changed", "server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "tag": "074048e3-8b9c-416d-b804-237116ae65c9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:32.387176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] For port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:32.389402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.400972 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.402259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.403231 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.436866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Calling delete_port for 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:32.472333 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6720605 Jul 15 13:10:32.477864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43516) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:32.496162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-61e22ed0-9a66-4232-937a-7cf3d6063594 service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0210235 Jul 15 13:10:32.519749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b0c63408-7416-4056-8410-7b5fb665cf1d tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Request body: {'network': {'project_id': 'd3626ab6695645579a8585bc808724fe'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:32.526713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca1460-347d-4082-94b8-7601fee4b2e2 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Pushing event updated for resources: {'Network': ['ID=9dcc0424-9d32-42d1-b5e8-27d83af42d36,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:32.543387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9dcc0424-9d32-42d1-b5e8-27d83af42d36 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:32.548390 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c63408-7416-4056-8410-7b5fb665cf1d tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:10:32.548949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c63408-7416-4056-8410-7b5fb665cf1d tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:32.550235 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b0c63408-7416-4056-8410-7b5fb665cf1d tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0365903 Jul 15 13:10:32.584054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Made reservation on behalf of a382d7ef9fe44b30aed53cf0240ba4cc for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:32.589083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.685607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718dabb-b08d-44d5-a632-9ae375286690 req-f6d6c71b-2b16-4fa2-8278-564a4e83dbb1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.687916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a718dabb-b08d-44d5-a632-9ae375286690 req-f6d6c71b-2b16-4fa2-8278-564a4e83dbb1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.7488308 Jul 15 13:10:32.745485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43520) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:32.877954 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a78dce85-ea63-4aae-bbe2-fef6110af0a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3626ab6695645579a8585bc808724fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302154 Jul 15 13:10:32.880812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43524) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:32.909250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:32.972857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9da374fe-7bef-47d2-a34b-75547261bf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.980187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No active binding found for port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 {{(pid=93735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:10:32.980954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:33.011184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9da374fe-7bef-47d2-a34b-75547261bf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.012464 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.035357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a718dabb-b08d-44d5-a632-9ae375286690 req-5ab10d98-bc09-47a0-a612-07eb0eaef5f0 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052170 Jul 15 13:10:33.049694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1afbbbb-3e0d-4fac-86ef-172ee7d7b40e req-0d8257ac-123d-46bf-965c-06c7b0374971 service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382583 Jul 15 13:10:33.090372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Pushing event deleted for resources: {'Port': ['ID=61bfe3c3-b5e1-4af5-b3c4-64d025e2e288,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.092065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9da374fe-7bef-47d2-a34b-75547261bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.096361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9da374fe-7bef-47d2-a34b-75547261bf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.096976 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9da374fe-7bef-47d2-a34b-75547261bf8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f8dbe34-0b96-44fb-b9ba-1ccec7de7fdc HTTP/1.1" status: 204 len: 168 time: 0.2147727 Jul 15 13:10:33.106681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43526) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:33.109647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da374fe-7bef-47d2-a34b-75547261bf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8dbe34-0b96-44fb-b9ba-1ccec7de7fdc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.113295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f063900-0630-4550-a696-98a8c2f80503 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:33.179907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.229031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] No DVR routers for this DVR port 61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:33.239217 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.241333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-547e7a7f-b807-49fd-ad9e-73a2469bf1ec req-8fb2d110-3b44-4a3e-8c7b-3303c0dd2481 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.35 "DELETE /v2.0/ports/61bfe3c3-b5e1-4af5-b3c4-64d025e2e288 HTTP/1.1" status: 204 len: 173 time: 2.5326629 Jul 15 13:10:33.283556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Transition to ACTIVE for port object 9f063900-0630-4550-a696-98a8c2f80503 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:33.292959 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.318564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71f75603-5ecc-42fe-99db-a55af572fdde req-39bfba75-24e6-4c34-98a2-a4fad855e696 tempest-ListServerFiltersTestJSON-152277306 tempest-ListServerFiltersTestJSON-152277306-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ecd4ff-f32c-493b-9d6b-6f988dade2d3 HTTP/1.1" status: 200 len: 210 time: 0.0841415 Jul 15 13:10:33.325547 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.386524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.415392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Allocated IP 192.168.233.110 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/4597996a-cfe3-4846-8ff7-26862b5da61f) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:33.593566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:33.594259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:33.595814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:33.608981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:33.609528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:33.634371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:33.635060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:33.636682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:33.636682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Bound port: 9f063900-0630-4550-a696-98a8c2f80503, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:33.637509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.750405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.812348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.819832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcc0424-9d32-42d1-b5e8-27d83af42d36']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:33.842005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Transition to ACTIVE for port object 4597996a-cfe3-4846-8ff7-26862b5da61f will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:33.880994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de614e-5237-4040-9b29-d3c253a7e1cf') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:33.881498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de614e-5237-4040-9b29-d3c253a7e1cf') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:33.916524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.938620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af', 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:33.942488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.951822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7', '657fa42e-c549-416f-b656-d7e8063635b3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:33.956724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:33.965081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:33.976617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.990447 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.998729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:33.999633 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:34.012145 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:34.018159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:34.029267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:34.036671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:34.077531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.078639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.079714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 1097 time: 3.2575676 Jul 15 13:10:34.098027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75136bd9-26ec-40d3-84dc-4e051c1f4a79 req-10e60abc-6917-40ce-a800-3532c8c9a20a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.117128 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75136bd9-26ec-40d3-84dc-4e051c1f4a79 req-10e60abc-6917-40ce-a800-3532c8c9a20a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.3599796 Jul 15 13:10:34.149483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'Port': ['ID=4597996a-cfe3-4846-8ff7-26862b5da61f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.177428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.178307 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.207262 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-99658377-13be-48cb-9899-306f5ea72c56 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9773438 Jul 15 13:10:34.227604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Request body: {'port': {'device_id': '2c4a971a-1da9-4bca-90c4-0d8db36bedfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:34.284344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.301938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6570b9-9e75-45ef-8011-0d5d89a6d1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.305682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.307749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9dcc0424-9d32-42d1-b5e8-27d83af42d36 HTTP/1.1" status: 204 len: 168 time: 1.1997626 Jul 15 13:10:34.318742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43530) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.341905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf57a-6f75-4729-8070-29dd34cb595b tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dcc0424-9d32-42d1-b5e8-27d83af42d36,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.371484 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.396598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75136bd9-26ec-40d3-84dc-4e051c1f4a79 req-f7cbf468-0761-4e4c-b97e-188eed7b42ad tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782059 Jul 15 13:10:34.403254 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.513202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-948e899d-ad4f-4039-92b5-0a5093e9202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.515005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-948e899d-ad4f-4039-92b5-0a5093e9202f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1100 time: 0.3162546 Jul 15 13:10:34.521604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.583323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-292ce55e-3e4e-4d02-8558-ae0ecbd52c40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.0577807 Jul 15 13:10:34.681965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cb53526d-cbea-4ebc-99e8-ba4d39cedc49 None None] Provisioning for port 4597996a-cfe3-4846-8ff7-26862b5da61f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:34.699243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cb53526d-cbea-4ebc-99e8-ba4d39cedc49 None None] Provisioning complete for port 4597996a-cfe3-4846-8ff7-26862b5da61f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:34.700043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb53526d-cbea-4ebc-99e8-ba4d39cedc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.738790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.747897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-23e35ce3-29ac-4faf-8bb3-c0613b37a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.749425 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-23e35ce3-29ac-4faf-8bb3-c0613b37a72c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1423779 Jul 15 13:10:34.756043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bb96f9-efea-44a1-9c33-adfee6a3e5b8']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.784872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa04979-4835-44d4-bd69-de571b910ae0') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.785167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa04979-4835-44d4-bd69-de571b910ae0') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.802167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cb53526d-cbea-4ebc-99e8-ba4d39cedc49 None None] Port 4597996a-cfe3-4846-8ff7-26862b5da61f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:34.831395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.854950 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.871438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:34.871875 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:34.874295 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:34.889671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4597996a-cfe3-4846-8ff7-26862b5da61f {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:34.908453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.933949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Transition to ACTIVE for port object 4597996a-cfe3-4846-8ff7-26862b5da61f will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:34.940810 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.961319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-cc5e1042-b126-4893-8784-770f8fd78eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.963416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-cc5e1042-b126-4893-8784-770f8fd78eda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1911790 Jul 15 13:10:34.973114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d28e2c-3909-4cd9-a5c6-ddf57f0b147c req-7bf52780-a2e9-420e-b74a-ba07a4e85da1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.974716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d28e2c-3909-4cd9-a5c6-ddf57f0b147c req-7bf52780-a2e9-420e-b74a-ba07a4e85da1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 936 time: 0.2240798 Jul 15 13:10:34.983893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.991059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.997266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] 10.222.0.25 "DELETE /v2.0/networks/22bb96f9-efea-44a1-9c33-adfee6a3e5b8 HTTP/1.1" status: 204 len: 168 time: 0.6625173 Jul 15 13:10:35.050901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41452249-bc56-45f4-b196-d185efa74372 tempest-QuotasNegativeTest-1079910946 tempest-QuotasNegativeTest-1079910946-project-admin] Pushing event deleted for resources: {'Network': ['ID=22bb96f9-efea-44a1-9c33-adfee6a3e5b8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.059027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Pushing event updated for resources: {'Port': ['ID=4597996a-cfe3-4846-8ff7-26862b5da61f,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.210348 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Attempting to bind port 4597996a-cfe3-4846-8ff7-26862b5da61f on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:35.211772 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Attempting to bind port 4597996a-cfe3-4846-8ff7-26862b5da61f by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:35.212740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Attempting to bind port 4597996a-cfe3-4846-8ff7-26862b5da61f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:35.228766 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Port 4597996a-cfe3-4846-8ff7-26862b5da61f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:35.229710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Attempting to bind port 4597996a-cfe3-4846-8ff7-26862b5da61f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:35.241439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:35.245856 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:35.247571 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:35.249099 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.250270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Bound port: 4597996a-cfe3-4846-8ff7-26862b5da61f, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:35.250952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.380412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] For port 4597996a-cfe3-4846-8ff7-26862b5da61f, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:35.397447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] For port 4597996a-cfe3-4846-8ff7-26862b5da61f, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4597996a-cfe3-4846-8ff7-26862b5da61f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:35.408212 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.462963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d28e2c-3909-4cd9-a5c6-ddf57f0b147c req-cd402810-756e-49ab-8a30-0e68ad0aa46c tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462559 Jul 15 13:10:35.494983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.496726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.499601 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] 10.222.0.35 "PUT /v2.0/ports/4597996a-cfe3-4846-8ff7-26862b5da61f HTTP/1.1" status: 200 len: 1097 time: 1.2829924 Jul 15 13:10:35.500960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4a971a-1da9-4bca-90c4-0d8db36bedfc', 'tag': '4597996a-cfe3-4846-8ff7-26862b5da61f'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:35.501178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-3f39b5e8-f8fa-4ccf-b529-d9f40b4588b3 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251162 Jul 15 13:10:35.507890 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78606b5d-4f89-418a-aef9-747479337442" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4a971a-1da9-4bca-90c4-0d8db36bedfc", "tag": "4597996a-cfe3-4846-8ff7-26862b5da61f"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:35.639965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944c667-7a23-4014-acf8-1d2ec3060f94 service neutron] Pushing event updated for resources: {'Port': ['ID=4597996a-cfe3-4846-8ff7-26862b5da61f,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.645648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43542) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.678347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25d3d29f-1e51-47e5-8775-2b2eb246ceae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.723835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b991c6-e34a-4edd-a033-46367d508aff req-c1d58cc6-4fd8-4808-ab26-7fbdb5b81b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.727017 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-c1d58cc6-4fd8-4808-ab26-7fbdb5b81b29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 1100 time: 0.1470492 Jul 15 13:10:35.740798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce75035-94b6-4104-9ab9-8faaf286cc4a req-764ea074-8027-4c34-add8-53dd952d71ef service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301881 Jul 15 13:10:35.792607 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-7dddf85c-facf-40bd-86fb-36c17e9f2404 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=4597996a-cfe3-4846-8ff7-26862b5da61f HTTP/1.1" status: 200 len: 217 time: 0.0568593 Jul 15 13:10:35.882169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b991c6-e34a-4edd-a033-46367d508aff req-bbb57d6e-f949-4b07-9f47-afcc041e866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.884504 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-bbb57d6e-f949-4b07-9f47-afcc041e866f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0837703 Jul 15 13:10:35.946197 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7413df5e-b21f-46d2-baf2-25a8988bb280 x-openstack-request-id: req-7413df5e-b21f-46d2-baf2-25a8988bb280 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:35.946702 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "name": "network-vif-plugged", "status": "completed", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:35.947584 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7413df5e-b21f-46d2-baf2-25a8988bb280 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:35.948534 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'code': 200} Jul 15 13:10:35.980739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25d3d29f-1e51-47e5-8775-2b2eb246ceae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.990197 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25d3d29f-1e51-47e5-8775-2b2eb246ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.015354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b991c6-e34a-4edd-a033-46367d508aff req-986c464e-c762-4687-815d-4344b3b2804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.015759 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-986c464e-c762-4687-815d-4344b3b2804a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230602 Jul 15 13:10:36.026876 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3539728-c7b1-4314-b974-fab2c6f710b1 x-openstack-request-id: req-f3539728-c7b1-4314-b974-fab2c6f710b1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:36.029487 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc30f1f-17ad-4bbb-8068-1f31836558fe", "name": "network-vif-deleted", "tag": "630de8a4-2e17-45d5-a77d-8f8603eca8ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "tag": "074048e3-8b9c-416d-b804-237116ae65c9", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:36.030703 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3539728-c7b1-4314-b974-fab2c6f710b1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:36.040626 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc30f1f-17ad-4bbb-8068-1f31836558fe', 'name': 'network-vif-deleted', 'tag': '630de8a4-2e17-45d5-a77d-8f8603eca8ef', 'status': 'completed', 'code': 200} Jul 15 13:10:36.040973 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9', 'status': 'completed', 'code': 200} Jul 15 13:10:36.076448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3d29f-1e51-47e5-8775-2b2eb246ceae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a0d041-5037-4da6-8301-1f3e4149778f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:36.088413 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-25d3d29f-1e51-47e5-8775-2b2eb246ceae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=923caa364e844c71bde38e7a69fc1b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405897 Jul 15 13:10:36.092457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43546) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.203270 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-c95c2043-9d77-4842-a78f-d2d05fcd5ca7 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750174 Jul 15 13:10:36.244849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c510d03-140c-4a88-b7c9-e2cbd6dbcb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.253118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec8638-62d5-4fd7-92b4-573f0005066f req-a5afc048-80b1-4cf1-b926-30b787304aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.254689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96ec8638-62d5-4fd7-92b4-573f0005066f req-a5afc048-80b1-4cf1-b926-30b787304aaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 1098 time: 0.2120345 Jul 15 13:10:36.301240 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a5b991c6-e34a-4edd-a033-46367d508aff req-a4d707fc-fec3-4731-b3f1-83df03243ef4 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911341 Jul 15 13:10:36.306268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-5169ffdf-e492-4ed8-9723-54345ad0aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.308579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-5169ffdf-e492-4ed8-9723-54345ad0aa9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 1095 time: 0.2295940 Jul 15 13:10:36.315610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c510d03-140c-4a88-b7c9-e2cbd6dbcb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.396261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96ec8638-62d5-4fd7-92b4-573f0005066f req-6d91e1a7-1197-4696-b517-e99a261dc710 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297452 Jul 15 13:10:36.454680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45816a-62a2-428f-bf36-44d245670cd1 req-b4930feb-381a-44b0-bea3-1951d243ba8b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.456308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df45816a-62a2-428f-bf36-44d245670cd1 req-b4930feb-381a-44b0-bea3-1951d243ba8b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 948 time: 0.2571065 Jul 15 13:10:36.486870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c510d03-140c-4a88-b7c9-e2cbd6dbcb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.489516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c510d03-140c-4a88-b7c9-e2cbd6dbcb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.490825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7c510d03-140c-4a88-b7c9-e2cbd6dbcb59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71a0d041-5037-4da6-8301-1f3e4149778f HTTP/1.1" status: 204 len: 168 time: 0.3863440 Jul 15 13:10:36.510971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-1c0e9ac7-a902-407e-aa4f-1ca2e28b0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.512395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-1c0e9ac7-a902-407e-aa4f-1ca2e28b0649 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.1909299 Jul 15 13:10:36.519097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c510d03-140c-4a88-b7c9-e2cbd6dbcb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a0d041-5037-4da6-8301-1f3e4149778f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:36.577900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-550b14e8-dc43-421c-b12a-d1c9d76bfe1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074048e3-8b9c-416d-b804-237116ae65c9 HTTP/1.1" status: 200 len: 217 time: 0.0551662 Jul 15 13:10:36.583828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df45816a-62a2-428f-bf36-44d245670cd1 req-ef41209f-246c-4ca6-918e-053dd73acf5d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142614 Jul 15 13:10:36.637343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-2ed049d4-4b52-49d0-acd0-a030a95ec57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.639526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-2ed049d4-4b52-49d0-acd0-a030a95ec57a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.0543180 Jul 15 13:10:36.719814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-72a4237b-8787-4c3a-a5ff-3e0b25e9732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.723112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-72a4237b-8787-4c3a-a5ff-3e0b25e9732c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766442 Jul 15 13:10:36.786685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:36.926665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-35b05faa-d2f3-478a-8123-630c0c745d23 service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942554 Jul 15 13:10:36.936964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:36.940474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57f2b-8d84-441a-8d95-ec79702cc968 req-b8e1f3af-189c-4c80-b3a0-d82032f97c2c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.942589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48e57f2b-8d84-441a-8d95-ec79702cc968 req-b8e1f3af-189c-4c80-b3a0-d82032f97c2c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.1686335 Jul 15 13:10:36.944106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:36.980504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '074048e3-8b9c-416d-b804-237116ae65c9', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'port_id': '074048e3-8b9c-416d-b804-237116ae65c9', 'mac_address': 'fa:16:3e:0b:d0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:37.000645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43556) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.017479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb20f530-5d7a-4a59-a1a7-e788b554b911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.060783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48e57f2b-8d84-441a-8d95-ec79702cc968 req-b4d0605a-9d9f-4b57-88f8-0e6459edce1b tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842855 Jul 15 13:10:37.087203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f15713-45d0-4170-92f7-7aa3784b6a89 req-ec86f7df-f7cf-4b9c-9b90-0ff86a0856ee service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433721 Jul 15 13:10:37.102463 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.125792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074048e3-8b9c-416d-b804-237116ae65c9 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:37.166090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:37.174752 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.178830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:37.201926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb20f530-5d7a-4a59-a1a7-e788b554b911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.208018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb20f530-5d7a-4a59-a1a7-e788b554b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.222758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '9f063900-0630-4550-a696-98a8c2f80503', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '9f063900-0630-4550-a696-98a8c2f80503', 'mac_address': 'fa:16:3e:ec:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:37.243624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43558) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.253586 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb20f530-5d7a-4a59-a1a7-e788b554b911 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fbd3757cd3447e5b73e1d28acca94f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517290 Jul 15 13:10:37.254670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20f530-5d7a-4a59-a1a7-e788b554b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0343e4-c9f2-4c19-9375-5338e2ced8be,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.257753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43560) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.286015 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.318772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f063900-0630-4550-a696-98a8c2f80503 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:37.329097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.369017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:37.380344 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.432225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c654df-7356-4b87-8190-132df4f9b36b admin admin] Deleting subnet 364cbb14-d8b7-468e-9e46-c18ac7ba6df6 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:37.438775 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3178d3d-e7cb-41f8-ad41-4dc950548a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.440689 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54c654df-7356-4b87-8190-132df4f9b36b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.468503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['074048e3-8b9c-416d-b804-237116ae65c9'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:37.482678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3178d3d-e7cb-41f8-ad41-4dc950548a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.504502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.522638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54c654df-7356-4b87-8190-132df4f9b36b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.592958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3178d3d-e7cb-41f8-ad41-4dc950548a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.597431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3178d3d-e7cb-41f8-ad41-4dc950548a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.602937 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b3178d3d-e7cb-41f8-ad41-4dc950548a46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d0343e4-c9f2-4c19-9375-5338e2ced8be HTTP/1.1" status: 204 len: 168 time: 0.3305478 Jul 15 13:10:37.612193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3178d3d-e7cb-41f8-ad41-4dc950548a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0343e4-c9f2-4c19-9375-5338e2ced8be,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.657121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93141f55-c86f-4d90-a5ca-a31c2bf565d0 req-a5e22677-4617-483f-b650-a6f2436b7798 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.660817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93141f55-c86f-4d90-a5ca-a31c2bf565d0 req-a5e22677-4617-483f-b650-a6f2436b7798 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 944 time: 0.1896636 Jul 15 13:10:37.699535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['9f063900-0630-4550-a696-98a8c2f80503'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:37.747233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54c654df-7356-4b87-8190-132df4f9b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.799765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93141f55-c86f-4d90-a5ca-a31c2bf565d0 req-86a69abd-38c0-46b3-b676-bc777625ab83 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245842 Jul 15 13:10:37.874618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54c654df-7356-4b87-8190-132df4f9b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.940047 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54c654df-7356-4b87-8190-132df4f9b36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.945513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-54c654df-7356-4b87-8190-132df4f9b36b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/364cbb14-d8b7-468e-9e46-c18ac7ba6df6 HTTP/1.1" status: 204 len: 168 time: 0.6990869 Jul 15 13:10:37.947532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c654df-7356-4b87-8190-132df4f9b36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364cbb14-d8b7-468e-9e46-c18ac7ba6df6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.948067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43570) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.955415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90e6eab-29e3-4b67-b10c-81ac9746154c None None] Network 569a521e-0b35-4ee0-9c77-c3d31dd196e2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:38.042948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ecd4ff-f32c-493b-9d6b-6f988dade2d3', 'name': 'network-vif-deleted', 'tag': '61bfe3c3-b5e1-4af5-b3c4-64d025e2e288'}, {'name': 'network-changed', 'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:38.045532 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406" -d '{"events": [{"server_uuid": "c8ecd4ff-f32c-493b-9d6b-6f988dade2d3", "name": "network-vif-deleted", "tag": "61bfe3c3-b5e1-4af5-b3c4-64d025e2e288"}, {"name": "network-changed", "server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:38.060548 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103a8f56-fef3-43d9-98e3-08517d182490 x-openstack-request-id: req-103a8f56-fef3-43d9-98e3-08517d182490 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:38.061159 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4a971a-1da9-4bca-90c4-0d8db36bedfc", "tag": "4597996a-cfe3-4846-8ff7-26862b5da61f", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:38.061258 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-103a8f56-fef3-43d9-98e3-08517d182490 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:38.061661 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4a971a-1da9-4bca-90c4-0d8db36bedfc', 'tag': '4597996a-cfe3-4846-8ff7-26862b5da61f', 'status': 'completed', 'code': 200} Jul 15 13:10:38.077661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.243577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] DHCP port deletion for 569a521e-0b35-4ee0-9c77-c3d31dd196e2 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:38.250429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78606b5d-4f89-418a-aef9-747479337442 req-2a376fc6-02c9-4786-87d0-eed3c9c08cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.252843 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78606b5d-4f89-418a-aef9-747479337442 req-2a376fc6-02c9-4786-87d0-eed3c9c08cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 1100 time: 0.1648517 Jul 15 13:10:38.284728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Deleting port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:38.285199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.336852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] Deleting port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:38.337560 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.420473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] For port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:38.420778 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.456116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Calling delete_port for ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:38.470686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78606b5d-4f89-418a-aef9-747479337442 req-9d2279be-5c47-45d0-b0e9-16cc6eb21ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.472717 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78606b5d-4f89-418a-aef9-747479337442 req-9d2279be-5c47-45d0-b0e9-16cc6eb21ad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2122262 Jul 15 13:10:38.474145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206f4fe-6625-4b89-9d76-e961c12382d9 req-26b98470-6b24-41ff-804d-1c9e8f35cf59 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.477152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9206f4fe-6625-4b89-9d76-e961c12382d9 req-26b98470-6b24-41ff-804d-1c9e8f35cf59 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 948 time: 0.1407020 Jul 15 13:10:38.490923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] For port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,segment=NetworkSegment(1dd2c8c2-c609-4a3d-a62f-326a6292567d),segment_id=1dd2c8c2-c609-4a3d-a62f-326a6292567d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:38.492026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.516166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] Calling delete_port for ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:38.550408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9206f4fe-6625-4b89-9d76-e961c12382d9 req-aa4a9c23-fd4d-41c4-8d7b-cc4e553d0607 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629966 Jul 15 13:10:38.566400 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78606b5d-4f89-418a-aef9-747479337442 req-ca77e72d-5c30-4605-ba51-e12be025c321 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=4597996a-cfe3-4846-8ff7-26862b5da61f HTTP/1.1" status: 200 len: 217 time: 0.0855861 Jul 15 13:10:38.649029 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.685109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] Pushing event deleted for resources: {'Port': ['ID=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.694945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f3129-7f7c-4499-97d3-93495214a133 None None] No DVR routers for this DVR port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:38.722824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78606b5d-4f89-418a-aef9-747479337442 req-80b95733-e738-459c-800a-e0cd143c0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.729018 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78606b5d-4f89-418a-aef9-747479337442 req-80b95733-e738-459c-800a-e0cd143c0366 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1542253 Jul 15 13:10:38.780355 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.799380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:38.819188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] No DVR routers for this DVR port ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:38.824270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.882404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78606b5d-4f89-418a-aef9-747479337442 req-7a45a408-253b-4a67-8c98-8b8eb0c004b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.884230 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78606b5d-4f89-418a-aef9-747479337442 req-7a45a408-253b-4a67-8c98-8b8eb0c004b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464226 Jul 15 13:10:38.887398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 074048e3-8b9c-416d-b804-237116ae65c9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:38.893797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 074048e3-8b9c-416d-b804-237116ae65c9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:38.894505 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.925018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.963191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569a521e-0b35-4ee0-9c77-c3d31dd196e2']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.981042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd2c8c2-c609-4a3d-a62f-326a6292567d') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.981329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd2c8c2-c609-4a3d-a62f-326a6292567d') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.981577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42411649-fac2-49e4-9f8b-c8ef0be07eff req-33af2fcc-0a86-4769-bfa8-a4e53a64d146 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.987917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4597996a-cfe3-4846-8ff7-26862b5da61f details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:38.991483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:38.994460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42411649-fac2-49e4-9f8b-c8ef0be07eff req-33af2fcc-0a86-4769-bfa8-a4e53a64d146 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 949 time: 0.1474271 Jul 15 13:10:39.023097 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.047200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.055424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42411649-fac2-49e4-9f8b-c8ef0be07eff req-5f846fba-0217-49e6-9357-a8a2d19f48fc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589755 Jul 15 13:10:39.065224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:39.066132 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:39.079257 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:39.096126 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78606b5d-4f89-418a-aef9-747479337442 req-de742b1a-0c85-4115-b949-78b1e9def006 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018895 Jul 15 13:10:39.179565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.180809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.189734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.193079 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cd54d6-40d8-4601-b4af-48ddddbf2e16 x-openstack-request-id: req-34cd54d6-40d8-4601-b4af-48ddddbf2e16 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:39.194419 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ecd4ff-f32c-493b-9d6b-6f988dade2d3", "name": "network-vif-deleted", "tag": "61bfe3c3-b5e1-4af5-b3c4-64d025e2e288", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:39.195117 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] 10.222.0.25 "DELETE /v2.0/networks/569a521e-0b35-4ee0-9c77-c3d31dd196e2 HTTP/1.1" status: 204 len: 168 time: 1.2459004 Jul 15 13:10:39.198064 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34cd54d6-40d8-4601-b4af-48ddddbf2e16 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:39.198530 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ecd4ff-f32c-493b-9d6b-6f988dade2d3', 'name': 'network-vif-deleted', 'tag': '61bfe3c3-b5e1-4af5-b3c4-64d025e2e288', 'status': 'completed', 'code': 200} Jul 15 13:10:39.198885 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'status': 'completed', 'code': 200} Jul 15 13:10:39.236720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a665-3788-4279-a126-0693ba948574 admin admin] Pushing event deleted for resources: {'Network': ['ID=569a521e-0b35-4ee0-9c77-c3d31dd196e2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.264347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:39.269274 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58613f0-6a88-400b-aeea-2bfe23e3f09f" -d '{"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-plugged", "status": "completed", "tag": "074048e3-8b9c-416d-b804-237116ae65c9"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:39.285630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:39.317838 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-78606b5d-4f89-418a-aef9-747479337442 req-1e20ac74-152a-42e1-9afb-1241e975e0f9 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715949 Jul 15 13:10:39.375406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-808d8bc2-7caf-4ff1-9e3c-67671feb32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.378608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-808d8bc2-7caf-4ff1-9e3c-67671feb32c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1101 time: 0.1555667 Jul 15 13:10:39.391153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.468429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 9f063900-0630-4550-a696-98a8c2f80503 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:39.486471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43610) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.490055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 9f063900-0630-4550-a696-98a8c2f80503 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:39.490635 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.545538 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6b5d7afa-93a5-4846-9b79-a4ff3f2a2c5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d604834239a489aa2fb6a56aff6010e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574045 Jul 15 13:10:39.548816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43612) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.617312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4597996a-cfe3-4846-8ff7-26862b5da61f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4597996a-cfe3-4846-8ff7-26862b5da61f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:39.623059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f711b44b-15c8-490a-8539-4b7f30c85d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.637310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.659173 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f711b44b-15c8-490a-8539-4b7f30c85d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.660427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '4597996a-cfe3-4846-8ff7-26862b5da61f', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '4597996a-cfe3-4846-8ff7-26862b5da61f', 'mac_address': 'fa:16:3e:ec:ed:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:39.665194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-95a43e57-8ddb-44d6-b857-5ec170c4d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.667860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-95a43e57-8ddb-44d6-b857-5ec170c4d883 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2813251 Jul 15 13:10:39.758817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f711b44b-15c8-490a-8539-4b7f30c85d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.761958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f711b44b-15c8-490a-8539-4b7f30c85d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.767609 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f711b44b-15c8-490a-8539-4b7f30c85d86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d29b019-e5e3-456c-9243-293001ad92a0 HTTP/1.1" status: 204 len: 168 time: 0.2168934 Jul 15 13:10:39.784582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-8caec382-9695-42a5-b4e4-7f7eec459984 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.1091301 Jul 15 13:10:39.788821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711b44b-15c8-490a-8539-4b7f30c85d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d29b019-e5e3-456c-9243-293001ad92a0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.830232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efb057-202a-42d6-8551-beb34ae334f5 req-04d9a94a-c91e-474a-9c65-ecb29913691f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.831331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:39.843724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16efb057-202a-42d6-8551-beb34ae334f5 req-04d9a94a-c91e-474a-9c65-ecb29913691f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.2947657 Jul 15 13:10:39.895384 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.922500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:39.923744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ee8a17d4-43e3-45b2-85b0-f5db1a1f8c7d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:39.943086 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.958842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4597996a-cfe3-4846-8ff7-26862b5da61f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:39.979764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-f8f9a23c-94d6-48d5-b2c5-4760e67d7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.982972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-f8f9a23c-94d6-48d5-b2c5-4760e67d7422 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1872330 Jul 15 13:10:40.009345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16efb057-202a-42d6-8551-beb34ae334f5 req-6fc7a320-213a-4bcc-8400-372d76125175 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621542 Jul 15 13:10:40.022697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4597996a-cfe3-4846-8ff7-26862b5da61f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4597996a-cfe3-4846-8ff7-26862b5da61f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:40.037435 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.042366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:40.051008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.093056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-8ea48563-11a8-4089-804b-59fc77d2e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.101541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-8ea48563-11a8-4089-804b-59fc77d2e11e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056774 Jul 15 13:10:40.160162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4597996a-cfe3-4846-8ff7-26862b5da61f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.268352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-3c34b8bc-5468-4841-91a1-c894c26985b6 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570115 Jul 15 13:10:40.277727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.318016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43642) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.392613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['4597996a-cfe3-4846-8ff7-26862b5da61f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:40.462848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2cd5b0ae-3ce1-4467-a131-ea4042e6d406 req-fcd670ea-5039-4737-91f8-1d67eac8fb9f service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885231 Jul 15 13:10:40.507880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf8f40-85fb-435a-9fe3-9e69272741d7 req-b86113db-46c9-42e0-8248-5d38d0b485d3 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.509577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8cf8f40-85fb-435a-9fe3-9e69272741d7 req-b86113db-46c9-42e0-8248-5d38d0b485d3 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 945 time: 0.1422727 Jul 15 13:10:40.572410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8b93fb11-23ef-490c-81fa-5d1449e56b39 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:40.593224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8cf8f40-85fb-435a-9fe3-9e69272741d7 req-ba4ee53c-5caa-4316-91be-8e6bcc4bab41 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697207 Jul 15 13:10:40.674931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8b93fb11-23ef-490c-81fa-5d1449e56b39 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "PUT /v2.0/quotas/7c2aa5e976d141778209fda411f24448 HTTP/1.1" status: 200 len: 366 time: 0.3551974 Jul 15 13:10:40.677123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43654) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.677832 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555becd1-474b-45a5-9749-1cc8692d2f95 x-openstack-request-id: req-555becd1-474b-45a5-9749-1cc8692d2f95 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:40.678278 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-plugged", "status": "completed", "tag": "074048e3-8b9c-416d-b804-237116ae65c9", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:40.678665 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-555becd1-474b-45a5-9749-1cc8692d2f95 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:40.679312 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9', 'code': 200} Jul 15 13:10:40.707943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43656) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.711541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-be646553-4ac0-4498-b4bb-cc82731b412d tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0247869 Jul 15 13:10:40.721088 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d8fa353d-a4f4-4d2e-aac7-8daa4345c010 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "GET /v2.0/quotas/7c2aa5e976d141778209fda411f24448 HTTP/1.1" status: 200 len: 366 time: 0.0111208 Jul 15 13:10:40.725220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43658) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.750405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.751951 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3485a016-f195-43b7-aea5-e91952628cf5 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/7c2aa5e976d141778209fda411f24448 HTTP/1.1" status: 204 len: 168 time: 0.0194569 Jul 15 13:10:40.773175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43662) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.774964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-64c7160b-7080-436f-a708-29e6c538bbd2 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0217583 Jul 15 13:10:40.783672 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e414d05e-50b4-43b2-9125-a69ec62e89b4 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "GET /v2.0/quotas/7c2aa5e976d141778209fda411f24448 HTTP/1.1" status: 200 len: 370 time: 0.0095804 Jul 15 13:10:40.788344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43664) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.801957 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a3a2e5f9-31af-4535-910e-c6b97d5b1298 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "GET /v2.0/quotas/7c2aa5e976d141778209fda411f24448/default HTTP/1.1" status: 200 len: 370 time: 0.0103166 Jul 15 13:10:40.806518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43666) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.862178 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-2dc90a2f-525f-4dc3-be3a-7926dcd06cb4 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:10:40.863353 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2dc90a2f-525f-4dc3-be3a-7926dcd06cb4 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/7c2aa5e976d141778209fda411f24448 HTTP/1.1" status: 404 len: 348 time: 0.0544400 Jul 15 13:10:40.920524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0773ae5-b3cb-4e6b-b657-4e4483ecdde0 req-1773d792-539f-4e82-ba90-7cda92c4e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.922161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0773ae5-b3cb-4e6b-b657-4e4483ecdde0 req-1773d792-539f-4e82-ba90-7cda92c4e460 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 1097 time: 0.1328726 Jul 15 13:10:40.962117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f67a9-029b-4627-8d83-e8d21657aeb3 req-d119b805-2db0-4b15-a816-2b33fc87dd38 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.963814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-133f67a9-029b-4627-8d83-e8d21657aeb3 req-d119b805-2db0-4b15-a816-2b33fc87dd38 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 949 time: 0.1232111 Jul 15 13:10:41.000769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0773ae5-b3cb-4e6b-b657-4e4483ecdde0 req-b59fa5ad-ace7-4f6a-b030-3cad01ed200e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691774 Jul 15 13:10:41.042363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-133f67a9-029b-4627-8d83-e8d21657aeb3 req-65f4cb54-e10f-4fc2-bb40-31eada32bc87 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596557 Jul 15 13:10:41.171482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43678) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.210520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Usage tracker for resource:network and tenant:4d93a066bb3341bc8e9489334a62e5dc is out of sync, need to count used quota {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:10:41.220888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:10:41.232910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Usage tracker for resource:subnet and tenant:4d93a066bb3341bc8e9489334a62e5dc is out of sync, need to count used quota {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:10:41.240527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43680) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.247887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:10:41.259025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Usage tracker for resource:subnetpool and tenant:4d93a066bb3341bc8e9489334a62e5dc is out of sync, need to count used quota {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:10:41.266271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:10:41.283979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Usage tracker for resource:port and tenant:4d93a066bb3341bc8e9489334a62e5dc is out of sync, need to count used quota {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:10:41.294455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:10:41.305721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Usage tracker for resource:router and tenant:4d93a066bb3341bc8e9489334a62e5dc is out of sync, need to count used quota {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:10:41.315091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:10:41.326321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Usage tracker for resource:floatingip and tenant:4d93a066bb3341bc8e9489334a62e5dc is out of sync, need to count used quota {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:10:41.350390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:10:41.407336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2067878882-network', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:41.444051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Usage tracker for resource:security_group and tenant:4d93a066bb3341bc8e9489334a62e5dc is out of sync, need to count used quota {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:10:41.457575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Made reservation on behalf of 78cf8bb54c1c495e95b4bc8b7b64598a for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:41.461315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.470520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:10:41.474360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.517339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Usage tracker for resource:security_group_rule and tenant:4d93a066bb3341bc8e9489334a62e5dc is out of sync, need to count used quota {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:10:41.530878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.quota.resource [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93733) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:10:41.540271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4858f7d3-6fee-4c2d-9166-917be6591726 tempest-QuotasTest-646983299 tempest-QuotasTest-646983299-project-admin] 10.222.0.25 "GET /v2.0/quotas/4d93a066bb3341bc8e9489334a62e5dc/details.json HTTP/1.1" status: 200 len: 703 time: 0.3672428 Jul 15 13:10:41.578661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9c24-1919-4524-a0de-cb9374beb1fa req-2e50dc79-f3c9-4c71-94b5-71da5699061b tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.581614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49bc9c24-1919-4524-a0de-cb9374beb1fa req-2e50dc79-f3c9-4c71-94b5-71da5699061b tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.1274984 Jul 15 13:10:41.655907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.659292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49bc9c24-1919-4524-a0de-cb9374beb1fa req-a973057e-1b20-432b-bd00-ae3453913ff5 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662794 Jul 15 13:10:41.662501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.714113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:41.726184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c88d045-1cf3-433f-98a8-b0cc5dda03cd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.768616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.768616 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Added segment d5327982-ac5d-4b87-bea1-faecf314d6d8 of type vlan for network c1a5bd99-2642-4040-afd8-914614b6d4f0 Jul 15 13:10:41.846004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.901160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.903960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.905211 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.969668 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7265604 Jul 15 13:10:41.974171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43692) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.989405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Request body: {'subnet': {'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2067878882-subnet', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:42.009355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43694) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:42.033830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c4f38-54c0-4ab2-bbbb-caadf6fa45e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a5bd99-2642-4040-afd8-914614b6d4f0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.049479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:42.057018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e48b6-023f-4636-b222-0e3ecfd444b9 req-675915ce-ba90-4902-b341-95533752170b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.058819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a5e48b6-023f-4636-b222-0e3ecfd444b9 req-675915ce-ba90-4902-b341-95533752170b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.1811106 Jul 15 13:10:42.060079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Made reservation on behalf of 78cf8bb54c1c495e95b4bc8b7b64598a for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:42.062511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.196504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a5e48b6-023f-4636-b222-0e3ecfd444b9 req-a26d699b-2588-457c-9ea3-39f49fddc182 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665534 Jul 15 13:10:42.271012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c63f7e4-581a-4296-9a2e-a291205410fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.418474 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.616618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.650020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.650361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.650712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.651050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.651477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.651810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.652138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.652460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.652787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.653127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.653436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.653763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:42.677356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Checking segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:42.677733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Network hostable DHCP agents. Network: c1a5bd99-2642-4040-afd8-914614b6d4f0, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:42.680426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:42.684365 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fff9c7b-8cd3-4020-bfb3-d1beebbcad24" -d '{"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-plugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:42.712506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a75ab-9e70-4c5a-9e36-d09349daf2ab req-3ccf8466-1955-4050-9338-cd6f402e428a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.714107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-937a75ab-9e70-4c5a-9e36-d09349daf2ab req-3ccf8466-1955-4050-9338-cd6f402e428a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 945 time: 0.2897751 Jul 15 13:10:42.716243 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c63f7e4-581a-4296-9a2e-a291205410fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.730623 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c63f7e4-581a-4296-9a2e-a291205410fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.772260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:42.806847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4c63f7e4-581a-4296-9a2e-a291205410fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc97611d6b3f475e90de34e04793458a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7946632 Jul 15 13:10:42.807660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63f7e4-581a-4296-9a2e-a291205410fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb2004e-c15f-47c2-b158-5c4c90d4d4c6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.810769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, c1a5bd99-2642-4040-afd8-914614b6d4f0) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:42.811732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43706) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:42.815626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-937a75ab-9e70-4c5a-9e36-d09349daf2ab req-92156e79-563f-473f-a414-a359feb652d2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923460 Jul 15 13:10:42.820157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.820157 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.839039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-43552b67-4fb2-4d59-93de-9ba350af67dd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8622663 Jul 15 13:10:42.846575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:42.850501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d0c7e0-be0a-44d9-b2cb-c98980f58bec None None] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:42.858318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:42.949350 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.955039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.978156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4597996a-cfe3-4846-8ff7-26862b5da61f up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:42.994490 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a293637-3b16-404f-b354-cc805cc37c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.041021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a293637-3b16-404f-b354-cc805cc37c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.085016 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.167724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a293637-3b16-404f-b354-cc805cc37c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.171793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a293637-3b16-404f-b354-cc805cc37c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.178600 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6a293637-3b16-404f-b354-cc805cc37c89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccb2004e-c15f-47c2-b158-5c4c90d4d4c6 HTTP/1.1" status: 204 len: 168 time: 0.3493009 Jul 15 13:10:43.196565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a293637-3b16-404f-b354-cc805cc37c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb2004e-c15f-47c2-b158-5c4c90d4d4c6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.367561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-c1a5bd99-2642-4040-afd8-914614b6d4f0', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:43.369085 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.416829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 4597996a-cfe3-4846-8ff7-26862b5da61f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:43.429121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 4597996a-cfe3-4846-8ff7-26862b5da61f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:43.429999 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.675591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43720) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:43.699419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1541746-fca5-4ade-a405-dfcad28cab92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.706816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.732276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e37e8b-20d5-4d28-97bd-bc853022a62f req-1b8076ed-03f7-47f3-994d-20ab3f544207 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.736256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98e37e8b-20d5-4d28-97bd-bc853022a62f req-1b8076ed-03f7-47f3-994d-20ab3f544207 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 949 time: 0.6435430 Jul 15 13:10:43.817950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Allocated IP 172.20.0.2 (c1a5bd99-2642-4040-afd8-914614b6d4f0/cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff/bc3b9c45-433c-45d2-9adf-cf9a134eecf3) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:43.822303 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.824012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98e37e8b-20d5-4d28-97bd-bc853022a62f req-5858b091-15af-48a5-99d7-5ccee0ab2a76 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802925 Jul 15 13:10:43.875154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1541746-fca5-4ade-a405-dfcad28cab92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.892457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1541746-fca5-4ade-a405-dfcad28cab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.954938 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e1541746-fca5-4ade-a405-dfcad28cab92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d93a066bb3341bc8e9489334a62e5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772150 Jul 15 13:10:43.956174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43722) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:43.992835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4597996a-cfe3-4846-8ff7-26862b5da61f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4597996a-cfe3-4846-8ff7-26862b5da61f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:43.997362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1541746-fca5-4ade-a405-dfcad28cab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98aa1a-9d76-41f1-89a2-a11e0bae252a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.005920 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.042730 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc696e16-f988-4e48-a8f9-52e8ce794794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.080683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc696e16-f988-4e48-a8f9-52e8ce794794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.117767 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.127343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4597996a-cfe3-4846-8ff7-26862b5da61f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.145633 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.172964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.177256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc696e16-f988-4e48-a8f9-52e8ce794794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.179422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Transition to ACTIVE for port object bc3b9c45-433c-45d2-9adf-cf9a134eecf3 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:44.182552 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc696e16-f988-4e48-a8f9-52e8ce794794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.187795 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dc696e16-f988-4e48-a8f9-52e8ce794794 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc98aa1a-9d76-41f1-89a2-a11e0bae252a HTTP/1.1" status: 204 len: 168 time: 0.2299409 Jul 15 13:10:44.198782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc696e16-f988-4e48-a8f9-52e8ce794794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98aa1a-9d76-41f1-89a2-a11e0bae252a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.241063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Transition to ACTIVE for port object bc3b9c45-433c-45d2-9adf-cf9a134eecf3 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:44.257522 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.327187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:44.331312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:44.337793 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6949287f-be39-49ba-90ca-ccd10648e19f x-openstack-request-id: req-6949287f-be39-49ba-90ca-ccd10648e19f {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:44.338212 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-plugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:44.338566 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6949287f-be39-49ba-90ca-ccd10648e19f {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:44.339334 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'code': 200} Jul 15 13:10:44.340276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:44.347448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Pushing event updated for resources: {'Port': ['ID=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.453235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Allocated IP 172.25.1.33 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/b7e01a9b-f828-4fb2-ae75-cdefecd4f720) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:44.457809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Attempting to bind port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:44.458469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Attempting to bind port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:44.458944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Attempting to bind port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 on network c1a5bd99-2642-4040-afd8-914614b6d4f0 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:44.465591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:44.466273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Checking segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:44.466845 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.467354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Bound using segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:44.468068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Bound port: bc3b9c45-433c-45d2-9adf-cf9a134eecf3, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:44.468596 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.576214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] For port bc3b9c45-433c-45d2-9adf-cf9a134eecf3, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:44.582837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] For port bc3b9c45-433c-45d2-9adf-cf9a134eecf3, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:44.589460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.680486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29de8b4-6b75-4101-9389-338d7a0ed8ed None None] Pushing event updated for resources: {'Port': ['ID=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.815903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24752511-7d33-4115-ac94-a7fc59c636d4 req-567375e7-5446-46c6-9e4a-37c1e8c8b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.818674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24752511-7d33-4115-ac94-a7fc59c636d4 req-567375e7-5446-46c6-9e4a-37c1e8c8b5ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1102 time: 0.3520563 Jul 15 13:10:44.846903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60db7cc-8835-49a2-bb8e-0ac685363dc4 req-32765547-0f63-433a-9174-95455fde2b22 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.849805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e60db7cc-8835-49a2-bb8e-0ac685363dc4 req-32765547-0f63-433a-9174-95455fde2b22 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.3864286 Jul 15 13:10:44.968780 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.012142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24752511-7d33-4115-ac94-a7fc59c636d4 req-791b804f-5fc3-4439-a5fa-f5e6a63d8ead service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834888 Jul 15 13:10:45.046241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e60db7cc-8835-49a2-bb8e-0ac685363dc4 req-5dc56dd9-983b-4742-9f23-e52755dbd2e1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751726 Jul 15 13:10:45.116730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.250919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:45.267931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:45.272474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:45.327500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e01a9b-f828-4fb2-ae75-cdefecd4f720,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:45.471292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5fffd-14bd-46c0-b36e-c567506dfc8f req-882baa67-5c9c-4770-afe5-5854137a538b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:45.478884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5d5fffd-14bd-46c0-b36e-c567506dfc8f req-882baa67-5c9c-4770-afe5-5854137a538b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 945 time: 0.3113196 Jul 15 13:10:45.487639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43754) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:45.500337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'floatingip': {'port_id': '074048e3-8b9c-416d-b804-237116ae65c9'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:45.609645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.874882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bc3b9c45-433c-45d2-9adf-cf9a134eecf3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:45.963441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:46.048459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474400fc-0540-47e1-a44b-be9b21a58e19 req-9d250fd0-46a0-4c56-adc3-8f4e836a630b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.052127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-474400fc-0540-47e1-a44b-be9b21a58e19 req-9d250fd0-46a0-4c56-adc3-8f4e836a630b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.3969297 Jul 15 13:10:46.072155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd93f63-355d-4e15-8932-b117543e5d01 None None] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:46.084955 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.188058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4a5f8984-a05d-4d24-911b-77a079d443d4 None None] Provisioning for port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:46.202393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4a5f8984-a05d-4d24-911b-77a079d443d4 None None] Provisioning complete for port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:46.203044 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8984-a05d-4d24-911b-77a079d443d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.355691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4a971a-1da9-4bca-90c4-0d8db36bedfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4597996a-cfe3-4846-8ff7-26862b5da61f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:46.358283 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349eb933-c9fa-4753-bdd7-0d41d9835b16" -d '{"events": [{"server_uuid": "2c4a971a-1da9-4bca-90c4-0d8db36bedfc", "name": "network-vif-plugged", "status": "completed", "tag": "4597996a-cfe3-4846-8ff7-26862b5da61f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:46.399482 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8984-a05d-4d24-911b-77a079d443d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.470901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4a5f8984-a05d-4d24-911b-77a079d443d4 None None] For port bc3b9c45-433c-45d2-9adf-cf9a134eecf3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:46.479686 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8984-a05d-4d24-911b-77a079d443d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.532411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43772) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:46.601309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8984-a05d-4d24-911b-77a079d443d4 None None] Pushing event updated for resources: {'Port': ['ID=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.660964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-876771549', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:46.713074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Made reservation on behalf of 4a6fb4f053734938a1fde82bc039cc9c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:46.717880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.734734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.800428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-474400fc-0540-47e1-a44b-be9b21a58e19 req-c9e1dba0-bcca-422f-8c4d-2544f323485a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242527 Jul 15 13:10:46.813214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-74897e3d-65e4-4419-bed2-f368a52a6c2f None None] Provisioning complete for port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:46.814301 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-74897e3d-65e4-4419-bed2-f368a52a6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.904616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.912029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.917862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] device_id is not set on port b119fef9-5ee8-4e30-bb79-4f91975e3d0b yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:10:47.112878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e91dcd-10f9-489d-9d12-a3520e9da751,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.176274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Allocated IP 172.25.1.172 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/b119fef9-5ee8-4e30-bb79-4f91975e3d0b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:47.404576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:10:47.456740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.466726 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.534674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.558165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.599943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:47.603297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:47.608381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:47.611047 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.655437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Pushing event updated for resources: {'Port': ['ID=b119fef9-5ee8-4e30-bb79-4f91975e3d0b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.690374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.691516 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.696283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-95c9bc43-59fa-4df3-af73-e0cd7c17d4c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.705160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-95c9bc43-59fa-4df3-af73-e0cd7c17d4c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.713562 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4b697177-a8a7-430d-8a8b-71240415942f tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1779978 Jul 15 13:10:47.718416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43776) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:47.722149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-95c9bc43-59fa-4df3-af73-e0cd7c17d4c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.725481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.172'}]}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:47.734357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-95c9bc43-59fa-4df3-af73-e0cd7c17d4c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.745806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-95c9bc43-59fa-4df3-af73-e0cd7c17d4c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.757135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-95c9bc43-59fa-4df3-af73-e0cd7c17d4c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.760305 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.761936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.766591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-95c9bc43-59fa-4df3-af73-e0cd7c17d4c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.778089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-95c9bc43-59fa-4df3-af73-e0cd7c17d4c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5433 time: 0.5212893 Jul 15 13:10:47.805607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bc3b9c45-433c-45d2-9adf-cf9a134eecf3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:47.874370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:47.874768 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.877626 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.992812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0738256-c366-4bfb-baf3-f7b5e328198d req-529bece7-66dd-4bb7-b75f-24e24963cc26 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2128937 Jul 15 13:10:48.019898 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Floating IP e6446c2d-8450-4099-bfcc-92f7923b9a47 associated. External IP: 172.25.1.176, port: 074048e3-8b9c-416d-b804-237116ae65c9. Jul 15 13:10:48.145969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Router 120cf47e-acb3-49bc-aeb3-526e11669a78 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:10:48.170783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.509895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:48.524698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fda1f-6269-424b-adf7-93de3669e031 req-baf047c3-e4ea-4f6d-8a49-b398a236e5ce tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.526037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a073a12-9818-4407-9310-09445028979c None None] Sync routers for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:48.526395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f87fda1f-6269-424b-adf7-93de3669e031 req-baf047c3-e4ea-4f6d-8a49-b398a236e5ce tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 950 time: 0.3181736 Jul 15 13:10:48.545716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a073a12-9818-4407-9310-09445028979c None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:48.546389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6a073a12-9818-4407-9310-09445028979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:10:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:48.652986 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.655093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c49a9224-f6e8-4e79-9893-6eae189474b5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8061917 Jul 15 13:10:48.664697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43788) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.706357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6a073a12-9818-4407-9310-09445028979c None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:48.752936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.782123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f87fda1f-6269-424b-adf7-93de3669e031 req-02a5cd7f-0b3e-4c68-b702-4e591c03e689 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414711 Jul 15 13:10:48.788114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.816569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:48.886612 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3febff66-17de-4284-b2c0-15fcdad691d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.090717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6a073a12-9818-4407-9310-09445028979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:45Z', 'revision_number': 3, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:49.093647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.145226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a073a12-9818-4407-9310-09445028979c None None] Checking router: 120cf47e-acb3-49bc-aeb3-526e11669a78 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:49.145780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a073a12-9818-4407-9310-09445028979c None None] Updating router 120cf47e-acb3-49bc-aeb3-526e11669a78 port b7e01a9b-f828-4fb2-ae75-cdefecd4f720 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:49.207526 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a073a12-9818-4407-9310-09445028979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.296453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:49.301829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.312496 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] Sync routers for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:49.329956 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:49.331218 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:10:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:49.410565 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.414364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.524553 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:49.529065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.529810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91e1de58-7d52-4acb-8459-b6f926495c90 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:10:49.550697 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:10:49.555588 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2cba816e-3c7d-422c-9b01-ad5e91ebd013 tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8355777 Jul 15 13:10:49.556470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43790) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:49.689722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c0b770ad-2185-4ec7-a33a-8ba6003595aa tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Deleting port b119fef9-5ee8-4e30-bb79-4f91975e3d0b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:49.690400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0b770ad-2185-4ec7-a33a-8ba6003595aa tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.712836 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a073a12-9818-4407-9310-09445028979c None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.726196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6a073a12-9818-4407-9310-09445028979c None None] Transition to ACTIVE for port object b7e01a9b-f828-4fb2-ae75-cdefecd4f720 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:49.733674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a073a12-9818-4407-9310-09445028979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.784984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6a073a12-9818-4407-9310-09445028979c None None] Attempting to bind port b7e01a9b-f828-4fb2-ae75-cdefecd4f720 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:49.785534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6a073a12-9818-4407-9310-09445028979c None None] Attempting to bind port b7e01a9b-f828-4fb2-ae75-cdefecd4f720 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:49.785916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a073a12-9818-4407-9310-09445028979c None None] Attempting to bind port b7e01a9b-f828-4fb2-ae75-cdefecd4f720 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:49.800896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0b770ad-2185-4ec7-a33a-8ba6003595aa tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.803544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a073a12-9818-4407-9310-09445028979c None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:49.803936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a073a12-9818-4407-9310-09445028979c None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:49.804356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a073a12-9818-4407-9310-09445028979c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.804769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a073a12-9818-4407-9310-09445028979c None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:49.805270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6a073a12-9818-4407-9310-09445028979c None None] Bound port: b7e01a9b-f828-4fb2-ae75-cdefecd4f720, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:49.805662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a073a12-9818-4407-9310-09445028979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.812606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bad066-088a-48ca-8356-67a6d49d5893 req-0f460861-645e-4f05-9fed-139321d88f75 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.818353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c0b770ad-2185-4ec7-a33a-8ba6003595aa tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Calling delete_port for b119fef9-5ee8-4e30-bb79-4f91975e3d0b owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:49.826448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10bad066-088a-48ca-8356-67a6d49d5893 req-0f460861-645e-4f05-9fed-139321d88f75 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.7915719 Jul 15 13:10:49.839575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33294819-6557-4c91-99de-a05832321fe7 None None] Pushing event updated for resources: {'Port': ['ID=b7e01a9b-f828-4fb2-ae75-cdefecd4f720,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.848991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-61dd6ec4-8fac-44ad-bba8-ad14d549867a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "PUT /v2.0/floatingips/e6446c2d-8450-4099-bfcc-92f7923b9a47 HTTP/1.1" status: 200 len: 991 time: 4.3560276 Jul 15 13:10:49.853536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:49.858472 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e29ea6-e27a-44c4-a233-b4588682425f" -d '{"events": [{"name": "network-changed", "server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "tag": "074048e3-8b9c-416d-b804-237116ae65c9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:49.924378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6a073a12-9818-4407-9310-09445028979c None None] For port b7e01a9b-f828-4fb2-ae75-cdefecd4f720, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:49.936868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6a073a12-9818-4407-9310-09445028979c None None] For port b7e01a9b-f828-4fb2-ae75-cdefecd4f720, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b7e01a9b-f828-4fb2-ae75-cdefecd4f720,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:49.944261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a073a12-9818-4407-9310-09445028979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.964642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10bad066-088a-48ca-8356-67a6d49d5893 req-bde9e8f2-95f0-4dc3-8af5-ad17fdd1591b tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364098 Jul 15 13:10:50.055666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0b770ad-2185-4ec7-a33a-8ba6003595aa tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.082940 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'e6446c2d-8450-4099-bfcc-92f7923b9a47', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'port_id': '074048e3-8b9c-416d-b804-237116ae65c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'mac_address': 'fa:16:3e:0b:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:16Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 1, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:50.105338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33294819-6557-4c91-99de-a05832321fe7 None None] Pushing event updated for resources: {'Port': ['ID=b7e01a9b-f828-4fb2-ae75-cdefecd4f720,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.129241 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfce8f9c-a64c-41c1-8b36-095dd14253f3 x-openstack-request-id: req-cfce8f9c-a64c-41c1-8b36-095dd14253f3 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:50.129870 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4a971a-1da9-4bca-90c4-0d8db36bedfc", "name": "network-vif-plugged", "status": "completed", "tag": "4597996a-cfe3-4846-8ff7-26862b5da61f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:50.130390 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfce8f9c-a64c-41c1-8b36-095dd14253f3 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:50.131120 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4a971a-1da9-4bca-90c4-0d8db36bedfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4597996a-cfe3-4846-8ff7-26862b5da61f', 'code': 200} Jul 15 13:10:50.135090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a073a12-9818-4407-9310-09445028979c None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:50.136316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6a073a12-9818-4407-9310-09445028979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:10:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:50.145590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b770ad-2185-4ec7-a33a-8ba6003595aa tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Pushing event deleted for resources: {'Port': ['ID=b119fef9-5ee8-4e30-bb79-4f91975e3d0b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.176243 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] Checking router: 959cbeb2-fad2-4c63-8aba-8ce59f68d58c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:50.206856 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:50.207753 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:10:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:50.379599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6a073a12-9818-4407-9310-09445028979c None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:50.382583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0b770ad-2185-4ec7-a33a-8ba6003595aa tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.386394 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c0b770ad-2185-4ec7-a33a-8ba6003595aa tempest-RoutersAdminNegativeTest-828964206 tempest-RoutersAdminNegativeTest-828964206-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b119fef9-5ee8-4e30-bb79-4f91975e3d0b HTTP/1.1" status: 204 len: 168 time: 0.8287513 Jul 15 13:10:50.413657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.515899 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:50.596173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2388-bdba-41fd-82c0-55a306594ccc req-25ae0ded-6e1a-4384-a9ee-c82dd708bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.598611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-683d2388-bdba-41fd-82c0-55a306594ccc req-25ae0ded-6e1a-4384-a9ee-c82dd708bc20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 1102 time: 0.3393021 Jul 15 13:10:50.708657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b77aa-702b-4dcf-be5b-a9ff7893cab8 req-ec75c99b-0b1f-4f94-90e8-408bc9438b1d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.712575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e38b77aa-702b-4dcf-be5b-a9ff7893cab8 req-ec75c99b-0b1f-4f94-90e8-408bc9438b1d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.3834748 Jul 15 13:10:50.753434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-683d2388-bdba-41fd-82c0-55a306594ccc req-b2042dc8-b83a-4e33-b46d-dbc2152a0666 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454587 Jul 15 13:10:50.851673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e38b77aa-702b-4dcf-be5b-a9ff7893cab8 req-7e9fadd6-8510-4de7-9ff2-d4d835c473e0 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259768 Jul 15 13:10:50.866548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Allocated IP 172.20.0.1 (c1a5bd99-2642-4040-afd8-914614b6d4f0/cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff/da4db060-70fb-4b70-acdc-1ed30e638935) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:50.941250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6a073a12-9818-4407-9310-09445028979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:45Z', 'revision_number': 3, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:50.957748 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'e6446c2d-8450-4099-bfcc-92f7923b9a47', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'port_id': '074048e3-8b9c-416d-b804-237116ae65c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'mac_address': 'fa:16:3e:0b:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:16Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 1, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:50.992935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a073a12-9818-4407-9310-09445028979c None None] The sync data for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 is: [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:45Z', 'revision_number': 3, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:50.993569 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3ab5f-07ad-453f-aea2-e116cc4b40dc None None] The sync data for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 is: [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'e6446c2d-8450-4099-bfcc-92f7923b9a47', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'port_id': '074048e3-8b9c-416d-b804-237116ae65c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'mac_address': 'fa:16:3e:0b:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:16Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 1, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:51.012917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43806) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.202678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.206739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a44e-99d3-4cb8-9cbf-5c05c14f0f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.231080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Transition to ACTIVE for port object da4db060-70fb-4b70-acdc-1ed30e638935 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:51.257874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7d75-6b53-48ac-af5d-769ccde3e925 req-b62782eb-f684-4775-86c6-5574c9e39b72 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.267172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7d75-6b53-48ac-af5d-769ccde3e925 req-b62782eb-f684-4775-86c6-5574c9e39b72 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.273856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7d75-6b53-48ac-af5d-769ccde3e925 req-b62782eb-f684-4775-86c6-5574c9e39b72 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.280234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7d75-6b53-48ac-af5d-769ccde3e925 req-b62782eb-f684-4775-86c6-5574c9e39b72 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.286738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7d75-6b53-48ac-af5d-769ccde3e925 req-b62782eb-f684-4775-86c6-5574c9e39b72 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.293809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7d75-6b53-48ac-af5d-769ccde3e925 req-b62782eb-f684-4775-86c6-5574c9e39b72 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.302215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7d75-6b53-48ac-af5d-769ccde3e925 req-b62782eb-f684-4775-86c6-5574c9e39b72 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.304955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d1c7d75-6b53-48ac-af5d-769ccde3e925 req-b62782eb-f684-4775-86c6-5574c9e39b72 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5433 time: 0.2507937 Jul 15 13:10:51.381006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.444674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a44e-99d3-4cb8-9cbf-5c05c14f0f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.452005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a44e-99d3-4cb8-9cbf-5c05c14f0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.456250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3682531-802b-41bf-84d9-1d2838f4a329 None None] New status for floating IP e6446c2d-8450-4099-bfcc-92f7923b9a47: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:10:51.496118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:51.498415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:51.505521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:51.576197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4a44e-99d3-4cb8-9cbf-5c05c14f0f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d9d88e-9484-4885-afc5-f9cffbe31fdf,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:51.586415 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2cf4a44e-99d3-4cb8-9cbf-5c05c14f0f61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c15bb5ac0a73436d9311cb412ac86895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719464 Jul 15 13:10:51.596393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43814) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.669782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0a111382-94fb-4d5c-8ee1-630d209a9199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.674380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Pushing event updated for resources: {'Port': ['ID=da4db060-70fb-4b70-acdc-1ed30e638935,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:51.713803 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.722997 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.755325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e27965-365f-4706-902e-47439fee292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.848868 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e27965-365f-4706-902e-47439fee292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.998701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e27965-365f-4706-902e-47439fee292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.002481 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e27965-365f-4706-902e-47439fee292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.007105 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29e27965-365f-4706-902e-47439fee292c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6d9d88e-9484-4885-afc5-f9cffbe31fdf HTTP/1.1" status: 204 len: 168 time: 0.4059885 Jul 15 13:10:52.029646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e27965-365f-4706-902e-47439fee292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d9d88e-9484-4885-afc5-f9cffbe31fdf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.040432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b7e01a9b-f828-4fb2-ae75-cdefecd4f720 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:52.194340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33114a34-2da2-44a3-9270-da098ce063dd req-a6744cca-3df7-4a70-8317-3db2cbda7892 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.195566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e43a8422-27da-4d99-b518-734f6f18522c None None] Provisioning for port da4db060-70fb-4b70-acdc-1ed30e638935 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:52.206494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e43a8422-27da-4d99-b518-734f6f18522c None None] Provisioning complete for port da4db060-70fb-4b70-acdc-1ed30e638935 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:52.206889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33114a34-2da2-44a3-9270-da098ce063dd req-a6744cca-3df7-4a70-8317-3db2cbda7892 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 950 time: 0.4862380 Jul 15 13:10:52.207125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e43a8422-27da-4d99-b518-734f6f18522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.260050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b7e01a9b-f828-4fb2-ae75-cdefecd4f720 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:52.276627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b7e01a9b-f828-4fb2-ae75-cdefecd4f720 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:52.277799 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.320919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e43a8422-27da-4d99-b518-734f6f18522c None None] Port da4db060-70fb-4b70-acdc-1ed30e638935 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:52.332025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33114a34-2da2-44a3-9270-da098ce063dd req-1d94eee5-6d68-409f-ae89-f120ed10dcfe tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236753 Jul 15 13:10:52.368247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.538961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.624115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b7e01a9b-f828-4fb2-ae75-cdefecd4f720, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b7e01a9b-f828-4fb2-ae75-cdefecd4f720,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:52.631816 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.746378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b7e01a9b-f828-4fb2-ae75-cdefecd4f720,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.760267 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6465f6-69cf-4740-adb4-2123a2eea0fa x-openstack-request-id: req-1a6465f6-69cf-4740-adb4-2123a2eea0fa {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:52.761137 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "tag": "074048e3-8b9c-416d-b804-237116ae65c9", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:52.761349 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a6465f6-69cf-4740-adb4-2123a2eea0fa {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:52.762219 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9', 'status': 'completed', 'code': 200} Jul 15 13:10:52.820849 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.844150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43824) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:52.883982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.893086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.921766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43826) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:52.922494 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-94cc7ac3-a23e-4fcb-8a25-7863eed5d2e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a6fb4f053734938a1fde82bc039cc9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666802 Jul 15 13:10:53.043810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.051449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Pushing event updated for resources: {'Port': ['ID=da4db060-70fb-4b70-acdc-1ed30e638935,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:53.130845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e29ea6-e27a-44c4-a233-b4588682425f req-29a3c181-984d-430c-bac5-f61822f34961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.132473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26e29ea6-e27a-44c4-a233-b4588682425f req-29a3c181-984d-430c-bac5-f61822f34961 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 1097 time: 0.2938361 Jul 15 13:10:53.151462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd2a8-35a5-48db-8efc-c842bf5d9d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.243623 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd2a8-35a5-48db-8efc-c842bf5d9d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.327864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01fe80-d2a4-4e24-a3cf-9b5481e5cf83 req-a39aa91f-fb1e-4fbc-a2c3-003d8d1380f0 tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.329694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d01fe80-d2a4-4e24-a3cf-9b5481e5cf83 req-a39aa91f-fb1e-4fbc-a2c3-003d8d1380f0 tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1102 time: 0.3132021 Jul 15 13:10:53.375696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:53.387204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e29ea6-e27a-44c4-a233-b4588682425f req-e76c1e2b-5c63-4a41-9977-632e4b3239d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.388803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26e29ea6-e27a-44c4-a233-b4588682425f req-e76c1e2b-5c63-4a41-9977-632e4b3239d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.2484179 Jul 15 13:10:53.389766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:53.521911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d01fe80-d2a4-4e24-a3cf-9b5481e5cf83 req-ef8f0fed-0531-486c-b4d8-e4b5aeb45807 tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726635 Jul 15 13:10:53.595738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43850) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:53.630131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26e29ea6-e27a-44c4-a233-b4588682425f req-956638f0-e4d4-449e-ac02-89007bd1ef0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074048e3-8b9c-416d-b804-237116ae65c9 HTTP/1.1" status: 200 len: 1001 time: 0.2331517 Jul 15 13:10:53.642003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd2a8-35a5-48db-8efc-c842bf5d9d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.647537 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd2a8-35a5-48db-8efc-c842bf5d9d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.655179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8d4dd2a8-35a5-48db-8efc-c842bf5d9d98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49e91dcd-10f9-489d-9d12-a3520e9da751 HTTP/1.1" status: 204 len: 168 time: 0.7287190 Jul 15 13:10:53.759701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-1a661dfb-f1ac-45f2-b4e3-ebf929178429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.760185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-1a661dfb-f1ac-45f2-b4e3-ebf929178429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.761393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-1a661dfb-f1ac-45f2-b4e3-ebf929178429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.761898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-1a661dfb-f1ac-45f2-b4e3-ebf929178429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.762672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-1a661dfb-f1ac-45f2-b4e3-ebf929178429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.763178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-1a661dfb-f1ac-45f2-b4e3-ebf929178429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.763655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-1a661dfb-f1ac-45f2-b4e3-ebf929178429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.783683 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-1a661dfb-f1ac-45f2-b4e3-ebf929178429 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 6497 time: 0.1814270 Jul 15 13:10:53.796659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e29ea6-e27a-44c4-a233-b4588682425f req-40f93cb9-c159-493f-add9-b8f90311f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.821603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26e29ea6-e27a-44c4-a233-b4588682425f req-40f93cb9-c159-493f-add9-b8f90311f618 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.1818871 Jul 15 13:10:53.860896 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-2b8445d8-5b38-4ea2-9519-fe985052ca9c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4fd2e756-e6f9-40e5-90c4-613afe199535&id=e59c67f4-e903-47c3-80c7-1d01dd394d90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742686 Jul 15 13:10:53.880050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1eedd78-488c-4886-b876-625fc9ba853a None None] Provisioning complete for port da4db060-70fb-4b70-acdc-1ed30e638935 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:53.880775 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1eedd78-488c-4886-b876-625fc9ba853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.913101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b7e01a9b-f828-4fb2-ae75-cdefecd4f720 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:53.964712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e1eedd78-488c-4886-b876-625fc9ba853a None None] Port da4db060-70fb-4b70-acdc-1ed30e638935 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:54.011859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b7e01a9b-f828-4fb2-ae75-cdefecd4f720 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:54.012250 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.015985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd2a8-35a5-48db-8efc-c842bf5d9d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e91dcd-10f9-489d-9d12-a3520e9da751,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:54.155768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e29ea6-e27a-44c4-a233-b4588682425f req-16bb5b36-55a4-496a-bb81-d84c3cca8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.159676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26e29ea6-e27a-44c4-a233-b4588682425f req-16bb5b36-55a4-496a-bb81-d84c3cca8c78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3277607 Jul 15 13:10:54.237748 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.268036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Router 120cf47e-acb3-49bc-aeb3-526e11669a78 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:54.515406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a544d78-d147-4178-97de-6772c0b90c02 req-5763ed79-4852-4c82-a9a5-f83adf90e0d4 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.518290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a544d78-d147-4178-97de-6772c0b90c02 req-5763ed79-4852-4c82-a9a5-f83adf90e0d4 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.3945963 Jul 15 13:10:54.551383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26e29ea6-e27a-44c4-a233-b4588682425f req-52e254d8-51cd-4cf0-becd-75c3572829cb service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548772 Jul 15 13:10:54.911891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43882) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:55.000149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a544d78-d147-4178-97de-6772c0b90c02 req-a0df4d1f-43d0-473d-9df0-e9768b29524f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716923 Jul 15 13:10:55.007489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:55.015982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-61ffd211-54cb-4354-843c-c07688b7c248 admin admin] 10.222.0.25 "PUT /v2.0/routers/120cf47e-acb3-49bc-aeb3-526e11669a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3498960 Jul 15 13:10:55.025042 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Sync routers for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:55.061097 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:55.061650 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:10:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:55.091225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26e29ea6-e27a-44c4-a233-b4588682425f req-5d267fb6-a0f0-4a5f-b936-f053abe657a6 service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886267 Jul 15 13:10:55.117923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-683391819'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:55.164308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Made reservation on behalf of 6c915573f4f74524a158a6605a7cfdcf for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:55.168571 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.182601 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.235444 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:10:55.333120 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.337915 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.351573 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:55.367261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:55.383889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65baba4-962e-4905-82d9-4c1cdfb860e8 req-76e8ac76-2976-471b-9f1c-b4e7c35a1563 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.388407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b65baba4-962e-4905-82d9-4c1cdfb860e8 req-76e8ac76-2976-471b-9f1c-b4e7c35a1563 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 950 time: 0.1315310 Jul 15 13:10:55.399808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7225bab3-bae3-4a50-b35b-afcb6bc0e5d8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.417132 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.417744 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Added segment f39b57cb-afc4-44f9-a176-a6fd69b19cb9 of type vlan for network d456889d-b66e-4c4c-a6b9-6355e190e606 Jul 15 13:10:55.458487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b65baba4-962e-4905-82d9-4c1cdfb860e8 req-89753600-aa86-4378-b59d-2d711aa07748 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583014 Jul 15 13:10:55.471482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.526048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.533474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.534153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.582785 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6694252 Jul 15 13:10:55.587782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43894) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:55.600673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'subnet': {'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:55.638247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a1daf-e888-4dce-9f72-a32c0125f1e5 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Network': ['ID=d456889d-b66e-4c4c-a6b9-6355e190e606,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.655482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d456889d-b66e-4c4c-a6b9-6355e190e606 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:55.728210 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 2, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:55.765175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Made reservation on behalf of 6c915573f4f74524a158a6605a7cfdcf for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:55.773860 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.789646 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Checking router: 120cf47e-acb3-49bc-aeb3-526e11669a78 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:55.790321 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Updating router 120cf47e-acb3-49bc-aeb3-526e11669a78 port da4db060-70fb-4b70-acdc-1ed30e638935 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:55.863325 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.106375 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.120084 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-54c5527a-98a8-47e7-b952-4a9bf52a6089 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1632380 Jul 15 13:10:56.246128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Subnet': ['ID=07645b36-f216-4de4-9bdd-d36aa6f34c78,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:56.257662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Checking segment: {'id': 'f39b57cb-afc4-44f9-a176-a6fd69b19cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:56.258292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Network hostable DHCP agents. Network: d456889d-b66e-4c4c-a6b9-6355e190e606, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:56.289317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Network d456889d-b66e-4c4c-a6b9-6355e190e606 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:56.306556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d456889d-b66e-4c4c-a6b9-6355e190e606) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:56.319835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29600d28-7ff0-45b5-88a2-529e9707e3f8 None None] Network d456889d-b66e-4c4c-a6b9-6355e190e606 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:56.347677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.348820 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.419035 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.445079 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Transition to ACTIVE for port object da4db060-70fb-4b70-acdc-1ed30e638935 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:56.445800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-10bc50d4-05dd-4ff8-9ee9-04c68b621429 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8557024 Jul 15 13:10:56.449845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43918) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.459616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606', 'name': 'tempest-AllowedAddressPairTestJSON-1867533104'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:56.466288 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.497849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccbf09-44aa-45fa-b421-3b93c74542b2 req-d5ee2ff3-50b7-4876-ac6c-a75a16d9e391 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.509472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2ccbf09-44aa-45fa-b421-3b93c74542b2 req-d5ee2ff3-50b7-4876-ac6c-a75a16d9e391 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.1555812 Jul 15 13:10:56.604284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2ccbf09-44aa-45fa-b421-3b93c74542b2 req-a9d81cd4-9bee-44e1-bd2a-7684f05d3334 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933511 Jul 15 13:10:56.710337 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446122e-7874-4657-a5b6-c953c091fd2e None None] Pushing event updated for resources: {'Port': ['ID=da4db060-70fb-4b70-acdc-1ed30e638935,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:56.713403 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Attempting to bind port da4db060-70fb-4b70-acdc-1ed30e638935 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:56.713811 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Attempting to bind port da4db060-70fb-4b70-acdc-1ed30e638935 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:56.714202 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Attempting to bind port da4db060-70fb-4b70-acdc-1ed30e638935 on network c1a5bd99-2642-4040-afd8-914614b6d4f0 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:56.729657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d456889d-b66e-4c4c-a6b9-6355e190e606', 'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606', 'tenant_id': '6c915573f4f74524a158a6605a7cfdcf', 'fixed_ips': [{'subnet_id': '07645b36-f216-4de4-9bdd-d36aa6f34c78'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:56.731341 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.737146 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:56.737691 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Checking segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:56.738376 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.739034 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Bound using segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:56.739888 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Bound port: da4db060-70fb-4b70-acdc-1ed30e638935, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:56.740549 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.820831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Made reservation on behalf of 6c915573f4f74524a158a6605a7cfdcf for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:56.833948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.899055 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] device_id is not set on port 7833d721-efc3-4ede-b4cd-06516aa087c3 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:10:56.910080 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] For port da4db060-70fb-4b70-acdc-1ed30e638935, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:56.920540 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] For port da4db060-70fb-4b70-acdc-1ed30e638935, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=da4db060-70fb-4b70-acdc-1ed30e638935,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:56.926183 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.073396 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:57.074184 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:10:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:57.138105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Allocated IP 172.20.0.2 (d456889d-b66e-4c4c-a6b9-6355e190e606/07645b36-f216-4de4-9bdd-d36aa6f34c78/33fb82b2-d93d-4d05-90ce-3a3ef4bbea88) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:57.201714 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446122e-7874-4657-a5b6-c953c091fd2e None None] Pushing event updated for resources: {'Port': ['ID=da4db060-70fb-4b70-acdc-1ed30e638935,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.348057 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:57.536516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.602313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Transition to ACTIVE for port object 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:57.642988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Transition to ACTIVE for port object 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:57.663387 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.748549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Allocated IP 172.20.0.9 (d456889d-b66e-4c4c-a6b9-6355e190e606/07645b36-f216-4de4-9bdd-d36aa6f34c78/7833d721-efc3-4ede-b4cd-06516aa087c3) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:57.770290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Network d456889d-b66e-4c4c-a6b9-6355e190e606 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:57.776296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:57.785048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:57.806542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Pushing event updated for resources: {'Port': ['ID=33fb82b2-d93d-4d05-90ce-3a3ef4bbea88,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.912449 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:10:56Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:57.979000 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180aafb8-7934-4b8e-85bd-defb5c22d23c None None] The sync data for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 is: [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:10:56Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:57.988055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Attempting to bind port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:57.988521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Attempting to bind port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'f39b57cb-afc4-44f9-a176-a6fd69b19cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:57.989158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Attempting to bind port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 on network d456889d-b66e-4c4c-a6b9-6355e190e606 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:58.010139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:58.010731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Checking segment: {'id': 'f39b57cb-afc4-44f9-a176-a6fd69b19cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:58.011404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.012069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Bound using segment: {'id': 'f39b57cb-afc4-44f9-a176-a6fd69b19cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:58.013011 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Bound port: 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39b57cb-afc4-44f9-a176-a6fd69b19cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:58.013627 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.052921 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.101652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Transition to ACTIVE for port object 7833d721-efc3-4ede-b4cd-06516aa087c3 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:58.112409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43938) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.123554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5b9b75e4-a737-4f7b-aa34-494a4b3765b8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286200750', 'description': 'tempest-description--2138929085'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:58.181856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] For port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:58.185603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] For port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=33fb82b2-d93d-4d05-90ce-3a3ef4bbea88,segment=NetworkSegment(f39b57cb-afc4-44f9-a176-a6fd69b19cb9),segment_id=f39b57cb-afc4-44f9-a176-a6fd69b19cb9)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:58.192422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b9b75e4-a737-4f7b-aa34-494a4b3765b8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.195713 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.200706 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.332285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Network d456889d-b66e-4c4c-a6b9-6355e190e606 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:58.334350 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=7833d721-efc3-4ede-b4cd-06516aa087c3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:58.340980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:58.343632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5331c15-6874-41f0-ba41-76afbcae7402 None None] Pushing event updated for resources: {'Port': ['ID=33fb82b2-d93d-4d05-90ce-3a3ef4bbea88,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:58.350358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:58.439170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b9b75e4-a737-4f7b-aa34-494a4b3765b8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.450367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b9b75e4-a737-4f7b-aa34-494a4b3765b8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.515944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.517914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.547568 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-86e46259-e1b0-410e-b29b-4aeeaaa35d05 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0958581 Jul 15 13:10:58.554609 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43940) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.569358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b9b75e4-a737-4f7b-aa34-494a4b3765b8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.576632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5b9b75e4-a737-4f7b-aa34-494a4b3765b8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4624994 Jul 15 13:10:58.580121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43942) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.597927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d5c89d83-ac77-48d1-8f7a-9d8da5071e9a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'security_group_rule': {'security_group_id': 'ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:58.604890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606', 'name': 'tempest-AllowedAddressPairTestJSON-482469701', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:04:90:1c'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:58.703579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b75e4-a737-4f7b-aa34-494a4b3765b8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:58.733731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d83-ac77-48d1-8f7a-9d8da5071e9a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.888702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344afefc-f85a-4b87-b38f-08b577c6707e req-a19f0253-15cc-443d-a813-58f9054a39c4 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.891617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-344afefc-f85a-4b87-b38f-08b577c6707e req-a19f0253-15cc-443d-a813-58f9054a39c4 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 1102 time: 0.3892519 Jul 15 13:10:59.004413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Made reservation on behalf of 6c915573f4f74524a158a6605a7cfdcf for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:59.006441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d83-ac77-48d1-8f7a-9d8da5071e9a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.020036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d83-ac77-48d1-8f7a-9d8da5071e9a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.058079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-344afefc-f85a-4b87-b38f-08b577c6707e req-fdbc1b63-820a-4a10-8ac4-3d637113ec09 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409588 Jul 15 13:10:59.069579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c89d83-ac77-48d1-8f7a-9d8da5071e9a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb668ffd-1a70-476c-8069-45e3b7d931b4,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.102650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d83-ac77-48d1-8f7a-9d8da5071e9a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.119217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d5c89d83-ac77-48d1-8f7a-9d8da5071e9a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5201433 Jul 15 13:10:59.119217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43946) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.119217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-00940d2c-99e5-443f-b6f2-246b8a4e5664 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'security_group_rule': {'security_group_id': 'ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:59.170930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-741c3111-596e-486d-b0da-4559d8301490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.173961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-741c3111-596e-486d-b0da-4559d8301490 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1102 time: 0.3652148 Jul 15 13:10:59.243826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.249584 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00940d2c-99e5-443f-b6f2-246b8a4e5664 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.287400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] device_id is not set on port 3154a09e-1365-4d53-96c0-ca13e405dabe yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:10:59.482878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Allocated IP 172.20.0.14 (d456889d-b66e-4c4c-a6b9-6355e190e606/07645b36-f216-4de4-9bdd-d36aa6f34c78/3154a09e-1365-4d53-96c0-ca13e405dabe) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:59.561403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00940d2c-99e5-443f-b6f2-246b8a4e5664 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.585296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00940d2c-99e5-443f-b6f2-246b8a4e5664 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.654943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-41f875c9-f690-40a8-8718-c0109762c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.658217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-41f875c9-f690-40a8-8718-c0109762c3a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.4734058 Jul 15 13:10:59.659302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00940d2c-99e5-443f-b6f2-246b8a4e5664 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c13dd5-0a4c-4578-bbe9-e4b5b6b68e8c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.846723 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.869514 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00940d2c-99e5-443f-b6f2-246b8a4e5664 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.871708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-00940d2c-99e5-443f-b6f2-246b8a4e5664 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7588563 Jul 15 13:10:59.877166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-e4902cef-d647-41a5-84d8-38e529110545 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.1980689 Jul 15 13:10:59.880554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43952) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.894625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:59.908213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Transition to ACTIVE for port object 3154a09e-1365-4d53-96c0-ca13e405dabe will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:59.965402 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.009294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8d27-1b69-43dc-a6b9-f7ebd5ae65f8 req-8d793edb-0d33-49fb-9558-261ad6c1567d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.025253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-944a8d27-1b69-43dc-a6b9-f7ebd5ae65f8 req-8d793edb-0d33-49fb-9558-261ad6c1567d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.5792282 Jul 15 13:11:00.032225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:00.040791 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.148721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-c5864441-c737-4e47-a130-017a2691857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.152282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-c5864441-c737-4e47-a130-017a2691857f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2670188 Jul 15 13:11:00.162385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-944a8d27-1b69-43dc-a6b9-f7ebd5ae65f8 req-accdecac-cfa5-4380-a766-a1435839b78c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301954 Jul 15 13:11:00.168691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:00.177731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device da4db060-70fb-4b70-acdc-1ed30e638935 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:00.191615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Network d456889d-b66e-4c4c-a6b9-6355e190e606 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:00.216134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:00.221269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:00.286787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3349efd7-5a05-4453-abcf-2df7dd7c9225 None None] Network d456889d-b66e-4c4c-a6b9-6355e190e606 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:00.322297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-c67f302c-b42c-4570-ac7f-aa5852b65528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.327923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-c67f302c-b42c-4570-ac7f-aa5852b65528 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1636968 Jul 15 13:11:00.379810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.380509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.384697 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=3154a09e-1365-4d53-96c0-ca13e405dabe,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.457883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b5e6d568-f311-43a7-8d15-82838fad2631 None None] Provisioning for port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:00.470861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port da4db060-70fb-4b70-acdc-1ed30e638935 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:00.484367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b5e6d568-f311-43a7-8d15-82838fad2631 None None] Provisioning complete for port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:00.486283 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b5e6d568-f311-43a7-8d15-82838fad2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.514896 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f39fb62a-479c-494c-a358-dac6031f0629 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9548943 Jul 15 13:11:00.520787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43956) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:00.581769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port da4db060-70fb-4b70-acdc-1ed30e638935 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:00.582811 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.673608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-5902850f-679c-4657-85c6-cfa3a89181af service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374717 Jul 15 13:11:00.760686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.766094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b5e6d568-f311-43a7-8d15-82838fad2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.858213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b5e6d568-f311-43a7-8d15-82838fad2631 None None] For port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=33fb82b2-d93d-4d05-90ce-3a3ef4bbea88,segment=NetworkSegment(f39b57cb-afc4-44f9-a176-a6fd69b19cb9),segment_id=f39b57cb-afc4-44f9-a176-a6fd69b19cb9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:00.905955 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b5e6d568-f311-43a7-8d15-82838fad2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.926779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-c121e74b-a9c5-4cee-a1df-c98582a0b7eb service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458720 Jul 15 13:11:00.998428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Allocated IP 172.25.1.49 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/c33a2baf-80f2-49be-adaf-be43222df0ea) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:01.083603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-adc2466b-702a-40cf-ac26-b0bc59e0084b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617173 Jul 15 13:11:01.089931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeb491-05e0-4b9e-9345-258a47af3d42 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.111983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeb491-05e0-4b9e-9345-258a47af3d42 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.129754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeb491-05e0-4b9e-9345-258a47af3d42 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.137282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6d568-f311-43a7-8d15-82838fad2631 None None] Pushing event updated for resources: {'Port': ['ID=33fb82b2-d93d-4d05-90ce-3a3ef4bbea88,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.140308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43968) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:01.141406 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-94aeb491-05e0-4b9e-9345-258a47af3d42 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.6191952 Jul 15 13:11:01.168857 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.258562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port da4db060-70fb-4b70-acdc-1ed30e638935, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=da4db060-70fb-4b70-acdc-1ed30e638935,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:01.295480 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.391278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.450701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-570a01a4-240e-4863-bf4b-be7732ecdebd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.463900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-570a01a4-240e-4863-bf4b-be7732ecdebd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3766050 Jul 15 13:11:01.490054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.514768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-43ba9144-fad3-4b08-b3f6-6334399892e0 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/quotas/a382d7ef9fe44b30aed53cf0240ba4cc HTTP/1.1" status: 200 len: 375 time: 0.0357170 Jul 15 13:11:01.539707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8e920e4d-7cfa-49df-92fa-4a50c5560e6b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Deleting port 3154a09e-1365-4d53-96c0-ca13e405dabe {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:01.540298 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e920e4d-7cfa-49df-92fa-4a50c5560e6b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.579700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'Port': ['ID=c33a2baf-80f2-49be-adaf-be43222df0ea,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.622553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:01.625297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:01.632660 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:01.652570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=da4db060-70fb-4b70-acdc-1ed30e638935,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.838512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-4f7f213d-e298-4948-a02e-6397d486c2ae tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3033307 Jul 15 13:11:01.842995 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e920e4d-7cfa-49df-92fa-4a50c5560e6b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.854577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Provisioning for port 3154a09e-1365-4d53-96c0-ca13e405dabe completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:01.866665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Provisioning complete for port 3154a09e-1365-4d53-96c0-ca13e405dabe triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:01.867608 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.868959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8e920e4d-7cfa-49df-92fa-4a50c5560e6b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Calling delete_port for 3154a09e-1365-4d53-96c0-ca13e405dabe owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:01.872352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.905908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:01.979322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Port 3154a09e-1365-4d53-96c0-ca13e405dabe cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:01.989620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.010608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Provisioning for port 7833d721-efc3-4ede-b4cd-06516aa087c3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:02.017405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Provisioning complete for port 7833d721-efc3-4ede-b4cd-06516aa087c3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:02.018100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.021890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:02.022616 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.112851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Port 7833d721-efc3-4ede-b4cd-06516aa087c3 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:02.145580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Provisioning complete for port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:02.146550 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43b7b74d-652b-4391-94b8-00e09eeec1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.191799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e920e4d-7cfa-49df-92fa-4a50c5560e6b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.234494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e920e4d-7cfa-49df-92fa-4a50c5560e6b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Port': ['ID=3154a09e-1365-4d53-96c0-ca13e405dabe,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:02.327348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device da4db060-70fb-4b70-acdc-1ed30e638935 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:02.336438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43978) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:02.478704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.495720 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.616491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port da4db060-70fb-4b70-acdc-1ed30e638935 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:02.617126 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.702473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.771089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.789202 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9057126 Jul 15 13:11:02.808488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641e19-0956-484e-95c8-ec0d2ae1d57f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'Port': ['ID=c33a2baf-80f2-49be-adaf-be43222df0ea,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:02.834339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4825997-607a-4060-abb6-af1fc25157f6 admin admin] Deleting subnet 63c890cf-9ce2-42d4-9b8d-ac0465fdd604 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:02.849030 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4825997-607a-4060-abb6-af1fc25157f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.888282 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e920e4d-7cfa-49df-92fa-4a50c5560e6b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.894241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8e920e4d-7cfa-49df-92fa-4a50c5560e6b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "DELETE /v2.0/ports/3154a09e-1365-4d53-96c0-ca13e405dabe HTTP/1.1" status: 204 len: 168 time: 1.7479677 Jul 15 13:11:02.894798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-de980016-6ff1-4a32-aed1-8d8160d0aeb3 None None] Could not find standard attr ID for object 3154a09e-1365-4d53-96c0-ca13e405dabe. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:11:02.895273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43990) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:02.943199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8c70-60c1-4a7a-825c-963293ac87b1 req-9298dd4d-f828-471d-abcc-978c81c6546b tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.947753 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4825997-607a-4060-abb6-af1fc25157f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.950750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c68b8c70-60c1-4a7a-825c-963293ac87b1 req-9298dd4d-f828-471d-abcc-978c81c6546b tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.3381035 Jul 15 13:11:02.970233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-de980016-6ff1-4a32-aed1-8d8160d0aeb3 None None] Provisioning complete for port 7833d721-efc3-4ede-b4cd-06516aa087c3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:02.971353 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-de980016-6ff1-4a32-aed1-8d8160d0aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.984128 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcb507c-2023-4d90-b485-c741beeb8f83 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] GET failed (client error): The resource could not be found. Jul 15 13:11:02.986632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7bcb507c-2023-4d90-b485-c741beeb8f83 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "GET /v2.0/ports/3154a09e-1365-4d53-96c0-ca13e405dabe HTTP/1.1" status: 404 len: 333 time: 0.0847301 Jul 15 13:11:02.994055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43992) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:03.010138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4825997-607a-4060-abb6-af1fc25157f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.021753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606', 'name': 'tempest-AllowedAddressPairTestJSON-1692454044'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:03.046284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-de980016-6ff1-4a32-aed1-8d8160d0aeb3 None None] Port 7833d721-efc3-4ede-b4cd-06516aa087c3 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:03.096017 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c68b8c70-60c1-4a7a-825c-963293ac87b1 req-42bcff4f-62e1-413f-8d45-9ae41558daee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440051 Jul 15 13:11:03.115541 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4825997-607a-4060-abb6-af1fc25157f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.163215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4825997-607a-4060-abb6-af1fc25157f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c890cf-9ce2-42d4-9b8d-ac0465fdd604,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:03.167758 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4825997-607a-4060-abb6-af1fc25157f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.170888 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b4825997-607a-4060-abb6-af1fc25157f6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/63c890cf-9ce2-42d4-9b8d-ac0465fdd604 HTTP/1.1" status: 204 len: 168 time: 0.8327587 Jul 15 13:11:03.173709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43998) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:03.300989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.308300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Made reservation on behalf of 6c915573f4f74524a158a6605a7cfdcf for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:03.312834 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.353425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] device_id is not set on port 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:03.458177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b4001-9957-4cf8-920e-ecb22e538866 req-86e6c5b7-5df3-4055-b6c1-97bc42a4ba22 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.459957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-053b4001-9957-4cf8-920e-ecb22e538866 req-86e6c5b7-5df3-4055-b6c1-97bc42a4ba22 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.1669087 Jul 15 13:11:03.466647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.489769 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84e4f53-12f3-4161-bd13-9a17bf9aa3bf']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:03.508680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e338aa63-c71d-4f46-9f81-c00d6c000833') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:03.509129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e338aa63-c71d-4f46-9f81-c00d6c000833') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:03.524660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.549558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-053b4001-9957-4cf8-920e-ecb22e538866 req-64c5e2bc-f7b7-40a1-b357-86e664030e79 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807333 Jul 15 13:11:03.550785 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.559862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:03.559862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:03.561665 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:03.577172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Allocated IP 172.20.0.6 (d456889d-b66e-4c4c-a6b9-6355e190e606/07645b36-f216-4de4-9bdd-d36aa6f34c78/0d26e41a-a077-4e2a-8afd-77c34fa4f0e8) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:03.643955 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.658947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.661810 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e84e4f53-12f3-4161-bd13-9a17bf9aa3bf HTTP/1.1" status: 204 len: 168 time: 0.4864790 Jul 15 13:11:03.677808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392c8bb-abc7-43c7-86ca-a88edecb2ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e84e4f53-12f3-4161-bd13-9a17bf9aa3bf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:03.884915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44004) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:03.903464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-724280ce-e77c-4541-bb90-6797a489da23 req-bcbd49ee-bda0-4623-96e4-c664a3b52980 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0606921 Jul 15 13:11:03.916612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.942107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Transition to ACTIVE for port object 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:03.950768 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-52ae6f9a-69c3-4637-80b0-f4e78ecfd715 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b02ee399ad0e4a25b2b68a67833748b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611646 Jul 15 13:11:03.950903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44006) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:04.010730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.036669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfa58a5f-15ea-4342-8b2e-751d02b08ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.078105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfa58a5f-15ea-4342-8b2e-751d02b08ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.079280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Network d456889d-b66e-4c4c-a6b9-6355e190e606 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:04.090229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:04.092761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:04.147754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=0d26e41a-a077-4e2a-8afd-77c34fa4f0e8,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.160342 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfa58a5f-15ea-4342-8b2e-751d02b08ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.165663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfa58a5f-15ea-4342-8b2e-751d02b08ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.167383 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bfa58a5f-15ea-4342-8b2e-751d02b08ca4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52277621-99a2-4cfa-a082-6104c4fb4b99 HTTP/1.1" status: 204 len: 168 time: 0.2152574 Jul 15 13:11:04.181423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-a8a010b1-53c3-4d7e-a0a5-6607942e3b3d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--286200750&fields=id&tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a HTTP/1.1" status: 200 len: 267 time: 0.1213825 Jul 15 13:11:04.200221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.201418 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.203263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa58a5f-15ea-4342-8b2e-751d02b08ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52277621-99a2-4cfa-a082-6104c4fb4b99,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.275259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b2c5ee25-c835-4bdf-bfdc-318e44134f40 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2770367 Jul 15 13:11:04.278618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44018) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:04.289028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:04:90:1c'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:04.302415 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.442202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307394a-5173-4764-9447-b4a51a8862ed req-7354fdd6-cd5b-499d-9222-d93b56000a0c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.443853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-7354fdd6-cd5b-499d-9222-d93b56000a0c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 811 time: 0.2254732 Jul 15 13:11:04.490949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5f21e6d3-8a13-4541-8e39-57f6c81315da None None] Provisioning for port 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:04.500530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-e9b729a9-4ba8-4060-a98f-79704faa0e2e tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/quotas/78cf8bb54c1c495e95b4bc8b7b64598a HTTP/1.1" status: 200 len: 375 time: 0.0450766 Jul 15 13:11:04.501092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5f21e6d3-8a13-4541-8e39-57f6c81315da None None] Provisioning complete for port 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:04.501323 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6d3-8a13-4541-8e39-57f6c81315da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.581598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5f21e6d3-8a13-4541-8e39-57f6c81315da None None] Port 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:04.615602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-3e8a5950-d04a-495e-97da-6093253ef359 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504673 Jul 15 13:11:04.747616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.801533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-c7594700-6335-4929-abd1-e2a5ef249a2c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2904150 Jul 15 13:11:04.934910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-e95611ca-6cb8-4766-9746-72443b1b533d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.936959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-e95611ca-6cb8-4766-9746-72443b1b533d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159499 Jul 15 13:11:04.959034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Request body: {'port': {'device_id': 'd23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a382d7ef9fe44b30aed53cf0240ba4cc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:05.243367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.477702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-bc82e521-7f3c-41b7-b52f-e9c410f77fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247895 Jul 15 13:11:05.668717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.683616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.731357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Made reservation on behalf of a382d7ef9fe44b30aed53cf0240ba4cc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:05.735852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.739740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-cddd0f89-7610-4901-8619-07c812670566 service neutron] 10.222.0.25 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490973 Jul 15 13:11:05.822667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=0d26e41a-a077-4e2a-8afd-77c34fa4f0e8,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.865690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] In _notify_port_updated(), no bound segment for port 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 on network d456889d-b66e-4c4c-a6b9-6355e190e606 {{(pid=93733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:11:05.871891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.872574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.878845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7d6b632-8d0a-41de-8f9a-981a7030575f tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "PUT /v2.0/ports/0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 HTTP/1.1" status: 200 len: 993 time: 1.5939572 Jul 15 13:11:05.879264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44050) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.072352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Allocated IP 192.168.233.246 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/95bc78c7-cce4-4ab1-8e6c-92c434eceaa0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:06.085644 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-77ac3f0d-ad73-489c-bd45-747659c716ed tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Deleting port 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:06.086816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77ac3f0d-ad73-489c-bd45-747659c716ed tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.133542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e274090d-6147-40f9-af35-4c027f10b9ed None None] Provisioning complete for port 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:06.134471 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e274090d-6147-40f9-af35-4c027f10b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.209434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e274090d-6147-40f9-af35-4c027f10b9ed None None] Port 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:06.223804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77ac3f0d-ad73-489c-bd45-747659c716ed tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.239586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-77ac3f0d-ad73-489c-bd45-747659c716ed tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Calling delete_port for 0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:06.298089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564e722-a5d0-4e04-bb08-1d1396ad6ee2 req-b8f9bf93-1c80-44f9-9cc0-94846288e68c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.299728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2564e722-a5d0-4e04-bb08-1d1396ad6ee2 req-b8f9bf93-1c80-44f9-9cc0-94846288e68c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.1698568 Jul 15 13:11:06.341324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.373325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2564e722-a5d0-4e04-bb08-1d1396ad6ee2 req-0a61b414-8019-40e0-a062-ae67d3f096c8 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648422 Jul 15 13:11:06.375335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Transition to ACTIVE for port object 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:06.449813 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.463574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af', 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:06.469811 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7', '657fa42e-c549-416f-b656-d7e8063635b3', '4597996a-cfe3-4846-8ff7-26862b5da61f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:06.474867 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77ac3f0d-ad73-489c-bd45-747659c716ed tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.625111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac3f0d-ad73-489c-bd45-747659c716ed tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Port': ['ID=0d26e41a-a077-4e2a-8afd-77c34fa4f0e8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.659245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'Port': ['ID=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.692906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:06.694459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:06.697754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:06.744019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77ac3f0d-ad73-489c-bd45-747659c716ed tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.747119 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-77ac3f0d-ad73-489c-bd45-747659c716ed tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "DELETE /v2.0/ports/0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 HTTP/1.1" status: 204 len: 168 time: 0.8667090 Jul 15 13:11:06.751229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44068) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.792877 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fc6a72-900d-4a8b-80fd-1bc55d59538a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] GET failed (client error): The resource could not be found. Jul 15 13:11:06.795255 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6fc6a72-900d-4a8b-80fd-1bc55d59538a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "GET /v2.0/ports/0d26e41a-a077-4e2a-8afd-77c34fa4f0e8 HTTP/1.1" status: 404 len: 333 time: 0.0427628 Jul 15 13:11:06.800716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44070) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.817440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606', 'name': 'tempest-AllowedAddressPairTestJSON-1812228974'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.901565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.918621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.986010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-61885fe1-6913-4375-944d-92af9270f9fd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0308373 Jul 15 13:11:07.044245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a2090-c884-44c2-9978-7bf6566b6a69 req-47c4f2fb-af7d-43fc-b40f-5f50fd079ef6 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.052972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-455a2090-c884-44c2-9978-7bf6566b6a69 req-47c4f2fb-af7d-43fc-b40f-5f50fd079ef6 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.4904952 Jul 15 13:11:07.071979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Request body: {'port': {'device_id': 'd23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.122362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Made reservation on behalf of 6c915573f4f74524a158a6605a7cfdcf for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:07.130234 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.166119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] device_id is not set on port d4448818-57eb-4cc0-84ed-23a86987811d yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:07.256952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.284682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b2c19db4-c48e-45df-8eb4-7de80f52fdb9 None None] Provisioning for port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:07.300863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b2c19db4-c48e-45df-8eb4-7de80f52fdb9 None None] Provisioning complete for port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:07.301246 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b2c19db4-c48e-45df-8eb4-7de80f52fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.303890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-455a2090-c884-44c2-9978-7bf6566b6a69 req-63f0f81d-8485-40f2-8cd1-ae92f17e51a8 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881882 Jul 15 13:11:07.451837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b2c19db4-c48e-45df-8eb4-7de80f52fdb9 None None] Port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:07.492273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Allocated IP 172.20.0.4 (d456889d-b66e-4c4c-a6b9-6355e190e606/07645b36-f216-4de4-9bdd-d36aa6f34c78/d4448818-57eb-4cc0-84ed-23a86987811d) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:07.742428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.764597 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Transition to ACTIVE for port object d4448818-57eb-4cc0-84ed-23a86987811d will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:07.801686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115286a-a2d0-4e9b-85ed-9d8c7b0311f5 req-4b385475-fb5e-4f4d-a4ee-6210d1bf3072 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.803240 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7115286a-a2d0-4e9b-85ed-9d8c7b0311f5 req-4b385475-fb5e-4f4d-a4ee-6210d1bf3072 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 936 time: 0.1248868 Jul 15 13:11:07.806568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.856336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:07.860745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Network d456889d-b66e-4c4c-a6b9-6355e190e606 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:07.865989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:07.866916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.871234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:07.879500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=d4448818-57eb-4cc0-84ed-23a86987811d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.905277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7115286a-a2d0-4e9b-85ed-9d8c7b0311f5 req-18088c96-38e3-4058-baa5-bc0afc1d768a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813253 Jul 15 13:11:07.935971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Transition to ACTIVE for port object 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:07.949406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.958288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.959393 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.009739 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b5a7344c-9079-4ba8-b791-85dd1a36ff94 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2045310 Jul 15 13:11:08.022933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44088) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.036668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:04:90:1c'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:08.156149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Pushing event updated for resources: {'Port': ['ID=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.175675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Attempting to bind port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:08.176023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Attempting to bind port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:08.177436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Attempting to bind port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:08.209878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:08.210770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Attempting to bind port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:08.260568 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3543fc30-1f79-43f3-a762-15a7669ddff2 req-9395106c-c328-4238-b88b-ef086fb1b563 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 210 time: 0.0785766 Jul 15 13:11:08.304819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:08.305399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:08.306061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:08.306841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Bound port: 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:08.307825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.372038 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.433990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25b6abff-23b4-4d09-8f1a-d7df9ccd1acc None None] Provisioning for port d4448818-57eb-4cc0-84ed-23a86987811d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:08.443935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25b6abff-23b4-4d09-8f1a-d7df9ccd1acc None None] Provisioning complete for port d4448818-57eb-4cc0-84ed-23a86987811d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:08.444586 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-25b6abff-23b4-4d09-8f1a-d7df9ccd1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.526218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-25b6abff-23b4-4d09-8f1a-d7df9ccd1acc None None] Port d4448818-57eb-4cc0-84ed-23a86987811d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:08.649848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] For port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:08.655339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] For port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:08.665877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307394a-5173-4764-9447-b4a51a8862ed req-743b3ec2-09b2-4b11-8ad6-afc347391c2b tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.667785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-743b3ec2-09b2-4b11-8ad6-afc347391c2b tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 811 time: 0.4210925 Jul 15 13:11:08.671301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.737501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.738218 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.739961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] 10.222.0.35 "PUT /v2.0/ports/95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 HTTP/1.1" status: 200 len: 1097 time: 1.7194309 Jul 15 13:11:08.740461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5', 'tag': '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:08.743749 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019" -d '{"events": [{"name": "network-changed", "server_uuid": "d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5", "tag": "95bc78c7-cce4-4ab1-8e6c-92c434eceaa0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:08.752008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.763989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.795775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-e3d78bff-02ce-44a3-9dab-c38ce6fd5531 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a HTTP/1.1" status: 200 len: 379 time: 0.1142519 Jul 15 13:11:08.798577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26af1-702e-4cff-94b6-4f94ee699b50 service neutron] Pushing event updated for resources: {'Port': ['ID=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.889322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'port': {'device_id': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'admin_state_up': True, 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'security_groups': ['ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:08.954552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=d4448818-57eb-4cc0-84ed-23a86987811d,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.992750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] In _notify_port_updated(), no bound segment for port d4448818-57eb-4cc0-84ed-23a86987811d on network d456889d-b66e-4c4c-a6b9-6355e190e606 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:11:09.005006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.006176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.009713 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-998d8c39-cfc5-49c3-8001-46545f79d8df tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "PUT /v2.0/ports/d4448818-57eb-4cc0-84ed-23a86987811d HTTP/1.1" status: 200 len: 996 time: 0.9918411 Jul 15 13:11:09.022594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44112) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:09.056820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-3a157a28-7fd2-443a-90b6-28eafc7dca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.058845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-3a157a28-7fd2-443a-90b6-28eafc7dca23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 1100 time: 0.2620733 Jul 15 13:11:09.144316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-1f660f57-27f0-4ed4-92e1-b69304e3b582 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 HTTP/1.1" status: 200 len: 217 time: 0.0748575 Jul 15 13:11:09.217046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-bf354d73-b1f9-4560-a41f-da8622f97e04 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Deleting port d4448818-57eb-4cc0-84ed-23a86987811d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:09.217520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf354d73-b1f9-4560-a41f-da8622f97e04 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.226667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Made reservation on behalf of 78cf8bb54c1c495e95b4bc8b7b64598a for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:09.233800 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.404332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f03b3743-d34d-4975-b7fe-c3ad977c36b2 None None] Provisioning complete for port d4448818-57eb-4cc0-84ed-23a86987811d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:09.404940 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f03b3743-d34d-4975-b7fe-c3ad977c36b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.443178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-25eef902-1e9a-4208-a5b5-70afa7b47d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.446925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-25eef902-1e9a-4208-a5b5-70afa7b47d7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2895427 Jul 15 13:11:09.478420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f03b3743-d34d-4975-b7fe-c3ad977c36b2 None None] Port d4448818-57eb-4cc0-84ed-23a86987811d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:09.671295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6b261-4e49-4987-b9b0-e67e38716213 req-70de0c74-ae00-4066-9e6b-6affc6e75a46 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.674582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cdc6b261-4e49-4987-b9b0-e67e38716213 req-70de0c74-ae00-4066-9e6b-6affc6e75a46 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.3861065 Jul 15 13:11:09.723589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Allocated IP 172.20.0.3 (c1a5bd99-2642-4040-afd8-914614b6d4f0/cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff/4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:09.782427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf354d73-b1f9-4560-a41f-da8622f97e04 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.790289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-03814e95-621e-4a79-8b78-a8b019631e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.793064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-03814e95-621e-4a79-8b78-a8b019631e71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3309953 Jul 15 13:11:09.800411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-bf354d73-b1f9-4560-a41f-da8622f97e04 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Calling delete_port for d4448818-57eb-4cc0-84ed-23a86987811d owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:09.853800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cdc6b261-4e49-4987-b9b0-e67e38716213 req-e957a944-5a25-4e45-8c0f-54f21dc55efd tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675150 Jul 15 13:11:09.952903 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf354d73-b1f9-4560-a41f-da8622f97e04 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.988142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf354d73-b1f9-4560-a41f-da8622f97e04 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Port': ['ID=d4448818-57eb-4cc0-84ed-23a86987811d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.086825 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e21b5e-891f-452e-a43e-fe719873fe84 x-openstack-request-id: req-d2e21b5e-891f-452e-a43e-fe719873fe84 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:10.086825 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5", "tag": "95bc78c7-cce4-4ab1-8e6c-92c434eceaa0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:10.086825 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2e21b5e-891f-452e-a43e-fe719873fe84 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:10.087557 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5', 'tag': '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0', 'status': 'completed', 'code': 200} Jul 15 13:11:10.095886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf354d73-b1f9-4560-a41f-da8622f97e04 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.098003 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bf354d73-b1f9-4560-a41f-da8622f97e04 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "DELETE /v2.0/ports/d4448818-57eb-4cc0-84ed-23a86987811d HTTP/1.1" status: 204 len: 168 time: 1.0734341 Jul 15 13:11:10.104255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44122) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.150467 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c5866b-bc16-48c6-b513-a1950fdce34c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] GET failed (client error): The resource could not be found. Jul 15 13:11:10.157542 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-15c5866b-bc16-48c6-b513-a1950fdce34c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "GET /v2.0/ports/d4448818-57eb-4cc0-84ed-23a86987811d HTTP/1.1" status: 404 len: 333 time: 0.0512061 Jul 15 13:11:10.158584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44124) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.163993 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606', 'name': 'tempest-AllowedAddressPairTestJSON-1809777941'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:10.168804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-0592b969-2fd6-4fad-ba70-a93bd928a8cc service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559473 Jul 15 13:11:10.272271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.333761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Made reservation on behalf of 6c915573f4f74524a158a6605a7cfdcf for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:10.338887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.364010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] device_id is not set on port 5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:10.401499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Transition to ACTIVE for port object 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:10.486684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c173ad58-ee89-4826-b297-dd1ecaf97dc2 req-e16a534f-0516-4a4b-af49-ecd1a4b434c2 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069167 Jul 15 13:11:10.522543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Allocated IP 172.20.0.3 (d456889d-b66e-4c4c-a6b9-6355e190e606/07645b36-f216-4de4-9bdd-d36aa6f34c78/5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:10.528637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79740dde-4855-4404-b72d-290428f5babc req-384ea866-e22e-448a-b818-30af9a4aa6aa tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.531056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79740dde-4855-4404-b72d-290428f5babc req-384ea866-e22e-448a-b818-30af9a4aa6aa tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 948 time: 0.3078108 Jul 15 13:11:10.557495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.682663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:10.688665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'Port': ['ID=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.695718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79740dde-4855-4404-b72d-290428f5babc req-5246c165-7c85-41f8-b76e-e000d28c12a3 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522892 Jul 15 13:11:10.696712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:10.700074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:10.774799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.775411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.805755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-2b389bdc-3cd4-4604-aa52-2e88ad6745d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.809678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-2b389bdc-3cd4-4604-aa52-2e88ad6745d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 1100 time: 0.2020228 Jul 15 13:11:10.812465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-a1356ee8-7815-4a08-9ffe-51d68643d2d9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9337139 Jul 15 13:11:10.835425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Request body: {'port': {'device_id': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:10.853298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.888591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Transition to ACTIVE for port object 5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:10.974622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.017573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-70bb0717-8943-4280-822d-bf2f7f5e9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.021367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-70bb0717-8943-4280-822d-bf2f7f5e9efc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2046645 Jul 15 13:11:11.026875 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.076244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Network d456889d-b66e-4c4c-a6b9-6355e190e606 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:11.080962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:11.086669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:11.092388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.147824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-7656417e-3147-4cbf-980a-c4d944e8dce2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 HTTP/1.1" status: 200 len: 217 time: 0.1140354 Jul 15 13:11:11.210424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.211967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.247500 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3540b026-0853-4a6c-9381-98c46ca6d56a tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0838125 Jul 15 13:11:11.248429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44144) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.255480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d3393371-9046-41ee-ad30-9d3cdf428f2c None None] Provisioning for port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:11.259041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'network_id': 'd456889d-b66e-4c4c-a6b9-6355e190e606', 'name': 'tempest-AllowedAddressPairTestJSON-356877484'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:11.261344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d3393371-9046-41ee-ad30-9d3cdf428f2c None None] Provisioning complete for port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:11.261999 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3393371-9046-41ee-ad30-9d3cdf428f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.343684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d3393371-9046-41ee-ad30-9d3cdf428f2c None None] Port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:11.477314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-38d0d0ce-d813-4fb8-ba77-a419ec7be24e None None] Provisioning for port 5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:11.485485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-38d0d0ce-d813-4fb8-ba77-a419ec7be24e None None] Provisioning complete for port 5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:11.486456 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38d0d0ce-d813-4fb8-ba77-a419ec7be24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.501750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Made reservation on behalf of 6c915573f4f74524a158a6605a7cfdcf for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:11.520487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.555855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-38d0d0ce-d813-4fb8-ba77-a419ec7be24e None None] Port 5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:11.566183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] device_id is not set on port 88561483-d74c-48f5-9d7b-37d05f782f1b yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:11.730841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-52c43599-8c12-4de7-8123-3ef32bcfeb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.732985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-52c43599-8c12-4de7-8123-3ef32bcfeb0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.5525320 Jul 15 13:11:11.850194 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Allocated IP 172.20.0.13 (d456889d-b66e-4c4c-a6b9-6355e190e606/07645b36-f216-4de4-9bdd-d36aa6f34c78/88561483-d74c-48f5-9d7b-37d05f782f1b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:11.999378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecc30e-2372-4471-9e9c-6015c27b49d2 req-d91e91a3-2260-4a68-8f52-e26141950e0e tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.002765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2ecc30e-2372-4471-9e9c-6015c27b49d2 req-d91e91a3-2260-4a68-8f52-e26141950e0e tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 931 time: 0.3739309 Jul 15 13:11:12.160431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.162185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-18979381-f2ec-4040-aa13-c304953e4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.163437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-18979381-f2ec-4040-aa13-c304953e4e12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3516488 Jul 15 13:11:12.209839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Transition to ACTIVE for port object 88561483-d74c-48f5-9d7b-37d05f782f1b will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:12.211378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2ecc30e-2372-4471-9e9c-6015c27b49d2 req-fe2efb27-0611-4596-8492-64b06b1ca2e3 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574833 Jul 15 13:11:12.280470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.364577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Network d456889d-b66e-4c4c-a6b9-6355e190e606 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:12.370930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:12.379893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:12.475541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-0193dbe0-2b39-4914-93d3-4c2d27ee21bb service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993324 Jul 15 13:11:12.486013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:12.490440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=88561483-d74c-48f5-9d7b-37d05f782f1b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.512282 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.535189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Transition to ACTIVE for port object 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:12.551061 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.602532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.606677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.654869 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-210669f1-6bb3-4c08-91c9-e6defbb89fce tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4035695 Jul 15 13:11:12.658923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44160) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:12.671349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:04:90:1c'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:de:b9:2a'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:12.857771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.898368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Pushing event updated for resources: {'Port': ['ID=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.924433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-293e3d28-8b12-470f-90f0-4fe0a06dd662 None None] Provisioning for port 88561483-d74c-48f5-9d7b-37d05f782f1b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:12.934771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-293e3d28-8b12-470f-90f0-4fe0a06dd662 None None] Provisioning complete for port 88561483-d74c-48f5-9d7b-37d05f782f1b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:12.935847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-293e3d28-8b12-470f-90f0-4fe0a06dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.030521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-293e3d28-8b12-470f-90f0-4fe0a06dd662 None None] Port 88561483-d74c-48f5-9d7b-37d05f782f1b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:13.038273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9ff87885-1cb3-4f31-9827-d7cca4187c2a details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:13.132191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d2a4d0f-7a2b-471d-861f-0dc626d9c019 req-7ee9d750-195a-43a4-aa33-7e4331680ebb service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940192 Jul 15 13:11:13.144824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9a095-f339-4c82-8126-823ee8556a92 req-09898c70-9df6-4337-a965-7fbf379715a3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.146748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69b9a095-f339-4c82-8126-823ee8556a92 req-09898c70-9df6-4337-a965-7fbf379715a3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.5338895 Jul 15 13:11:13.213405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Attempting to bind port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:13.214165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Attempting to bind port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:13.216063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Attempting to bind port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 on network c1a5bd99-2642-4040-afd8-914614b6d4f0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:13.228335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 on network c1a5bd99-2642-4040-afd8-914614b6d4f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:13.228917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Attempting to bind port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 on network c1a5bd99-2642-4040-afd8-914614b6d4f0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:13.244805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:13.245276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Checking segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:13.245756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Bound using segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:13.246777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Bound port: 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:13.247416 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.270329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69b9a095-f339-4c82-8126-823ee8556a92 req-51bdd1dd-892a-4af1-a67b-e34b94276fc2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121011 Jul 15 13:11:13.289864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:13.335382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.347615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'port_id': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'mac_address': 'fa:16:3e:e4:50:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4754150-3691-4b4f-aed9-f37934e32649', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:13.349923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.357320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] For port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:13.365401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] For port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:13.376184 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.444001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.477553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.478556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.481217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] 10.222.0.30 "PUT /v2.0/ports/4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 HTTP/1.1" status: 200 len: 1092 time: 2.6518097 Jul 15 13:11:13.489776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ff87885-1cb3-4f31-9827-d7cca4187c2a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:13.514687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'tag': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:13.529434 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ed5a73-bfa6-4990-b258-15522c50ce98" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc892a-b01a-467b-9fe3-61a0f3a22435", "tag": "4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:13.597355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:13.612701 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.636472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event updated for resources: {'Port': ['ID=88561483-d74c-48f5-9d7b-37d05f782f1b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.674729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] In _notify_port_updated(), no bound segment for port 88561483-d74c-48f5-9d7b-37d05f782f1b on network d456889d-b66e-4c4c-a6b9-6355e190e606 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:11:13.686121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.687071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.703401 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-be4dd2c0-bdf0-49b1-aa92-03f777ad8fe4 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "PUT /v2.0/ports/88561483-d74c-48f5-9d7b-37d05f782f1b HTTP/1.1" status: 200 len: 1055 time: 1.0393629 Jul 15 13:11:13.705906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44190) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:13.711786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfdd4c-72e5-435e-847f-c91b89578a6e service neutron] Pushing event updated for resources: {'Port': ['ID=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.797043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307394a-5173-4764-9447-b4a51a8862ed req-871f876f-cd7b-4502-8d9f-fc7c6b81e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.800195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-871f876f-cd7b-4502-8d9f-fc7c6b81e810 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 1095 time: 0.2182240 Jul 15 13:11:13.803241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9ff87885-1cb3-4f31-9827-d7cca4187c2a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:13.826608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.902797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-d8edb210-6acc-42a3-8d11-f79ba1f8deae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 HTTP/1.1" status: 200 len: 217 time: 0.0935113 Jul 15 13:11:13.993440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.994343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.994530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.995045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.995633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.996151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.996691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:14.005844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:14.016465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:14.023072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:14.024116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:14.026463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:14.056430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-149d4803-3237-4298-b8e9-2e8c767f7dca tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Deleting port 88561483-d74c-48f5-9d7b-37d05f782f1b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:14.058845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-149d4803-3237-4298-b8e9-2e8c767f7dca tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.081651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307394a-5173-4764-9447-b4a51a8862ed req-9fe569f8-ae38-405d-b741-0859065665fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.084572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-9fe569f8-ae38-405d-b741-0859065665fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.1665006 Jul 15 13:11:14.154014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e60d3b0d-c3af-4e1b-b462-9da792d289b3 None None] Provisioning complete for port 88561483-d74c-48f5-9d7b-37d05f782f1b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:14.154616 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e60d3b0d-c3af-4e1b-b462-9da792d289b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.228716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307394a-5173-4764-9447-b4a51a8862ed req-e6dc154d-4962-434c-88c2-dcbccaa6f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.231575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-e6dc154d-4962-434c-88c2-dcbccaa6f507 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334994 Jul 15 13:11:14.322721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e60d3b0d-c3af-4e1b-b462-9da792d289b3 None None] Port 88561483-d74c-48f5-9d7b-37d05f782f1b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:14.348454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-149d4803-3237-4298-b8e9-2e8c767f7dca tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.384355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-149d4803-3237-4298-b8e9-2e8c767f7dca tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Calling delete_port for 88561483-d74c-48f5-9d7b-37d05f782f1b owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:14.502447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-ab68aa3e-f218-4af9-8764-910af2c6a65a service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514741 Jul 15 13:11:14.525673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c999-cc03-481a-9afb-9718f2856b7e req-766974f4-ba70-4d3f-8ee9-e6d957af0993 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.530652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d438c999-cc03-481a-9afb-9718f2856b7e req-766974f4-ba70-4d3f-8ee9-e6d957af0993 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 948 time: 0.2270861 Jul 15 13:11:14.673535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d438c999-cc03-481a-9afb-9718f2856b7e req-76c3ea10-bed8-4c42-8fb2-36fd5429fc4a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260226 Jul 15 13:11:14.684513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-149d4803-3237-4298-b8e9-2e8c767f7dca tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.738470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6307394a-5173-4764-9447-b4a51a8862ed req-644f0c95-225f-48f1-ab81-b26789f98f51 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063296 Jul 15 13:11:14.754098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d4803-3237-4298-b8e9-2e8c767f7dca tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Port': ['ID=88561483-d74c-48f5-9d7b-37d05f782f1b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.025339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9ff87885-1cb3-4f31-9827-d7cca4187c2a up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:15.109292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:15.183423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a5e4d-b706-4d3d-9f66-fc3d6bd7eed0 req-4eb40b21-0a7c-4cf0-b257-d8cb8bdf3a47 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.184927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 9ff87885-1cb3-4f31-9827-d7cca4187c2a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:15.184927 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.186867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-297a5e4d-b706-4d3d-9f66-fc3d6bd7eed0 req-4eb40b21-0a7c-4cf0-b257-d8cb8bdf3a47 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 943 time: 0.1892769 Jul 15 13:11:15.271910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-297a5e4d-b706-4d3d-9f66-fc3d6bd7eed0 req-9da239ff-a7fb-4b3c-85e2-ffccda4c0c25 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763407 Jul 15 13:11:15.304317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-149d4803-3237-4298-b8e9-2e8c767f7dca tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.309745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-149d4803-3237-4298-b8e9-2e8c767f7dca tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "DELETE /v2.0/ports/88561483-d74c-48f5-9d7b-37d05f782f1b HTTP/1.1" status: 204 len: 168 time: 1.6018476 Jul 15 13:11:15.323931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44208) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.393884 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55054594-264c-4b9f-ac7f-2ec6d6d0ab51 x-openstack-request-id: req-55054594-264c-4b9f-ac7f-2ec6d6d0ab51 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:15.409726 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc892a-b01a-467b-9fe3-61a0f3a22435", "tag": "4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:15.410392 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55054594-264c-4b9f-ac7f-2ec6d6d0ab51 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:15.412379 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c54785-9c90-4a08-9b34-09c7891fb3e7 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] GET failed (client error): The resource could not be found. Jul 15 13:11:15.418886 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'tag': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'status': 'completed', 'code': 200} Jul 15 13:11:15.427328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:15.442458 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-60c54785-9c90-4a08-9b34-09c7891fb3e7 tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "GET /v2.0/ports/88561483-d74c-48f5-9d7b-37d05f782f1b HTTP/1.1" status: 404 len: 333 time: 0.1030099 Jul 15 13:11:15.443899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44210) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.453946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0', 'mac_address': 'fa:16:3e:d5:c7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:15.459867 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.552748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:15.556966 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7062dd6-9961-44de-b15b-ccc5cd68c71c" -d '{"events": [{"server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "name": "network-vif-plugged", "status": "completed", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:15.582705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-63f8d269-60ba-4506-98e0-8be35bded7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.584551 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.586518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-63f8d269-60ba-4506-98e0-8be35bded7db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 1095 time: 0.1479080 Jul 15 13:11:15.590621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:15.610687 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.657048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:15.692859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:15.703191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.813372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.829106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-0957e641-2e17-4a28-a86e-486bac4413ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.830649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-0957e641-2e17-4a28-a86e-486bac4413ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 912 time: 0.2351930 Jul 15 13:11:15.838172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-67548ea6-6b9b-42e5-972a-ff402fd6e8fd tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Deleting port 5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:15.839168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67548ea6-6b9b-42e5-972a-ff402fd6e8fd tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.844972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ee32-7a16-4e2a-bc5d-42f6a8fddb01 req-12320d7f-eb5f-440b-852d-3e1971dd70a5 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.847344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1523ee32-7a16-4e2a-bc5d-42f6a8fddb01 req-12320d7f-eb5f-440b-852d-3e1971dd70a5 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.1796584 Jul 15 13:11:15.903616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-7a604101-08c0-41e7-92fc-c2e674ad3951 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 HTTP/1.1" status: 200 len: 217 time: 0.0549185 Jul 15 13:11:15.911560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.993325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1523ee32-7a16-4e2a-bc5d-42f6a8fddb01 req-2deaeda5-5c83-43f6-a22a-1f506b0fe925 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329701 Jul 15 13:11:16.006286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-7fd1da52-f502-48b9-9f4a-f9e00e3fca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.009007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-7fd1da52-f502-48b9-9f4a-f9e00e3fca7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.0955052 Jul 15 13:11:16.106403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67548ea6-6b9b-42e5-972a-ff402fd6e8fd tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.141916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-67548ea6-6b9b-42e5-972a-ff402fd6e8fd tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Calling delete_port for 5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:16.142716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['95bc78c7-cce4-4ab1-8e6c-92c434eceaa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:16.168186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-83869a05-f50a-4db7-98c1-c653878b2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.170003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-83869a05-f50a-4db7-98c1-c653878b2390 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508386 Jul 15 13:11:16.386775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096fa0a-d939-4f67-aba6-125b7b8117fe req-fac6591e-8b93-4d39-ac25-1da23bf9ab1c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.394943 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c096fa0a-d939-4f67-aba6-125b7b8117fe req-fac6591e-8b93-4d39-ac25-1da23bf9ab1c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.1703143 Jul 15 13:11:16.398487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-84711039-f4da-48bf-9ef9-fd76b3e5b486 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205150 Jul 15 13:11:16.481612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67548ea6-6b9b-42e5-972a-ff402fd6e8fd tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.528020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c096fa0a-d939-4f67-aba6-125b7b8117fe req-e4990bd1-ea87-419d-9403-217c2b3c8b1e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319060 Jul 15 13:11:16.542791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67548ea6-6b9b-42e5-972a-ff402fd6e8fd tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Port': ['ID=5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:16.676199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5ed5a73-bfa6-4990-b258-15522c50ce98 req-e71b52bb-bff1-4695-824f-00b3526bfdde service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682703 Jul 15 13:11:16.785128 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67548ea6-6b9b-42e5-972a-ff402fd6e8fd tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.791643 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-67548ea6-6b9b-42e5-972a-ff402fd6e8fd tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "DELETE /v2.0/ports/5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd HTTP/1.1" status: 204 len: 168 time: 1.3441725 Jul 15 13:11:16.794392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44218) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.849637 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1011a9fb-84f4-43a6-9424-afe7d143dd9c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] GET failed (client error): The resource could not be found. Jul 15 13:11:16.853490 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1011a9fb-84f4-43a6-9424-afe7d143dd9c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "GET /v2.0/ports/5d1cadb6-8e5d-457f-a2d3-4be9319b3ffd HTTP/1.1" status: 404 len: 333 time: 0.0568542 Jul 15 13:11:16.859027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44220) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.929774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-49b05666-648e-4feb-84da-5f9c17ae90f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1280940 Jul 15 13:11:16.998038 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd55671-10af-4b7d-8f14-df22c122be9f x-openstack-request-id: req-5dd55671-10af-4b7d-8f14-df22c122be9f {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:16.998486 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "name": "network-vif-plugged", "status": "completed", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:16.998889 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dd55671-10af-4b7d-8f14-df22c122be9f {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:16.999618 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'code': 200} Jul 15 13:11:17.076663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e4761-7738-40aa-9187-89e152555d0b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Deleting port 7833d721-efc3-4ede-b4cd-06516aa087c3 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:17.077248 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4761-7738-40aa-9187-89e152555d0b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.082868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-19f18f2d-1ff9-4ac2-a325-e410f12ed2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.086340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-19f18f2d-1ff9-4ac2-a325-e410f12ed2aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 1103 time: 0.1120517 Jul 15 13:11:17.280862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4761-7738-40aa-9187-89e152555d0b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.310383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e4761-7738-40aa-9187-89e152555d0b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Calling delete_port for 7833d721-efc3-4ede-b4cd-06516aa087c3 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:17.334978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-9e3d2fa8-0100-48c1-ba91-0e4188eddfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.337527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-9e3d2fa8-0100-48c1-ba91-0e4188eddfa6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2112205 Jul 15 13:11:17.422886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-e293de85-8378-49b8-84ff-a80496e30f32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 200 len: 217 time: 0.0770519 Jul 15 13:11:17.438300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241f00-311e-4ea7-9fd9-a99c27221b65 req-5476d710-ef4b-425a-b7ee-5c43c20d7d5e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.441118 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12241f00-311e-4ea7-9fd9-a99c27221b65 req-5476d710-ef4b-425a-b7ee-5c43c20d7d5e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 949 time: 0.2505269 Jul 15 13:11:17.500857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4761-7738-40aa-9187-89e152555d0b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.548144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4761-7738-40aa-9187-89e152555d0b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Port': ['ID=7833d721-efc3-4ede-b4cd-06516aa087c3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:17.570563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-152a227b-36b1-4516-b1c3-2b1b94bf4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.573098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-152a227b-36b1-4516-b1c3-2b1b94bf4d43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1305072 Jul 15 13:11:17.578294 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12241f00-311e-4ea7-9fd9-a99c27221b65 req-2426e4b9-2013-4b77-bb44-46042b674d7f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225312 Jul 15 13:11:17.694153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-6568dcb2-f3b8-4b4e-9df1-fe1bb2614d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.697835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-6568dcb2-f3b8-4b4e-9df1-fe1bb2614d83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171291 Jul 15 13:11:17.727570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4761-7738-40aa-9187-89e152555d0b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.730557 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b8e4761-7738-40aa-9187-89e152555d0b tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "DELETE /v2.0/ports/7833d721-efc3-4ede-b4cd-06516aa087c3 HTTP/1.1" status: 204 len: 168 time: 0.8693342 Jul 15 13:11:17.733181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:17.810349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-08623703-a3ce-459d-b046-ca760d9b3a1c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Deleting subnet 07645b36-f216-4de4-9bdd-d36aa6f34c78 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:17.822431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08623703-a3ce-459d-b046-ca760d9b3a1c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.923023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-7cc62dc4-95af-43f0-be38-715246b50dbf service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017720 Jul 15 13:11:17.925337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08623703-a3ce-459d-b046-ca760d9b3a1c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.074596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b127c-df7f-478e-b93e-a90c54d57bdc req-113a03a4-b5e8-4c0b-82d7-a7c66d3462c4 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.077214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-661b127c-df7f-478e-b93e-a90c54d57bdc req-113a03a4-b5e8-4c0b-82d7-a7c66d3462c4 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 943 time: 0.2148438 Jul 15 13:11:18.089894 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08623703-a3ce-459d-b046-ca760d9b3a1c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.150681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7faab370-a3b9-4faa-a202-d81c2d8b4928 req-c64223eb-748d-43cc-be0f-68560c91bdd6 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202997 Jul 15 13:11:18.194858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-661b127c-df7f-478e-b93e-a90c54d57bdc req-3ca74038-7426-4a08-a957-60978094e87a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088450 Jul 15 13:11:18.229965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08623703-a3ce-459d-b046-ca760d9b3a1c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.296030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08623703-a3ce-459d-b046-ca760d9b3a1c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Subnet': ['ID=07645b36-f216-4de4-9bdd-d36aa6f34c78,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.302252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08623703-a3ce-459d-b046-ca760d9b3a1c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.305265 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-08623703-a3ce-459d-b046-ca760d9b3a1c tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "DELETE /v2.0/subnets/07645b36-f216-4de4-9bdd-d36aa6f34c78 HTTP/1.1" status: 204 len: 168 time: 0.5704203 Jul 15 13:11:18.308713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44258) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.312555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3999df6-1fe9-4d6c-b561-2e42e865ef69 None None] Network d456889d-b66e-4c4c-a6b9-6355e190e606 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:18.635502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] DHCP port deletion for d456889d-b66e-4c4c-a6b9-6355e190e606 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:18.725434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] Deleting port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:18.726031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.804286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] For port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=33fb82b2-d93d-4d05-90ce-3a3ef4bbea88,segment=NetworkSegment(f39b57cb-afc4-44f9-a176-a6fd69b19cb9),segment_id=f39b57cb-afc4-44f9-a176-a6fd69b19cb9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:18.804666 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.812247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.840969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] Calling delete_port for 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:18.860106 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3321-73bf-4b72-aebd-c9b6eccac157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.860678 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-76bfe51e-71d6-48d1-b4bf-727bb9c2dc0b service neutron] show failed (client error): The resource could not be found. Jul 15 13:11:18.864086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-76bfe51e-71d6-48d1-b4bf-727bb9c2dc0b service neutron] 10.222.0.35 "GET /v2.0/ports/9f063900-0630-4550-a696-98a8c2f80503/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.4884446 Jul 15 13:11:18.928066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311f01e-425d-4a83-aa83-9a57eb728dce req-1e5988e0-78b0-4e15-b9c0-398634ddf2fc tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.932171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7311f01e-425d-4a83-aa83-9a57eb728dce req-1e5988e0-78b0-4e15-b9c0-398634ddf2fc tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 946 time: 0.5756438 Jul 15 13:11:18.955182 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.990912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] Pushing event deleted for resources: {'Port': ['ID=33fb82b2-d93d-4d05-90ce-3a3ef4bbea88,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.993030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01317db-9bf0-4662-83f5-a8c645a2a643 None None] No DVR routers for this DVR port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:19.021485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7311f01e-425d-4a83-aa83-9a57eb728dce req-301889dd-cad0-4677-b8a3-48903d012299 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816605 Jul 15 13:11:19.024190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Deleting port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:19.024535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.035338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:19.132072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] For port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88, host n-d-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:19.132351 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.150390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Calling delete_port for 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:19.154273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:11:19.155944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.189770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Port': ['ID=33fb82b2-d93d-4d05-90ce-3a3ef4bbea88,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.201963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:19.208341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] No DVR routers for this DVR port 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:19.225004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:19.258561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'port_id': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'mac_address': 'fa:16:3e:d4:14:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:19.322838 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.340879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:19.347795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:19.353956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:19.354249 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.357943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.411008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d456889d-b66e-4c4c-a6b9-6355e190e606']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:19.440732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39b57cb-afc4-44f9-a176-a6fd69b19cb9') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:19.441247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39b57cb-afc4-44f9-a176-a6fd69b19cb9') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:19.447315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-506d961a-0702-4808-a870-10353a47667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.450188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-506d961a-0702-4808-a870-10353a47667c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 1102 time: 0.2520902 Jul 15 13:11:19.489510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.497333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.569442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:19.583723 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.584221 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.612681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7646f5-3523-47b1-b82e-3156d933a539 req-2d0b65d3-2dd1-4bd7-a476-9f7fda3b4d09 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.615930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db7646f5-3523-47b1-b82e-3156d933a539 req-2d0b65d3-2dd1-4bd7-a476-9f7fda3b4d09 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.3451848 Jul 15 13:11:19.642678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:19.643675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:19.649269 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:19.707376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.716566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.745361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:19.749399 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc074f8-d452-4a87-8cf7-c0b14f47117a" -d '{"events": [{"server_uuid": "d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5", "name": "network-vif-plugged", "status": "completed", "tag": "95bc78c7-cce4-4ab1-8e6c-92c434eceaa0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:19.772699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:19.777235 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.824525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:19.879951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:19.887920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:19.888453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 33fb82b2-d93d-4d05-90ce-3a3ef4bbea88 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:19.905330 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.943173 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.970383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.976232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.982535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] 10.222.0.25 "DELETE /v2.0/networks/d456889d-b66e-4c4c-a6b9-6355e190e606 HTTP/1.1" status: 204 len: 168 time: 1.6694093 Jul 15 13:11:19.998177 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db7646f5-3523-47b1-b82e-3156d933a539 req-f1781bd9-3187-4649-8e1f-36f5ec883048 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578575 Jul 15 13:11:20.024685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae9bdb-f547-415e-a458-116b7d18956e tempest-AllowedAddressPairTestJSON-1998765291 tempest-AllowedAddressPairTestJSON-1998765291-project] Pushing event deleted for resources: {'Network': ['ID=d456889d-b66e-4c4c-a6b9-6355e190e606,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.118074 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-2271e8de-bac2-4683-8c11-eee51e62e1d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3990767 Jul 15 13:11:20.461550 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44288) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.489809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-b88e2ba6-2270-49c9-a7e4-064aa28579f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.492246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-b88e2ba6-2270-49c9-a7e4-064aa28579f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 1102 time: 0.2423098 Jul 15 13:11:20.561817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:20.690397 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ffb4c167-f2c2-40e6-918c-44ddc4f1c95e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c915573f4f74524a158a6605a7cfdcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271349 Jul 15 13:11:20.694763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44292) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.724158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:20.766772 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc082aa-fb7e-4195-89f9-86c14a6e2e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.788301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-7a7262bd-39df-4caf-b2ea-9bc6950bf86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.789922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-7a7262bd-39df-4caf-b2ea-9bc6950bf86c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2481065 Jul 15 13:11:20.795725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:20.799076 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f01111-df4f-4987-9fae-8b6798b2baa1" -d '{"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-unplugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:20.803372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.807760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc082aa-fb7e-4195-89f9-86c14a6e2e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.825926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3172d-efcb-44fe-ac8f-76aa3ff6d0ac req-d75be2df-0e62-4882-a1fc-9791d883da1f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.827594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45d3172d-efcb-44fe-ac8f-76aa3ff6d0ac req-d75be2df-0e62-4882-a1fc-9791d883da1f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 950 time: 0.2616642 Jul 15 13:11:20.865834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-59d701b2-54d6-47cd-bf5e-9bbbae6940b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=583edc53-506b-4a92-83bc-52fad18e93af HTTP/1.1" status: 200 len: 217 time: 0.0573485 Jul 15 13:11:20.884731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc082aa-fb7e-4195-89f9-86c14a6e2e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.888109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc082aa-fb7e-4195-89f9-86c14a6e2e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.889706 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0fc082aa-fb7e-4195-89f9-86c14a6e2e14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7225bab3-bae3-4a50-b35b-afcb6bc0e5d8 HTTP/1.1" status: 204 len: 168 time: 0.1935432 Jul 15 13:11:20.901544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc082aa-fb7e-4195-89f9-86c14a6e2e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7225bab3-bae3-4a50-b35b-afcb6bc0e5d8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.905990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Transition to ACTIVE for port object 9f063900-0630-4550-a696-98a8c2f80503 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:20.948630 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.035063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:21.111660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:21.116609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:21.116975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.140764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] No DVR routers for this DVR port 9f063900-0630-4550-a696-98a8c2f80503 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:21.148094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45d3172d-efcb-44fe-ac8f-76aa3ff6d0ac req-93d20346-6c55-4048-8970-4b8fabb53341 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876723 Jul 15 13:11:21.150427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-f7d5d257-d6c1-417f-bd78-5acfb025773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.152654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-f7d5d257-d6c1-417f-bd78-5acfb025773b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2781126 Jul 15 13:11:21.158094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.270191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.310376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:21.310981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:21.311506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:21.336154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:21.337588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:21.343927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:21.351104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:21.351727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:21.352388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:21.353840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Bound port: 9f063900-0630-4550-a696-98a8c2f80503, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:21.353840 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.357063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.358155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9ff87885-1cb3-4f31-9827-d7cca4187c2a no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:21.411125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-958f29f2-5b7a-4ba6-b729-3e8244450b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.414563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-958f29f2-5b7a-4ba6-b729-3e8244450b03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2517736 Jul 15 13:11:21.588080 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a3c7-ce3c-4b73-a2ef-9b2828349b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.595572 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.605051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.679997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.680311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:21.714850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:21.728869 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.748842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:21.766591 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.860824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-2cc26890-2f9a-431e-b18c-9a2d89b969f2 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053242 Jul 15 13:11:21.861967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.877154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.878946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.879746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-b5ad189d-d5a3-4f5f-9fda-66f1d6faf2a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 1097 time: 2.4016025 Jul 15 13:11:21.883926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.128603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92fe22d2-0dff-4a44-b9b4-a411085cb96d req-b2b41653-3ca3-4d59-afdf-458dd9938031 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477448 Jul 15 13:11:22.145828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fb05b-25c8-4154-a6ff-e50b15118e55 req-3be687bb-d14f-4b3c-8f6f-e28741dbdfc3 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.147447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b44fb05b-25c8-4154-a6ff-e50b15118e55 req-3be687bb-d14f-4b3c-8f6f-e28741dbdfc3 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.2788773 Jul 15 13:11:22.154774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-06c21a2b-b66c-41c1-82af-0a31a256927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.157091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-06c21a2b-b66c-41c1-82af-0a31a256927a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1100 time: 0.2359288 Jul 15 13:11:22.270207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b44fb05b-25c8-4154-a6ff-e50b15118e55 req-c737ca7c-2e4a-4298-a0a9-de32c08e155f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101191 Jul 15 13:11:22.315041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-847bc503-263a-4d2a-a7ca-dcd2358e1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.317979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-847bc503-263a-4d2a-a7ca-dcd2358e1090 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1480956 Jul 15 13:11:22.325538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44324) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.343024 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d5252f-b36d-4831-9fd1-31570a9eeea0 x-openstack-request-id: req-05d5252f-b36d-4831-9fd1-31570a9eeea0 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:22.344383 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5", "name": "network-vif-plugged", "status": "completed", "tag": "95bc78c7-cce4-4ab1-8e6c-92c434eceaa0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:22.344890 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05d5252f-b36d-4831-9fd1-31570a9eeea0 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:22.345620 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0', 'code': 200} Jul 15 13:11:22.414086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-7f3b7ce2-16ca-4904-9051-556453b229b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.0878010 Jul 15 13:11:22.499378 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1919436678'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:22.535606 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd82a435-c06b-4bc5-abb9-04f9fb691f36 x-openstack-request-id: req-fd82a435-c06b-4bc5-abb9-04f9fb691f36 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:22.536134 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-unplugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:22.536520 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd82a435-c06b-4bc5-abb9-04f9fb691f36 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:22.537184 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'code': 200} Jul 15 13:11:22.540730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-e181e5ac-93a6-4f4d-8678-9f21004fc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.543200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-e181e5ac-93a6-4f4d-8678-9f21004fc917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1199260 Jul 15 13:11:22.590993 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:22.604261 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.610815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812ac6-0823-4e5c-bad4-5655382b544d req-df068244-b2e1-4381-87bb-872e73eb2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.613503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7812ac6-0823-4e5c-bad4-5655382b544d req-df068244-b2e1-4381-87bb-872e73eb2df7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 1102 time: 0.1375191 Jul 15 13:11:22.622331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.660440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-70fc13b9-aa78-42a6-8df1-6e410c7fe922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.662311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-70fc13b9-aa78-42a6-8df1-6e410c7fe922 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1108658 Jul 15 13:11:22.683896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7812ac6-0823-4e5c-bad4-5655382b544d req-f1445253-c4be-4c45-bf73-f24240235991 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603056 Jul 15 13:11:22.792219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.799530 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.808645 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.808846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-c8830abe-b99f-429d-ace8-04025f5452a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380746 Jul 15 13:11:22.833527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:22.853076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39ba775-79df-4430-85b5-8c13981dc4ed,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.862427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.863268 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Added segment 7d14b97d-c1b7-458d-a04c-ebb7b69b701a of type vlan for network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 Jul 15 13:11:22.922035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea42bf-dd74-4223-8962-8338fa41f784 req-830b078a-14cf-4627-bb8f-df79a60f4dda tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.923887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeea42bf-dd74-4223-8962-8338fa41f784 req-830b078a-14cf-4627-bb8f-df79a60f4dda tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 948 time: 0.1623752 Jul 15 13:11:22.947938 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.956739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-596e9c63-4a49-4fa6-8cb6-fb3b5e46d086 req-8eee138f-08b1-4132-a3f0-95508727364f service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410303 Jul 15 13:11:22.993801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeea42bf-dd74-4223-8962-8338fa41f784 req-ca2b3756-cdd1-4652-8c19-5ed449fefe2a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573022 Jul 15 13:11:23.035460 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.050041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.051370 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.128552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:23.134253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44340) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:23.135124 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8067532 Jul 15 13:11:23.143544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:23.238216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c545b1f-aa8f-43f9-bb60-ee5ab6a01d8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Network': ['ID=b33ecb9c-6c15-4143-aa4e-6eff2587ff00,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.246654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:23.271673 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:23.509048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:23.515325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.724430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-e0c5a9b8-f36f-4662-8986-c13b254ee66f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.727319 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-e0c5a9b8-f36f-4662-8986-c13b254ee66f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.30 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 944 time: 0.3698900 Jul 15 13:11:23.838563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62dcf3-6d80-4031-9eb1-598fe3e83162 req-7f8b4074-53ef-4066-821a-dc9a9999c795 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.841251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e62dcf3-6d80-4031-9eb1-598fe3e83162 req-7f8b4074-53ef-4066-821a-dc9a9999c795 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=55df9a15-4ba9-4d44-aa3c-a9da750f0068 HTTP/1.1" status: 200 len: 944 time: 0.3931925 Jul 15 13:11:24.063272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e62dcf3-6d80-4031-9eb1-598fe3e83162 req-d2963250-8f9c-404b-8ed0-6c0f15f83325 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058468 Jul 15 13:11:24.169322 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.191060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Deleting port 9ff87885-1cb3-4f31-9827-d7cca4187c2a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:24.191657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.229104 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.350314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71'}, {'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:24.353056 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db5ca9-edff-4644-9396-243ced0ef7ed" -d '{"events": [{"server_uuid": "d9dc892a-b01a-467b-9fe3-61a0f3a22435", "name": "network-vif-plugged", "status": "completed", "tag": "4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71"}, {"server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:24.467474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=5b310a4b-31bb-4ad9-bf16-33eae4759f00,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.768867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:24.771468 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c35501-cee2-49f1-8502-8889534c878e" -d '{"events": [{"name": "network-changed", "server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:24.814024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:24.814387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network hostable DHCP agents. Network: b33ecb9c-6c15-4143-aa4e-6eff2587ff00, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:24.821726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] For port 9ff87885-1cb3-4f31-9827-d7cca4187c2a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9ff87885-1cb3-4f31-9827-d7cca4187c2a,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:24.822087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.848784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Calling delete_port for 9ff87885-1cb3-4f31-9827-d7cca4187c2a owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:24.870694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0295ed-cdfa-4a38-8aa5-66c0ec42107f req-53930ea6-0eb2-4d97-90ee-05b4dddf50f7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.873261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d0295ed-cdfa-4a38-8aa5-66c0ec42107f req-53930ea6-0eb2-4d97-90ee-05b4dddf50f7 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 950 time: 0.6907260 Jul 15 13:11:24.920970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:25.008842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b33ecb9c-6c15-4143-aa4e-6eff2587ff00) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:25.030117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c93dda5-8dee-411a-840c-2f4d3c2f870a None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:25.036229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.037214 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.054794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d0295ed-cdfa-4a38-8aa5-66c0ec42107f req-d5be8fb9-61db-49ea-9198-8ccb9a241dfb tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648989 Jul 15 13:11:25.094252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0eb51e34-5019-40b4-a53a-ffba75de4975 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9550796 Jul 15 13:11:25.094252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44354) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:25.104700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'name': 'tempest-NetworksTestDHCPv6-966201269'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:25.360850 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-79f98e82-27f0-4f4d-a2ea-3a55c727450e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=10f646af5cd74270a03ac0e98f1af938&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596364 Jul 15 13:11:25.373295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.384999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '5b310a4b-31bb-4ad9-bf16-33eae4759f00'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:25.385926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.469928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event deleted for resources: {'Port': ['ID=9ff87885-1cb3-4f31-9827-d7cca4187c2a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:25.582334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/5b310a4b-31bb-4ad9-bf16-33eae4759f00/52d68bea-c56a-4591-9df5-42f9a9f52388) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:25.632744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] No DVR routers for this DVR port 9ff87885-1cb3-4f31-9827-d7cca4187c2a on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:25.640354 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.644532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24449d16-ac37-4f0a-9eec-f36bcdb34e84 req-3676c1e5-60a8-435f-9693-e1d8f866cc97 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.30 "DELETE /v2.0/ports/9ff87885-1cb3-4f31-9827-d7cca4187c2a HTTP/1.1" status: 204 len: 173 time: 1.9072680 Jul 15 13:11:25.649936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:25.656190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.712091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 61223a63-45e4-4e75-9e93-d85854446f31 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:25.753837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-81169ecc-c95e-45a1-b805-fc046eddf004 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.766367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-81169ecc-c95e-45a1-b805-fc046eddf004 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813624 Jul 15 13:11:25.849011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-2731a887-1ee3-42d5-a0ba-4d226806fe39 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/quotas/10f646af5cd74270a03ac0e98f1af938 HTTP/1.1" status: 200 len: 375 time: 0.0810561 Jul 15 13:11:25.888515 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.904952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Transition to ACTIVE for port object 52d68bea-c56a-4591-9df5-42f9a9f52388 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:25.928652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-ffa00d52-b97c-4ebe-8afb-a9c63d362356 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=10f646af5cd74270a03ac0e98f1af938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782959 Jul 15 13:11:25.942666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Transition to ACTIVE for port object 52d68bea-c56a-4591-9df5-42f9a9f52388 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:25.957938 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.056125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:26.063339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:26.075506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:26.087836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::118 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/5b310a4b-31bb-4ad9-bf16-33eae4759f00/61223a63-45e4-4e75-9e93-d85854446f31) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:26.142780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Pushing event updated for resources: {'Port': ['ID=52d68bea-c56a-4591-9df5-42f9a9f52388,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.209734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Attempting to bind port 52d68bea-c56a-4591-9df5-42f9a9f52388 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:26.210571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Attempting to bind port 52d68bea-c56a-4591-9df5-42f9a9f52388 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:26.211328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Attempting to bind port 52d68bea-c56a-4591-9df5-42f9a9f52388 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:26.223119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:26.223792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:26.224473 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.225723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:26.226452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Bound port: 52d68bea-c56a-4591-9df5-42f9a9f52388, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:26.227001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.381858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] For port 52d68bea-c56a-4591-9df5-42f9a9f52388, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:26.388411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] For port 52d68bea-c56a-4591-9df5-42f9a9f52388, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=52d68bea-c56a-4591-9df5-42f9a9f52388,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:26.399053 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.435462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.468295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 61223a63-45e4-4e75-9e93-d85854446f31 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:26.543403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4ca0-0d01-4c80-b052-2f40d5e8cc43 None None] Pushing event updated for resources: {'Port': ['ID=52d68bea-c56a-4591-9df5-42f9a9f52388,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.670216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.771452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:26.788286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:26.825302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:26.837001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.838457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.954865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d6cd7-9a52-4d2f-bdd9-a8ecc3e82af8 req-f525df6f-b89a-432a-9310-72af14887aa0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.957861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d05d6cd7-9a52-4d2f-bdd9-a8ecc3e82af8 req-f525df6f-b89a-432a-9310-72af14887aa0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.4062402 Jul 15 13:11:26.960634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8644192 Jul 15 13:11:26.962008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6f3cb-06ca-4ce8-9404-91eca5f1ef2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=61223a63-45e4-4e75-9e93-d85854446f31,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.964780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44376) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:27.078395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:27.085782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9ff87885-1cb3-4f31-9827-d7cca4187c2a no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:27.135551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9f8c5-61a8-49d6-ae37-346004df5a31 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.141842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d05d6cd7-9a52-4d2f-bdd9-a8ecc3e82af8 req-404fbbc6-1f96-4f21-b412-54515e9dbca2 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534169 Jul 15 13:11:27.148810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9f8c5-61a8-49d6-ae37-346004df5a31 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.156866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44378) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:27.171257 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-82a9f8c5-61a8-49d6-ae37-346004df5a31 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1894667 Jul 15 13:11:27.205663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 9ff87885-1cb3-4f31-9827-d7cca4187c2a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:27.206387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9ff87885-1cb3-4f31-9827-d7cca4187c2a not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:27.427259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:27.455941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '9f063900-0630-4550-a696-98a8c2f80503', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '9f063900-0630-4550-a696-98a8c2f80503', 'mac_address': 'fa:16:3e:ec:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:27.553365 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.576357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7400cea7-5d46-497c-9d9d-5b35c11e8a4a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 61223a63-45e4-4e75-9e93-d85854446f31 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:27.577519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7400cea7-5d46-497c-9d9d-5b35c11e8a4a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.590837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f063900-0630-4550-a696-98a8c2f80503 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:27.630922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:27.643795 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.761521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:27.778406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc25373-7f7b-4d6f-aa3b-ed7a6183d8f5 req-cd252c32-69ae-468b-958e-a028b4b1575d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.781086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6dc25373-7f7b-4d6f-aa3b-ed7a6183d8f5 req-cd252c32-69ae-468b-958e-a028b4b1575d tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 948 time: 0.2883372 Jul 15 13:11:27.842293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7400cea7-5d46-497c-9d9d-5b35c11e8a4a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.882208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7400cea7-5d46-497c-9d9d-5b35c11e8a4a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 61223a63-45e4-4e75-9e93-d85854446f31 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:27.905845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6dc25373-7f7b-4d6f-aa3b-ed7a6183d8f5 req-7ab57803-b6a3-4c8c-ac95-c1a9b84acacc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970037 Jul 15 13:11:27.921143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9f063900-0630-4550-a696-98a8c2f80503'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:28.036058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 52d68bea-c56a-4591-9df5-42f9a9f52388 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:28.183110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 52d68bea-c56a-4591-9df5-42f9a9f52388 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:28.213492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7400cea7-5d46-497c-9d9d-5b35c11e8a4a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.323963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400cea7-5d46-497c-9d9d-5b35c11e8a4a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=61223a63-45e4-4e75-9e93-d85854446f31,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:28.334016 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871c6675-cd4a-445c-adde-f8035a999b13 x-openstack-request-id: req-871c6675-cd4a-445c-adde-f8035a999b13 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:28.334471 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc892a-b01a-467b-9fe3-61a0f3a22435", "name": "network-vif-plugged", "status": "completed", "tag": "4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71", "code": 200}, {"server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:28.334858 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-871c6675-cd4a-445c-adde-f8035a999b13 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:28.335500 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'code': 200} Jul 15 13:11:28.335906 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'code': 200} Jul 15 13:11:28.405810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7400cea7-5d46-497c-9d9d-5b35c11e8a4a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.410588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7400cea7-5d46-497c-9d9d-5b35c11e8a4a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/61223a63-45e4-4e75-9e93-d85854446f31 HTTP/1.1" status: 204 len: 168 time: 1.2507901 Jul 15 13:11:28.415201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44386) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:28.458467 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f1934d-daad-4372-83c5-771859b08d9c x-openstack-request-id: req-c6f1934d-daad-4372-83c5-771859b08d9c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:28.459099 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:28.459525 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6f1934d-daad-4372-83c5-771859b08d9c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:28.460151 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'status': 'completed', 'code': 200} Jul 15 13:11:28.481184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fd6c7d-2781-4c3d-802b-aef4d55d23dd None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:28.597661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5b6bf8f1-c8ef-45a2-80bf-82212a14a88f None None] Provisioning for port 52d68bea-c56a-4591-9df5-42f9a9f52388 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:28.622315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5b6bf8f1-c8ef-45a2-80bf-82212a14a88f None None] Provisioning complete for port 52d68bea-c56a-4591-9df5-42f9a9f52388 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:28.622912 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf8f1-c8ef-45a2-80bf-82212a14a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.883256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa546b-f94c-453c-b719-4610ca8ee234 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.887764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa546b-f94c-453c-b719-4610ca8ee234 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.891354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f6fa546b-f94c-453c-b719-4610ca8ee234 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4739742 Jul 15 13:11:28.891935 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf8f1-c8ef-45a2-80bf-82212a14a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.895327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44390) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:28.905109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-74bcede1-0908-4d3e-aa47-f58fe1b8776a tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=10f646af5cd74270a03ac0e98f1af938&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1588826 Jul 15 13:11:28.990658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 5b310a4b-31bb-4ad9-bf16-33eae4759f00 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:28.990921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35501-cee2-49f1-8502-8889534c878e req-fd1a2823-b374-4216-a4f0-4d0fd7379450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.994468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-fd1a2823-b374-4216-a4f0-4d0fd7379450 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1101 time: 0.4915633 Jul 15 13:11:28.997723 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.016534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35501-cee2-49f1-8502-8889534c878e req-f38ce399-e610-42b6-82a2-a103037f1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.017807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5b6bf8f1-c8ef-45a2-80bf-82212a14a88f None None] For port 52d68bea-c56a-4591-9df5-42f9a9f52388, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=52d68bea-c56a-4591-9df5-42f9a9f52388,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:29.019448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-f38ce399-e610-42b6-82a2-a103037f1941 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1101 time: 0.4926119 Jul 15 13:11:29.033368 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf8f1-c8ef-45a2-80bf-82212a14a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.130961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.162735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bf8f1-c8ef-45a2-80bf-82212a14a88f None None] Pushing event updated for resources: {'Port': ['ID=52d68bea-c56a-4591-9df5-42f9a9f52388,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.273061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7806f-8ec0-4916-8e4e-ff197519d358 req-e50eba5b-78a3-40a5-afb6-1f55d7e0ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.275164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fa7806f-8ec0-4916-8e4e-ff197519d358 req-e50eba5b-78a3-40a5-afb6-1f55d7e0ed0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 1097 time: 0.7594879 Jul 15 13:11:29.327395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.394610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39366ef7-7b4d-4294-b45b-d410e4416cc7 req-ac09d4e9-da54-4b8e-a23d-26a1880c46be tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.396599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39366ef7-7b4d-4294-b45b-d410e4416cc7 req-ac09d4e9-da54-4b8e-a23d-26a1880c46be tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 1102 time: 0.6096692 Jul 15 13:11:29.416171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35501-cee2-49f1-8502-8889534c878e req-5bc2d7b8-17ef-4c77-99e1-cafcbe273ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.417692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-5bc2d7b8-17ef-4c77-99e1-cafcbe273ca9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3692319 Jul 15 13:11:29.434421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-85e95f0e-065c-4bf1-8fed-bb0e9b4c0550 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.436123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-85e95f0e-065c-4bf1-8fed-bb0e9b4c0550 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5151799 Jul 15 13:11:29.459289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.461352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fa7806f-8ec0-4916-8e4e-ff197519d358 req-94850bff-ec3b-48f9-b78f-35425cd5f0cf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773403 Jul 15 13:11:29.471024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-658b9224-ff28-44e1-aee1-466289d81acd None None] Provisioning complete for port 52d68bea-c56a-4591-9df5-42f9a9f52388 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:29.471878 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-658b9224-ff28-44e1-aee1-466289d81acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.472047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Request body: {'port': {'device_id': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '10f646af5cd74270a03ac0e98f1af938'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:29.528867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=5b310a4b-31bb-4ad9-bf16-33eae4759f00,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.543532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-6d4daa17-a915-44b2-9885-d2ee4c1679f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.1030157 Jul 15 13:11:29.545259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.547695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35501-cee2-49f1-8502-8889534c878e req-390f6841-87d5-49bf-9eff-2577f16e096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.548791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-390f6841-87d5-49bf-9eff-2577f16e096f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.5225294 Jul 15 13:11:29.549820 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/5b310a4b-31bb-4ad9-bf16-33eae4759f00 HTTP/1.1" status: 204 len: 168 time: 0.6526525 Jul 15 13:11:29.553691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44394) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:29.558192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.558738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.559529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.560109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.560659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.561207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.561747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.562397 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.563236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.564438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.565026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.565570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec90fc-2525-49b4-b830-14a3e1268a16 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:29.701071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f4277087-5750-451e-aaa0-7b57eb7fa6de tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360574 Jul 15 13:11:29.705778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44396) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:29.710778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-6a4c4634-7741-453f-979f-8772a70c2fe1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.1211123 Jul 15 13:11:29.713414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39366ef7-7b4d-4294-b45b-d410e4416cc7 req-dcaf8507-87c3-4e48-b6a2-0af99f093e93 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003027 Jul 15 13:11:29.713616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:29.793092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dadb8c-5851-445a-a4a7-ae5d9a350965 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:29.877208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35501-cee2-49f1-8502-8889534c878e req-a2bc583c-b116-44e6-9736-db6beb48a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.880417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-a2bc583c-b116-44e6-9736-db6beb48a7b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.3254936 Jul 15 13:11:30.021854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35501-cee2-49f1-8502-8889534c878e req-e5aad37c-40c3-4674-8a5b-54ec946f842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.023381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-e5aad37c-40c3-4674-8a5b-54ec946f842c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2510860 Jul 15 13:11:30.025057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-593bcc79-dd36-452e-8216-54cfa83af283 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=10f646af5cd74270a03ac0e98f1af938&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755882 Jul 15 13:11:30.037245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 52d68bea-c56a-4591-9df5-42f9a9f52388 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:30.067320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b9a18e21-ffb2-42ff-8c47-8d1f6ff6835f None None] Could not find standard attr ID for object 61223a63-45e4-4e75-9e93-d85854446f31. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:11:30.115487 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:11:30.115487 n-d-771362-36 neutron-server[93733]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:11:30.115487 n-d-771362-36 neutron-server[93733]: [parameters: {'project_id': '10f646af5cd74270a03ac0e98f1af938', 'id': '82156c7b-a7f2-4f46-8304-c755b383f799', 'expiration': datetime.datetime(2021, 7, 15, 13, 13, 30, 101958)}] Jul 15 13:11:30.115487 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:11:30.116172 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:11:30.125073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:30.131829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.157076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 52d68bea-c56a-4591-9df5-42f9a9f52388 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:30.157679 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.273083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:30.442175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] Deleting port 52d68bea-c56a-4591-9df5-42f9a9f52388 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:30.442667 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.501347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.584115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] For port 52d68bea-c56a-4591-9df5-42f9a9f52388, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=52d68bea-c56a-4591-9df5-42f9a9f52388,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:30.585707 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.605830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:30.613092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:30.615916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'name': 'network-vif-deleted', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:30.619779 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb6b9c1-afc5-412a-b913-935b27829ad8" -d '{"events": [{"server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "name": "network-vif-deleted", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:30.624122 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.625159 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.629704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] Calling delete_port for 52d68bea-c56a-4591-9df5-42f9a9f52388 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:30.676589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=6fa463da-e81c-4b22-8003-385c67490767,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.695919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35501-cee2-49f1-8502-8889534c878e req-b6cc3982-386f-4fb9-8caa-a0ad8fa19130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.698533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-b6cc3982-386f-4fb9-8caa-a0ad8fa19130 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7975562 Jul 15 13:11:30.717871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-790424a0-280a-4190-8309-8b3992e20e0d tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.721369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-790424a0-280a-4190-8309-8b3992e20e0d tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6726148 Jul 15 13:11:30.784807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.786592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35501-cee2-49f1-8502-8889534c878e req-60f75027-07de-4fbf-92e8-3e2a7723c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.788592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-60f75027-07de-4fbf-92e8-3e2a7723c1fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7523894 Jul 15 13:11:30.797650 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-321ddbe3-8f1c-4663-8877-c4f282907ac5 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/quotas/10f646af5cd74270a03ac0e98f1af938 HTTP/1.1" status: 200 len: 375 time: 0.0658994 Jul 15 13:11:30.803731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Made reservation on behalf of 10f646af5cd74270a03ac0e98f1af938 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:30.805445 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7096a1b8-d6cd-4d3b-b13d-342633835018 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0978060 Jul 15 13:11:30.808637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44412) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:30.812736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.816822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'name': 'tempest-NetworksTestDHCPv6-1595298349'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:30.817824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] Pushing event deleted for resources: {'Port': ['ID=52d68bea-c56a-4591-9df5-42f9a9f52388,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.822031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e22a8-bf4c-4a6f-92c1-4dd68a7e43e2 None None] No DVR routers for this DVR port 52d68bea-c56a-4591-9df5-42f9a9f52388 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:30.852282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50cc4d-726c-4482-bf7f-3de5f63df367 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:30.931861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.994612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-06660730-69ff-4d9b-a7c1-6c87c93f7cb3 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=10f646af5cd74270a03ac0e98f1af938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646338 Jul 15 13:11:31.026126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:31.042650 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.046533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '6fa463da-e81c-4b22-8003-385c67490767'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:31.048185 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.072096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 736e8e80-1deb-43e7-9a8d-f8eca62eb207 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:31.158817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-657f25ee-30d5-4900-8530-18a71f3a04d4 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311128 Jul 15 13:11:31.186338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:31.284744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-cbf20d39-360f-407e-83f8-311126492362 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826765 Jul 15 13:11:31.413635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::4d (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/6fa463da-e81c-4b22-8003-385c67490767/736e8e80-1deb-43e7-9a8d-f8eca62eb207) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:31.439854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 9f063900-0630-4550-a696-98a8c2f80503 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:31.448027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 9f063900-0630-4550-a696-98a8c2f80503 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:31.450290 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.608980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-c30b0408-869f-4741-bf9d-7c599c4ff500 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332180 Jul 15 13:11:31.667314 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.682282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c35501-cee2-49f1-8502-8889534c878e req-e442cc49-1920-452c-92aa-1a5d1a76a935 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831410 Jul 15 13:11:31.704311 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.718364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.767643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.776139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:31.780244 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d58bc-c057-4b06-8df5-2c51b36e5f69" -d '{"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-plugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:31.799504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 736e8e80-1deb-43e7-9a8d-f8eca62eb207 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:31.814513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:31.835993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.887234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d8a4ec-28df-492c-b3d0-390b1336e023,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:31.911619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.030892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=736e8e80-1deb-43e7-9a8d-f8eca62eb207,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.046435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:32.049803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:32.053745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:32.057010 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:11:32.059315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/6fa463da-e81c-4b22-8003-385c67490767/a15a10f0-2fa9-4995-9928-36b473d45bfd) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:32.065676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.066791 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.082039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 52d68bea-c56a-4591-9df5-42f9a9f52388 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:32.119602 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c5584a67-3f91-45ab-af02-25db8f4f535e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3090529 Jul 15 13:11:32.123663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44430) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:32.169642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Allocated IP 192.168.233.32 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/e1210f8b-cc7a-4365-a627-a873967b3816) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:32.222451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-a8ad46db-da3f-4dab-a089-4effd4f64dd6 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.225272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-a8ad46db-da3f-4dab-a089-4effd4f64dd6 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.30 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 950 time: 0.1900094 Jul 15 13:11:32.273837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 52d68bea-c56a-4591-9df5-42f9a9f52388 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:32.274083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 52d68bea-c56a-4591-9df5-42f9a9f52388 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:32.293959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8469507e-6a42-4d57-ab13-950aa00e102f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.299443 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8469507e-6a42-4d57-ab13-950aa00e102f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1717513 Jul 15 13:11:32.300130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:32.313112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.431702 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.445438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Transition to ACTIVE for port object a15a10f0-2fa9-4995-9928-36b473d45bfd will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:32.466640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Transition to ACTIVE for port object a15a10f0-2fa9-4995-9928-36b473d45bfd will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:32.478252 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.484217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-19409e18-7823-44e3-9440-c2d9a427f6a1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 736e8e80-1deb-43e7-9a8d-f8eca62eb207 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:32.485934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19409e18-7823-44e3-9440-c2d9a427f6a1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.524756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:32.531500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:32.534471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:32.544522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Pushing event updated for resources: {'Port': ['ID=a15a10f0-2fa9-4995-9928-36b473d45bfd,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.557241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-a4c79a4d-ab64-4f1e-8686-fc54468f6053 service neutron] 10.222.0.30 "GET /v2.0/ports/9f063900-0630-4550-a696-98a8c2f80503/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 383 time: 0.3100665 Jul 15 13:11:32.583000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74960a4b-d447-4684-a223-44ba1d770179 req-b635e1d8-79bf-4c02-9ed3-15995541db99 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.596735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74960a4b-d447-4684-a223-44ba1d770179 req-b635e1d8-79bf-4c02-9ed3-15995541db99 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.3677742 Jul 15 13:11:32.639758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Attempting to bind port a15a10f0-2fa9-4995-9928-36b473d45bfd on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:32.640133 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Attempting to bind port a15a10f0-2fa9-4995-9928-36b473d45bfd by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:32.640601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Attempting to bind port a15a10f0-2fa9-4995-9928-36b473d45bfd on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:32.647522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:32.647899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:32.648762 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.648762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:32.649174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Bound port: a15a10f0-2fa9-4995-9928-36b473d45bfd, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:32.649657 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.667154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19409e18-7823-44e3-9440-c2d9a427f6a1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.690389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-19409e18-7823-44e3-9440-c2d9a427f6a1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 736e8e80-1deb-43e7-9a8d-f8eca62eb207 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:32.729711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] For port a15a10f0-2fa9-4995-9928-36b473d45bfd, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:32.733703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] For port a15a10f0-2fa9-4995-9928-36b473d45bfd, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a15a10f0-2fa9-4995-9928-36b473d45bfd,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:32.738931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.809751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38b7ad-4519-4824-9ec2-a7ea7dde9e26 None None] Pushing event updated for resources: {'Port': ['ID=a15a10f0-2fa9-4995-9928-36b473d45bfd,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.857707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74960a4b-d447-4684-a223-44ba1d770179 req-e64d824b-6d1f-4f99-8ca6-c8d929853068 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397122 Jul 15 13:11:32.895125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.927737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-641cd9d0-48d9-4909-81f3-37f81e4bcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.930583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-641cd9d0-48d9-4909-81f3-37f81e4bcd54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1102 time: 0.3322802 Jul 15 13:11:32.933765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Transition to ACTIVE for port object e1210f8b-cc7a-4365-a627-a873967b3816 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:32.958275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19409e18-7823-44e3-9440-c2d9a427f6a1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.014139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19409e18-7823-44e3-9440-c2d9a427f6a1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=736e8e80-1deb-43e7-9a8d-f8eca62eb207,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.079587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19409e18-7823-44e3-9440-c2d9a427f6a1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.087039 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-19409e18-7823-44e3-9440-c2d9a427f6a1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/736e8e80-1deb-43e7-9a8d-f8eca62eb207 HTTP/1.1" status: 204 len: 168 time: 0.7846043 Jul 15 13:11:33.090283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44436) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:33.212138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-078f7876-e237-416b-ab53-d0a0ce54b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.214554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-078f7876-e237-416b-ab53-d0a0ce54b215 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2737658 Jul 15 13:11:33.216853 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.264406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f40c78d-b9be-411d-9e87-275ee6080f22 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.266997 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f40c78d-b9be-411d-9e87-275ee6080f22 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.270199 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4f40c78d-b9be-411d-9e87-275ee6080f22 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1784167 Jul 15 13:11:33.274442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:33.366276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4952d1-483d-41dd-8732-582156ab7ec5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 6fa463da-e81c-4b22-8003-385c67490767 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:33.373714 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe4952d1-483d-41dd-8732-582156ab7ec5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.421484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.427692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-96f57581-d9b1-44fe-b560-01840280f92d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.1759737 Jul 15 13:11:33.441149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:33.454530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:33.460486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:33.477261 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe4952d1-483d-41dd-8732-582156ab7ec5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.565860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-d2833893-ac4e-477d-8f64-312168c5f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.567532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-d2833893-ac4e-477d-8f64-312168c5f1b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1243153 Jul 15 13:11:33.578870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.586592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.646579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-c39714c3-edcb-48f7-b6e4-a7fb76d14c3e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1804442 Jul 15 13:11:33.672477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Request body: {'port': {'device_id': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:33.731229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe4952d1-483d-41dd-8732-582156ab7ec5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.771281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-0234fc98-1261-478b-a3c0-c1ef1418ba2c tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=10f646af5cd74270a03ac0e98f1af938&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950811 Jul 15 13:11:33.782816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44440) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:33.793283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c2465f74-e492-4351-a39e-b78e6abd9d94 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027381578', 'description': 'tempest-description--1233311603'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:33.905437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-65d19632-5817-4d92-9274-0dd03117c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.914366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-65d19632-5817-4d92-9274-0dd03117c757 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3178627 Jul 15 13:11:33.998470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a15a10f0-2fa9-4995-9928-36b473d45bfd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:34.006515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2465f74-e492-4351-a39e-b78e6abd9d94 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.178968 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.186850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b0ec840c-21ad-43bc-8484-81e8bd5302b3 None None] Provisioning for port e1210f8b-cc7a-4365-a627-a873967b3816 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:34.207923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b0ec840c-21ad-43bc-8484-81e8bd5302b3 None None] Provisioning complete for port e1210f8b-cc7a-4365-a627-a873967b3816 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:34.208433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b0ec840c-21ad-43bc-8484-81e8bd5302b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.222058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-0577c83b-d7cd-464b-80c4-d8a50dc12515 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.226004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-0577c83b-d7cd-464b-80c4-d8a50dc12515 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247289 Jul 15 13:11:34.228968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2465f74-e492-4351-a39e-b78e6abd9d94 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.243943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe4952d1-483d-41dd-8732-582156ab7ec5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.244469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Request body: {'port': {'device_id': '4566e8fa-8288-445a-9b01-a24838d52883', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '10f646af5cd74270a03ac0e98f1af938'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:34.310662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2465f74-e492-4351-a39e-b78e6abd9d94 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.330668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4952d1-483d-41dd-8732-582156ab7ec5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa463da-e81c-4b22-8003-385c67490767,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.346308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe4952d1-483d-41dd-8732-582156ab7ec5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.349931 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fe4952d1-483d-41dd-8732-582156ab7ec5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/6fa463da-e81c-4b22-8003-385c67490767 HTTP/1.1" status: 204 len: 168 time: 1.0735657 Jul 15 13:11:34.360222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44450) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:34.420876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c2465f74-e492-4351-a39e-b78e6abd9d94 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.422861 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c2465f74-e492-4351-a39e-b78e6abd9d94 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6383977 Jul 15 13:11:34.431653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a15a10f0-2fa9-4995-9928-36b473d45bfd completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:34.450191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.451997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec840c-21ad-43bc-8484-81e8bd5302b3 None None] Port e1210f8b-cc7a-4365-a627-a873967b3816 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:34.472481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44452) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:34.481910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Request body: {'security_group_rule': {'security_group_id': '47770f27-a4b1-4ae8-a391-9fd3216e6a74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:34.507860 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bc8c822d-be13-4efe-b399-7ec696645fc6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397004 Jul 15 13:11:34.508138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44454) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:34.513720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:34.518146 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2465f74-e492-4351-a39e-b78e6abd9d94 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47770f27-a4b1-4ae8-a391-9fd3216e6a74,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.533414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-944aed5d-664b-4b12-8d3b-37f32a50676e service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175818 Jul 15 13:11:34.536896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ea10b93a-d9e6-433c-a7eb-b3383d1f4fb3 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094716 Jul 15 13:11:34.617361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753caa2c-0fd6-4b3e-b663-81cc5965d9f6 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:34.633170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:11:34.633170 n-d-771362-36 neutron-server[93733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:11:34.633170 n-d-771362-36 neutron-server[93733]: [parameters: {'project_id_1': '04495a732031423e80f94ec4e4c6afed', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 11, 34, 505937)}] Jul 15 13:11:34.633170 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:11:34.633778 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:11:34.763379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Made reservation on behalf of 10f646af5cd74270a03ac0e98f1af938 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:34.766992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.774382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f9738c0-1ffb-4317-80d5-2bb009306852 None None] Provisioning for port a15a10f0-2fa9-4995-9928-36b473d45bfd completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:34.784090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f9738c0-1ffb-4317-80d5-2bb009306852 None None] Provisioning complete for port a15a10f0-2fa9-4995-9928-36b473d45bfd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:34.784416 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f9738c0-1ffb-4317-80d5-2bb009306852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.997028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f9738c0-1ffb-4317-80d5-2bb009306852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.024322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:35.053943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:35.057651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.075226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-66466fcd-4c7a-46aa-bb85-ef26ec0feff6 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950397 Jul 15 13:11:35.077654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6f9738c0-1ffb-4317-80d5-2bb009306852 None None] For port a15a10f0-2fa9-4995-9928-36b473d45bfd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a15a10f0-2fa9-4995-9928-36b473d45bfd,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:35.083027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-d5d947e4-9775-4a38-9b28-7a18a0e4e5b4 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.084825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-d5d947e4-9775-4a38-9b28-7a18a0e4e5b4 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5027919 Jul 15 13:11:35.095261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f9738c0-1ffb-4317-80d5-2bb009306852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.188499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-962c3b76-c430-4adb-b48a-0ccfa8e4e9f1 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/quotas/a382d7ef9fe44b30aed53cf0240ba4cc HTTP/1.1" status: 200 len: 375 time: 0.0887511 Jul 15 13:11:35.196349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] Deleting port a15a10f0-2fa9-4995-9928-36b473d45bfd {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:35.197190 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.200661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9738c0-1ffb-4317-80d5-2bb009306852 None None] Pushing event updated for resources: {'Port': ['ID=a15a10f0-2fa9-4995-9928-36b473d45bfd,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:35.293543 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.298853 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.306670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] For port a15a10f0-2fa9-4995-9928-36b473d45bfd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a15a10f0-2fa9-4995-9928-36b473d45bfd,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:35.307093 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.324320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] Calling delete_port for a15a10f0-2fa9-4995-9928-36b473d45bfd owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:35.440813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.489782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] Pushing event deleted for resources: {'Port': ['ID=a15a10f0-2fa9-4995-9928-36b473d45bfd,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:35.496927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea31e34-3e91-47fd-ad23-711f5819e051 None None] No DVR routers for this DVR port a15a10f0-2fa9-4995-9928-36b473d45bfd on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:35.702733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1210f8b-cc7a-4365-a627-a873967b3816 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:35.723110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.780020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Transition to ACTIVE for port object e1210f8b-cc7a-4365-a627-a873967b3816 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:35.807571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-f2d55908-bfa3-4fd5-91d4-80656aef99f6 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6016362 Jul 15 13:11:35.810201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a15a10f0-2fa9-4995-9928-36b473d45bfd no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:35.816282 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.851938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a15a10f0-2fa9-4995-9928-36b473d45bfd {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:35.851938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a15a10f0-2fa9-4995-9928-36b473d45bfd not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:35.883817 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.903037 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.913560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.986791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128b9996-58a3-445b-b0c3-26264ad73c74,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.004021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.010046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Allocated IP 192.168.233.172 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/3460b40e-422e-46e9-8b92-76c62c6dfb3c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:36.027503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.029176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f7e3ac68-180a-4891-b803-58b9233551d1 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5513382 Jul 15 13:11:36.033675 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44462) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:36.035229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:36.041974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b6099515-1f8e-45ea-8aa7-25876c0bb99e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Request body: {'security_group_rule': {'security_group_id': '47770f27-a4b1-4ae8-a391-9fd3216e6a74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:36.061590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:36.076096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.077052 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.097182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b17ec-e303-41e6-9251-b60213179985 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:36.111725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=915104e5-2ef0-4223-9cf1-1daa385eb146,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.112193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6099515-1f8e-45ea-8aa7-25876c0bb99e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.189677 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff943b18-dfa9-4bca-8856-8f24cc151a21 x-openstack-request-id: req-ff943b18-dfa9-4bca-8856-8f24cc151a21 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:36.193897 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55df9a15-4ba9-4d44-aa3c-a9da750f0068", "name": "network-vif-deleted", "tag": "9ff87885-1cb3-4f31-9827-d7cca4187c2a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:36.194376 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff943b18-dfa9-4bca-8856-8f24cc151a21 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:36.195029 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55df9a15-4ba9-4d44-aa3c-a9da750f0068', 'name': 'network-vif-deleted', 'tag': '9ff87885-1cb3-4f31-9827-d7cca4187c2a', 'status': 'completed', 'code': 200} Jul 15 13:11:36.204150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8a39f7ac-8756-45f7-9d88-cf6c6420282c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6948211 Jul 15 13:11:36.208757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44466) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:36.214693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'name': 'tempest-NetworksTestDHCPv6-1218140015'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:36.298359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6099515-1f8e-45ea-8aa7-25876c0bb99e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.336388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6099515-1f8e-45ea-8aa7-25876c0bb99e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.382579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6099515-1f8e-45ea-8aa7-25876c0bb99e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc4e8f7-5318-4e40-9ed1-64ef1a01b79d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.428375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6099515-1f8e-45ea-8aa7-25876c0bb99e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.440614 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6099515-1f8e-45ea-8aa7-25876c0bb99e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4024231 Jul 15 13:11:36.442221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44468) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:36.460406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:36.490474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Attempting to bind port e1210f8b-cc7a-4365-a627-a873967b3816 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:36.491686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Attempting to bind port e1210f8b-cc7a-4365-a627-a873967b3816 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:36.492305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Attempting to bind port e1210f8b-cc7a-4365-a627-a873967b3816 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:36.516073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.535068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b84d981-8e1e-4fbc-ae8c-49ce437f7514 req-62833728-d322-43a6-bef2-d9d063aca9ed tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 210 time: 0.0548813 Jul 15 13:11:36.539782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Port e1210f8b-cc7a-4365-a627-a873967b3816 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:36.540343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Attempting to bind port e1210f8b-cc7a-4365-a627-a873967b3816 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:36.560904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:36.561496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:36.562064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:36.562758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Bound port: e1210f8b-cc7a-4365-a627-a873967b3816, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:36.563340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.608220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.675600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '915104e5-2ef0-4223-9cf1-1daa385eb146'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:36.675786 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.682303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:36.688465 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.735947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Transition to ACTIVE for port object 3460b40e-422e-46e9-8b92-76c62c6dfb3c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:36.746987 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7385b4e3-dc65-40b0-b2bd-61a068a3ba66 x-openstack-request-id: req-7385b4e3-dc65-40b0-b2bd-61a068a3ba66 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:36.750760 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-plugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:36.751940 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7385b4e3-dc65-40b0-b2bd-61a068a3ba66 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:36.752590 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'code': 200} Jul 15 13:11:36.775054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:36.813561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:36.836457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.923660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:36.971094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.014285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/915104e5-2ef0-4223-9cf1-1daa385eb146/3e82d8b0-de28-4280-b674-7ec389eaf445) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:37.065851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.066557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.068126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] 10.222.0.30 "PUT /v2.0/ports/e1210f8b-cc7a-4365-a627-a873967b3816 HTTP/1.1" status: 200 len: 1096 time: 3.4063807 Jul 15 13:11:37.078939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.183063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ccb0-e2f4-401b-aa6d-f92b676fea28 service neutron] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.194449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437b8f-1958-47af-9e3e-04fab7544ca8 req-f09415f0-b513-4d71-9d1e-03cc218d06b2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.201717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93437b8f-1958-47af-9e3e-04fab7544ca8 req-f09415f0-b513-4d71-9d1e-03cc218d06b2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.3006763 Jul 15 13:11:37.255242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Allocated IP 172.25.1.136 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/79a8c588-f660-49de-96c5-40888d1c0735) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:37.319081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:37.350355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:37.410880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:37.454438 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.473680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93437b8f-1958-47af-9e3e-04fab7544ca8 req-6556be2e-befe-476b-9550-ce5c0c33a1b3 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709537 Jul 15 13:11:37.475564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Transition to ACTIVE for port object 3e82d8b0-de28-4280-b674-7ec389eaf445 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:37.505877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Transition to ACTIVE for port object 3e82d8b0-de28-4280-b674-7ec389eaf445 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:37.518320 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.550413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.603456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.610020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.625851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Pushing event updated for resources: {'Port': ['ID=3e82d8b0-de28-4280-b674-7ec389eaf445,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.639010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Pushing event updated for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.681675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:37.690800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.693756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:37.720318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:37.788493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:37.792211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:37.797896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:37.808062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event updated for resources: {'Port': ['ID=79a8c588-f660-49de-96c5-40888d1c0735,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.842838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-5b420f7e-15db-45fa-bd5f-0ed2f805d01b tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6024468 Jul 15 13:11:37.864087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Request body: {'port': {'device_id': '4566e8fa-8288-445a-9b01-a24838d52883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:37.940901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-a599187a-c900-4ada-ab58-5d1f4817ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.942803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-a599187a-c900-4ada-ab58-5d1f4817ece4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10f646af5cd74270a03ac0e98f1af938&device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 1099 time: 0.7893574 Jul 15 13:11:37.965462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::37a (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/915104e5-2ef0-4223-9cf1-1daa385eb146/84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:37.986424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Attempting to bind port 3e82d8b0-de28-4280-b674-7ec389eaf445 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:37.987030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Attempting to bind port 3e82d8b0-de28-4280-b674-7ec389eaf445 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:37.987663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Attempting to bind port 3e82d8b0-de28-4280-b674-7ec389eaf445 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:38.002563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:38.003229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:38.003839 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.004463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:38.005436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Bound port: 3e82d8b0-de28-4280-b674-7ec389eaf445, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:38.006026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.021054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-a323b8af-47b3-4b56-b403-41e1c57c0dcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e1210f8b-cc7a-4365-a627-a873967b3816 HTTP/1.1" status: 200 len: 217 time: 0.0620811 Jul 15 13:11:38.102899 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.170903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] For port 3e82d8b0-de28-4280-b674-7ec389eaf445, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:38.181270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] For port 3e82d8b0-de28-4280-b674-7ec389eaf445, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3e82d8b0-de28-4280-b674-7ec389eaf445,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:38.192874 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.193387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e88f5f-ddfb-47bd-b7fb-bf78e86961bb req-a0033536-4540-4912-b418-2cb85266b92d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.196351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11e88f5f-ddfb-47bd-b7fb-bf78e86961bb req-a0033536-4540-4912-b418-2cb85266b92d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.4322488 Jul 15 13:11:38.204611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:38.209268 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16343e71-4ee2-452b-b81e-30eedb8edce3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:38.212930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.216073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44478) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:38.257389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'floatingip': {'port_id': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:38.315747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.345831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-983f7e30-f7ad-439e-acda-d6e7d6c2f83a None None] Provisioning for port 3460b40e-422e-46e9-8b92-76c62c6dfb3c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:38.355940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.356198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-983f7e30-f7ad-439e-acda-d6e7d6c2f83a None None] Provisioning complete for port 3460b40e-422e-46e9-8b92-76c62c6dfb3c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:38.356484 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-983f7e30-f7ad-439e-acda-d6e7d6c2f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.358225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251d3c9-2713-4961-a9bd-e54ff238a2fd None None] Pushing event updated for resources: {'Port': ['ID=3e82d8b0-de28-4280-b674-7ec389eaf445,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:38.374395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-f59bccd3-f75d-4395-9f97-e801644ca532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.380700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-f59bccd3-f75d-4395-9f97-e801644ca532 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.3496358 Jul 15 13:11:38.443189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-983f7e30-f7ad-439e-acda-d6e7d6c2f83a None None] Port 3460b40e-422e-46e9-8b92-76c62c6dfb3c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:38.508670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-af9f09fe-4075-4690-9645-6ff22a590c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.510579 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-af9f09fe-4075-4690-9645-6ff22a590c6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15&tenant_id=f67914f23a6145bfbb8f9c7b603a25e4 HTTP/1.1" status: 200 len: 1102 time: 0.5032253 Jul 15 13:11:38.537460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:38.610975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-644f601b-757c-4edb-845c-5f4848c87b67 req-b4d74b02-ff5e-4ac1-b902-c7664d0201ee tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 210 time: 0.0971918 Jul 15 13:11:38.732440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-416c9d0d-2e60-4871-9272-02040efebf73 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751896 Jul 15 13:11:38.760407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.051228 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.063684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.065384 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.087966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-305b3d4c-7f25-4013-b8ab-d7aeb0ed39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.089456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-305b3d4c-7f25-4013-b8ab-d7aeb0ed39b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6363556 Jul 15 13:11:39.156638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:39.243952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-c3888c2b-b159-4020-8f1e-25a3ff5d5763 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.245606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-c3888c2b-b159-4020-8f1e-25a3ff5d5763 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4707332 Jul 15 13:11:39.525587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event updated for resources: {'Port': ['ID=79a8c588-f660-49de-96c5-40888d1c0735,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:39.538554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.556648 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.563647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6ca0119a-b398-4c34-b5c7-89e1c77aec4e tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1148100 Jul 15 13:11:39.623433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Request body: {'port': {'device_id': 'f7926fad-9673-4cf9-b87b-72c8ca1baaa6', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'a382d7ef9fe44b30aed53cf0240ba4cc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:39.721250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae267f80-0ad8-4900-8161-28e63c1b07d2 req-39953c9a-1831-4e41-8411-269df6849538 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.722902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae267f80-0ad8-4900-8161-28e63c1b07d2 req-39953c9a-1831-4e41-8411-269df6849538 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 936 time: 0.8382981 Jul 15 13:11:39.817973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-b8b7040a-116d-4ce5-9be6-a881d2f5266c service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059786 Jul 15 13:11:39.830648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2782df58-a6fe-4ad2-94b7-7dfaa7547133 None None] Provisioning for port 3e82d8b0-de28-4280-b674-7ec389eaf445 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:39.871432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3e82d8b0-de28-4280-b674-7ec389eaf445 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:39.883482 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.931061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3e82d8b0-de28-4280-b674-7ec389eaf445 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:39.937037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3e82d8b0-de28-4280-b674-7ec389eaf445 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:39.938539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.051186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae267f80-0ad8-4900-8161-28e63c1b07d2 req-d67da705-bc1a-48c8-95af-153bd2f7cdec tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736669 Jul 15 13:11:40.057231 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.098691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:40.110569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 3e82d8b0-de28-4280-b674-7ec389eaf445, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3e82d8b0-de28-4280-b674-7ec389eaf445,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:40.117594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.141709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3460b40e-422e-46e9-8b92-76c62c6dfb3c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:40.153479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:40.167516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.173812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:40.180552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.181399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.185163 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb778c5-1970-4ad5-a474-7e20dfdc5688 x-openstack-request-id: req-2cb778c5-1970-4ad5-a474-7e20dfdc5688 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:40.185532 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:40.185861 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cb778c5-1970-4ad5-a474-7e20dfdc5688 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:40.186343 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'status': 'completed', 'code': 200} Jul 15 13:11:40.187039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:40.207364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=3e82d8b0-de28-4280-b674-7ec389eaf445,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:40.248263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Made reservation on behalf of a382d7ef9fe44b30aed53cf0240ba4cc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:40.252274 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.262026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Transition to ACTIVE for port object 3460b40e-422e-46e9-8b92-76c62c6dfb3c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:40.301181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-72dca122-7e73-42fb-8346-9cbbd8702553 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0865848 Jul 15 13:11:40.301181 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.306803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44492) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:40.357840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c61db469-e6dd-475b-8348-a3545c9da7ae req-2d52d794-860a-4071-b55a-fdddf024e38d service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990442 Jul 15 13:11:40.549046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:40.591417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f264573-ce7d-48fc-ad0c-5fea85af8a58 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.592151 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:11:40.599029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f264573-ce7d-48fc-ad0c-5fea85af8a58 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.605421 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2f264573-ce7d-48fc-ad0c-5fea85af8a58 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2929730 Jul 15 13:11:40.607229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44494) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:40.641415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Pushing event updated for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:40.644782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h2-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:40.732348 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:40.735281 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12a303d-0f70-4d21-b3c0-a796ab7d64e5" -d '{"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-unplugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:40.739529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.761207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Transition to ACTIVE for port object 9f063900-0630-4550-a696-98a8c2f80503 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:40.773116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.794837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1b9f23e5-d93b-44bf-9c3d-289fc615b9a4 None None] Provisioning for port 84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:40.803168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1b9f23e5-d93b-44bf-9c3d-289fc615b9a4 None None] Provisioning complete for port 84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:40.804284 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1b9f23e5-d93b-44bf-9c3d-289fc615b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.841077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.858429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] No DVR routers for this DVR port 9f063900-0630-4550-a696-98a8c2f80503 on host n-h2-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:40.860949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=10']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:40.865312 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6c4aa50e-83ed-4abf-8413-ef047e2d934e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:40.865734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa50e-83ed-4abf-8413-ef047e2d934e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.869542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.933611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f23e5-d93b-44bf-9c3d-289fc615b9a4 None None] Port 84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:40.965894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Allocated IP 192.168.233.29 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/022e2a37-be66-437e-a2be-688ef0cb3304) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:40.976616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:40.976971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:40.977295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:40.978662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f72e0-19b9-415d-8ed9-f16c33c07474 req-1a55102f-0412-480a-89af-14c9a89110ae tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.980382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba7f72e0-19b9-415d-8ed9-f16c33c07474 req-1a55102f-0412-480a-89af-14c9a89110ae tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 950 time: 0.5660715 Jul 15 13:11:40.991474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:40.991769 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Attempting to bind port 9f063900-0630-4550-a696-98a8c2f80503 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:41.002064 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:41.002399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:41.002797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:41.003297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Bound port: 9f063900-0630-4550-a696-98a8c2f80503, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:41.003671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.029936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa50e-83ed-4abf-8413-ef047e2d934e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.030388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Attempting to bind port 3460b40e-422e-46e9-8b92-76c62c6dfb3c on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:41.030738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Attempting to bind port 3460b40e-422e-46e9-8b92-76c62c6dfb3c by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:41.031175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Attempting to bind port 3460b40e-422e-46e9-8b92-76c62c6dfb3c on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:41.070271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6c4aa50e-83ed-4abf-8413-ef047e2d934e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:41.073549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-81ee5513-98c7-41db-b9fe-9a92079ec3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.075242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-81ee5513-98c7-41db-b9fe-9a92079ec3c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10f646af5cd74270a03ac0e98f1af938&device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 1099 time: 0.6098921 Jul 15 13:11:41.117563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Port 3460b40e-422e-46e9-8b92-76c62c6dfb3c on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:41.117798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Attempting to bind port 3460b40e-422e-46e9-8b92-76c62c6dfb3c on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:41.158922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:41.159365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:41.180630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:41.180775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba7f72e0-19b9-415d-8ed9-f16c33c07474 req-d5e42220-4f22-4445-ad12-ec006f0b9520 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859515 Jul 15 13:11:41.194895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.267859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.268743 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.270411 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 1098 time: 2.7528794 Jul 15 13:11:41.293572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:41.341905 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfe741-79e4-40d3-8d62-6d02ce9752b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=11']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:41.366595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:41.367268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:41.367969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:41.370707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Bound port: 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:41.370707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.433241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa50e-83ed-4abf-8413-ef047e2d934e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.478662 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-cce77552-98f9-48fc-9e13-07a267a30fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.480459 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-cce77552-98f9-48fc-9e13-07a267a30fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1101 time: 0.1524999 Jul 15 13:11:41.482995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aa50e-83ed-4abf-8413-ef047e2d934e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:41.542323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa50e-83ed-4abf-8413-ef047e2d934e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.544919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:41.545131 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6c4aa50e-83ed-4abf-8413-ef047e2d934e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 HTTP/1.1" status: 204 len: 168 time: 0.9366782 Jul 15 13:11:41.552039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44500) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:41.553157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:41.572911 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Floating IP 53fea17e-7893-47cb-8038-a77fcb831f69 associated. External IP: 172.25.1.49, port: 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71. Jul 15 13:11:41.662991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3300d2eb-8611-4276-80b3-3b7431988253 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.664750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3300d2eb-8611-4276-80b3-3b7431988253 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.670450 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3300d2eb-8611-4276-80b3-3b7431988253 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1132705 Jul 15 13:11:41.673124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44502) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:41.735804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.742287 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-cdc0be38-3a9d-4bb6-a785-057f1ac6ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.745036 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-cdc0be38-3a9d-4bb6-a785-057f1ac6ff6a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2535150 Jul 15 13:11:41.827679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-af53e1d2-319c-4daf-90a9-fed3325fc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.829300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-af53e1d2-319c-4daf-90a9-fed3325fc6e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.7320268 Jul 15 13:11:41.831076 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-6f8bcf7f-0e39-4396-8e04-2e1773b23739 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.0733154 Jul 15 13:11:41.831346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee4225d2-b949-41a7-ab9e-2020b169ff49 req-31f9c722-29a3-4e17-9b2b-7c5ebe5ba953 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 210 time: 0.2086647 Jul 15 13:11:41.899724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3e82d8b0-de28-4280-b674-7ec389eaf445 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:41.900872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41499a0-6fa1-4b99-b47c-7209835629c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 915104e5-2ef0-4223-9cf1-1daa385eb146 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:41.912032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41499a0-6fa1-4b99-b47c-7209835629c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.961138 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-1685b2cf-d75d-4a28-97ad-cff97e10708b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e1210f8b-cc7a-4365-a627-a873967b3816 HTTP/1.1" status: 200 len: 217 time: 0.0792973 Jul 15 13:11:41.998332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-c4ae1a0e-6332-46db-9148-7deddd32c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.000754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3e82d8b0-de28-4280-b674-7ec389eaf445 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:42.001270 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.003395 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-c4ae1a0e-6332-46db-9148-7deddd32c17f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1667554 Jul 15 13:11:42.009349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41499a0-6fa1-4b99-b47c-7209835629c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.066723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.068126 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.069959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] 10.222.0.35 "PUT /v2.0/ports/3460b40e-422e-46e9-8b92-76c62c6dfb3c HTTP/1.1" status: 200 len: 1097 time: 4.2160983 Jul 15 13:11:42.189529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:42.193650 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb321cb-b373-4897-807c-04804bb6477f" -d '{"events": [{"name": "network-changed", "server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:42.209343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-d53d3cb1-60e1-4372-8b96-a69dd53be1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.211266 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-d53d3cb1-60e1-4372-8b96-a69dd53be1c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1987624 Jul 15 13:11:42.212968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41499a0-6fa1-4b99-b47c-7209835629c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.314942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934da7b-2df5-48b0-9508-daffc3d723af service neutron] Pushing event updated for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:42.373941 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41499a0-6fa1-4b99-b47c-7209835629c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.399511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-8f529b92-7553-4a18-87a4-d20363251bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.401095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-8f529b92-7553-4a18-87a4-d20363251bf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.3617916 Jul 15 13:11:42.422394 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-9f715ba0-88f9-44b5-af61-68c4839c5a71 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823456 Jul 15 13:11:42.423665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41499a0-6fa1-4b99-b47c-7209835629c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=915104e5-2ef0-4223-9cf1-1daa385eb146,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:42.428840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41499a0-6fa1-4b99-b47c-7209835629c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.433591 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c41499a0-6fa1-4b99-b47c-7209835629c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/915104e5-2ef0-4223-9cf1-1daa385eb146 HTTP/1.1" status: 204 len: 168 time: 0.7590432 Jul 15 13:11:42.441191 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.441669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2352a59f-ca59-4a0c-a8da-d74d08efd7c6 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:42.444708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44518) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:42.572068 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6d771cd0-107f-464f-8e27-92ea4ab2a8f0 req-7d603981-27ba-4750-9223-9566ae907d0a service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361654 Jul 15 13:11:42.701887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:42.756850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] Deleting port 3e82d8b0-de28-4280-b674-7ec389eaf445 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:42.757238 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.857563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] For port 3e82d8b0-de28-4280-b674-7ec389eaf445, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3e82d8b0-de28-4280-b674-7ec389eaf445,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:42.858048 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.877599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-891dc33d-1a98-4b21-8c18-e64356ca1774 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4007275 Jul 15 13:11:42.878366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44522) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:42.883424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] Calling delete_port for 3e82d8b0-de28-4280-b674-7ec389eaf445 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:42.910679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Transition to ACTIVE for port object 022e2a37-be66-437e-a2be-688ef0cb3304 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:42.940443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-13facf03-7f18-4b06-87da-3d1578a50f9b tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.941880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-13facf03-7f18-4b06-87da-3d1578a50f9b tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 822 time: 0.8706446 Jul 15 13:11:42.957782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-b660d445-e6ef-4369-b8aa-5b730a22e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.959593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-b660d445-e6ef-4369-b8aa-5b730a22e5c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=10f646af5cd74270a03ac0e98f1af938&device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 1100 time: 0.7720349 Jul 15 13:11:42.997866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af983d5b-c571-4fe4-9650-f330197061eb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.003201 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-af983d5b-c571-4fe4-9650-f330197061eb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1200552 Jul 15 13:11:43.003960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44524) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:43.046032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-6a304bda-ea43-464d-a2b4-66f40b60db74 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/quotas/04495a732031423e80f94ec4e4c6afed HTTP/1.1" status: 200 len: 375 time: 0.0807610 Jul 15 13:11:43.049283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Router 120cf47e-acb3-49bc-aeb3-526e11669a78 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:43.052829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-70e206ff-c3d5-4d75-99bc-6459d57d72ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c HTTP/1.1" status: 200 len: 217 time: 0.0726328 Jul 15 13:11:43.090917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f9657-d24e-4977-9b56-acc0a7ec5d9e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.096966 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5b5f9657-d24e-4977-9b56-acc0a7ec5d9e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0877721 Jul 15 13:11:43.097844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44526) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:43.124081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-7b995a94-7b57-4789-ac73-8bb9ebdf6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.126624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-7b995a94-7b57-4789-ac73-8bb9ebdf6f68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7114842 Jul 15 13:11:43.151321 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.163319 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-52319474-908a-4d96-a2af-7102ba903968 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586016 Jul 15 13:11:43.164574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44528) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:43.165003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:43.173151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:43.173423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7', '657fa42e-c549-416f-b656-d7e8063635b3', '4597996a-cfe3-4846-8ff7-26862b5da61f', '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:43.178706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af', 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:43.281793 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.297376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-753c1777-8ff1-4551-8f0b-947f36d5b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.299592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-753c1777-8ff1-4551-8f0b-947f36d5b9ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2336121 Jul 15 13:11:43.320459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:43.338155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] Pushing event deleted for resources: {'Port': ['ID=3e82d8b0-de28-4280-b674-7ec389eaf445,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.343039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a9190-a2f7-41fb-8f05-9977a6414477 None None] No DVR routers for this DVR port 3e82d8b0-de28-4280-b674-7ec389eaf445 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:43.376257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:43.377785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:43.403412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:43.413492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.418294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event updated for resources: {'Port': ['ID=022e2a37-be66-437e-a2be-688ef0cb3304,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.451842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:43.476679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'mac_address': 'fa:16:3e:e6:b1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:43.510407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.510739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.511076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.511460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.511789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.512121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.512645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.512978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.513312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.513636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.513961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.514283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:43.566849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-37ea85fc-af26-44a0-8769-84606069ce0c service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173942 Jul 15 13:11:43.573702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.574280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.614341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-46a6eaa4-e0d7-433d-a11a-d4298310a88d tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5418818 Jul 15 13:11:43.617435 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.643492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1210f8b-cc7a-4365-a627-a873967b3816 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:43.668784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:43.674604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.687970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] Sync routers for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:43.693857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-ba084857-8bfb-4150-b00c-a47e4d5d2323 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0816724 Jul 15 13:11:43.706149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:43.724748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Request body: {'port': {'device_id': 'f7926fad-9673-4cf9-b87b-72c8ca1baaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:43.738254 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.756844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:43.757680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:43.888335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3e82d8b0-de28-4280-b674-7ec389eaf445 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:43.916127 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.944581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-27c7a9f4-fb22-4025-9baa-db6c96cf4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.947552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-27c7a9f4-fb22-4025-9baa-db6c96cf4c3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6368523 Jul 15 13:11:43.970281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:43.976880 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:43.982517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.983666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.005238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=57763fa2-2944-4fc5-a076-0189141a8e5e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.013723 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8becb4c6-3402-491d-bcbc-ec36dcc51dac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8484051 Jul 15 13:11:44.018183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44530) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:44.021803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3e82d8b0-de28-4280-b674-7ec389eaf445 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:44.022225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3e82d8b0-de28-4280-b674-7ec389eaf445 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:44.025473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '57763fa2-2944-4fc5-a076-0189141a8e5e', 'ip_address': '2001:db8::a823:e27d:6385:eeaf'}], 'name': 'tempest-NetworksTestDHCPv6-4898518'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:44.030496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.061192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d941b7fe-0d9b-4941-a337-d638ace2b25e None None] Provisioning for port 022e2a37-be66-437e-a2be-688ef0cb3304 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:44.065376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace82468-cdea-47d3-9ec9-1671173e58f3 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:44.069497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8b2446e8-a036-459f-a117-a6c0d47cf662 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "PUT /v2.0/floatingips/53fea17e-7893-47cb-8038-a77fcb831f69 HTTP/1.1" status: 200 len: 990 time: 5.8375976 Jul 15 13:11:44.101196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e1210f8b-cc7a-4365-a627-a873967b3816'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:44.102987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d941b7fe-0d9b-4941-a337-d638ace2b25e None None] Provisioning complete for port 022e2a37-be66-437e-a2be-688ef0cb3304 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:44.103412 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d941b7fe-0d9b-4941-a337-d638ace2b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.195106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:44.255243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:44.259765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-cc9129fd-21ae-4625-aedc-7f6c052eb991 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441259 Jul 15 13:11:44.302905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.308019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16343e71-4ee2-452b-b81e-30eedb8edce3 req-02871024-4b3a-4824-94fb-aa9d250c94df service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7298369 Jul 15 13:11:44.311574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d941b7fe-0d9b-4941-a337-d638ace2b25e None None] Port 022e2a37-be66-437e-a2be-688ef0cb3304 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:44.334580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.346467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 391f19f0-ee8e-44dd-a71f-146d34558e42 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:44.441389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-4702ea4e-f674-4622-ba9d-b67cdde5c935 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746714 Jul 15 13:11:44.625208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-9343c7a5-7888-4ffd-a777-4777eef6cb2b service neutron] 10.222.0.25 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634644 Jul 15 13:11:44.678202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::a823:e27d:6385:eeaf (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/57763fa2-2944-4fc5-a076-0189141a8e5e/391f19f0-ee8e-44dd-a71f-146d34558e42) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:44.699714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '57763fa2-2944-4fc5-a076-0189141a8e5e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:44.700673 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.894887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f04ccf88-3d26-4329-a13d-9befd5957102 req-33e00e49-1d14-4ece-8e58-0a97c010a66e service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377182 Jul 15 13:11:45.078745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.113534 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6e14f0-f330-4f47-8e17-cc839d67d389 x-openstack-request-id: req-bf6e14f0-f330-4f47-8e17-cc839d67d389 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:45.115062 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-unplugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:45.115448 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf6e14f0-f330-4f47-8e17-cc839d67d389 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:45.116737 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'code': 200} Jul 15 13:11:45.132094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 391f19f0-ee8e-44dd-a71f-146d34558e42 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:45.223985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022e2a37-be66-437e-a2be-688ef0cb3304 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:45.226541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '53fea17e-7893-47cb-8038-a77fcb831f69', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'port_id': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'mac_address': 'fa:16:3e:d4:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:01Z', 'updated_at': '2021-07-15T13:11:40Z', 'revision_number': 1, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:45.236981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.244172 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.257011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Transition to ACTIVE for port object 022e2a37-be66-437e-a2be-688ef0cb3304 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:45.263106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.341385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Pushing event updated for resources: {'Port': ['ID=022e2a37-be66-437e-a2be-688ef0cb3304,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.384808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:45.404034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:45.434477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:45.438875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] Checking router: 120cf47e-acb3-49bc-aeb3-526e11669a78 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:45.441435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:45.461145 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.461853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.506324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=391f19f0-ee8e-44dd-a71f-146d34558e42,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.542567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Attempting to bind port 022e2a37-be66-437e-a2be-688ef0cb3304 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:45.542998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Attempting to bind port 022e2a37-be66-437e-a2be-688ef0cb3304 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:45.543318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Attempting to bind port 022e2a37-be66-437e-a2be-688ef0cb3304 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:45.555774 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5f094832-437d-4e88-8a59-a3e819f56ea8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.5333052 Jul 15 13:11:45.558268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44542) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:45.571538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Port 022e2a37-be66-437e-a2be-688ef0cb3304 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:45.571948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Attempting to bind port 022e2a37-be66-437e-a2be-688ef0cb3304 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:45.584995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:45.585712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:45.586309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:45.586971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Bound port: 022e2a37-be66-437e-a2be-688ef0cb3304, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:45.587641 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.598631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2e465-407b-412f-a130-dbe6797dbd06 req-ec90ef01-7a72-4d66-8aac-062895c7935e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.605291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/57763fa2-2944-4fc5-a076-0189141a8e5e/004d7888-05ca-4cac-afa5-b3ad8f1cee96) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:45.609523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bba2e465-407b-412f-a130-dbe6797dbd06 req-ec90ef01-7a72-4d66-8aac-062895c7935e tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 948 time: 0.2088115 Jul 15 13:11:45.713290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bba2e465-407b-412f-a130-dbe6797dbd06 req-83d674a6-c738-4729-912d-44f3ad970754 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022573 Jul 15 13:11:45.732184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3db99-be9f-486c-85ec-dd952980cfff tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.738013 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c0f3db99-be9f-486c-85ec-dd952980cfff tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1755285 Jul 15 13:11:45.738465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44544) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:45.748018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:45.749129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:45.804516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] For port 022e2a37-be66-437e-a2be-688ef0cb3304, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:45.817183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] For port 022e2a37-be66-437e-a2be-688ef0cb3304, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=022e2a37-be66-437e-a2be-688ef0cb3304,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:45.830740 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.923557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.926202 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.932710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] 10.222.0.30 "PUT /v2.0/ports/022e2a37-be66-437e-a2be-688ef0cb3304 HTTP/1.1" status: 200 len: 1096 time: 2.2130110 Jul 15 13:11:45.936744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-dafd0964-27dc-4a28-abf9-3ba9e15b6530 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 391f19f0-ee8e-44dd-a71f-146d34558e42 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:45.937900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dafd0964-27dc-4a28-abf9-3ba9e15b6530 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.097711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:11:46.160815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3133bb-40cb-44da-afbf-e159c2fd5314 service neutron] Pushing event updated for resources: {'Port': ['ID=022e2a37-be66-437e-a2be-688ef0cb3304,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.167747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dafd0964-27dc-4a28-abf9-3ba9e15b6530 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.191832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-dafd0964-27dc-4a28-abf9-3ba9e15b6530 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 391f19f0-ee8e-44dd-a71f-146d34558e42 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:46.296327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f65ad-4774-430d-8803-6c1af15d4b64 req-6bbacce8-556c-4f0a-a08f-d75e5e4b8128 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.306840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f96f65ad-4774-430d-8803-6c1af15d4b64 req-6bbacce8-556c-4f0a-a08f-d75e5e4b8128 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 949 time: 0.3034947 Jul 15 13:11:46.320632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-d77988f8-0cfc-4b33-9a2d-f7aa414da5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.323454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-d77988f8-0cfc-4b33-9a2d-f7aa414da5e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 1099 time: 0.3263617 Jul 15 13:11:46.350173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:46.399249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f96f65ad-4774-430d-8803-6c1af15d4b64 req-cd282015-ee68-41f1-9cb6-6c05a4da7056 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851715 Jul 15 13:11:46.408676 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.441913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:46.450331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-061cfd0a-54a0-4604-9e00-64316130c6c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=022e2a37-be66-437e-a2be-688ef0cb3304 HTTP/1.1" status: 200 len: 217 time: 0.0934887 Jul 15 13:11:46.487817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '9f063900-0630-4550-a696-98a8c2f80503', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '9f063900-0630-4550-a696-98a8c2f80503', 'mac_address': 'fa:16:3e:ec:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:46.528194 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dafd0964-27dc-4a28-abf9-3ba9e15b6530 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.533637 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Transition to ACTIVE for port object 004d7888-05ca-4cac-afa5-b3ad8f1cee96 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:46.612191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd0964-27dc-4a28-abf9-3ba9e15b6530 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=391f19f0-ee8e-44dd-a71f-146d34558e42,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.629574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-4360ee2d-9236-48c5-bae6-ff238c10f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.632475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-4360ee2d-9236-48c5-bae6-ff238c10f3f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1754634 Jul 15 13:11:46.636771 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958e9401-2713-4e03-b1e4-0b6aa4373bab x-openstack-request-id: req-958e9401-2713-4e03-b1e4-0b6aa4373bab {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:46.637243 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:46.637672 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-958e9401-2713-4e03-b1e4-0b6aa4373bab {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:46.638314 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'status': 'completed', 'code': 200} Jul 15 13:11:46.675640 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dafd0964-27dc-4a28-abf9-3ba9e15b6530 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.681935 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dafd0964-27dc-4a28-abf9-3ba9e15b6530 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/391f19f0-ee8e-44dd-a71f-146d34558e42 HTTP/1.1" status: 204 len: 168 time: 0.9412880 Jul 15 13:11:46.685937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:46.721185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Transition to ACTIVE for port object 004d7888-05ca-4cac-afa5-b3ad8f1cee96 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:46.762573 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.773275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.803319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe88d167-09cb-40c1-afe8-a72f63d2cb19 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.807689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe88d167-09cb-40c1-afe8-a72f63d2cb19 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.811253 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fe88d167-09cb-40c1-afe8-a72f63d2cb19 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1207333 Jul 15 13:11:46.814469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44554) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:46.857048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:46.860157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f063900-0630-4550-a696-98a8c2f80503 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:46.870360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:46.875914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Pushing event updated for resources: {'Port': ['ID=004d7888-05ca-4cac-afa5-b3ad8f1cee96,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.883652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:46.902223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:46.907584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb321cb-b373-4897-807c-04804bb6477f req-2bef7fa2-354f-4080-8ee8-813f405cbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.910429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb321cb-b373-4897-807c-04804bb6477f req-2bef7fa2-354f-4080-8ee8-813f405cbe25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=10f646af5cd74270a03ac0e98f1af938&device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 1100 time: 0.2763398 Jul 15 13:11:46.912641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '53fea17e-7893-47cb-8038-a77fcb831f69', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'port_id': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'mac_address': 'fa:16:3e:d4:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:01Z', 'updated_at': '2021-07-15T13:11:40Z', 'revision_number': 1, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:46.919904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-f7888baf-88be-418a-b7bd-1bec42a122af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.923212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-f7888baf-88be-418a-b7bd-1bec42a122af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2691333 Jul 15 13:11:46.932121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.934966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-12774c8b-c195-4acb-b36e-fb4e68997d0d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 57763fa2-2944-4fc5-a076-0189141a8e5e {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:46.939184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12774c8b-c195-4acb-b36e-fb4e68997d0d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.964082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3085a-773e-44e2-9bba-6f5839a26b90 None None] The sync data for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 is: [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '53fea17e-7893-47cb-8038-a77fcb831f69', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'port_id': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'mac_address': 'fa:16:3e:d4:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:01Z', 'updated_at': '2021-07-15T13:11:40Z', 'revision_number': 1, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:47.026595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12774c8b-c195-4acb-b36e-fb4e68997d0d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.037517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Attempting to bind port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:47.038540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Attempting to bind port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:47.038916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Attempting to bind port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:47.054440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:47.054988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:47.055429 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.055880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:47.056304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Bound port: 004d7888-05ca-4cac-afa5-b3ad8f1cee96, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:47.056736 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.062437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=12']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:47.122738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:47.127429 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b65188-aeba-452d-bdff-3d953229734a" -d '{"events": [{"name": "network-changed", "server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:47.151376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] For port 004d7888-05ca-4cac-afa5-b3ad8f1cee96, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:47.156831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] For port 004d7888-05ca-4cac-afa5-b3ad8f1cee96, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=004d7888-05ca-4cac-afa5-b3ad8f1cee96,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:47.165154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.207959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:47.305697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12774c8b-c195-4acb-b36e-fb4e68997d0d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.307017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['9f063900-0630-4550-a696-98a8c2f80503'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:47.364364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17604f80-3e29-4b70-a199-91f44d933ee3 None None] Pushing event updated for resources: {'Port': ['ID=004d7888-05ca-4cac-afa5-b3ad8f1cee96,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:47.402331 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffaafc7-729c-4d11-825a-8cc59f68b975 None None] New status for floating IP 53fea17e-7893-47cb-8038-a77fcb831f69: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:11:47.466242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port e1210f8b-cc7a-4365-a627-a873967b3816 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:47.485965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e1210f8b-cc7a-4365-a627-a873967b3816 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:47.486604 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.692407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12774c8b-c195-4acb-b36e-fb4e68997d0d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.774444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774c8b-c195-4acb-b36e-fb4e68997d0d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=57763fa2-2944-4fc5-a076-0189141a8e5e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:47.787764 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12774c8b-c195-4acb-b36e-fb4e68997d0d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.789863 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-12774c8b-c195-4acb-b36e-fb4e68997d0d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/57763fa2-2944-4fc5-a076-0189141a8e5e HTTP/1.1" status: 204 len: 168 time: 0.9728222 Jul 15 13:11:47.797535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44560) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:47.870030 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c27acf5a-43c6-4c5f-80c0-98ecdc083e86 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712769 Jul 15 13:11:47.877419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44562) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:47.883932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:47.951747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-920c7b42-c50a-4e08-b3cb-36f22166b613 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.953446 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-920c7b42-c50a-4e08-b3cb-36f22166b613 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.35 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 822 time: 0.5352371 Jul 15 13:11:47.955238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70016c8-40ff-42aa-87c2-c3c11fbc7c62 req-0fce3e44-f3dc-4f50-b0d5-340c57ccc4f5 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.960685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e70016c8-40ff-42aa-87c2-c3c11fbc7c62 req-0fce3e44-f3dc-4f50-b0d5-340c57ccc4f5 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 947 time: 1.1390975 Jul 15 13:11:47.963815 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.997509 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-2807e2b5-193b-4ee5-9316-74d95ce2bdec service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0568244 Jul 15 13:11:48.028304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Request body: {'port': {'device_id': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'admin_state_up': True, 'tenant_id': '04495a732031423e80f94ec4e4c6afed'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:48.051804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:48.057884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:48.067847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e70016c8-40ff-42aa-87c2-c3c11fbc7c62 req-bcedcaf6-7088-4ab3-9e83-9a88672d9150 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690150 Jul 15 13:11:48.074832 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f0ff7-dfc3-4c0b-b7ba-54fa6abaf48d" -d '{"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-plugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:48.085235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 004d7888-05ca-4cac-afa5-b3ad8f1cee96 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:48.116064 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.157291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb321cb-b373-4897-807c-04804bb6477f req-95b6aa3a-93b6-45ea-a913-fa8e64ea1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.164634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb321cb-b373-4897-807c-04804bb6477f req-95b6aa3a-93b6-45ea-a913-fa8e64ea1850 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 1.2390029 Jul 15 13:11:48.266435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb321cb-b373-4897-807c-04804bb6477f req-da589bc0-bd46-4884-a8a0-5602b9b9ed55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c HTTP/1.1" status: 200 len: 217 time: 0.0519443 Jul 15 13:11:48.316792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:48.328633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.330659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:48.336876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.345430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487aa97c-e79c-47a5-a73e-96ebbb75bff1 req-fe4d1d03-a2b0-44be-8a05-2d5c78a1b0ad service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035822 Jul 15 13:11:48.376280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb321cb-b373-4897-807c-04804bb6477f req-7c0de475-a04e-4e65-aa0c-9de943bfa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.378164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb321cb-b373-4897-807c-04804bb6477f req-7c0de475-a04e-4e65-aa0c-9de943bfa733 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1021657 Jul 15 13:11:48.491398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Made reservation on behalf of 04495a732031423e80f94ec4e4c6afed for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:48.495598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.508435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3954cbf0-12b6-43d2-b293-696226f088d1 req-0f303212-acb2-4e28-8ec0-ca45932d4623 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 210 time: 0.0403697 Jul 15 13:11:48.519039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb321cb-b373-4897-807c-04804bb6477f req-f6710b57-5c29-4134-9fa6-91516c1d239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.519039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb321cb-b373-4897-807c-04804bb6477f req-f6710b57-5c29-4134-9fa6-91516c1d239f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179202 Jul 15 13:11:48.640231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'tag': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71'}, {'name': 'network-changed', 'server_uuid': 'f7926fad-9673-4cf9-b87b-72c8ca1baaa6', 'tag': '022e2a37-be66-437e-a2be-688ef0cb3304'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:48.642962 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc892a-b01a-467b-9fe3-61a0f3a22435", "tag": "4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71"}, {"name": "network-changed", "server_uuid": "f7926fad-9673-4cf9-b87b-72c8ca1baaa6", "tag": "022e2a37-be66-437e-a2be-688ef0cb3304"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:48.656273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb321cb-b373-4897-807c-04804bb6477f req-129d26e5-f2db-483b-98a3-16e5d56211c7 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251695 Jul 15 13:11:48.775255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb321cb-b373-4897-807c-04804bb6477f req-3d273b44-71ac-44cd-90c5-91284ae4f117 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106369 Jul 15 13:11:48.844497 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-79dc39a5-6389-4cb4-8d40-1b274735653a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.929686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Allocated IP 172.20.0.12 (b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b/c4754150-3691-4b4f-aed9-f37934e32649/b5a96147-f6da-4057-9e40-a1bd8abf42fe) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:48.967348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d99caf-3053-4875-b9b8-b4df94954074 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:48.975993 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.100097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:49.104815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-56ff4d42-779f-4d09-a389-e09ef1ea8dad None None] Provisioning for port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:49.121265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e626b9-c1c8-4e23-979f-85ffec7e3d98 req-ed6eba2a-994c-49b4-ae0b-3fe8450a7c8b tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.123413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40e626b9-c1c8-4e23-979f-85ffec7e3d98 req-ed6eba2a-994c-49b4-ae0b-3fe8450a7c8b tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1102 time: 0.0896409 Jul 15 13:11:49.130347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-56ff4d42-779f-4d09-a389-e09ef1ea8dad None None] Provisioning complete for port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:49.130904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56ff4d42-779f-4d09-a389-e09ef1ea8dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.145782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:49.166324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.166934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.173144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=36db9aa7-560e-4a07-ba77-0c1790efe1d0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.185194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40e626b9-c1c8-4e23-979f-85ffec7e3d98 req-5312d6c1-7987-496f-befe-90aa3f54650e tempest-MigrationsAdminTest-1821833678 tempest-MigrationsAdminTest-1821833678-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474858 Jul 15 13:11:49.249293 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b72f9833-a080-410e-aca9-393b794cbfc3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3700469 Jul 15 13:11:49.256290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44574) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:49.274433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '36db9aa7-560e-4a07-ba77-0c1790efe1d0', 'ip_address': '2001:db8::56d4:af04:5412:7859'}], 'name': 'tempest-NetworksTestDHCPv6-1739044200'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:49.352221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3460b40e-422e-46e9-8b92-76c62c6dfb3c details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:49.415814 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56ff4d42-779f-4d09-a389-e09ef1ea8dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.454431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.524974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.591033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-56ff4d42-779f-4d09-a389-e09ef1ea8dad None None] For port 004d7888-05ca-4cac-afa5-b3ad8f1cee96, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=004d7888-05ca-4cac-afa5-b3ad8f1cee96,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:49.604909 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56ff4d42-779f-4d09-a389-e09ef1ea8dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.617534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:49.624641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:49.629107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:49.655533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054c2e-8972-4051-bb11-ba7407a6512e req-f0406486-a1b5-49d1-ae40-e75b51bf6f34 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.658176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87054c2e-8972-4051-bb11-ba7407a6512e req-f0406486-a1b5-49d1-ae40-e75b51bf6f34 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 948 time: 0.1975257 Jul 15 13:11:49.672565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:49.730406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:49.757155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.759391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.778142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event updated for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.781718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'mac_address': 'fa:16:3e:c7:be:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:49.800154 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-d4be81d9-939e-4a88-aed6-935a23370514 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7793400 Jul 15 13:11:49.818493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff4d42-779f-4d09-a389-e09ef1ea8dad None None] Pushing event updated for resources: {'Port': ['ID=004d7888-05ca-4cac-afa5-b3ad8f1cee96,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.818763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Request body: {'port': {'device_id': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:49.876067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87054c2e-8972-4051-bb11-ba7407a6512e req-7e564e05-f637-4190-9e18-e1654b646cfe tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714373 Jul 15 13:11:49.950475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.965211 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.989620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port a639ee24-c9e9-440d-9a50-f3594b795f9b yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:50.008272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.047574 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d859def-3694-4894-9072-f622703b2404 x-openstack-request-id: req-1d859def-3694-4894-9072-f622703b2404 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:50.048057 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:50.048407 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d859def-3694-4894-9072-f622703b2404 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:50.049033 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'status': 'completed', 'code': 200} Jul 15 13:11:50.209889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64aedb-3207-4064-b61f-47ad3284a1ae None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:50.245636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3460b40e-422e-46e9-8b92-76c62c6dfb3c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:50.307254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9fdfad11-5d62-4dff-9d0f-15fed0301a7a None None] Provisioning complete for port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:50.307909 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9fdfad11-5d62-4dff-9d0f-15fed0301a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.320337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:50.352011 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9789de8e-2c6b-4405-87c6-36aba6101b56 x-openstack-request-id: req-9789de8e-2c6b-4405-87c6-36aba6101b56 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:50.352565 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-plugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:50.352968 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9789de8e-2c6b-4405-87c6-36aba6101b56 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:50.353526 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'code': 200} Jul 15 13:11:50.360271 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.438865 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066ecd3b-ff86-4de1-9f78-de1f68d860e6 x-openstack-request-id: req-066ecd3b-ff86-4de1-9f78-de1f68d860e6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:50.439750 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc892a-b01a-467b-9fe3-61a0f3a22435", "tag": "4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7926fad-9673-4cf9-b87b-72c8ca1baaa6", "tag": "022e2a37-be66-437e-a2be-688ef0cb3304", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:50.440024 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-066ecd3b-ff86-4de1-9f78-de1f68d860e6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:50.441149 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'tag': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'status': 'completed', 'code': 200} Jul 15 13:11:50.441727 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7926fad-9673-4cf9-b87b-72c8ca1baaa6', 'tag': '022e2a37-be66-437e-a2be-688ef0cb3304', 'status': 'completed', 'code': 200} Jul 15 13:11:50.620874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:50.733577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3460b40e-422e-46e9-8b92-76c62c6dfb3c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:50.814464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65188-aeba-452d-bdff-3d953229734a req-3298fc0d-1860-4d25-b844-9d8efaf576c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.816349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b65188-aeba-452d-bdff-3d953229734a req-3298fc0d-1860-4d25-b844-9d8efaf576c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 1102 time: 0.6681213 Jul 15 13:11:50.888492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::56d4:af04:5412:7859 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/36db9aa7-560e-4a07-ba77-0c1790efe1d0/a639ee24-c9e9-440d-9a50-f3594b795f9b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:50.969214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-db36f76f-9a61-4264-aeb1-e726a3aee8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.973856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-db36f76f-9a61-4264-aeb1-e726a3aee8a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 1097 time: 0.4851468 Jul 15 13:11:51.071017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7a7cf3d4-613a-4f12-99cd-67707ccbb0dc None None] Provisioning complete for port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:51.073049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a7cf3d4-613a-4f12-99cd-67707ccbb0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.073538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48614904-ff22-4a7f-900a-0b0d9d193cba req-5a051374-b2ef-4d72-8f09-033756f711d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.075243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48614904-ff22-4a7f-900a-0b0d9d193cba req-5a051374-b2ef-4d72-8f09-033756f711d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 1101 time: 0.5753860 Jul 15 13:11:51.136214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36be7d-f9f3-470f-aa97-b804535c2987 req-8f71eb43-1379-4371-871f-fec793f72e5b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.146557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae36be7d-f9f3-470f-aa97-b804535c2987 req-8f71eb43-1379-4371-871f-fec793f72e5b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 947 time: 0.4615767 Jul 15 13:11:51.175347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a96147-f6da-4057-9e40-a1bd8abf42fe {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:51.190137 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.208881 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Transition to ACTIVE for port object b5a96147-f6da-4057-9e40-a1bd8abf42fe will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:51.214822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.231300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 022e2a37-be66-437e-a2be-688ef0cb3304 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:51.260226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae36be7d-f9f3-470f-aa97-b804535c2987 req-3f30bfcc-fbaa-48ee-ac09-1214934f749e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118367 Jul 15 13:11:51.262874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65188-aeba-452d-bdff-3d953229734a req-1f16793a-8a44-4781-9a09-860653089e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.270926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b65188-aeba-452d-bdff-3d953229734a req-1f16793a-8a44-4781-9a09-860653089e4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.4346654 Jul 15 13:11:51.360233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:51.367915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Pushing event updated for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.386269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Attempting to bind port b5a96147-f6da-4057-9e40-a1bd8abf42fe on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:51.387125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Attempting to bind port b5a96147-f6da-4057-9e40-a1bd8abf42fe by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:51.388210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Attempting to bind port b5a96147-f6da-4057-9e40-a1bd8abf42fe on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:51.407941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Port b5a96147-f6da-4057-9e40-a1bd8abf42fe on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:51.408305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Attempting to bind port b5a96147-f6da-4057-9e40-a1bd8abf42fe on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:51.414453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:51.414824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Checking segment: {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:51.415266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Bound using segment: {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:51.415733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Bound port: b5a96147-f6da-4057-9e40-a1bd8abf42fe, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:51.416104 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.501028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7104bff9-ba1a-4c68-a690-283b45302830 None None] Could not find standard attr ID for object 391f19f0-ee8e-44dd-a71f-146d34558e42. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:11:51.523852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:51.528692 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:51.539464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.573940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.574945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.577729 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] 10.222.0.35 "PUT /v2.0/ports/b5a96147-f6da-4057-9e40-a1bd8abf42fe HTTP/1.1" status: 200 len: 1093 time: 1.7675490 Jul 15 13:11:51.579093 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.589725 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5954c005-1d38-46ed-8aa1-27447a1f5b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.602680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 022e2a37-be66-437e-a2be-688ef0cb3304, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=022e2a37-be66-437e-a2be-688ef0cb3304,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:51.611056 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.635427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '022e2a37-be66-437e-a2be-688ef0cb3304', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '022e2a37-be66-437e-a2be-688ef0cb3304', 'mac_address': 'fa:16:3e:92:88:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:51.645417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object a639ee24-c9e9-440d-9a50-f3594b795f9b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:51.703122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 9f063900-0630-4550-a696-98a8c2f80503 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:51.716261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.719347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 9f063900-0630-4550-a696-98a8c2f80503 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:51.720127 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.726007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48614904-ff22-4a7f-900a-0b0d9d193cba req-32481df6-cc00-43ff-9d7a-22bb936b6e6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225700 Jul 15 13:11:51.747776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.796549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15389cac-7843-42af-9ac8-6fa022d223cd service neutron] Pushing event updated for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.825535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022e2a37-be66-437e-a2be-688ef0cb3304 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:51.835277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-caf0dba0-7906-4f04-9a5e-a6d94f9cbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.838234 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-caf0dba0-7906-4f04-9a5e-a6d94f9cbb80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 1096 time: 0.1864393 Jul 15 13:11:51.889718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 022e2a37-be66-437e-a2be-688ef0cb3304, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=022e2a37-be66-437e-a2be-688ef0cb3304,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:51.896731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b65188-aeba-452d-bdff-3d953229734a req-8031474f-56c7-4dc0-b39c-ab3030e43233 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 200 len: 217 time: 0.1657612 Jul 15 13:11:51.907212 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.933368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 004d7888-05ca-4cac-afa5-b3ad8f1cee96 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:51.934500 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-f519d676-a5f7-4e8d-ada9-c73935a46252 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe HTTP/1.1" status: 200 len: 217 time: 0.0868828 Jul 15 13:11:51.965801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:52.006254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-6b8c34d3-ace6-4934-9bac-bda89ca4ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.009045 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-6b8c34d3-ace6-4934-9bac-bda89ca4ab0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4754150-3691-4b4f-aed9-f37934e32649 HTTP/1.1" status: 200 len: 862 time: 0.0662620 Jul 15 13:11:52.019340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:52.028392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:52.038590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.040753 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.060290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'tag': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:52.065831 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c304f0a-30a9-4657-943c-c494391deed1" -d '{"events": [{"name": "network-changed", "server_uuid": "48e97b8e-6cb2-4401-90c6-50a4408becc6", "tag": "b5a96147-f6da-4057-9e40-a1bd8abf42fe"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:52.073033 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-62b0bec7-fd02-4213-b112-6316dbd8a536 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560229 Jul 15 13:11:52.079156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-56fb4ad8-fd9e-4537-a7f7-f17549b02b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.096939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-56fb4ad8-fd9e-4537-a7f7-f17549b02b43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 912 time: 1.0715237 Jul 15 13:11:52.129087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8694332 Jul 15 13:11:52.146793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44588) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:52.163491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155268dc-c4a8-44dc-a6e4-d76f8490d727 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=a639ee24-c9e9-440d-9a50-f3594b795f9b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.214770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65188-aeba-452d-bdff-3d953229734a req-bfe41763-3b47-43fa-8595-65bf4b3f486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.216638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b65188-aeba-452d-bdff-3d953229734a req-bfe41763-3b47-43fa-8595-65bf4b3f486c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2799680 Jul 15 13:11:52.243421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['022e2a37-be66-437e-a2be-688ef0cb3304'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:52.326709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-cb993e63-ac4d-4f23-b3ef-3676932f13bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 HTTP/1.1" status: 200 len: 1000 time: 0.2021611 Jul 15 13:11:52.328943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=022e2a37-be66-437e-a2be-688ef0cb3304,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.348102 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.372846 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-9916da65-abd7-4c91-b95e-135b22cefa10 service neutron] 10.222.0.35 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909529 Jul 15 13:11:52.412617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:52.413099 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.422995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-b0af9164-f770-4b40-9e84-12d1902703a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.424922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-b0af9164-f770-4b40-9e84-12d1902703a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.0867224 Jul 15 13:11:52.486863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:52.487787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d1aec-fd09-4450-b5ca-06018a322c64 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.490379 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22d0140-382f-47d4-8d1c-3d635060f7d4" -d '{"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-plugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:52.494608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65188-aeba-452d-bdff-3d953229734a req-8c941d71-efc8-4b11-83b4-925175e927f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.496447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b65188-aeba-452d-bdff-3d953229734a req-8c941d71-efc8-4b11-83b4-925175e927f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2696986 Jul 15 13:11:52.503713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d1aec-fd09-4450-b5ca-06018a322c64 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.508312 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-881d1aec-fd09-4450-b5ca-06018a322c64 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3594861 Jul 15 13:11:52.512676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:52.514391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44594) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:52.533374 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.610713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-58695445-985c-4b7c-8dc9-abeaf6df9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.612914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-58695445-985c-4b7c-8dc9-abeaf6df9750 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758916 Jul 15 13:11:52.652405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-15629794-a25f-49d7-885c-3e155fb429c3 None None] Provisioning for port a639ee24-c9e9-440d-9a50-f3594b795f9b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:52.680099 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3786051e-9173-4ace-b890-29bf08a1d6e3 req-8f82646a-fd68-4286-bf5c-9f920b60a949 service neutron] 10.222.0.35 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938080 Jul 15 13:11:52.680371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-15629794-a25f-49d7-885c-3e155fb429c3 None None] Provisioning complete for port a639ee24-c9e9-440d-9a50-f3594b795f9b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:52.680760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-15629794-a25f-49d7-885c-3e155fb429c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.723715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6afffeb6-338b-4f21-9e68-a7108494d656 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port a639ee24-c9e9-440d-9a50-f3594b795f9b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:52.724209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6afffeb6-338b-4f21-9e68-a7108494d656 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.743809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-15629794-a25f-49d7-885c-3e155fb429c3 None None] Port a639ee24-c9e9-440d-9a50-f3594b795f9b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:52.756046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=13']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.815175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b65188-aeba-452d-bdff-3d953229734a req-ed53b2e3-49b4-4cf1-afbe-2cc2edbc5831 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085351 Jul 15 13:11:52.831841 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.851685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c905f-7900-49c3-8e66-93b532488a47 req-a7986b94-d064-4199-aa5b-95745a8117bc tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.853345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d78c905f-7900-49c3-8e66-93b532488a47 req-a7986b94-d064-4199-aa5b-95745a8117bc tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 944 time: 0.2903168 Jul 15 13:11:52.859722 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6afffeb6-338b-4f21-9e68-a7108494d656 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.876071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6afffeb6-338b-4f21-9e68-a7108494d656 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for a639ee24-c9e9-440d-9a50-f3594b795f9b owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:52.905308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-d1658c3e-15c1-4400-b8fd-48ac1b62ae99 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696183 Jul 15 13:11:53.013546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d78c905f-7900-49c3-8e66-93b532488a47 req-1f3d83e0-ad42-4acf-89ae-e289fb024a6a tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444576 Jul 15 13:11:53.058430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b65188-aeba-452d-bdff-3d953229734a req-53e33ec4-7f4e-42c4-a16a-4dfa8fa8535a service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310176 Jul 15 13:11:53.099752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-806f0120-6d7b-4115-a4d1-00babab73085 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861012 Jul 15 13:11:53.103929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6afffeb6-338b-4f21-9e68-a7108494d656 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.148210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afffeb6-338b-4f21-9e68-a7108494d656 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=a639ee24-c9e9-440d-9a50-f3594b795f9b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.187782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6afffeb6-338b-4f21-9e68-a7108494d656 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.193613 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6afffeb6-338b-4f21-9e68-a7108494d656 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/a639ee24-c9e9-440d-9a50-f3594b795f9b HTTP/1.1" status: 204 len: 168 time: 0.6768608 Jul 15 13:11:53.194311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44596) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.332459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fb34cc-443d-4480-997f-45df20de831e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.334310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fb34cc-443d-4480-997f-45df20de831e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.336071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-34fb34cc-443d-4480-997f-45df20de831e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1069272 Jul 15 13:11:53.340947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44600) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.346572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3460b40e-422e-46e9-8b92-76c62c6dfb3c up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:53.377238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-c88a59c5-64e9-4dfb-9065-8453f93d916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.380454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-c88a59c5-64e9-4dfb-9065-8453f93d916c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 1100 time: 0.2071252 Jul 15 13:11:53.418447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac59677e-0250-4074-82ac-431f22eabbdc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 36db9aa7-560e-4a07-ba77-0c1790efe1d0 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:53.422805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac59677e-0250-4074-82ac-431f22eabbdc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.454339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace88808-7589-43a2-b88e-5c38a8a388aa req-9ada9281-76b9-41ea-ad26-71e399e79c94 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.457030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ace88808-7589-43a2-b88e-5c38a8a388aa req-9ada9281-76b9-41ea-ad26-71e399e79c94 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 949 time: 0.2256997 Jul 15 13:11:53.476514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 3460b40e-422e-46e9-8b92-76c62c6dfb3c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:53.482456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 3460b40e-422e-46e9-8b92-76c62c6dfb3c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:53.482925 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac59677e-0250-4074-82ac-431f22eabbdc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.483283 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.572672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac59677e-0250-4074-82ac-431f22eabbdc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.604537 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.613847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ace88808-7589-43a2-b88e-5c38a8a388aa req-05c93962-6a2d-44ff-8858-e4e0bd4282f7 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357381 Jul 15 13:11:53.672957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:53.680690 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.705024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-47ba073b-4492-473c-a89a-543747ab571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.705961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac59677e-0250-4074-82ac-431f22eabbdc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.707340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-47ba073b-4492-473c-a89a-543747ab571c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3156011 Jul 15 13:11:53.725978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac59677e-0250-4074-82ac-431f22eabbdc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.728531 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ac59677e-0250-4074-82ac-431f22eabbdc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/36db9aa7-560e-4a07-ba77-0c1790efe1d0 HTTP/1.1" status: 204 len: 168 time: 0.3862321 Jul 15 13:11:53.751237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a19d76b-3256-4639-b43d-c23d9cbfb0d1 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:53.753495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44602) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.764521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59677e-0250-4074-82ac-431f22eabbdc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=36db9aa7-560e-4a07-ba77-0c1790efe1d0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.806937 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ec3f7e70-83a0-4bfe-8e51-fcf39700dc95 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523911 Jul 15 13:11:53.811704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44604) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.822648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:53.830300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-2e6d32b7-73d6-4bb1-b235-763ee162c727 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=022e2a37-be66-437e-a2be-688ef0cb3304 HTTP/1.1" status: 200 len: 217 time: 0.1135325 Jul 15 13:11:53.911047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.944039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-bb23c279-b410-43d5-8405-0e4896f5de4b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.947109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-bb23c279-b410-43d5-8405-0e4896f5de4b tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 951 time: 0.3464534 Jul 15 13:11:53.974067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-18a74fee-a4af-4056-9544-366057f543d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.976220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-18a74fee-a4af-4056-9544-366057f543d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1375854 Jul 15 13:11:54.010562 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fcd700-6c3d-4156-863f-f99b89710a79 x-openstack-request-id: req-b1fcd700-6c3d-4156-863f-f99b89710a79 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:54.010992 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e97b8e-6cb2-4401-90c6-50a4408becc6", "tag": "b5a96147-f6da-4057-9e40-a1bd8abf42fe", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:54.011482 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1fcd700-6c3d-4156-863f-f99b89710a79 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:54.012351 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'tag': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe', 'status': 'completed', 'code': 200} Jul 15 13:11:54.053814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:54.060854 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.118112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-8c6c068e-507e-4694-a417-fbdb251e854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.120367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-8c6c068e-507e-4694-a417-fbdb251e854b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169779 Jul 15 13:11:54.202340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:54.213721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Deleting port 9f063900-0630-4550-a696-98a8c2f80503 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:54.214123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.288412 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.306444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c304f0a-30a9-4657-943c-c494391deed1 req-da8769f8-31af-4692-95cc-b5b21a75c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.309219 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6c304f0a-30a9-4657-943c-c494391deed1 req-da8769f8-31af-4692-95cc-b5b21a75c615 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 1096 time: 0.2772803 Jul 15 13:11:54.329317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] Deleting port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:54.330081 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.461572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] For port 004d7888-05ca-4cac-afa5-b3ad8f1cee96, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=004d7888-05ca-4cac-afa5-b3ad8f1cee96,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:54.462269 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.487228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] Calling delete_port for 004d7888-05ca-4cac-afa5-b3ad8f1cee96 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:54.561356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c304f0a-30a9-4657-943c-c494391deed1 req-73226d15-2862-4b43-8d87-165483c32c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.564614 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6c304f0a-30a9-4657-943c-c494391deed1 req-73226d15-2862-4b43-8d87-165483c32c0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 923 time: 0.2470045 Jul 15 13:11:54.640842 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.654739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-bacf2433-9f00-49b0-b9e6-b54c8bf0b8c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268641 Jul 15 13:11:54.669679 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6c304f0a-30a9-4657-943c-c494391deed1 req-dbbb36ef-dcd4-4176-b244-284c59e5c7ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe HTTP/1.1" status: 200 len: 217 time: 0.0670440 Jul 15 13:11:54.676300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] Pushing event deleted for resources: {'Port': ['ID=004d7888-05ca-4cac-afa5-b3ad8f1cee96,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:54.682253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f0a09-5b79-4fbe-b7a0-a12334e5d7fd None None] No DVR routers for this DVR port 004d7888-05ca-4cac-afa5-b3ad8f1cee96 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:54.735122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.777019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c304f0a-30a9-4657-943c-c494391deed1 req-51e54c82-831c-4c31-83c2-368e6a0507b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.778650 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6c304f0a-30a9-4657-943c-c494391deed1 req-51e54c82-831c-4c31-83c2-368e6a0507b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4754150-3691-4b4f-aed9-f37934e32649 HTTP/1.1" status: 200 len: 862 time: 0.1008918 Jul 15 13:11:54.807989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:54.810219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] For port 9f063900-0630-4550-a696-98a8c2f80503, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9f063900-0630-4550-a696-98a8c2f80503,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:54.810670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.831934 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6c304f0a-30a9-4657-943c-c494391deed1 req-254cccfb-dc69-4482-b1aa-88b9ab710ca3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445240 Jul 15 13:11:54.832899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:54.838005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.838622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.840954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Calling delete_port for 9f063900-0630-4550-a696-98a8c2f80503 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:54.846604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd66b6-032f-4457-abdf-0145bf9df188 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:54.850504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c8d6a-7032-40b3-82d0-cb0713d5518b req-699981ef-041e-4bc2-abed-d4c716d8e552 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.854140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6c8d6a-7032-40b3-82d0-cb0713d5518b req-699981ef-041e-4bc2-abed-d4c716d8e552 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=6693fd26-0955-4eb4-9ff5-8dbd22bb8a15 HTTP/1.1" status: 200 len: 951 time: 0.6146114 Jul 15 13:11:54.881365 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=73eae102-0d41-4a72-a392-00416b4abc40,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:54.908172 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-726fcaec-cd42-458c-ac41-68df62e2976e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0938134 Jul 15 13:11:54.919119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44610) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:54.931651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '73eae102-0d41-4a72-a392-00416b4abc40', 'ip_address': '2001:db8::594b:3525:ba34:dc96'}], 'name': 'tempest-NetworksTestDHCPv6-1889006849'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:54.992125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c96ab3f3-ab61-45ec-abad-fb76eec7cb2d req-499f2b0a-27bc-435b-b97e-c65382cc529a service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293798 Jul 15 13:11:55.008382 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6c304f0a-30a9-4657-943c-c494391deed1 req-5974ee9d-328a-4eaa-a4f2-6bcde275f986 service neutron] 10.222.0.35 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664519 Jul 15 13:11:55.040108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6c8d6a-7032-40b3-82d0-cb0713d5518b req-11c9236d-d1eb-443b-9822-3002c98f52b5 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732559 Jul 15 13:11:55.185408 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6c304f0a-30a9-4657-943c-c494391deed1 req-2959529b-7d61-444f-bad2-4717daa8588a service neutron] 10.222.0.35 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636441 Jul 15 13:11:55.301374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 022e2a37-be66-437e-a2be-688ef0cb3304 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:55.329954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:55.344412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '73eae102-0d41-4a72-a392-00416b4abc40'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:55.346153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.361378 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.378304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f05406d4-6d22-4936-a4f2-f0941f0bb66a', '9f063900-0630-4550-a696-98a8c2f80503'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:55.381235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601', '4e1cee3c-ca4b-43a1-8693-26dc108708c2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:55.429680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event deleted for resources: {'Port': ['ID=9f063900-0630-4550-a696-98a8c2f80503,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:55.506631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877c194-5e11-4db8-a30d-31a6dfa8130b req-92d10bcd-225a-4975-9c63-4ab8038112df tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.508301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c877c194-5e11-4db8-a30d-31a6dfa8130b req-92d10bcd-225a-4975-9c63-4ab8038112df tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 948 time: 0.3072801 Jul 15 13:11:55.550179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] No DVR routers for this DVR port 9f063900-0630-4550-a696-98a8c2f80503 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:55.561246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.563420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b342a894-0561-4ac0-8d7e-2b5a09ce85c9 req-c25a6454-b8be-4184-ae07-b3c7a1348af2 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "DELETE /v2.0/ports/9f063900-0630-4550-a696-98a8c2f80503 HTTP/1.1" status: 204 len: 173 time: 1.6048818 Jul 15 13:11:55.563929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-deleted', 'tag': '9f063900-0630-4550-a696-98a8c2f80503'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:55.566952 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33119831-e3e2-40cc-b86a-05959716976e" -d '{"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-deleted", "tag": "9f063900-0630-4550-a696-98a8c2f80503"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:55.601895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 022e2a37-be66-437e-a2be-688ef0cb3304 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:55.602812 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.622500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c877c194-5e11-4db8-a30d-31a6dfa8130b req-14fd874f-2eca-4b4d-87c3-39ecaa23589c tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047370 Jul 15 13:11:55.630517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port d641920a-d24f-46b5-b9d3-bb221e33bddb yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:11:55.661541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 022e2a37-be66-437e-a2be-688ef0cb3304 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:55.662335 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.725377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/73eae102-0d41-4a72-a392-00416b4abc40/ba21cefa-6d16-4908-a416-0a64a1b0384b) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:55.765532 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1284ab24-5321-4831-8b19-726c5a7ec6ff x-openstack-request-id: req-1284ab24-5321-4831-8b19-726c5a7ec6ff {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:55.765532 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-plugged", "status": "completed", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:55.765532 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1284ab24-5321-4831-8b19-726c5a7ec6ff {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:55.766026 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'code': 200} Jul 15 13:11:55.987868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 004d7888-05ca-4cac-afa5-b3ad8f1cee96 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:56.051701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 004d7888-05ca-4cac-afa5-b3ad8f1cee96 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:56.052354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 004d7888-05ca-4cac-afa5-b3ad8f1cee96 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:56.121545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99291a-f870-43ba-82d0-49f5b9cbda48 req-08128791-5648-4b97-99c3-48cfdf600472 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.123425 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b99291a-f870-43ba-82d0-49f5b9cbda48 req-08128791-5648-4b97-99c3-48cfdf600472 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 944 time: 0.1060424 Jul 15 13:11:56.175822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b99291a-f870-43ba-82d0-49f5b9cbda48 req-858edee0-d312-49ed-bb55-4157f8eb842a tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 Jul 15 13:11:56.238932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.273178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Transition to ACTIVE for port object ba21cefa-6d16-4908-a416-0a64a1b0384b will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:56.299921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.322503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Transition to ACTIVE for port object ba21cefa-6d16-4908-a416-0a64a1b0384b will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:56.357051 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.398239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 022e2a37-be66-437e-a2be-688ef0cb3304, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=022e2a37-be66-437e-a2be-688ef0cb3304,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:56.402622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f3f6b-b641-4810-851e-d2566c13be16 req-ac869573-6171-49b9-949b-019ceba62421 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.404025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a9f3f6b-b641-4810-851e-d2566c13be16 req-ac869573-6171-49b9-949b-019ceba62421 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 950 time: 0.1109293 Jul 15 13:11:56.423100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.426211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::594b:3525:ba34:dc96 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/73eae102-0d41-4a72-a392-00416b4abc40/d641920a-d24f-46b5-b9d3-bb221e33bddb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:56.439105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:56.445036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:56.447824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:56.457117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Pushing event updated for resources: {'Port': ['ID=ba21cefa-6d16-4908-a416-0a64a1b0384b,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.505447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a9f3f6b-b641-4810-851e-d2566c13be16 req-755ad841-9f17-4adf-9073-c56d04c61f14 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733719 Jul 15 13:11:56.653501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Attempting to bind port ba21cefa-6d16-4908-a416-0a64a1b0384b on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:56.654334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Attempting to bind port ba21cefa-6d16-4908-a416-0a64a1b0384b by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:56.654516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Attempting to bind port ba21cefa-6d16-4908-a416-0a64a1b0384b on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:56.659177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=022e2a37-be66-437e-a2be-688ef0cb3304,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.675591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:56.676180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:56.676893 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.677476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:56.678398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Bound port: ba21cefa-6d16-4908-a416-0a64a1b0384b, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:56.678854 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.695587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.715564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object d641920a-d24f-46b5-b9d3-bb221e33bddb will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:56.769370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.791385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] For port ba21cefa-6d16-4908-a416-0a64a1b0384b, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:56.803268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] For port ba21cefa-6d16-4908-a416-0a64a1b0384b, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ba21cefa-6d16-4908-a416-0a64a1b0384b,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:56.810979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.826551 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f9538f-ae69-499c-b46b-f5f64411885e x-openstack-request-id: req-d7f9538f-ae69-499c-b46b-f5f64411885e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:56.826948 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd26-0955-4eb4-9ff5-8dbd22bb8a15", "name": "network-vif-deleted", "tag": "9f063900-0630-4550-a696-98a8c2f80503", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:56.827432 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7f9538f-ae69-499c-b46b-f5f64411885e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:56.828155 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd26-0955-4eb4-9ff5-8dbd22bb8a15', 'name': 'network-vif-deleted', 'tag': '9f063900-0630-4550-a696-98a8c2f80503', 'status': 'completed', 'code': 200} Jul 15 13:11:56.866994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:56.871671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:56.879477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:56.890674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.891868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.912935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=d641920a-d24f-46b5-b9d3-bb221e33bddb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.930912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94e0c6-8c0d-4cf9-899d-ed81b1acf05d None None] Pushing event updated for resources: {'Port': ['ID=ba21cefa-6d16-4908-a416-0a64a1b0384b,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.944868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44624) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:56.952088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c3840d28-aa3c-4790-96ae-55d0f09e1520 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0274596 Jul 15 13:11:57.062635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45667f38-cf76-4a89-837e-5caa41516d54 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.074229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45667f38-cf76-4a89-837e-5caa41516d54 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.080529 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-45667f38-cf76-4a89-837e-5caa41516d54 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1340585 Jul 15 13:11:57.081427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44626) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:57.113163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a285c-6625-4055-b6f8-523e08dd7829 req-50914721-a046-4f1f-b34f-9e41bf6db5f5 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.115367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-065a285c-6625-4055-b6f8-523e08dd7829 req-50914721-a046-4f1f-b34f-9e41bf6db5f5 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 949 time: 0.1139350 Jul 15 13:11:57.213460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-065a285c-6625-4055-b6f8-523e08dd7829 req-4011ecde-976b-4f60-bfa9-1021eb5ff04b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902574 Jul 15 13:11:57.295270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3c11e572-4158-4482-bdc4-97f41b3fc9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port d641920a-d24f-46b5-b9d3-bb221e33bddb {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:57.295941 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c11e572-4158-4482-bdc4-97f41b3fc9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.363612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5a96147-f6da-4057-9e40-a1bd8abf42fe details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:57.367927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:57.423912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 9f063900-0630-4550-a696-98a8c2f80503 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:57.424402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9f063900-0630-4550-a696-98a8c2f80503 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:57.498873 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c11e572-4158-4482-bdc4-97f41b3fc9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.525338 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3c11e572-4158-4482-bdc4-97f41b3fc9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for d641920a-d24f-46b5-b9d3-bb221e33bddb owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:57.598617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:57.622115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe', 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'port_id': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe', 'mac_address': 'fa:16:3e:8d:bb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4754150-3691-4b4f-aed9-f37934e32649', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:57.688880 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.711002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a96147-f6da-4057-9e40-a1bd8abf42fe {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:57.743821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:57.751288 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.787421 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c11e572-4158-4482-bdc4-97f41b3fc9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.802470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c'}, {'server_uuid': 'f7926fad-9673-4cf9-b87b-72c8ca1baaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022e2a37-be66-437e-a2be-688ef0cb3304'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:57.808271 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf87352-cdd7-4b9d-ab20-f8fbbbf2fd68" -d '{"events": [{"server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "name": "network-vif-plugged", "status": "completed", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c"}, {"server_uuid": "f7926fad-9673-4cf9-b87b-72c8ca1baaa6", "name": "network-vif-plugged", "status": "completed", "tag": "022e2a37-be66-437e-a2be-688ef0cb3304"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:57.900974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:57.917542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11e572-4158-4482-bdc4-97f41b3fc9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=d641920a-d24f-46b5-b9d3-bb221e33bddb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:57.928222 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c11e572-4158-4482-bdc4-97f41b3fc9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.934330 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3c11e572-4158-4482-bdc4-97f41b3fc9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/d641920a-d24f-46b5-b9d3-bb221e33bddb HTTP/1.1" status: 204 len: 168 time: 0.8501337 Jul 15 13:11:57.935751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:57.985257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ba21cefa-6d16-4908-a416-0a64a1b0384b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:58.024786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399eb554-2a39-4f3c-aa2d-5153d1c52d81 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.026759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a10b7-a86e-4c57-90f4-0a37b7fea564 req-df69fdca-5ac3-4d16-817f-1e02e32e29a2 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.028579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399eb554-2a39-4f3c-aa2d-5153d1c52d81 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.034992 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-399eb554-2a39-4f3c-aa2d-5153d1c52d81 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0963633 Jul 15 13:11:58.035798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44640) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.039268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f50a10b7-a86e-4c57-90f4-0a37b7fea564 req-df69fdca-5ac3-4d16-817f-1e02e32e29a2 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 945 time: 0.1523807 Jul 15 13:11:58.089170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ba21cefa-6d16-4908-a416-0a64a1b0384b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:58.105868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f50a10b7-a86e-4c57-90f4-0a37b7fea564 req-de86e0dd-7d5d-4126-90db-2fc43e5b6cef tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647917 Jul 15 13:11:58.114388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-33313b37-45be-4209-8900-0ddfd10288b9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 73eae102-0d41-4a72-a392-00416b4abc40 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:58.118573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33313b37-45be-4209-8900-0ddfd10288b9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.125527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b5a96147-f6da-4057-9e40-a1bd8abf42fe'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:58.188684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33313b37-45be-4209-8900-0ddfd10288b9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.344672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911d21f-0586-4edb-81f7-d5466ba993f7 req-a5241531-4492-43e2-aaab-d69f194509f1 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.346671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5911d21f-0586-4edb-81f7-d5466ba993f7 req-a5241531-4492-43e2-aaab-d69f194509f1 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 950 time: 0.0852270 Jul 15 13:11:58.353046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33313b37-45be-4209-8900-0ddfd10288b9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.426187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5911d21f-0586-4edb-81f7-d5466ba993f7 req-a2998977-f441-423d-846a-92f9b47c9aeb tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Jul 15 13:11:58.436474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33313b37-45be-4209-8900-0ddfd10288b9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.472782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33313b37-45be-4209-8900-0ddfd10288b9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=73eae102-0d41-4a72-a392-00416b4abc40,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.478224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33313b37-45be-4209-8900-0ddfd10288b9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.482698 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-33313b37-45be-4209-8900-0ddfd10288b9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/73eae102-0d41-4a72-a392-00416b4abc40 HTTP/1.1" status: 204 len: 168 time: 0.4457510 Jul 15 13:11:58.486448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44644) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.536094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f4ec1c39-4455-4dac-a6fb-ced6457249e5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473843 Jul 15 13:11:58.537098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44646) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.568018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5210fe69-5e17-4ce2-b008-46336e443338 None None] Provisioning for port ba21cefa-6d16-4908-a416-0a64a1b0384b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:58.579517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5210fe69-5e17-4ce2-b008-46336e443338 None None] Provisioning complete for port ba21cefa-6d16-4908-a416-0a64a1b0384b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:58.580312 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5210fe69-5e17-4ce2-b008-46336e443338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.635278 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca62c972-b79c-4d39-808a-9f074e9f0dd8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.638377 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ca62c972-b79c-4d39-808a-9f074e9f0dd8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0998573 Jul 15 13:11:58.641202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44648) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.686870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f924662-e86b-433a-86f9-5f5612f001b8 req-838bb2f0-5619-455c-af0c-a75489ba77d5 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.689066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f924662-e86b-433a-86f9-5f5612f001b8 req-838bb2f0-5619-455c-af0c-a75489ba77d5 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 951 time: 0.1289294 Jul 15 13:11:58.738277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faa45a-9fa0-416e-9b51-3a1d6c2879fe tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.742511 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68faa45a-9fa0-416e-9b51-3a1d6c2879fe tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0975218 Jul 15 13:11:58.743400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44652) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.749673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f924662-e86b-433a-86f9-5f5612f001b8 req-5409d713-b00b-4e36-af0c-b537730d415f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487490 Jul 15 13:11:58.768201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444000d-a6e0-482e-9459-ba8087ded5e1 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:58.804195 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5210fe69-5e17-4ce2-b008-46336e443338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.824060 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-969dcf50-5013-4f9a-a6a0-056afc6da758 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789306 Jul 15 13:11:58.832587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.841875 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:58.982570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5210fe69-5e17-4ce2-b008-46336e443338 None None] For port ba21cefa-6d16-4908-a416-0a64a1b0384b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ba21cefa-6d16-4908-a416-0a64a1b0384b,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:58.985463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:58.989976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.026418 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2fd15b-d984-44c8-9c62-5d62f6fd614b x-openstack-request-id: req-7a2fd15b-d984-44c8-9c62-5d62f6fd614b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:59.026922 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "name": "network-vif-plugged", "status": "completed", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c", "code": 200}, {"server_uuid": "f7926fad-9673-4cf9-b87b-72c8ca1baaa6", "name": "network-vif-plugged", "status": "completed", "tag": "022e2a37-be66-437e-a2be-688ef0cb3304", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:59.031579 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a2fd15b-d984-44c8-9c62-5d62f6fd614b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:59.034662 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'code': 200} Jul 15 13:11:59.036770 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7926fad-9673-4cf9-b87b-72c8ca1baaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022e2a37-be66-437e-a2be-688ef0cb3304', 'code': 200} Jul 15 13:11:59.047948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5210fe69-5e17-4ce2-b008-46336e443338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.217403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e864ff5d-46ee-48ab-9fac-c96cbfc46bcd None None] Could not find standard attr ID for object d641920a-d24f-46b5-b9d3-bb221e33bddb. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:11:59.246504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210fe69-5e17-4ce2-b008-46336e443338 None None] Pushing event updated for resources: {'Port': ['ID=ba21cefa-6d16-4908-a416-0a64a1b0384b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.298179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66c078-6811-4779-8ded-0e919c37da4f req-82010086-f074-4c08-947d-c48194d80ea9 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.299880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b66c078-6811-4779-8ded-0e919c37da4f req-82010086-f074-4c08-947d-c48194d80ea9 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 951 time: 0.2865524 Jul 15 13:11:59.325261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e86b86-cc4c-4782-baad-73f82c1046f5 req-efa82551-d8b5-4a98-b115-42451350ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.328586 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-64e86b86-cc4c-4782-baad-73f82c1046f5 req-efa82551-d8b5-4a98-b115-42451350ff8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 1102 time: 0.2273681 Jul 15 13:11:59.341347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac187e37-a649-4f84-942c-db8925223071 req-cf305871-5796-4f71-be7a-4010eeb45e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.343851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac187e37-a649-4f84-942c-db8925223071 req-cf305871-5796-4f71-be7a-4010eeb45e58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 1101 time: 0.1941493 Jul 15 13:11:59.349719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:59.442139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] Deleting port ba21cefa-6d16-4908-a416-0a64a1b0384b {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:59.442879 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.459976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac187e37-a649-4f84-942c-db8925223071 req-f34ec36a-ea5f-4b3f-a4e4-b56c3eb31cc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948150 Jul 15 13:11:59.474932 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-64e86b86-cc4c-4782-baad-73f82c1046f5 req-7b171a0d-9432-4043-96ca-c0af68d7f11d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389287 Jul 15 13:11:59.477476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b76-45f2-4423-bdc4-1086245dfb00 req-6e55c80e-f07c-48e0-a108-9e8496bd97b9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.479097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55a98b76-45f2-4423-bdc4-1086245dfb00 req-6e55c80e-f07c-48e0-a108-9e8496bd97b9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 949 time: 0.2104530 Jul 15 13:11:59.506084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.533425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] For port ba21cefa-6d16-4908-a416-0a64a1b0384b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ba21cefa-6d16-4908-a416-0a64a1b0384b,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:59.533856 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.553323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] Calling delete_port for ba21cefa-6d16-4908-a416-0a64a1b0384b owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:59.559274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55a98b76-45f2-4423-bdc4-1086245dfb00 req-fa737482-84cc-44d1-93c3-9a94fd77b08c tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715172 Jul 15 13:11:59.572188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Deleting port f05406d4-6d22-4936-a4f2-f0941f0bb66a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:59.573369 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.584059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:59.594755 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:59.603978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.604991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.642503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=d2482857-48e7-4efd-9453-9ac4162d055f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.656729 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7f846e7d-bf2c-41db-8306-d7090e691102 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8214085 Jul 15 13:11:59.658444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:59.682803 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.708644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': 'd2482857-48e7-4efd-9453-9ac4162d055f', 'ip_address': '2001:db8::ef90:9c9:38a8:ce70'}], 'name': 'tempest-NetworksTestDHCPv6-367788815'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:59.728543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] Pushing event deleted for resources: {'Port': ['ID=ba21cefa-6d16-4908-a416-0a64a1b0384b,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.734894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570963bb-4f71-4dad-ba5b-0650adb09f46 None None] No DVR routers for this DVR port ba21cefa-6d16-4908-a416-0a64a1b0384b on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:59.767609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3638f-a1d3-43fc-b44c-93556ec39106 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:59.902767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ba21cefa-6d16-4908-a416-0a64a1b0384b no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:59.918207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] For port f05406d4-6d22-4936-a4f2-f0941f0bb66a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f05406d4-6d22-4936-a4f2-f0941f0bb66a,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:59.918562 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.944232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ba21cefa-6d16-4908-a416-0a64a1b0384b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:59.945229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ba21cefa-6d16-4908-a416-0a64a1b0384b not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:59.947169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Calling delete_port for f05406d4-6d22-4936-a4f2-f0941f0bb66a owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:00.042934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': 'd2482857-48e7-4efd-9453-9ac4162d055f'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:12:00.044014 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.087086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:00.092347 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.131165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 926226f1-b003-441e-a4ff-51c769f8f26a yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:12:00.238219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71793be2-7452-4604-99f1-7df78e005617 req-5f5797d1-1922-409e-8aca-79b29b86986c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.239982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71793be2-7452-4604-99f1-7df78e005617 req-5f5797d1-1922-409e-8aca-79b29b86986c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 945 time: 0.2038877 Jul 15 13:12:00.268259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/d2482857-48e7-4efd-9453-9ac4162d055f/d3fd5e35-f145-44cd-958a-55efd4583bb6) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:00.377925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71793be2-7452-4604-99f1-7df78e005617 req-93354393-84b0-4f0d-8742-eb45b04b8f82 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133685 Jul 15 13:12:00.379818 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.414665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f05406d4-6d22-4936-a4f2-f0941f0bb66a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:00.452423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event deleted for resources: {'Port': ['ID=f05406d4-6d22-4936-a4f2-f0941f0bb66a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:00.599211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601', '4e1cee3c-ca4b-43a1-8693-26dc108708c2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:00.658665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] No DVR routers for this DVR port f05406d4-6d22-4936-a4f2-f0941f0bb66a on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:00.663870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.668600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b66c078-6811-4779-8ded-0e919c37da4f req-97023363-a79a-478e-b19d-d1c1946d9434 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.35 "DELETE /v2.0/ports/f05406d4-6d22-4936-a4f2-f0941f0bb66a HTTP/1.1" status: 204 len: 173 time: 1.3618259 Jul 15 13:12:00.669559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-deleted', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:00.676360 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc592fd8-e0b8-4737-9b37-4c4977092665" -d '{"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-deleted", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:00.778812 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.797556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Transition to ACTIVE for port object d3fd5e35-f145-44cd-958a-55efd4583bb6 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:00.837405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Transition to ACTIVE for port object d3fd5e35-f145-44cd-958a-55efd4583bb6 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:00.852728 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.943590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d7959-8d4d-446a-8556-f81859acf69e req-23712b93-e73e-4e5e-948e-ecefa60b4ba4 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.947310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f7d7959-8d4d-446a-8556-f81859acf69e req-23712b93-e73e-4e5e-948e-ecefa60b4ba4 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 950 time: 0.2337332 Jul 15 13:12:00.964098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:00.965875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:00.979016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:00.995207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Pushing event updated for resources: {'Port': ['ID=d3fd5e35-f145-44cd-958a-55efd4583bb6,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:01.039942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::ef90:9c9:38a8:ce70 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/d2482857-48e7-4efd-9453-9ac4162d055f/926226f1-b003-441e-a4ff-51c769f8f26a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:01.046807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f7d7959-8d4d-446a-8556-f81859acf69e req-89392337-75ba-444c-bcf2-6abe2632ffa1 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835450 Jul 15 13:12:01.146674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Attempting to bind port d3fd5e35-f145-44cd-958a-55efd4583bb6 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:01.147327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Attempting to bind port d3fd5e35-f145-44cd-958a-55efd4583bb6 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:01.147940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Attempting to bind port d3fd5e35-f145-44cd-958a-55efd4583bb6 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:01.168570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:01.169757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:01.170463 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.173443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:01.174458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Bound port: d3fd5e35-f145-44cd-958a-55efd4583bb6, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:01.175186 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.328604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] For port d3fd5e35-f145-44cd-958a-55efd4583bb6, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:01.338101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] For port d3fd5e35-f145-44cd-958a-55efd4583bb6, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d3fd5e35-f145-44cd-958a-55efd4583bb6,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:01.344368 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.355491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bb18593-5c36-483f-9085-654aa15e12aa req-cf672941-d737-4288-a1e6-bd2da5335512 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36f32ff-24c4-433a-8f1c-8faa0c127d59 HTTP/1.1" status: 200 len: 210 time: 0.0650549 Jul 15 13:12:01.367100 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.398901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 926226f1-b003-441e-a4ff-51c769f8f26a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:01.402689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5a96147-f6da-4057-9e40-a1bd8abf42fe up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:01.472161 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.539960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:01.542879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df826b-2abe-48ae-ab9d-07ea43eefca5 None None] Pushing event updated for resources: {'Port': ['ID=d3fd5e35-f145-44cd-958a-55efd4583bb6,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:01.545170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:01.564047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:01.583950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port b5a96147-f6da-4057-9e40-a1bd8abf42fe completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:01.584552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:01.585914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.591357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b5a96147-f6da-4057-9e40-a1bd8abf42fe triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:01.592371 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.618217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9585397 Jul 15 13:12:01.622733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44676) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:01.647266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-09e8c87a-2db1-40b4-b6d3-7d12ac898d08 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': 'd2482857-48e7-4efd-9453-9ac4162d055f', 'ip_address': '2001:db8::ef90:9c9:38a8:ce70'}], 'name': 'tempest-NetworksTestDHCPv6-578024285'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:01.695581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0b489-b209-4e84-a1ab-619230e3b886 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=926226f1-b003-441e-a4ff-51c769f8f26a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:01.813301 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.865250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:01.869458 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c76f8e-7d4f-410e-ad53-f5a3493ae5b0" -d '{"events": [{"server_uuid": "48e97b8e-6cb2-4401-90c6-50a4408becc6", "name": "network-vif-plugged", "status": "completed", "tag": "b5a96147-f6da-4057-9e40-a1bd8abf42fe"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:01.898899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:01.908897 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.009195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:02.039498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e8c87a-2db1-40b4-b6d3-7d12ac898d08 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:02.135662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6158a-4837-401e-ab7b-9ccbda087a49 req-a642fa95-078f-41fe-820a-7895bb3577df tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.137375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebd6158a-4837-401e-ab7b-9ccbda087a49 req-a642fa95-078f-41fe-820a-7895bb3577df tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 949 time: 0.1656799 Jul 15 13:12:02.177692 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09e8c87a-2db1-40b4-b6d3-7d12ac898d08 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.217705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ebd6158a-4837-401e-ab7b-9ccbda087a49 req-b17cd312-4530-4a1a-88df-565e0db565f8 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697439 Jul 15 13:12:02.219046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-09e8c87a-2db1-40b4-b6d3-7d12ac898d08 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 47ebf0bd-d950-4379-94ac-90317d77d6f4 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:12:02.351466 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dc7dc7-261a-45ff-a5c5-8fad9fbca391 x-openstack-request-id: req-28dc7dc7-261a-45ff-a5c5-8fad9fbca391 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:02.351901 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f32ff-24c4-433a-8f1c-8faa0c127d59", "name": "network-vif-deleted", "tag": "f05406d4-6d22-4936-a4f2-f0941f0bb66a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:02.352318 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28dc7dc7-261a-45ff-a5c5-8fad9fbca391 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:02.353059 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36f32ff-24c4-433a-8f1c-8faa0c127d59', 'name': 'network-vif-deleted', 'tag': 'f05406d4-6d22-4936-a4f2-f0941f0bb66a', 'status': 'completed', 'code': 200} Jul 15 13:12:02.478205 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e8c87a-2db1-40b4-b6d3-7d12ac898d08 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:12:02.479008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e8c87a-2db1-40b4-b6d3-7d12ac898d08 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:12:02.503304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-09e8c87a-2db1-40b4-b6d3-7d12ac898d08 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8787172 Jul 15 13:12:02.508963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44684) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:02.608178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd1cae-fec7-4379-855e-c3a97cf1bc65 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.615320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd1cae-fec7-4379-855e-c3a97cf1bc65 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.617107 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-16cd1cae-fec7-4379-855e-c3a97cf1bc65 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1070635 Jul 15 13:12:02.620970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:02.745502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7936f-46f2-4a05-b6ca-92ef0e171105 req-b45bf89a-00d1-4950-8fd0-4638a3fc7dcb tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.747435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04b7936f-46f2-4a05-b6ca-92ef0e171105 req-b45bf89a-00d1-4950-8fd0-4638a3fc7dcb tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 949 time: 0.1219339 Jul 15 13:12:02.783287 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-95c73c9b-1322-415e-876c-5c173aecd03e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 926226f1-b003-441e-a4ff-51c769f8f26a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:02.783746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95c73c9b-1322-415e-876c-5c173aecd03e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.819946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04b7936f-46f2-4a05-b6ca-92ef0e171105 req-35827359-9e47-41d2-a2e7-1a294a9bcca6 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586841 Jul 15 13:12:02.937401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3dbc3b7b-e6fc-4b36-be4b-8bcc6db05baa None None] Provisioning for port d3fd5e35-f145-44cd-958a-55efd4583bb6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:02.950602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95c73c9b-1322-415e-876c-5c173aecd03e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.976079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-95c73c9b-1322-415e-876c-5c173aecd03e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 926226f1-b003-441e-a4ff-51c769f8f26a owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:03.064968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac381d-d72e-4ead-a099-02183c7dcd7b req-f9305bce-ac6c-4a5f-bb3d-254c103124ba tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.066639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aeac381d-d72e-4ead-a099-02183c7dcd7b req-f9305bce-ac6c-4a5f-bb3d-254c103124ba tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 946 time: 0.1066206 Jul 15 13:12:03.118486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aeac381d-d72e-4ead-a099-02183c7dcd7b req-2ce6298d-96b0-4fc3-ad55-fffb5bbee1c7 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Jul 15 13:12:03.197723 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf1eac-fc36-4efe-b5c5-49c8e71cbdf3 x-openstack-request-id: req-60bf1eac-fc36-4efe-b5c5-49c8e71cbdf3 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:03.199499 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e97b8e-6cb2-4401-90c6-50a4408becc6", "name": "network-vif-plugged", "status": "completed", "tag": "b5a96147-f6da-4057-9e40-a1bd8abf42fe", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:03.200176 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60bf1eac-fc36-4efe-b5c5-49c8e71cbdf3 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:03.201584 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe', 'code': 200} Jul 15 13:12:03.231649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95c73c9b-1322-415e-876c-5c173aecd03e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.269434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0bbbdf41-28c6-4730-8aa0-338a351c5d69 None None] Could not find standard attr ID for object 926226f1-b003-441e-a4ff-51c769f8f26a. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:12:03.294521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c73c9b-1322-415e-876c-5c173aecd03e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=926226f1-b003-441e-a4ff-51c769f8f26a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:03.324320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95c73c9b-1322-415e-876c-5c173aecd03e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.330360 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-95c73c9b-1322-415e-876c-5c173aecd03e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/926226f1-b003-441e-a4ff-51c769f8f26a HTTP/1.1" status: 204 len: 168 time: 0.7044342 Jul 15 13:12:03.330775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44692) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:03.404908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89042f3d-8885-4fa0-bdcc-2ffe96e4ed51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.406755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:03.407664 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89042f3d-8885-4fa0-bdcc-2ffe96e4ed51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.413274 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-89042f3d-8885-4fa0-bdcc-2ffe96e4ed51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0774312 Jul 15 13:12:03.415354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44694) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:03.455970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: f05406d4-6d22-4936-a4f2-f0941f0bb66a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:03.456208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f05406d4-6d22-4936-a4f2-f0941f0bb66a not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:03.481890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4c78b-ca9c-4139-bf9c-dd87edd84137 req-06dfb355-6476-434e-a2c3-2051e6191858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.485043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f0d4c78b-ca9c-4139-bf9c-dd87edd84137 req-06dfb355-6476-434e-a2c3-2051e6191858 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 1098 time: 0.1977236 Jul 15 13:12:03.490155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0685a910-a5bf-4d14-97d5-0116219231f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet d2482857-48e7-4efd-9453-9ac4162d055f {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:03.490382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350d3a1-ec20-4e50-9592-fb596d9e9d5b req-ec7b5c23-5851-4756-a6c0-3e7d4b955caf tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.493315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9350d3a1-ec20-4e50-9592-fb596d9e9d5b req-ec7b5c23-5851-4756-a6c0-3e7d4b955caf tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 1101 time: 0.1406910 Jul 15 13:12:03.494008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0685a910-a5bf-4d14-97d5-0116219231f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.541037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0685a910-a5bf-4d14-97d5-0116219231f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.576550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f0d4c78b-ca9c-4139-bf9c-dd87edd84137 req-05db19cb-5dec-4242-a481-f0da6872a658 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822999 Jul 15 13:12:03.578666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9350d3a1-ec20-4e50-9592-fb596d9e9d5b req-6fadf1f7-b314-48ea-a9ec-dbd55bcc5e65 tempest-ServersOnMultiNodesTest-744236522 tempest-ServersOnMultiNodesTest-744236522-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750637 Jul 15 13:12:03.693556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0685a910-a5bf-4d14-97d5-0116219231f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.923963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d3fd5e35-f145-44cd-958a-55efd4583bb6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:03.993292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d3fd5e35-f145-44cd-958a-55efd4583bb6 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:03.999107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d3fd5e35-f145-44cd-958a-55efd4583bb6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:03.999905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.119918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0685a910-a5bf-4d14-97d5-0116219231f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.129121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.157036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685a910-a5bf-4d14-97d5-0116219231f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=d2482857-48e7-4efd-9453-9ac4162d055f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:04.167526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0685a910-a5bf-4d14-97d5-0116219231f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.173904 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0685a910-a5bf-4d14-97d5-0116219231f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/d2482857-48e7-4efd-9453-9ac4162d055f HTTP/1.1" status: 204 len: 168 time: 0.7531834 Jul 15 13:12:04.174323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:04.268160 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:12:04.268960 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:12:04.270199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdecdf-0dbe-4e4f-a88f-9b5f94eb2919 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:04.346500 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.682304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:04.821013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-086c73b5-c6a5-4a0d-8405-515bc998e711 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6454592 Jul 15 13:12:04.827558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44718) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:04.834364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:04.857419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] Deleting port d3fd5e35-f145-44cd-958a-55efd4583bb6 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:04.858277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.902658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.031444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] For port d3fd5e35-f145-44cd-958a-55efd4583bb6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d3fd5e35-f145-44cd-958a-55efd4583bb6,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:05.032095 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.042854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:05.049608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.050783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port d3fd5e35-f145-44cd-958a-55efd4583bb6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d3fd5e35-f145-44cd-958a-55efd4583bb6,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:05.063984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] Calling delete_port for d3fd5e35-f145-44cd-958a-55efd4583bb6 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:05.068820 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.214305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=d3fd5e35-f145-44cd-958a-55efd4583bb6,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:05.262539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.265919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.295686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] Pushing event deleted for resources: {'Port': ['ID=d3fd5e35-f145-44cd-958a-55efd4583bb6,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:05.301208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e4a652-995f-4619-b469-090dbf4969e5 None None] No DVR routers for this DVR port d3fd5e35-f145-44cd-958a-55efd4583bb6 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:05.416758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.464740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:05.468561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:05.473664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.474280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.492390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa8df0-aafc-4fd9-9b5e-e6829041e409 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:05.493705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=058a6075-afb5-44f5-82e1-446a2060fc31,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:05.502318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44722) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.507830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-da66c975-e927-49da-883f-033f2a902962 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '058a6075-afb5-44f5-82e1-446a2060fc31', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1493035108'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:05.511418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fe9c89c8-f625-4522-9fd6-c1692856792a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6826551 Jul 15 13:12:05.729284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '058a6075-afb5-44f5-82e1-446a2060fc31'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:12:05.730285 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.774042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da66c975-e927-49da-883f-033f2a902962 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:05.909524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d3fd5e35-f145-44cd-958a-55efd4583bb6 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:05.926552 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da66c975-e927-49da-883f-033f2a902962 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.928844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb64bb4-fd74-4539-855c-2f7be285eeb2 req-3dce8f35-52a5-4e8a-b822-0d66271e4f80 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.932479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ffb64bb4-fd74-4539-855c-2f7be285eeb2 req-3dce8f35-52a5-4e8a-b822-0d66271e4f80 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 946 time: 0.0984504 Jul 15 13:12:05.936901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d3fd5e35-f145-44cd-958a-55efd4583bb6 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:05.937336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d3fd5e35-f145-44cd-958a-55efd4583bb6 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:05.963167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-da66c975-e927-49da-883f-033f2a902962 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port f63d63b3-a1e8-462f-b40b-98d3a10e682a yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:12:05.971066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/058a6075-afb5-44f5-82e1-446a2060fc31/1fba492c-bcfd-482b-8baf-63152ab7adee) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:05.986515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ffb64bb4-fd74-4539-855c-2f7be285eeb2 req-97a87ba7-b7d1-460b-8218-a6dd7bf04788 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462074 Jul 15 13:12:06.174503 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.186810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Transition to ACTIVE for port object 1fba492c-bcfd-482b-8baf-63152ab7adee will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:06.211171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Transition to ACTIVE for port object 1fba492c-bcfd-482b-8baf-63152ab7adee will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:06.220448 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.225655 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-da66c975-e927-49da-883f-033f2a902962 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:12:06.228456 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da66c975-e927-49da-883f-033f2a902962 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:12:06.261653 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da66c975-e927-49da-883f-033f2a902962 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7545128 Jul 15 13:12:06.261955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44738) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:06.263582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:06.302758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:06.310312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:06.384756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Pushing event updated for resources: {'Port': ['ID=1fba492c-bcfd-482b-8baf-63152ab7adee,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.394430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf0f40-32dd-493d-8d83-9b6301fdb1ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.401539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44740) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:06.402043 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5dbf0f40-32dd-493d-8d83-9b6301fdb1ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1373351 Jul 15 13:12:06.450192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Attempting to bind port 1fba492c-bcfd-482b-8baf-63152ab7adee on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:06.450932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Attempting to bind port 1fba492c-bcfd-482b-8baf-63152ab7adee by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:06.451754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Attempting to bind port 1fba492c-bcfd-482b-8baf-63152ab7adee on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:06.461515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:06.462220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:06.462932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.463647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:06.464525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Bound port: 1fba492c-bcfd-482b-8baf-63152ab7adee, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:06.465250 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.564401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01586ea3-ed12-45f4-b4b1-1afe8216cdfb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.567727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01586ea3-ed12-45f4-b4b1-1afe8216cdfb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.570602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-01586ea3-ed12-45f4-b4b1-1afe8216cdfb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1670191 Jul 15 13:12:06.574463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:06.586672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] For port 1fba492c-bcfd-482b-8baf-63152ab7adee, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:06.594517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] For port 1fba492c-bcfd-482b-8baf-63152ab7adee, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1fba492c-bcfd-482b-8baf-63152ab7adee,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:06.604311 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.620690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2973a3e-7d99-4b70-96d3-3cde29eb1a32 req-99dde9b1-1ba7-4c18-a1b5-b878b952392d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.623532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2973a3e-7d99-4b70-96d3-3cde29eb1a32 req-99dde9b1-1ba7-4c18-a1b5-b878b952392d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 949 time: 0.2026498 Jul 15 13:12:06.694260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-465b9782-6e51-439c-956d-2d3e7e0e182b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 058a6075-afb5-44f5-82e1-446a2060fc31 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:06.700348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-465b9782-6e51-439c-956d-2d3e7e0e182b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.708248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2973a3e-7d99-4b70-96d3-3cde29eb1a32 req-02bc1a5e-b872-40d9-83fc-dd9cbaa20ec0 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Jul 15 13:12:06.758726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ea24c-b302-454b-a292-885e6cbbd3fa None None] Pushing event updated for resources: {'Port': ['ID=1fba492c-bcfd-482b-8baf-63152ab7adee,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.773757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-465b9782-6e51-439c-956d-2d3e7e0e182b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.932522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-465b9782-6e51-439c-956d-2d3e7e0e182b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.041625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3838-cf87-4884-ba33-20647ffd7c12 req-ea824ee4-4e8b-4857-8359-42b664025c7f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.055607 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcfb3838-cf87-4884-ba33-20647ffd7c12 req-ea824ee4-4e8b-4857-8359-42b664025c7f tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.1658762 Jul 15 13:12:07.077361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-465b9782-6e51-439c-956d-2d3e7e0e182b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.126277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcfb3838-cf87-4884-ba33-20647ffd7c12 req-e1591ee2-3715-4fc3-ac9c-99d4db754fa1 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688584 Jul 15 13:12:07.140303 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-465b9782-6e51-439c-956d-2d3e7e0e182b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.153078 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-465b9782-6e51-439c-956d-2d3e7e0e182b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/058a6075-afb5-44f5-82e1-446a2060fc31 HTTP/1.1" status: 204 len: 168 time: 0.5768290 Jul 15 13:12:07.155045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b9782-6e51-439c-956d-2d3e7e0e182b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=058a6075-afb5-44f5-82e1-446a2060fc31,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.157605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44746) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:07.235237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d0707d00-928e-40b9-9982-66a5024e4dc5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758660 Jul 15 13:12:07.240628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:07.246384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:07.391691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:07.401089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.448863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd3237-301a-49af-be57-f6e3a72a8532 req-71ecc76d-8dd9-4da0-bd0b-463caa4b8b8d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.450606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-febd3237-301a-49af-be57-f6e3a72a8532 req-71ecc76d-8dd9-4da0-bd0b-463caa4b8b8d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 949 time: 0.1104295 Jul 15 13:12:07.697854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a163f6-1ec7-4f2e-aa64-8dca0961782d req-a01f0fae-e24d-404e-83a4-b32ac2b216ee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.699620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4a163f6-1ec7-4f2e-aa64-8dca0961782d req-a01f0fae-e24d-404e-83a4-b32ac2b216ee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 946 time: 0.2171295 Jul 15 13:12:07.713468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-e787213f-6788-4506-86d7-c9631a82262a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.715927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-e787213f-6788-4506-86d7-c9631a82262a tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.30 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 950 time: 0.1951237 Jul 15 13:12:07.728542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.771758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Deleting port 022e2a37-be66-437e-a2be-688ef0cb3304 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:07.772151 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.817916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=8ec9602d-18e1-4109-8bce-afd24f7e7948,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.831410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:07.833355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:07.836779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.837486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.846363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4a163f6-1ec7-4f2e-aa64-8dca0961782d req-6f481d64-fcd8-413f-a941-cc4ef7691268 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291535 Jul 15 13:12:07.875828 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0e561bd2-ff5a-425e-a223-c44e33f9b751 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6339321 Jul 15 13:12:07.876702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44754) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:07.894318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-889a236a-244e-4172-be36-1929e053b98d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1073461527', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:07.947909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-889a236a-244e-4172-be36-1929e053b98d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.950682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-889a236a-244e-4172-be36-1929e053b98d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.986626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] For port 022e2a37-be66-437e-a2be-688ef0cb3304, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=022e2a37-be66-437e-a2be-688ef0cb3304,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:07.987011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.061387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Calling delete_port for 022e2a37-be66-437e-a2be-688ef0cb3304 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:08.064599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1fba492c-bcfd-482b-8baf-63152ab7adee up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:08.096784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Deleting port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:08.097130 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.134228 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-889a236a-244e-4172-be36-1929e053b98d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.144555 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-889a236a-244e-4172-be36-1929e053b98d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.191683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-889a236a-244e-4172-be36-1929e053b98d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.201711 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-889a236a-244e-4172-be36-1929e053b98d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3218837 Jul 15 13:12:08.202927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44768) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:08.214764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 1fba492c-bcfd-482b-8baf-63152ab7adee completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:08.259184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d68a86-dffe-4889-858f-c0731f38447b None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:08.454066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] For port 4e1cee3c-ca4b-43a1-8693-26dc108708c2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4e1cee3c-ca4b-43a1-8693-26dc108708c2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:08.455437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.480984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.513077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af', 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86', '022e2a37-be66-437e-a2be-688ef0cb3304'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:08.518867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7', '657fa42e-c549-416f-b656-d7e8063635b3', '4597996a-cfe3-4846-8ff7-26862b5da61f', '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:08.545515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Calling delete_port for 4e1cee3c-ca4b-43a1-8693-26dc108708c2 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:08.552208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2a63045-01ff-4da8-9f8e-e513e9a4b950 req-6ca521c3-dbc8-492e-a742-f2a08831681b tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7926fad-9673-4cf9-b87b-72c8ca1baaa6 HTTP/1.1" status: 200 len: 210 time: 0.0800121 Jul 15 13:12:08.589789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event deleted for resources: {'Port': ['ID=022e2a37-be66-437e-a2be-688ef0cb3304,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:08.754481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] No DVR routers for this DVR port 022e2a37-be66-437e-a2be-688ef0cb3304 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:08.778025 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.784890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-febd3237-301a-49af-be57-f6e3a72a8532 req-7846fad2-8e72-4a8f-8c89-a6039b328a07 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "DELETE /v2.0/ports/022e2a37-be66-437e-a2be-688ef0cb3304 HTTP/1.1" status: 204 len: 173 time: 1.3195496 Jul 15 13:12:08.785412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7926fad-9673-4cf9-b87b-72c8ca1baaa6', 'name': 'network-vif-deleted', 'tag': '022e2a37-be66-437e-a2be-688ef0cb3304'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:08.802701 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a080f6-2c73-4c73-aa6c-294004a7efe1" -d '{"events": [{"server_uuid": "f7926fad-9673-4cf9-b87b-72c8ca1baaa6", "name": "network-vif-deleted", "tag": "022e2a37-be66-437e-a2be-688ef0cb3304"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:09.049183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.055871 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:09.102610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5d96c37d-bc80-4982-a8c8-12c34bc4eb8c None None] Provisioning for port 1fba492c-bcfd-482b-8baf-63152ab7adee completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:09.133414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event deleted for resources: {'Port': ['ID=4e1cee3c-ca4b-43a1-8693-26dc108708c2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:09.147923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5d96c37d-bc80-4982-a8c8-12c34bc4eb8c None None] Provisioning complete for port 1fba492c-bcfd-482b-8baf-63152ab7adee triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:09.148546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d96c37d-bc80-4982-a8c8-12c34bc4eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.169571 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.244600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] No DVR routers for this DVR port 4e1cee3c-ca4b-43a1-8693-26dc108708c2 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:09.247277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.250831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171c8785-0e9d-432d-8fa3-4b0ba4772b2e req-fd68260e-58de-41b0-b01d-aa671b7c7faa tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.30 "DELETE /v2.0/ports/4e1cee3c-ca4b-43a1-8693-26dc108708c2 HTTP/1.1" status: 204 len: 173 time: 1.5244114 Jul 15 13:12:09.409633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:09.708482 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:12:09.739379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d96c37d-bc80-4982-a8c8-12c34bc4eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.918232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4741545b-e945-480c-88b3-c74ff16d835b req-92e8f794-923d-4849-bc20-15dbdef9f854 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=445a9149-1cc4-4f92-afea-07f7fa2c2d7a HTTP/1.1" status: 200 len: 210 time: 0.1692715 Jul 15 13:12:10.072890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::1 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/8ec9602d-18e1-4109-8bce-afd24f7e7948/584573e2-58da-4175-9365-260a6c39855f) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:10.087020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5d96c37d-bc80-4982-a8c8-12c34bc4eb8c None None] For port 1fba492c-bcfd-482b-8baf-63152ab7adee, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1fba492c-bcfd-482b-8baf-63152ab7adee,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:10.114978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:10.141432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'mac_address': 'fa:16:3e:e6:b1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:10.158446 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d96c37d-bc80-4982-a8c8-12c34bc4eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.450927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-837f61f4-dc07-49f4-9736-c3f93dc9b306 None None] Provisioning complete for port 1fba492c-bcfd-482b-8baf-63152ab7adee triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:10.451416 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-837f61f4-dc07-49f4-9736-c3f93dc9b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.475049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.512248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c37d-bc80-4982-a8c8-12c34bc4eb8c None None] Pushing event updated for resources: {'Port': ['ID=1fba492c-bcfd-482b-8baf-63152ab7adee,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:10.526857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.622051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 584573e2-58da-4175-9365-260a6c39855f will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:10.645124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1210f8b-cc7a-4365-a627-a873967b3816 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:10.676572 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835b1d7e-91d9-44d1-b28b-df9b4fef9817 x-openstack-request-id: req-835b1d7e-91d9-44d1-b28b-df9b4fef9817 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:10.677202 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7926fad-9673-4cf9-b87b-72c8ca1baaa6", "name": "network-vif-deleted", "tag": "022e2a37-be66-437e-a2be-688ef0cb3304", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:10.677622 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-835b1d7e-91d9-44d1-b28b-df9b4fef9817 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:10.679390 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7926fad-9673-4cf9-b87b-72c8ca1baaa6', 'name': 'network-vif-deleted', 'tag': '022e2a37-be66-437e-a2be-688ef0cb3304', 'status': 'completed', 'code': 200} Jul 15 13:12:10.750350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.775943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:10.813176 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.829427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:10.841403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:10.861197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:10.865353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.959776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=584573e2-58da-4175-9365-260a6c39855f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:10.985606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:11.004044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e1210f8b-cc7a-4365-a627-a873967b3816'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:11.376818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.413272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4e1cee3c-ca4b-43a1-8693-26dc108708c2 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:11.521584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 4e1cee3c-ca4b-43a1-8693-26dc108708c2 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:11.522202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4e1cee3c-ca4b-43a1-8693-26dc108708c2 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:11.522882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 022e2a37-be66-437e-a2be-688ef0cb3304 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:11.635651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 022e2a37-be66-437e-a2be-688ef0cb3304 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:11.636549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 022e2a37-be66-437e-a2be-688ef0cb3304 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:11.639379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dc5740c9-7d5f-46cd-b689-14a743d5477c None None] Provisioning for port 584573e2-58da-4175-9365-260a6c39855f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:11.653153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dc5740c9-7d5f-46cd-b689-14a743d5477c None None] Provisioning complete for port 584573e2-58da-4175-9365-260a6c39855f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:11.653630 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dc5740c9-7d5f-46cd-b689-14a743d5477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.790231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-dc5740c9-7d5f-46cd-b689-14a743d5477c None None] Port 584573e2-58da-4175-9365-260a6c39855f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:11.884247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:11.960834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1fba492c-bcfd-482b-8baf-63152ab7adee up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:12.131187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1fba492c-bcfd-482b-8baf-63152ab7adee triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:12.131527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.251287 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.269892 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.274421 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.523561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=584573e2-58da-4175-9365-260a6c39855f,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:12.600979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:12.603869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:12.680822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'name': 'network-vif-deleted', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:12.683339 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c3c21-75ca-4856-be59-06bf2b9bd95e" -d '{"events": [{"server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "name": "network-vif-deleted", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:12.813394 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Router fb10f243-7644-46b9-a1ef-f000d5996e8e is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:13.084477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:13.099805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Sync routers for ids ['fb10f243-7644-46b9-a1ef-f000d5996e8e'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:13.102976 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ac0b054d-6989-4896-aeaf-706ed177f73b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "PUT /v2.0/routers/fb10f243-7644-46b9-a1ef-f000d5996e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8972137 Jul 15 13:12:13.105610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44862) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:13.153970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Routers {'fb10f243-7644-46b9-a1ef-f000d5996e8e'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:13.157189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:11:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fb10f243-7644-46b9-a1ef-f000d5996e8e'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:13.221892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ea256a-47e9-41d2-ad10-b3afc9d9661c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.224749 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a9ea256a-47e9-41d2-ad10-b3afc9d9661c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports/584573e2-58da-4175-9365-260a6c39855f HTTP/1.1" status: 200 len: 911 time: 0.1178846 Jul 15 13:12:13.228635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44864) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:13.304958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5127e587-1054-4efd-aa78-f918ddc416d6 None None] Provisioning complete for port 584573e2-58da-4175-9365-260a6c39855f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:13.305585 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5127e587-1054-4efd-aa78-f918ddc416d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.373517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:13.416558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1d69b-18ec-4d60-85ab-18dd9ce27179 req-d8c73053-1105-4d3b-8cf8-1ccb23ab3e00 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.426311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4e1d69b-18ec-4d60-85ab-18dd9ce27179 req-d8c73053-1105-4d3b-8cf8-1ccb23ab3e00 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 946 time: 0.2454798 Jul 15 13:12:13.455434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Set router fb10f243-7644-46b9-a1ef-f000d5996e8e gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:13.459408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5a96147-f6da-4057-9e40-a1bd8abf42fe details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:13.508911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaada0d-cf98-41aa-b7ff-c758a0781124 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.516523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5127e587-1054-4efd-aa78-f918ddc416d6 None None] Port 584573e2-58da-4175-9365-260a6c39855f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:13.518625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaada0d-cf98-41aa-b7ff-c758a0781124 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.525599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-acaada0d-cf98-41aa-b7ff-c758a0781124 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2949307 Jul 15 13:12:13.525854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44868) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:13.569481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4e1d69b-18ec-4d60-85ab-18dd9ce27179 req-b4aa67b0-c146-4f1e-b9be-fa91417c2b51 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420772 Jul 15 13:12:13.603561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b18da-3019-45e8-969c-17e259a91916 req-49233750-ec45-4c0c-b126-f39a5984706e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.613182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3b18da-3019-45e8-969c-17e259a91916 req-49233750-ec45-4c0c-b126-f39a5984706e tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.30 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 950 time: 0.3014233 Jul 15 13:12:13.670057 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:12:13.912098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Deleting port eba95ba2-5ea6-405d-8802-9ca939cf0601 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:13.912660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.131489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.149971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe', 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'port_id': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe', 'mac_address': 'fa:16:3e:8d:bb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4754150-3691-4b4f-aed9-f37934e32649', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:14.160967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e1210f8b-cc7a-4365-a627-a873967b3816 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:14.161526 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.231979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] For port eba95ba2-5ea6-405d-8802-9ca939cf0601, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=eba95ba2-5ea6-405d-8802-9ca939cf0601,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.232715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.255191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.270131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d736f2d-39ea-44bd-9571-1608368d3dee req-7a2a82ee-411b-448f-957f-e2d13f8e7b4e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.272842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d736f2d-39ea-44bd-9571-1608368d3dee req-7a2a82ee-411b-448f-957f-e2d13f8e7b4e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 950 time: 0.2827837 Jul 15 13:12:14.292279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Calling delete_port for eba95ba2-5ea6-405d-8802-9ca939cf0601 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:14.307275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5a96147-f6da-4057-9e40-a1bd8abf42fe {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:14.439861 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.446629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.460577 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.535278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d736f2d-39ea-44bd-9571-1608368d3dee req-5dc81a29-24b7-4d6e-abb1-f18c424040ca tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370524 Jul 15 13:12:14.604824 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.655940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-6342f430-db68-44e1-a135-9645876acf6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.658818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-6342f430-db68-44e1-a135-9645876acf6d tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 950 time: 0.2966948 Jul 15 13:12:14.677767 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c3e466-0d71-4716-904d-038691718514 x-openstack-request-id: req-33c3e466-0d71-4716-904d-038691718514 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:14.678243 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445a9149-1cc4-4f92-afea-07f7fa2c2d7a", "name": "network-vif-deleted", "tag": "4e1cee3c-ca4b-43a1-8693-26dc108708c2", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:14.678675 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33c3e466-0d71-4716-904d-038691718514 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:14.679353 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445a9149-1cc4-4f92-afea-07f7fa2c2d7a', 'name': 'network-vif-deleted', 'tag': '4e1cee3c-ca4b-43a1-8693-26dc108708c2', 'status': 'completed', 'code': 200} Jul 15 13:12:14.726019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.794459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.806030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:14.811461 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12c3875-4c1c-49e0-9115-04ab97d79e13" -d '{"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-plugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:14.823301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b5a96147-f6da-4057-9e40-a1bd8abf42fe'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:14.828871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.829426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.829997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.830568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.831385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.831955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.832520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.833080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.833604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.834155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.834724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.835324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.860703 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.042364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb10f243-7644-46b9-a1ef-f000d5996e8e', 'name': 'tempest-NetworksTestDHCPv6-router-1073461527', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:07Z', 'updated_at': '2021-07-15T13:12:11Z', 'revision_number': 2, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None, '_interfaces': [{'id': '584573e2-58da-4175-9365-260a6c39855f', 'name': '', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'mac_address': 'fa:16:3e:97:e9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb10f243-7644-46b9-a1ef-f000d5996e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '8ec9602d-18e1-4109-8bce-afd24f7e7948', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:09Z', 'updated_at': '2021-07-15T13:12:11Z', 'revision_number': 2, 'project_id': 'ac40680744f644268f1905025c088081', 'subnets': [{'id': '8ec9602d-18e1-4109-8bce-afd24f7e7948', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:15.051744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.083161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Pushing event deleted for resources: {'Port': ['ID=eba95ba2-5ea6-405d-8802-9ca939cf0601,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.085912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Deleting port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:15.086256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.113845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.143405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['eba95ba2-5ea6-405d-8802-9ca939cf0601'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.153679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Checking router: fb10f243-7644-46b9-a1ef-f000d5996e8e for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:15.154725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Updating router fb10f243-7644-46b9-a1ef-f000d5996e8e port 584573e2-58da-4175-9365-260a6c39855f binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:12:15.174334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 584573e2-58da-4175-9365-260a6c39855f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:15.174763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.212790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] For port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:15.213260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.238116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Calling delete_port for 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:15.310502 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.354328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.383747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 584573e2-58da-4175-9365-260a6c39855f owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:15.459543 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.513122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event deleted for resources: {'Port': ['ID=95bc78c7-cce4-4ab1-8e6c-92c434eceaa0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.520988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] No DVR routers for this DVR port eba95ba2-5ea6-405d-8802-9ca939cf0601 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:15.532812 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.534928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3b18da-3019-45e8-969c-17e259a91916 req-cf923f77-4e01-4225-82ad-b35c933c09cc tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.30 "DELETE /v2.0/ports/eba95ba2-5ea6-405d-8802-9ca939cf0601 HTTP/1.1" status: 204 len: 173 time: 1.9147465 Jul 15 13:12:15.599084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af', 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.599546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] No DVR routers for this DVR port 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:15.604894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5a96147-f6da-4057-9e40-a1bd8abf42fe no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:15.610015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25976a7d-e6eb-42cb-96d5-b3eefdbb3486 req-952d952f-6d5f-48c5-a723-b7871c5c1d8c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.619900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25976a7d-e6eb-42cb-96d5-b3eefdbb3486 req-952d952f-6d5f-48c5-a723-b7871c5c1d8c tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829aa35-b5c6-4f14-b6ed-ca45bbf3759b HTTP/1.1" status: 200 len: 867 time: 0.6422493 Jul 15 13:12:15.638233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.640345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75ede5ad-8eaa-4402-bc61-355c763395ec req-32f0a797-7c32-4f3a-aa5d-aa2cc684ad9e tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "DELETE /v2.0/ports/95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 HTTP/1.1" status: 204 len: 173 time: 0.9755080 Jul 15 13:12:15.720526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25976a7d-e6eb-42cb-96d5-b3eefdbb3486 req-2bc858fb-0786-439e-bc86-8339429cf6e6 tempest-MigrationsAdminTest-82324629 tempest-MigrationsAdminTest-82324629-project] 10.222.0.25 "GET /v2.0/security-groups?id=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991683 Jul 15 13:12:15.821878 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.861431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=584573e2-58da-4175-9365-260a6c39855f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.065964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.406545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Router fb10f243-7644-46b9-a1ef-f000d5996e8e has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:16.426131 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.474504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b5a96147-f6da-4057-9e40-a1bd8abf42fe {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:16.532607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:16.554944 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.672676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377d97-3d91-483a-b43f-164c4414bf2a req-8c964d61-5e1e-4b08-a274-d2ad6e198bba tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.694986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7377d97-3d91-483a-b43f-164c4414bf2a req-8c964d61-5e1e-4b08-a274-d2ad6e198bba tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 945 time: 0.2124465 Jul 15 13:12:16.709218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'name': 'network-vif-deleted', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601'}, {'server_uuid': 'd23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5', 'name': 'network-vif-deleted', 'tag': '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:16.712711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:12:16.713078 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5c08fb-8c7b-4ab9-97ad-e14b6af15a08" -d '{"events": [{"server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "name": "network-vif-deleted", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601"}, {"server_uuid": "d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5", "name": "network-vif-deleted", "tag": "95bc78c7-cce4-4ab1-8e6c-92c434eceaa0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:16.713302 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:12:16.715016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.791944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:16.799449 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7f066ca8-0050-48db-87e0-94d9c6b240bc tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "PUT /v2.0/routers/fb10f243-7644-46b9-a1ef-f000d5996e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2720408 Jul 15 13:12:16.801136 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7377d97-3d91-483a-b43f-164c4414bf2a req-6116938d-7e1b-445c-ba4c-dd2ff4d0db8f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041918 Jul 15 13:12:16.803500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44894) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:16.927077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7', '657fa42e-c549-416f-b656-d7e8063635b3', '4597996a-cfe3-4846-8ff7-26862b5da61f', '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:16.928289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d2a9b-55a5-4340-b580-238f80479014 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.931040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d2a9b-55a5-4340-b580-238f80479014 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.933000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-123d2a9b-55a5-4340-b580-238f80479014 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1283109 Jul 15 13:12:16.938338 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:17.098442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41121dc-6285-4df0-8d06-4044569e2e50 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 8ec9602d-18e1-4109-8bce-afd24f7e7948 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:17.108535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41121dc-6285-4df0-8d06-4044569e2e50 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.129042 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b5dbff-aca5-4506-9dc4-dcb7af40dc17 x-openstack-request-id: req-e2b5dbff-aca5-4506-9dc4-dcb7af40dc17 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:17.129357 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-plugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:17.129674 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2b5dbff-aca5-4506-9dc4-dcb7af40dc17 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:17.130401 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'code': 200} Jul 15 13:12:17.213613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41121dc-6285-4df0-8d06-4044569e2e50 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.242278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Port 584573e2-58da-4175-9365-260a6c39855f not found while updating agent binding for router fb10f243-7644-46b9-a1ef-f000d5996e8e. {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:12:17.365139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device eba95ba2-5ea6-405d-8802-9ca939cf0601 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:17.392745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41121dc-6285-4df0-8d06-4044569e2e50 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.394800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Routers {'fb10f243-7644-46b9-a1ef-f000d5996e8e'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:17.395656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:11:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fb10f243-7644-46b9-a1ef-f000d5996e8e'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:17.402518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: eba95ba2-5ea6-405d-8802-9ca939cf0601 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:17.403000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device eba95ba2-5ea6-405d-8802-9ca939cf0601 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:17.485774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5a96147-f6da-4057-9e40-a1bd8abf42fe up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:17.567280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41121dc-6285-4df0-8d06-4044569e2e50 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.567585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] Set router fb10f243-7644-46b9-a1ef-f000d5996e8e gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:17.652114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41121dc-6285-4df0-8d06-4044569e2e50 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec9602d-18e1-4109-8bce-afd24f7e7948,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:17.656445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c41121dc-6285-4df0-8d06-4044569e2e50 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.660344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23f218-7905-4fd8-9473-5c21e5f52104 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:17.661226 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c41121dc-6285-4df0-8d06-4044569e2e50 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/8ec9602d-18e1-4109-8bce-afd24f7e7948 HTTP/1.1" status: 204 len: 168 time: 0.7212920 Jul 15 13:12:17.664180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44906) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:17.671304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb10f243-7644-46b9-a1ef-f000d5996e8e', 'name': 'tempest-NetworksTestDHCPv6-router-1073461527', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:07Z', 'updated_at': '2021-07-15T13:12:15Z', 'revision_number': 3, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:17.671969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e2dbac9-2d13-476d-b8be-00f902ad36bc req-31b108a0-2107-484b-9d04-ab78cb8ec0af tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5 HTTP/1.1" status: 200 len: 210 time: 0.1210823 Jul 15 13:12:17.752446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2abc9-16f2-41d3-adf1-34956ae01160 None None] The sync data for ids ['fb10f243-7644-46b9-a1ef-f000d5996e8e'] in n-d-771362-36 is: [{'id': 'fb10f243-7644-46b9-a1ef-f000d5996e8e', 'name': 'tempest-NetworksTestDHCPv6-router-1073461527', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:07Z', 'updated_at': '2021-07-15T13:12:15Z', 'revision_number': 3, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:17.758367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b5a96147-f6da-4057-9e40-a1bd8abf42fe triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:17.758759 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.841854 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa16997-f502-4840-8241-df5d58ddfde4 x-openstack-request-id: req-8fa16997-f502-4840-8241-df5d58ddfde4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:17.842520 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829aa35-b5c6-4f14-b6ed-ca45bbf3759b", "name": "network-vif-deleted", "tag": "eba95ba2-5ea6-405d-8802-9ca939cf0601", "status": "completed", "code": 200}, {"server_uuid": "d23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5", "name": "network-vif-deleted", "tag": "95bc78c7-cce4-4ab1-8e6c-92c434eceaa0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:17.843007 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fa16997-f502-4840-8241-df5d58ddfde4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:17.843427 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829aa35-b5c6-4f14-b6ed-ca45bbf3759b', 'name': 'network-vif-deleted', 'tag': 'eba95ba2-5ea6-405d-8802-9ca939cf0601', 'status': 'completed', 'code': 200} Jul 15 13:12:17.843894 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23fbf34-6b9f-4fcf-bc2a-4c0d2a52a7d5', 'name': 'network-vif-deleted', 'tag': '95bc78c7-cce4-4ab1-8e6c-92c434eceaa0', 'status': 'completed', 'code': 200} Jul 15 13:12:17.882217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-d63c7f24-c477-453b-a725-bc7445f159c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=edeaa863-ba4c-4026-9854-465c6feba7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2030160 Jul 15 13:12:18.083167 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-32ce2fba-28eb-4307-99ed-a0e17cec9247 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4173086 Jul 15 13:12:18.086263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44914) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:18.111911 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.259879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:18.291544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.292728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:18.316144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:18.382968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:18.383762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 95bc78c7-cce4-4ab1-8e6c-92c434eceaa0 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:18.491302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:18.560014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] Deleting port 1fba492c-bcfd-482b-8baf-63152ab7adee {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:18.560778 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.822057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44922) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:18.965357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] For port 1fba492c-bcfd-482b-8baf-63152ab7adee, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1fba492c-bcfd-482b-8baf-63152ab7adee,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:18.966230 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.980954 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9502c371-e294-4ced-93bc-0e237f0d07af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.998324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-320c72fd-9f32-4f15-9bf8-f18f24917a3e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.011607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] Calling delete_port for 1fba492c-bcfd-482b-8baf-63152ab7adee owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:19.023309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-d8dd301f-669d-4f97-8a11-2162face2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.034787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-d8dd301f-669d-4f97-8a11-2162face2fd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&device_id=edeaa863-ba4c-4026-9854-465c6feba7c1 HTTP/1.1" status: 200 len: 1101 time: 1.1049829 Jul 15 13:12:19.098041 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b46a5c5-d4b8-457b-a43e-03df83240c5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f67914f23a6145bfbb8f9c7b603a25e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744305 Jul 15 13:12:19.098708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44934) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:19.192609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ea46-94ce-4517-8f38-a1d7bc8bee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.207010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:19.209520 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8418a1c-ec60-4a9b-a1bd-ca8261ab46c6" -d '{"events": [{"server_uuid": "48e97b8e-6cb2-4401-90c6-50a4408becc6", "name": "network-vif-plugged", "status": "completed", "tag": "b5a96147-f6da-4057-9e40-a1bd8abf42fe"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:19.247932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ea46-94ce-4517-8f38-a1d7bc8bee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.252505 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.307403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] Pushing event deleted for resources: {'Port': ['ID=1fba492c-bcfd-482b-8baf-63152ab7adee,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.310871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-2efeae77-4929-42fc-89e6-222ce4e3d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.311024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37872656-c5e6-4719-a59a-6d945549bae5 None None] No DVR routers for this DVR port 1fba492c-bcfd-482b-8baf-63152ab7adee on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:19.314165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-2efeae77-4929-42fc-89e6-222ce4e3d82d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1782079 Jul 15 13:12:19.392053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ea46-94ce-4517-8f38-a1d7bc8bee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.396070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ea46-94ce-4517-8f38-a1d7bc8bee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.406964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-b9be792c-e57e-490f-86cc-ad2429a1a253 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e8759253-b426-4752-8f3a-0426792cfb98 HTTP/1.1" status: 200 len: 217 time: 0.0850873 Jul 15 13:12:19.408325 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b1f4ea46-94ce-4517-8f38-a1d7bc8bee8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475 HTTP/1.1" status: 204 len: 168 time: 0.2973905 Jul 15 13:12:19.417321 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] Sync routers for ids ['fb10f243-7644-46b9-a1ef-f000d5996e8e'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:19.434726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4ea46-94ce-4517-8f38-a1d7bc8bee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daee1b96-1cb2-4a68-a1f2-b9bfbe4a1475,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.436062 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] Routers {'fb10f243-7644-46b9-a1ef-f000d5996e8e'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:19.436893 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:11:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fb10f243-7644-46b9-a1ef-f000d5996e8e'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:19.573804 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] Set router fb10f243-7644-46b9-a1ef-f000d5996e8e gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:19.624585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-320c72fd-9f32-4f15-9bf8-f18f24917a3e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.627805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-320c72fd-9f32-4f15-9bf8-f18f24917a3e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.649051 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb10f243-7644-46b9-a1ef-f000d5996e8e', 'name': 'tempest-NetworksTestDHCPv6-router-1073461527', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:07Z', 'updated_at': '2021-07-15T13:12:15Z', 'revision_number': 3, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:19.694867 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] Checking router: fb10f243-7644-46b9-a1ef-f000d5996e8e for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:19.705817 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] Routers set() bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:19.706601 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] Router IDs set() for agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:12:19.707667 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_agentschedulers_db [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb10f243-7644-46b9-a1ef-f000d5996e8e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:11:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent'). {{(pid=93736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:12:19.708446 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa6a06-d0b5-47de-af36-10e7fd259159 None None] The sync data for ids ['fb10f243-7644-46b9-a1ef-f000d5996e8e'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:19.749677 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-320c72fd-9f32-4f15-9bf8-f18f24917a3e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.750229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320c72fd-9f32-4f15-9bf8-f18f24917a3e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Fanout notify agent at l3_agent the message router_deleted on router fb10f243-7644-46b9-a1ef-f000d5996e8e {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:19.763293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-320c72fd-9f32-4f15-9bf8-f18f24917a3e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.764908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-320c72fd-9f32-4f15-9bf8-f18f24917a3e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/routers/fb10f243-7644-46b9-a1ef-f000d5996e8e HTTP/1.1" status: 204 len: 168 time: 1.6769965 Jul 15 13:12:19.768258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-d9bae2ba-720c-4b4a-8fc2-908112fc1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.769786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-d9bae2ba-720c-4b4a-8fc2-908112fc1623 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.3422451 Jul 15 13:12:19.770343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44944) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:19.778831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:19.885535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34803c95-8349-48ad-80b9-171033829b37 req-4a95c778-01fd-42a7-9cd0-e19d01ec9ae5 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.893617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34803c95-8349-48ad-80b9-171033829b37 req-4a95c778-01fd-42a7-9cd0-e19d01ec9ae5 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 946 time: 0.1955092 Jul 15 13:12:19.901969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1fba492c-bcfd-482b-8baf-63152ab7adee no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:19.942916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 1fba492c-bcfd-482b-8baf-63152ab7adee {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:19.943999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1fba492c-bcfd-482b-8baf-63152ab7adee not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:19.973816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-f5af742d-1d23-48fa-9f5b-69c5dbbbd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.975562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-f5af742d-1d23-48fa-9f5b-69c5dbbbd462 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1891110 Jul 15 13:12:19.992683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:19.993673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34803c95-8349-48ad-80b9-171033829b37 req-968b28da-a131-4b8f-b829-5b00a5f284fd tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954180 Jul 15 13:12:19.997895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.110588 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad79afe-8137-466d-a06a-035d7a106b61 x-openstack-request-id: req-aad79afe-8137-466d-a06a-035d7a106b61 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:20.112525 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e97b8e-6cb2-4401-90c6-50a4408becc6", "name": "network-vif-plugged", "status": "completed", "tag": "b5a96147-f6da-4057-9e40-a1bd8abf42fe", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:20.113249 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aad79afe-8137-466d-a06a-035d7a106b61 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:20.114175 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe', 'code': 200} Jul 15 13:12:20.237341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-55ca8cfb-71ff-4f26-8e34-d79b14687c46 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425258 Jul 15 13:12:20.296162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44952) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:20.369860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ca37cd00-5b56-4498-b435-4601500278ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79a3c43db1a54a578d017342c5ef3487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724216 Jul 15 13:12:20.370766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44954) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:20.444725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.474189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:20.475922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d30103f3-2e3b-49fe-ac91-a2143b063cc9 req-c32718a0-43c1-403e-8cb3-c5f626d41604 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279973 Jul 15 13:12:20.477563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:20.490140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd84be-c480-49f8-b414-02d5eb366a16 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:20.511704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.512574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.565243 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7932410 Jul 15 13:12:20.568997 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44956) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:20.573815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2744e92d-61b5-4662-bd84-ae3030231f26 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1813663340', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:20.585482 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8596ef2-c5f9-47a1-bc77-99b190459070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.614505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8596ef2-c5f9-47a1-bc77-99b190459070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.617922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13133e53-c51f-4c3e-b195-f91df12c7525 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=a9aae408-ba3c-4c6f-973b-4b6a1f2618fe,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:20.628310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2744e92d-61b5-4662-bd84-ae3030231f26 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.629609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2744e92d-61b5-4662-bd84-ae3030231f26 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.691566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8596ef2-c5f9-47a1-bc77-99b190459070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.694488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8596ef2-c5f9-47a1-bc77-99b190459070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.705306 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2744e92d-61b5-4662-bd84-ae3030231f26 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.710953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f8596ef2-c5f9-47a1-bc77-99b190459070 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b52c66b-7be7-475b-be66-ab3d4ab81dd9 HTTP/1.1" status: 204 len: 168 time: 0.2480114 Jul 15 13:12:20.717119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2744e92d-61b5-4662-bd84-ae3030231f26 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.753149 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2744e92d-61b5-4662-bd84-ae3030231f26 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.759846 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2744e92d-61b5-4662-bd84-ae3030231f26 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1897066 Jul 15 13:12:20.761449 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44960) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:20.785361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-02c88765-1d24-482b-bdae-482b984b8599 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.792035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-02c88765-1d24-482b-bdae-482b984b8599 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.35 "GET /v2.0/ports?device_id=48e97b8e-6cb2-4401-90c6-50a4408becc6 HTTP/1.1" status: 200 len: 946 time: 0.2823396 Jul 15 13:12:20.796714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8596ef2-c5f9-47a1-bc77-99b190459070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52c66b-7be7-475b-be66-ab3d4ab81dd9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:20.955002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': 'a9aae408-ba3c-4c6f-973b-4b6a1f2618fe'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:12:20.957389 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.086571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Deleting port b5a96147-f6da-4057-9e40-a1bd8abf42fe {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:21.087116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.440356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/a9aae408-ba3c-4c6f-973b-4b6a1f2618fe/6c7f4010-7356-4412-8537-1c41c0690794) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:21.491731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] For port b5a96147-f6da-4057-9e40-a1bd8abf42fe, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5a96147-f6da-4057-9e40-a1bd8abf42fe,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:21.492558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.539628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Calling delete_port for b5a96147-f6da-4057-9e40-a1bd8abf42fe owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:21.590818 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86871acb-4d09-41c2-8c61-eb8ec7feb393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.641895 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.679184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.919988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.977905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event deleted for resources: {'Port': ['ID=b5a96147-f6da-4057-9e40-a1bd8abf42fe,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:22.076794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.093995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] No DVR routers for this DVR port b5a96147-f6da-4057-9e40-a1bd8abf42fe on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:22.097744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.100694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7f4cbd5-bf7b-4920-bae8-fde2c1aef9da req-e9523fc0-45ae-4580-a7ff-3ec8cd686c36 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.35 "DELETE /v2.0/ports/b5a96147-f6da-4057-9e40-a1bd8abf42fe HTTP/1.1" status: 204 len: 173 time: 1.2939436 Jul 15 13:12:22.101202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'name': 'network-vif-deleted', 'tag': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:22.112160 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Transition to ACTIVE for port object 6c7f4010-7356-4412-8537-1c41c0690794 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:22.114482 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324ff211-6038-44f9-adb7-77d36cb18f94" -d '{"events": [{"server_uuid": "48e97b8e-6cb2-4401-90c6-50a4408becc6", "name": "network-vif-deleted", "tag": "b5a96147-f6da-4057-9e40-a1bd8abf42fe"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:22.170275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Transition to ACTIVE for port object 6c7f4010-7356-4412-8537-1c41c0690794 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:22.196450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b5a96147-f6da-4057-9e40-a1bd8abf42fe'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:22.205368 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.386836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::1 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/a9aae408-ba3c-4c6f-973b-4b6a1f2618fe/49da2ddf-9192-4922-bd6c-d6bc71119f11) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:22.422612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-44f72621-a76d-43c4-be4b-3e249b3d0183 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.424314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-44f72621-a76d-43c4-be4b-3e249b3d0183 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 950 time: 0.1770072 Jul 15 13:12:22.523969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Pushing event updated for resources: {'Port': ['ID=6c7f4010-7356-4412-8537-1c41c0690794,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:22.552037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:22.555441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:22.566787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:22.662033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Deleting port 4597996a-cfe3-4846-8ff7-26862b5da61f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:22.662656 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.678664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.709093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Attempting to bind port 6c7f4010-7356-4412-8537-1c41c0690794 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:22.709712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Attempting to bind port 6c7f4010-7356-4412-8537-1c41c0690794 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:22.710315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Attempting to bind port 6c7f4010-7356-4412-8537-1c41c0690794 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:22.715972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 49da2ddf-9192-4922-bd6c-d6bc71119f11 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:22.721626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:22.723104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:22.724525 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.725323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:22.726161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Bound port: 6c7f4010-7356-4412-8537-1c41c0690794, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:22.727264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.810545 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.952968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f26f8-383a-41e2-9ec1-34b1a817f14e req-2cb789bc-a096-42a7-87c8-edd5cc6e4c87 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.954726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:22.965223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e42f26f8-383a-41e2-9ec1-34b1a817f14e req-2cb789bc-a096-42a7-87c8-edd5cc6e4c87 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c4a971a-1da9-4bca-90c4-0d8db36bedfc HTTP/1.1" status: 200 len: 950 time: 0.3571160 Jul 15 13:12:22.978829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:22.983340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:22.984943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.989179 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=49da2ddf-9192-4922-bd6c-d6bc71119f11,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.000903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] For port 6c7f4010-7356-4412-8537-1c41c0690794, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:23.012962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] For port 6c7f4010-7356-4412-8537-1c41c0690794, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6c7f4010-7356-4412-8537-1c41c0690794,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:23.034341 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.056525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] For port 4597996a-cfe3-4846-8ff7-26862b5da61f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4597996a-cfe3-4846-8ff7-26862b5da61f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:23.057003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.126970 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.160769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e42f26f8-383a-41e2-9ec1-34b1a817f14e req-0714111a-e48a-41dc-a6a5-7f8de9b30d8c tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926999 Jul 15 13:12:23.178421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Calling delete_port for 4597996a-cfe3-4846-8ff7-26862b5da61f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:23.247215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe486-8955-49f8-9b93-e417cc211ebd None None] Pushing event updated for resources: {'Port': ['ID=6c7f4010-7356-4412-8537-1c41c0690794,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.334670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.573481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.625604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7', '657fa42e-c549-416f-b656-d7e8063635b3', '4597996a-cfe3-4846-8ff7-26862b5da61f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:23.704079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af', 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:23.745477 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8528197c-a6c7-4710-b86c-0d129ac04996 x-openstack-request-id: req-8528197c-a6c7-4710-b86c-0d129ac04996 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:23.746371 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e97b8e-6cb2-4401-90c6-50a4408becc6", "name": "network-vif-deleted", "tag": "b5a96147-f6da-4057-9e40-a1bd8abf42fe", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:23.746371 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8528197c-a6c7-4710-b86c-0d129ac04996 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:23.746608 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e97b8e-6cb2-4401-90c6-50a4408becc6', 'name': 'network-vif-deleted', 'tag': 'b5a96147-f6da-4057-9e40-a1bd8abf42fe', 'status': 'completed', 'code': 200} Jul 15 13:12:23.747277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event deleted for resources: {'Port': ['ID=4597996a-cfe3-4846-8ff7-26862b5da61f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.956220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] No DVR routers for this DVR port 4597996a-cfe3-4846-8ff7-26862b5da61f on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:23.961368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.963594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4b4cdf0-9fb8-4c7b-9a68-62f3c5e7c363 req-767bb848-3b66-4f38-85df-da5e73f66d5a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "DELETE /v2.0/ports/4597996a-cfe3-4846-8ff7-26862b5da61f HTTP/1.1" status: 204 len: 173 time: 1.5274568 Jul 15 13:12:24.107065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6c7f4010-7356-4412-8537-1c41c0690794 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:24.281585 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.348692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.354568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.355988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.402389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 6c7f4010-7356-4412-8537-1c41c0690794 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:24.656565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=49da2ddf-9192-4922-bd6c-d6bc71119f11,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:24.752125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:24.756973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:24.834546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc888f-16de-428d-a0df-964eee22b941 req-c351da84-62d0-4514-8114-62dd094555e3 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.860808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-c351da84-62d0-4514-8114-62dd094555e3 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 822 time: 0.2734811 Jul 15 13:12:24.889805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-a9703af3-e077-41d3-b2d0-f169bd2b3015 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/quotas/04495a732031423e80f94ec4e4c6afed HTTP/1.1" status: 200 len: 375 time: 0.0271466 Jul 15 13:12:24.993269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Router f507c1f5-aad7-4477-84f3-79910eac7816 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:25.090507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-c37c8a63-914e-444f-b984-c5a27b1a595f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1993282 Jul 15 13:12:25.158989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:25.171359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Sync routers for ids ['f507c1f5-aad7-4477-84f3-79910eac7816'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:25.184407 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14621280-4ba8-4f5c-902b-b9f29eb5dd91 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "PUT /v2.0/routers/f507c1f5-aad7-4477-84f3-79910eac7816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4217012 Jul 15 13:12:25.185210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45042) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:25.195576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Routers {'f507c1f5-aad7-4477-84f3-79910eac7816'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:25.199952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:12:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f507c1f5-aad7-4477-84f3-79910eac7816'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:25.310003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-a1e6bfde-9f09-4482-831a-4e272c47c464 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180247 Jul 15 13:12:25.340786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11a0741-64a5-43c4-ac89-5049b00e647a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.351034 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b11a0741-64a5-43c4-ac89-5049b00e647a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports/49da2ddf-9192-4922-bd6c-d6bc71119f11 HTTP/1.1" status: 200 len: 911 time: 0.1627712 Jul 15 13:12:25.352059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45046) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:25.486495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Set router f507c1f5-aad7-4477-84f3-79910eac7816 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:25.568936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165a11b-db4e-4083-ad18-e6f6b7868e87 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.602598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165a11b-db4e-4083-ad18-e6f6b7868e87 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.615486 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6165a11b-db4e-4083-ad18-e6f6b7868e87 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2622006 Jul 15 13:12:25.615969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-4c4e142e-9674-4129-9bc1-4832f8e31533 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042426 Jul 15 13:12:25.616501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45050) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:25.666052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5a96147-f6da-4057-9e40-a1bd8abf42fe no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:25.691528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: b5a96147-f6da-4057-9e40-a1bd8abf42fe {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:25.691953 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5a96147-f6da-4057-9e40-a1bd8abf42fe not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:25.692472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4597996a-cfe3-4846-8ff7-26862b5da61f no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:25.794139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 4597996a-cfe3-4846-8ff7-26862b5da61f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:25.794745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4597996a-cfe3-4846-8ff7-26862b5da61f not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:25.859411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4a971a-1da9-4bca-90c4-0d8db36bedfc', 'name': 'network-vif-deleted', 'tag': '4597996a-cfe3-4846-8ff7-26862b5da61f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:25.866887 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc57f2-04a1-4360-9fa2-6c1eb7813aed" -d '{"events": [{"server_uuid": "2c4a971a-1da9-4bca-90c4-0d8db36bedfc", "name": "network-vif-deleted", "tag": "4597996a-cfe3-4846-8ff7-26862b5da61f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:25.874549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-abddfe18-0c5d-46fb-a7a0-a2622b98f802 None None] Provisioning for port 6c7f4010-7356-4412-8537-1c41c0690794 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:25.965220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-abddfe18-0c5d-46fb-a7a0-a2622b98f802 None None] Provisioning complete for port 6c7f4010-7356-4412-8537-1c41c0690794 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:25.965220 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-abddfe18-0c5d-46fb-a7a0-a2622b98f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.220788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-abddfe18-0c5d-46fb-a7a0-a2622b98f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.350323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'name': 'tempest-NetworksTestDHCPv6-router-1813663340', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:20Z', 'updated_at': '2021-07-15T13:12:23Z', 'revision_number': 2, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None, '_interfaces': [{'id': '49da2ddf-9192-4922-bd6c-d6bc71119f11', 'name': '', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'mac_address': 'fa:16:3e:e3:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'a9aae408-ba3c-4c6f-973b-4b6a1f2618fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:21Z', 'updated_at': '2021-07-15T13:12:23Z', 'revision_number': 2, 'project_id': 'ac40680744f644268f1905025c088081', 'subnets': [{'id': 'a9aae408-ba3c-4c6f-973b-4b6a1f2618fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:26.387008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-abddfe18-0c5d-46fb-a7a0-a2622b98f802 None None] For port 6c7f4010-7356-4412-8537-1c41c0690794, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6c7f4010-7356-4412-8537-1c41c0690794,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:26.465289 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-abddfe18-0c5d-46fb-a7a0-a2622b98f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.494723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Checking router: f507c1f5-aad7-4477-84f3-79910eac7816 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:26.495983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Updating router f507c1f5-aad7-4477-84f3-79910eac7816 port 49da2ddf-9192-4922-bd6c-d6bc71119f11 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:12:26.690411 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.773015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2dd8d45f-1641-4025-a7b5-06560c6e7bc9 None None] Provisioning for port 49da2ddf-9192-4922-bd6c-d6bc71119f11 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:26.777011 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddfe18-0c5d-46fb-a7a0-a2622b98f802 None None] Pushing event updated for resources: {'Port': ['ID=6c7f4010-7356-4412-8537-1c41c0690794,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:26.798559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2dd8d45f-1641-4025-a7b5-06560c6e7bc9 None None] Provisioning complete for port 49da2ddf-9192-4922-bd6c-d6bc71119f11 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:26.799094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d45f-1641-4025-a7b5-06560c6e7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.987062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8d45f-1641-4025-a7b5-06560c6e7bc9 None None] Port 49da2ddf-9192-4922-bd6c-d6bc71119f11 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:27.081290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.081987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.083486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.084278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.084767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.085632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.085759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.086239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.086674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.087161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.116792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2850726b-8bfa-4818-b6d7-4e4c37c604d6 req-91b1c98e-6d7e-46f7-bc90-7311f793fc36 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.4960458 Jul 15 13:12:27.507545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.539360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Transition to ACTIVE for port object 49da2ddf-9192-4922-bd6c-d6bc71119f11 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:27.559479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.990593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.039532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6c7f4010-7356-4412-8537-1c41c0690794 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:28.124525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2a374-a120-444e-a19e-ecacccda3d56 None None] Pushing event updated for resources: {'Port': ['ID=49da2ddf-9192-4922-bd6c-d6bc71119f11,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:28.292599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Attempting to bind port 49da2ddf-9192-4922-bd6c-d6bc71119f11 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:28.293542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Attempting to bind port 49da2ddf-9192-4922-bd6c-d6bc71119f11 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:28.299340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Attempting to bind port 49da2ddf-9192-4922-bd6c-d6bc71119f11 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:28.312579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:28.313630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:28.314569 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.315463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:28.316772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Bound port: 49da2ddf-9192-4922-bd6c-d6bc71119f11, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:28.317711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.351607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 6c7f4010-7356-4412-8537-1c41c0690794 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:28.352573 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.353217 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f863b88-e603-41a8-982f-43884cb8a2e4 x-openstack-request-id: req-7f863b88-e603-41a8-982f-43884cb8a2e4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:28.353700 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4a971a-1da9-4bca-90c4-0d8db36bedfc", "name": "network-vif-deleted", "tag": "4597996a-cfe3-4846-8ff7-26862b5da61f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:28.353799 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f863b88-e603-41a8-982f-43884cb8a2e4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:28.354198 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4a971a-1da9-4bca-90c4-0d8db36bedfc', 'name': 'network-vif-deleted', 'tag': '4597996a-cfe3-4846-8ff7-26862b5da61f', 'status': 'completed', 'code': 200} Jul 15 13:12:28.498757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] For port 49da2ddf-9192-4922-bd6c-d6bc71119f11, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:28.503560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] For port 49da2ddf-9192-4922-bd6c-d6bc71119f11, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=49da2ddf-9192-4922-bd6c-d6bc71119f11,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:28.506052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 49da2ddf-9192-4922-bd6c-d6bc71119f11 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:28.507123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.515241 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.628834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] For port 49da2ddf-9192-4922-bd6c-d6bc71119f11, host n-d-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:28.629272 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.645817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Routers {'f507c1f5-aad7-4477-84f3-79910eac7816'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:28.646737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:12:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f507c1f5-aad7-4477-84f3-79910eac7816'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:28.659788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 49da2ddf-9192-4922-bd6c-d6bc71119f11 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:28.756020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] Set router f507c1f5-aad7-4477-84f3-79910eac7816 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:28.904241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3ed2f28-e3b6-4a61-9236-e4419f2ecd12 req-3fe00386-7fe9-4031-8c1c-a6657c01f8a5 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 210 time: 0.1123176 Jul 15 13:12:28.967777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2a374-a120-444e-a19e-ecacccda3d56 None None] Pushing event updated for resources: {'Port': ['ID=49da2ddf-9192-4922-bd6c-d6bc71119f11,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.098347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'name': 'tempest-NetworksTestDHCPv6-router-1813663340', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:20Z', 'updated_at': '2021-07-15T13:12:23Z', 'revision_number': 2, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None, '_interfaces': [{'id': '49da2ddf-9192-4922-bd6c-d6bc71119f11', 'name': '', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'mac_address': 'fa:16:3e:e3:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'a9aae408-ba3c-4c6f-973b-4b6a1f2618fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:21Z', 'updated_at': '2021-07-15T13:12:28Z', 'revision_number': 4, 'project_id': 'ac40680744f644268f1905025c088081', 'subnets': [{'id': 'a9aae408-ba3c-4c6f-973b-4b6a1f2618fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:29.152376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22291784-3a0b-4433-b8f7-0831cebb35c6 None None] The sync data for ids ['f507c1f5-aad7-4477-84f3-79910eac7816'] in n-d-771362-36 is: [{'id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'name': 'tempest-NetworksTestDHCPv6-router-1813663340', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:20Z', 'updated_at': '2021-07-15T13:12:23Z', 'revision_number': 2, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None, '_interfaces': [{'id': '49da2ddf-9192-4922-bd6c-d6bc71119f11', 'name': '', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'mac_address': 'fa:16:3e:e3:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'a9aae408-ba3c-4c6f-973b-4b6a1f2618fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:21Z', 'updated_at': '2021-07-15T13:12:28Z', 'revision_number': 4, 'project_id': 'ac40680744f644268f1905025c088081', 'subnets': [{'id': 'a9aae408-ba3c-4c6f-973b-4b6a1f2618fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:29.343469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2bd4a-b304-49b4-a382-d31ff5930463 req-fdf3553e-b363-46db-9fb6-0363fbbac86e tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.345245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa2bd4a-b304-49b4-a382-d31ff5930463 req-fdf3553e-b363-46db-9fb6-0363fbbac86e tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 886 time: 0.3172021 Jul 15 13:12:29.366883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc888f-16de-428d-a0df-964eee22b941 req-592f3b27-9298-404e-81da-05949a29e162 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.371808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-592f3b27-9298-404e-81da-05949a29e162 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.35 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 822 time: 0.4061079 Jul 15 13:12:29.384156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Request body: {'port': {'device_id': 'c757b73e-1b8c-48d2-878c-6fb4b283dea9', 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'admin_state_up': True, 'tenant_id': '04495a732031423e80f94ec4e4c6afed'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:29.508470 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.590830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=49da2ddf-9192-4922-bd6c-d6bc71119f11,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.802814 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.814574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Made reservation on behalf of 04495a732031423e80f94ec4e4c6afed for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:29.818540 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.317278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Router f507c1f5-aad7-4477-84f3-79910eac7816 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:30.320374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Allocated IP 172.20.0.14 (b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b/c4754150-3691-4b4f-aed9-f37934e32649/42c33a40-a033-41c1-91fe-faa9950cd073) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:30.594309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:30.616080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-28b5a65d-6afc-4df5-bc92-93be13061c18 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "PUT /v2.0/routers/f507c1f5-aad7-4477-84f3-79910eac7816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9953611 Jul 15 13:12:30.616955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45110) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:30.776759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa27495-aaa3-4721-af1e-3e9a3e2f1df2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.780119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa27495-aaa3-4721-af1e-3e9a3e2f1df2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.794172 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9aa27495-aaa3-4721-af1e-3e9a3e2f1df2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1724474 Jul 15 13:12:30.803107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45116) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:30.839478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.844727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.846663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.847254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.847740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.848221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.848690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.849158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.849656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.850116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.885984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4c211e1-3cde-4882-98b0-7a60378b6716 req-62c15a95-81d3-4258-a0fd-243639dd1711 tempest-NetworksTest-1439057549 tempest-NetworksTest-1439057549-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.3897457 Jul 15 13:12:30.909910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet a9aae408-ba3c-4c6f-973b-4b6a1f2618fe {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:30.914002 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.986589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.011429 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.262119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.269534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.372316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.430247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccdcb76-a8c1-43fe-a134-d07b58ab78ac None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:31.477203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.483242 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/a9aae408-ba3c-4c6f-973b-4b6a1f2618fe HTTP/1.1" status: 204 len: 168 time: 0.6773734 Jul 15 13:12:31.485089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=a9aae408-ba3c-4c6f-973b-4b6a1f2618fe,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:31.491084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45132) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:31.602215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.603442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.604315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.605216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.606047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.608567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.626307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.628582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45134) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:31.629802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:31.630645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.639118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.640437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.641327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.642201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55467-27af-4740-98be-9b5ff05a0ae4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:31.661970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:31.672163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:31.731205 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] Sync routers for ids ['f507c1f5-aad7-4477-84f3-79910eac7816'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:31.749466 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] Routers {'f507c1f5-aad7-4477-84f3-79910eac7816'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:31.750156 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:12:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f507c1f5-aad7-4477-84f3-79910eac7816'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:31.803115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event updated for resources: {'Port': ['ID=42c33a40-a033-41c1-91fe-faa9950cd073,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:31.888547 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1c90f92-4d49-4b1c-b342-25521e079d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.894236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:31.912186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45138) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:31.915123 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7ce84539-0426-4cfd-a052-320992e77111 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4080124 Jul 15 13:12:31.943713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.950461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.984168 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] Set router f507c1f5-aad7-4477-84f3-79910eac7816 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:32.016739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-cdfb765a-5d2c-4218-a9f3-501d1c31c1af tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.019203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-cdfb765a-5d2c-4218-a9f3-501d1c31c1af tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dce4035-a95e-4987-9fb6-e04c70bdc20b HTTP/1.1" status: 200 len: 949 time: 0.7355053 Jul 15 13:12:32.033478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] Deleting port 6c7f4010-7356-4412-8537-1c41c0690794 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:32.035316 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.118780 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c081537-6b89-4173-a6c1-808f7c398a46 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.133909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d339d-9c6a-4cfa-94e4-78df9905e48b req-054aba62-8abf-459b-8113-4a8970421e5d tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.148727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b4d339d-9c6a-4cfa-94e4-78df9905e48b req-054aba62-8abf-459b-8113-4a8970421e5d tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 932 time: 0.7456675 Jul 15 13:12:32.202279 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'name': 'tempest-NetworksTestDHCPv6-router-1813663340', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:20Z', 'updated_at': '2021-07-15T13:12:29Z', 'revision_number': 3, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:32.256841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] For port 6c7f4010-7356-4412-8537-1c41c0690794, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6c7f4010-7356-4412-8537-1c41c0690794,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:32.259952 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.292436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] Calling delete_port for 6c7f4010-7356-4412-8537-1c41c0690794 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:32.307612 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] Checking router: f507c1f5-aad7-4477-84f3-79910eac7816 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:32.343078 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] Routers {'f507c1f5-aad7-4477-84f3-79910eac7816'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:32.344108 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:12:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f507c1f5-aad7-4477-84f3-79910eac7816'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:32.369755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b4d339d-9c6a-4cfa-94e4-78df9905e48b req-02e8d9f2-1894-41f1-9514-f1dc2d89e7dd tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266576 Jul 15 13:12:32.626527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.648244 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] Set router f507c1f5-aad7-4477-84f3-79910eac7816 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:32.724063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] Pushing event deleted for resources: {'Port': ['ID=6c7f4010-7356-4412-8537-1c41c0690794,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:32.743308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f5366-5fd1-493c-81e8-2b9eb56ec84a None None] No DVR routers for this DVR port 6c7f4010-7356-4412-8537-1c41c0690794 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:32.908832 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'name': 'tempest-NetworksTestDHCPv6-router-1813663340', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:20Z', 'updated_at': '2021-07-15T13:12:29Z', 'revision_number': 3, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:32.947529 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1714aa-05b4-4681-be0b-bb89bd5dc3bb None None] The sync data for ids ['f507c1f5-aad7-4477-84f3-79910eac7816'] in n-d-771362-36 is: [{'id': 'f507c1f5-aad7-4477-84f3-79910eac7816', 'name': 'tempest-NetworksTestDHCPv6-router-1813663340', 'tenant_id': 'ac40680744f644268f1905025c088081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:20Z', 'updated_at': '2021-07-15T13:12:29Z', 'revision_number': 3, 'project_id': 'ac40680744f644268f1905025c088081', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:32.959696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-ca5644ae-ea4f-4854-9984-a6be11a03812 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.963041 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-ca5644ae-ea4f-4854-9984-a6be11a03812 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/ports?device_id=2da54574-971b-4ece-808f-b5078d7c25a5 HTTP/1.1" status: 200 len: 950 time: 0.3335769 Jul 15 13:12:33.145176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Deleting port 657fa42e-c549-416f-b656-d7e8063635b3 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:33.145717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.331514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] For port 657fa42e-c549-416f-b656-d7e8063635b3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=657fa42e-c549-416f-b656-d7e8063635b3,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:33.332117 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.359069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Calling delete_port for 657fa42e-c549-416f-b656-d7e8063635b3 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:33.483642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c081537-6b89-4173-a6c1-808f7c398a46 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.500407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c081537-6b89-4173-a6c1-808f7c398a46 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.506336 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1c90f92-4d49-4b1c-b342-25521e079d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.534516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1c90f92-4d49-4b1c-b342-25521e079d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.638575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-2b085adf-e146-4375-b45d-456a2a1bddee tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2586198 Jul 15 13:12:33.682025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.686284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Request body: {'port': {'device_id': 'c757b73e-1b8c-48d2-878c-6fb4b283dea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:33.700192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7', '657fa42e-c549-416f-b656-d7e8063635b3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:33.704857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:33.731217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event deleted for resources: {'Port': ['ID=657fa42e-c549-416f-b656-d7e8063635b3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:33.897365 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] No DVR routers for this DVR port 657fa42e-c549-416f-b656-d7e8063635b3 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:33.903197 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c081537-6b89-4173-a6c1-808f7c398a46 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.903197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c081537-6b89-4173-a6c1-808f7c398a46 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Fanout notify agent at l3_agent the message router_deleted on router f507c1f5-aad7-4477-84f3-79910eac7816 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:33.915838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.919032 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-42e1207a-56e0-4f70-9685-23a6372fa691 req-010037bd-6004-4f7c-a660-f296978ad16f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "DELETE /v2.0/ports/657fa42e-c549-416f-b656-d7e8063635b3 HTTP/1.1" status: 204 len: 173 time: 0.9476466 Jul 15 13:12:33.919670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da54574-971b-4ece-808f-b5078d7c25a5', 'name': 'network-vif-deleted', 'tag': '657fa42e-c549-416f-b656-d7e8063635b3'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:33.923983 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0539fcae-c792-4ad7-b3e4-f0dced469e82" -d '{"events": [{"server_uuid": "2da54574-971b-4ece-808f-b5078d7c25a5", "name": "network-vif-deleted", "tag": "657fa42e-c549-416f-b656-d7e8063635b3"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:33.984563 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c081537-6b89-4173-a6c1-808f7c398a46 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.014588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7c081537-6b89-4173-a6c1-808f7c398a46 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/routers/f507c1f5-aad7-4477-84f3-79910eac7816 HTTP/1.1" status: 204 len: 168 time: 2.0973289 Jul 15 13:12:34.014924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45150) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.015468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Deleting port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:34.016154 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.085043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 49da2ddf-9192-4922-bd6c-d6bc71119f11 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:34.098693 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bb602abf-6a97-4ae6-ac60-56aabd78199b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0795746 Jul 15 13:12:34.110779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.222411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea5d91-f3fd-447a-92fb-b3949423461d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.224044 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-47ea5d91-f3fd-447a-92fb-b3949423461d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128919 Jul 15 13:12:34.226702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45156) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.244668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 49da2ddf-9192-4922-bd6c-d6bc71119f11 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:34.245165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 49da2ddf-9192-4922-bd6c-d6bc71119f11 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:34.245671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6c7f4010-7356-4412-8537-1c41c0690794 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:34.306293 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9f7e81f9-5586-482c-8538-fcd844bd1fcf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783446 Jul 15 13:12:34.314441 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45160) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.320936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:34.372110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 6c7f4010-7356-4412-8537-1c41c0690794 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:34.372110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6c7f4010-7356-4412-8537-1c41c0690794 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:34.406733 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.452792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] For port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:34.453511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.486382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Calling delete_port for f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:34.531800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:34.535767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.599229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b1c90f92-4d49-4b1c-b342-25521e079d29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=585bfad3fd004861939b5e1ca72c6f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9681106 Jul 15 13:12:34.603215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c90f92-4d49-4b1c-b342-25521e079d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d270aa54-9563-40a2-8ef7-28fd3c0d14af,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:34.603912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45162) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.698269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2fe70-1e60-4de9-83e3-d541ecb3b79a req-1c679550-1d0a-4578-a326-65be2368d837 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.705681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bbf2fe70-1e60-4de9-83e3-d541ecb3b79a req-1c679550-1d0a-4578-a326-65be2368d837 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dce4035-a95e-4987-9fb6-e04c70bdc20b HTTP/1.1" status: 200 len: 949 time: 2.0835414 Jul 15 13:12:34.764249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.811522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bbf2fe70-1e60-4de9-83e3-d541ecb3b79a req-eeffeee6-7374-485d-b805-db10b95a966f tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/security-groups?id=228f280c-e28e-48d3-bbe0-12946e0b3d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041636 Jul 15 13:12:34.949207 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.969288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:35.034311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event deleted for resources: {'Port': ['ID=f940c6ae-b061-4e89-bfa6-ae7fb51f7b86,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.160933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf97d-edd4-4d23-b766-4415763f261a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.181360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e8759253-b426-4752-8f3a-0426792cfb98', 'c6486392-7af8-4585-8d79-ff7a4c2929b7', '657fa42e-c549-416f-b656-d7e8063635b3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:35.281485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf97d-edd4-4d23-b766-4415763f261a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.355415 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:12:35.368121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.424005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:35.442843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:35.448232 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.449213 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.456291 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.485032 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=2f686110-d6ce-4f69-af8f-8cc67c1eea86,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.501539 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68445412-938b-4dd0-890a-0b0064467d40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1891332 Jul 15 13:12:35.506960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45172) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:35.513212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:35.531445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] No DVR routers for this DVR port f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:35.535667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:35.540236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf97d-edd4-4d23-b766-4415763f261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.543391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf97d-edd4-4d23-b766-4415763f261a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.547375 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fb1cf97d-edd4-4d23-b766-4415763f261a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d270aa54-9563-40a2-8ef7-28fd3c0d14af HTTP/1.1" status: 204 len: 168 time: 0.9398801 Jul 15 13:12:35.560465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db15f94-8e9d-418f-bbbf-d58ade0fa50d None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:35.575892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.590194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f02854b-ce95-4da9-adb4-59fd50fc9538 req-1b803fc8-4f86-427c-a779-557557968fe9 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "DELETE /v2.0/ports/f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 HTTP/1.1" status: 204 len: 173 time: 3.5274265 Jul 15 13:12:35.590836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dce4035-a95e-4987-9fb6-e04c70bdc20b', 'name': 'network-vif-deleted', 'tag': 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:35.601882 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2565c97-a387-4d99-b39f-916b634cc8e8" -d '{"events": [{"server_uuid": "3dce4035-a95e-4987-9fb6-e04c70bdc20b", "name": "network-vif-deleted", "tag": "f940c6ae-b061-4e89-bfa6-ae7fb51f7b86"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:35.657694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cf97d-edd4-4d23-b766-4415763f261a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270aa54-9563-40a2-8ef7-28fd3c0d14af,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.670787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c33a40-a033-41c1-91fe-faa9950cd073 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:35.710808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.759736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Transition to ACTIVE for port object 42c33a40-a033-41c1-91fe-faa9950cd073 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:35.770285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:35.771646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f940c6ae-b061-4e89-bfa6-ae7fb51f7b86 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:35.803167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975692-d0f6-4c99-93d6-a93cfe294c7a req-879f8b66-ab05-4ca1-95b6-a1be08e62fc0 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.816312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31975692-d0f6-4c99-93d6-a93cfe294c7a req-879f8b66-ab05-4ca1-95b6-a1be08e62fc0 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 932 time: 0.3452384 Jul 15 13:12:35.838299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.965182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:35.971406 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.174666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Pushing event updated for resources: {'Port': ['ID=42c33a40-a033-41c1-91fe-faa9950cd073,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.203333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31975692-d0f6-4c99-93d6-a93cfe294c7a req-a8f2b6d7-2602-4243-a91b-6a3eb6a64cdb tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824854 Jul 15 13:12:36.402772 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45190) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.417448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '2f686110-d6ce-4f69-af8f-8cc67c1eea86'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:12:36.418420 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.460516 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c781a293-e3fd-4e02-9bf4-e1d8b6344b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.504450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Attempting to bind port 42c33a40-a033-41c1-91fe-faa9950cd073 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:36.504772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Attempting to bind port 42c33a40-a033-41c1-91fe-faa9950cd073 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:36.505122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Attempting to bind port 42c33a40-a033-41c1-91fe-faa9950cd073 on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:36.513404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Port 42c33a40-a033-41c1-91fe-faa9950cd073 on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:36.513784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Attempting to bind port 42c33a40-a033-41c1-91fe-faa9950cd073 on network b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:36.531665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:36.532377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Checking segment: {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:36.532487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Bound using segment: {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:36.532865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Bound port: 42c33a40-a033-41c1-91fe-faa9950cd073, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d86b26-9063-482a-ae89-0cca85d61810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:36.533270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.667175 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd552623-7824-4c24-b5b4-150c348e8e73 x-openstack-request-id: req-fd552623-7824-4c24-b5b4-150c348e8e73 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:36.667718 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da54574-971b-4ece-808f-b5078d7c25a5", "name": "network-vif-deleted", "tag": "657fa42e-c549-416f-b656-d7e8063635b3", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:36.668077 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd552623-7824-4c24-b5b4-150c348e8e73 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:36.669051 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da54574-971b-4ece-808f-b5078d7c25a5', 'name': 'network-vif-deleted', 'tag': '657fa42e-c549-416f-b656-d7e8063635b3', 'status': 'completed', 'code': 200} Jul 15 13:12:36.675683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] For port 42c33a40-a033-41c1-91fe-faa9950cd073, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:36.681219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.683807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] For port 42c33a40-a033-41c1-91fe-faa9950cd073, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42c33a40-a033-41c1-91fe-faa9950cd073,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:36.694382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.711549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:36.740760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.741404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.742935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] 10.222.0.35 "PUT /v2.0/ports/42c33a40-a033-41c1-91fe-faa9950cd073 HTTP/1.1" status: 200 len: 1093 time: 3.0785608 Jul 15 13:12:36.777939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Allocated IP 2001:db8::f816:3eff:fec0:c92 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/2f686110-d6ce-4f69-af8f-8cc67c1eea86/9f12cdef-cef7-4298-87db-a76f67698ede) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:36.789241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3e0fd-5e0d-4861-a14b-fd6a03662dcb service neutron] Pushing event updated for resources: {'Port': ['ID=42c33a40-a033-41c1-91fe-faa9950cd073,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.804135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:36.812768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.813695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.847221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=9b9a5cdf-a21a-4fbf-8a2b-37561210d574,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.912285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c781a293-e3fd-4e02-9bf4-e1d8b6344b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.925124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c781a293-e3fd-4e02-9bf4-e1d8b6344b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.946472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc888f-16de-428d-a0df-964eee22b941 req-4dcb940d-63a9-4f7f-b675-6557424daa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.948355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-4dcb940d-63a9-4f7f-b675-6557424daa65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 1096 time: 0.1027107 Jul 15 13:12:36.955871 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6ad5ed26-8973-4450-b7be-6798c0cd0a67 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4473453 Jul 15 13:12:36.959796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45192) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.960827 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c781a293-e3fd-4e02-9bf4-e1d8b6344b48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb734574577d4cb9ba2d0ef6969ba6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567465 Jul 15 13:12:36.968024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45194) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.970175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:6a:34:6c', 'name': 'tempest-NetworksTestDHCPv6-245697145'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:37.012769 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781a293-e3fd-4e02-9bf4-e1d8b6344b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73da386a-2d04-4371-9f85-797c360457e3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.082556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26dd2e1-0279-48e8-b6de-d4ba960a4bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.151396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26dd2e1-0279-48e8-b6de-d4ba960a4bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.163960 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.182202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Transition to ACTIVE for port object 9f12cdef-cef7-4298-87db-a76f67698ede will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:37.193839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-cb2ad6bf-790c-4b02-95b2-5adc6ac32ba6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42c33a40-a033-41c1-91fe-faa9950cd073 HTTP/1.1" status: 200 len: 217 time: 0.2321608 Jul 15 13:12:37.216765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Transition to ACTIVE for port object 9f12cdef-cef7-4298-87db-a76f67698ede will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:37.226609 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.263733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26dd2e1-0279-48e8-b6de-d4ba960a4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.267260 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26dd2e1-0279-48e8-b6de-d4ba960a4bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.272144 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f26dd2e1-0279-48e8-b6de-d4ba960a4bcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73da386a-2d04-4371-9f85-797c360457e3 HTTP/1.1" status: 204 len: 168 time: 0.3020024 Jul 15 13:12:37.291247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dd2e1-0279-48e8-b6de-d4ba960a4bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73da386a-2d04-4371-9f85-797c360457e3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.302780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:37.315512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:37.318425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:37.324493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.382114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc888f-16de-428d-a0df-964eee22b941 req-35ffc914-e756-49df-aba4-0e2367154f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.385720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-35ffc914-e756-49df-aba4-0e2367154f76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4754150-3691-4b4f-aed9-f37934e32649 HTTP/1.1" status: 200 len: 862 time: 0.1778839 Jul 15 13:12:37.444762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-d7c8730c-01d0-4bcd-9f5f-e6260585249e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431974 Jul 15 13:12:37.483922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:37.544914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Attempting to bind port 9f12cdef-cef7-4298-87db-a76f67698ede on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:37.546127 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Attempting to bind port 9f12cdef-cef7-4298-87db-a76f67698ede by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:37.546732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Attempting to bind port 9f12cdef-cef7-4298-87db-a76f67698ede on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:37.557357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:37.557957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:37.558662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.559584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:37.560675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Bound port: 9f12cdef-cef7-4298-87db-a76f67698ede, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:37.561853 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.571389 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29e9368-7e98-46c5-949e-82f706ae5f78 x-openstack-request-id: req-f29e9368-7e98-46c5-949e-82f706ae5f78 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:37.572413 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dce4035-a95e-4987-9fb6-e04c70bdc20b", "name": "network-vif-deleted", "tag": "f940c6ae-b061-4e89-bfa6-ae7fb51f7b86", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:37.572892 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f29e9368-7e98-46c5-949e-82f706ae5f78 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:37.573537 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dce4035-a95e-4987-9fb6-e04c70bdc20b', 'name': 'network-vif-deleted', 'tag': 'f940c6ae-b061-4e89-bfa6-ae7fb51f7b86', 'status': 'completed', 'code': 200} Jul 15 13:12:37.585673 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 657fa42e-c549-416f-b656-d7e8063635b3 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:37.636902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 657fa42e-c549-416f-b656-d7e8063635b3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:37.637488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 657fa42e-c549-416f-b656-d7e8063635b3 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:37.668158 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.684975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-b03ed7bc-2d78-4ee2-86db-07962bd06a73 service neutron] 10.222.0.35 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291498 Jul 15 13:12:37.709432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:37.714762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:37.721094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.729938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 7bebb2c0-9797-475e-a320-b047ce8234ec yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:12:37.789460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80944b81-e21f-4ba8-ac80-86d43c835d59 None None] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.875099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3dfc888f-16de-428d-a0df-964eee22b941 req-dfbbdd4e-252b-4360-a147-560c8bd1ac7b service neutron] 10.222.0.35 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845744 Jul 15 13:12:38.117432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 172.20.0.11 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/9b9a5cdf-a21a-4fbf-8a2b-37561210d574/7bebb2c0-9797-475e-a320-b047ce8234ec) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:38.137853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fe6a:346c (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/2f686110-d6ce-4f69-af8f-8cc67c1eea86/7bebb2c0-9797-475e-a320-b047ce8234ec) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:38.319185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166e911-03b8-4f61-9f66-75b9201a9de0 req-eb248c07-5d62-4b96-ae96-521232bfa16a tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.321013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5166e911-03b8-4f61-9f66-75b9201a9de0 req-eb248c07-5d62-4b96-ae96-521232bfa16a tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 944 time: 0.2003171 Jul 15 13:12:38.421800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5166e911-03b8-4f61-9f66-75b9201a9de0 req-a3a20ae2-6ea8-4b0b-8da2-63c45c58b753 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884109 Jul 15 13:12:38.478181 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.495625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 7bebb2c0-9797-475e-a320-b047ce8234ec will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:38.552768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.703810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:38.711697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:38.714919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=7bebb2c0-9797-475e-a320-b047ce8234ec,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:38.719283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:38.821795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.822512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.850819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3773e81-f33d-4423-b34d-d99b26a8202e req-e6b0e3a6-c8f0-4e91-80ba-135ee09423b1 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.852577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3773e81-f33d-4423-b34d-d99b26a8202e req-e6b0e3a6-c8f0-4e91-80ba-135ee09423b1 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 945 time: 0.2308083 Jul 15 13:12:38.868346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-568ecb0a-267c-4da1-bd1e-18517517c658 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9014423 Jul 15 13:12:38.868346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45254) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:38.960200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3773e81-f33d-4423-b34d-d99b26a8202e req-e6acf208-12bb-4af3-bc53-2f585ffa6dd5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813091 Jul 15 13:12:38.989419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06627c63-d919-4544-8c75-3cc8c1996807 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.995842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06627c63-d919-4544-8c75-3cc8c1996807 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.000237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-06627c63-d919-4544-8c75-3cc8c1996807 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1283514 Jul 15 13:12:39.000647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45258) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:39.145168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ac470-c139-45cf-99a6-1656584e78b6 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:39.152699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2458f834-3984-48f5-8934-0b712f243e09 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 7bebb2c0-9797-475e-a320-b047ce8234ec {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:39.153973 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2458f834-3984-48f5-8934-0b712f243e09 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.274721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2458f834-3984-48f5-8934-0b712f243e09 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.307417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2998f693-e7cc-4563-aa5e-c5b96e1bbde9 None None] Provisioning for port 9f12cdef-cef7-4298-87db-a76f67698ede completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:39.307955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2458f834-3984-48f5-8934-0b712f243e09 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 7bebb2c0-9797-475e-a320-b047ce8234ec owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:39.569569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631115d3-889e-4c9a-a66b-77a8b929b858 req-eac4fcd2-888c-480f-b411-f6e6269d451a tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.571475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-631115d3-889e-4c9a-a66b-77a8b929b858 req-eac4fcd2-888c-480f-b411-f6e6269d451a tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 949 time: 0.1437058 Jul 15 13:12:39.574703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c757b73e-1b8c-48d2-878c-6fb4b283dea9', 'tag': '42c33a40-a033-41c1-91fe-faa9950cd073'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:39.577371 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013" -d '{"events": [{"name": "network-changed", "server_uuid": "c757b73e-1b8c-48d2-878c-6fb4b283dea9", "tag": "42c33a40-a033-41c1-91fe-faa9950cd073"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:39.615039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001c58b-920b-41dc-aa87-d5c4c80b734c None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '2f686110-d6ce-4f69-af8f-8cc67c1eea86', 'ip_address': '2001:db8::f816:3eff:fec0:c92'}, {'subnet_id': '9b9a5cdf-a21a-4fbf-8a2b-37561210d574'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '9f12cdef-cef7-4298-87db-a76f67698ede'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:12:39.689356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-631115d3-889e-4c9a-a66b-77a8b929b858 req-8779318c-d348-4423-98cf-143c62489134 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998123 Jul 15 13:12:39.695089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2458f834-3984-48f5-8934-0b712f243e09 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.695640 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0001c58b-920b-41dc-aa87-d5c4c80b734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.745528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458f834-3984-48f5-8934-0b712f243e09 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=7bebb2c0-9797-475e-a320-b047ce8234ec,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:39.945211 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2458f834-3984-48f5-8934-0b712f243e09 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.950986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2458f834-3984-48f5-8934-0b712f243e09 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/7bebb2c0-9797-475e-a320-b047ce8234ec HTTP/1.1" status: 204 len: 168 time: 0.9489131 Jul 15 13:12:39.954511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45292) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:40.109098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9ac5b-8649-4956-aa79-2039ac670c84 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.112946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9ac5b-8649-4956-aa79-2039ac670c84 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.116903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9ac5b-8649-4956-aa79-2039ac670c84 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.120263 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-21e9ac5b-8649-4956-aa79-2039ac670c84 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1627920 Jul 15 13:12:40.124636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45298) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:40.160373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:40.221724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51b7f73-48b3-4315-8ec7-dcd4471b5ec1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 2f686110-d6ce-4f69-af8f-8cc67c1eea86 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:40.226650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d51b7f73-48b3-4315-8ec7-dcd4471b5ec1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.293688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 9f12cdef-cef7-4298-87db-a76f67698ede completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:40.300336 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d51b7f73-48b3-4315-8ec7-dcd4471b5ec1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.301707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:40.302605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.451205 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.459782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d51b7f73-48b3-4315-8ec7-dcd4471b5ec1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.565354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc888d54-5315-4cda-bcce-7ce84b51c7b2 req-f048c423-a0fd-4b38-a88b-909ae6fa2679 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.567834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc888d54-5315-4cda-bcce-7ce84b51c7b2 req-f048c423-a0fd-4b38-a88b-909ae6fa2679 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 944 time: 0.1726506 Jul 15 13:12:40.587340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d51b7f73-48b3-4315-8ec7-dcd4471b5ec1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server [None req-0001c58b-920b-41dc-aa87-d5c4c80b734c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f686110-d6ce-4f69-af8f-8cc67c1eea86: This subnet is being modified by another concurrent operation. Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:12:40.630120 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f686110-d6ce-4f69-af8f-8cc67c1eea86: This subnet is being modified by another concurrent operation. Jul 15 13:12:40.633676 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:12:40.646583 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d51b7f73-48b3-4315-8ec7-dcd4471b5ec1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.652488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45304) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:40.652889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d51b7f73-48b3-4315-8ec7-dcd4471b5ec1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/2f686110-d6ce-4f69-af8f-8cc67c1eea86 HTTP/1.1" status: 204 len: 168 time: 0.5265882 Jul 15 13:12:40.659943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7f73-48b3-4315-8ec7-dcd4471b5ec1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=2f686110-d6ce-4f69-af8f-8cc67c1eea86,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:40.691075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc888d54-5315-4cda-bcce-7ce84b51c7b2 req-4e29767e-e0ce-484f-8b20-248ed15e034f tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126800 Jul 15 13:12:40.718745 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:12:40.719701 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:12:40.774566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5b04de-e90a-4c80-98e8-228eff6febe6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 9b9a5cdf-a21a-4fbf-8a2b-37561210d574 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:40.778012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64804121-ec2c-413b-b581-935fe5a1c072 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:40.779587 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c1a580-79d8-487c-89f4-525602ca14bc x-openstack-request-id: req-22c1a580-79d8-487c-89f4-525602ca14bc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:40.780525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04de-e90a-4c80-98e8-228eff6febe6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.781416 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c757b73e-1b8c-48d2-878c-6fb4b283dea9", "tag": "42c33a40-a033-41c1-91fe-faa9950cd073", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:40.782070 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22c1a580-79d8-487c-89f4-525602ca14bc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:40.783000 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c757b73e-1b8c-48d2-878c-6fb4b283dea9', 'tag': '42c33a40-a033-41c1-91fe-faa9950cd073', 'status': 'completed', 'code': 200} Jul 15 13:12:40.839852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2a7d746f-640b-4928-b6ef-17e838dba41c None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:40.840448 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2a7d746f-640b-4928-b6ef-17e838dba41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.869403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04de-e90a-4c80-98e8-228eff6febe6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.940198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-246e3f4d-7673-4e37-9672-62373bc2ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.944664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-246e3f4d-7673-4e37-9672-62373bc2ad8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04495a732031423e80f94ec4e4c6afed&device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 1096 time: 0.1336133 Jul 15 13:12:40.973688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04de-e90a-4c80-98e8-228eff6febe6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.064112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04de-e90a-4c80-98e8-228eff6febe6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.114516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b04de-e90a-4c80-98e8-228eff6febe6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9a5cdf-a21a-4fbf-8a2b-37561210d574,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:41.117760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04de-e90a-4c80-98e8-228eff6febe6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.121261 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ca5b04de-e90a-4c80-98e8-228eff6febe6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/9b9a5cdf-a21a-4fbf-8a2b-37561210d574 HTTP/1.1" status: 204 len: 168 time: 0.4670646 Jul 15 13:12:41.127908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45310) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:41.175938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-49d33467-2825-4d4d-a82b-0946bd523505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.178780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-49d33467-2825-4d4d-a82b-0946bd523505 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 200 len: 923 time: 0.2261398 Jul 15 13:12:41.184160 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e0a289a7-9038-4f4e-bd71-541eea255555 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533769 Jul 15 13:12:41.188995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45312) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:41.197846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:41.201632 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2a7d746f-640b-4928-b6ef-17e838dba41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.264832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-fdec4dae-0f6b-45cd-8c1d-df7d632bc610 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42c33a40-a033-41c1-91fe-faa9950cd073 HTTP/1.1" status: 200 len: 217 time: 0.0768406 Jul 15 13:12:41.323536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:41.329454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.333482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2a7d746f-640b-4928-b6ef-17e838dba41c None None] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:41.354277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2a7d746f-640b-4928-b6ef-17e838dba41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.371703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-4cda833d-c806-4edd-bd0c-7c91ffb0e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.375098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-4cda833d-c806-4edd-bd0c-7c91ffb0e490 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4754150-3691-4b4f-aed9-f37934e32649 HTTP/1.1" status: 200 len: 862 time: 0.1039922 Jul 15 13:12:41.443406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-297090af-7fc7-4cf0-80f3-390a54c51110 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602968 Jul 15 13:12:41.446208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2a7d746f-640b-4928-b6ef-17e838dba41c None None] Could not find standard attr ID for object 7bebb2c0-9797-475e-a320-b047ce8234ec. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:12:41.460044 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.535704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:41.607971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-989a9721-01bc-47c5-ba86-9d21e116c2e2 service neutron] 10.222.0.35 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518645 Jul 15 13:12:41.648816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d746f-640b-4928-b6ef-17e838dba41c None None] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:41.666221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 42c33a40-a033-41c1-91fe-faa9950cd073 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:41.770186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dae4e0ac-c271-4a0e-a20d-6ead1dd99013 req-89d43bc5-8524-4460-8abd-363f5b52fcc7 service neutron] 10.222.0.35 "GET /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550572 Jul 15 13:12:41.864731 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:12:41.865352 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:12:41.870362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee8e7cf-fd33-471e-b4eb-37d690470d68 None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '9b9a5cdf-a21a-4fbf-8a2b-37561210d574'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '9f12cdef-cef7-4298-87db-a76f67698ede'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:12:41.950257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b157681-1336-40ca-83a0-50a2993af089 req-a0c1b90d-45b9-4358-a9ad-6f343ca0ea05 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.951748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b157681-1336-40ca-83a0-50a2993af089 req-a0c1b90d-45b9-4358-a9ad-6f343ca0ea05 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 945 time: 0.0897913 Jul 15 13:12:41.990437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-6984c8c9-2026-49d5-8813-e7d99005dd33 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.994401 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-6984c8c9-2026-49d5-8813-e7d99005dd33 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/ports?device_id=edeaa863-ba4c-4026-9854-465c6feba7c1 HTTP/1.1" status: 200 len: 949 time: 0.3590541 Jul 15 13:12:42.021821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b157681-1336-40ca-83a0-50a2993af089 req-80ff38db-2f54-4ce3-aedb-5f6575e905e2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596764 Jul 15 13:12:42.058100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e7cf-fd33-471e-b4eb-37d690470d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.102204 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.148326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 42c33a40-a033-41c1-91fe-faa9950cd073, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42c33a40-a033-41c1-91fe-faa9950cd073,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:42.161768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:42.164166 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0149ed9-069e-453c-a312-ea23c8c6a51d" -d '{"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:42.234755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '42c33a40-a033-41c1-91fe-faa9950cd073', 'network_id': 'b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b', 'port_id': '42c33a40-a033-41c1-91fe-faa9950cd073', 'mac_address': 'fa:16:3e:84:26:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4754150-3691-4b4f-aed9-f37934e32649', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:42.250987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:42.256642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.430219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.459810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-678096f0-ae0d-461a-8654-86411c61b849 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d1424b121dd644b7a941935a8766cf4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448093 Jul 15 13:12:42.486617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:42.494860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c33a40-a033-41c1-91fe-faa9950cd073 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:42.606452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 42c33a40-a033-41c1-91fe-faa9950cd073, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42c33a40-a033-41c1-91fe-faa9950cd073,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:42.615067 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.626959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:42.634468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:12:42.650487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62f71-1f25-4086-b433-cc12008182b1 req-7efd46e5-171c-49ab-ba20-7e7f1f28fbe7 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.658795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-7efd46e5-171c-49ab-ba20-7e7f1f28fbe7 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979189 Jul 15 13:12:42.676027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-e962e4ea-8812-4cad-9a47-bf8935761832 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/quotas/d1424b121dd644b7a941935a8766cf4b HTTP/1.1" status: 200 len: 375 time: 0.0155971 Jul 15 13:12:42.725792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1de5e35a-b3ee-46da-b78a-27e6fb9596c8 None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:42.726841 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1de5e35a-b3ee-46da-b78a-27e6fb9596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.744286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-0e5847ed-20c5-4668-b446-d61bff2b1ee2 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642674 Jul 15 13:12:42.832233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1fdb46-ba78-4c7f-aa52-bc22f18393cb None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:12:42.893150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=42c33a40-a033-41c1-91fe-faa9950cd073,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:42.938804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Deleting port e8759253-b426-4752-8f3a-0426792cfb98 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:42.939347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.020536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['42c33a40-a033-41c1-91fe-faa9950cd073'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:43.090683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.293425 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.355257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] For port e8759253-b426-4752-8f3a-0426792cfb98, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e8759253-b426-4752-8f3a-0426792cfb98,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:43.355677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.403379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Calling delete_port for e8759253-b426-4752-8f3a-0426792cfb98 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:43.497549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1fdb46-ba78-4c7f-aa52-bc22f18393cb None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:12:43.656775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:43.682165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e8759253-b426-4752-8f3a-0426792cfb98 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:43.719284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-692d22a5-bc71-4938-87f9-88f8d534fa9a None None] Could not find standard attr ID for object 7bebb2c0-9797-475e-a320-b047ce8234ec. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:12:43.741896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.752467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.753310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.907097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=6']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:43.921665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=cd2e5353-76aa-4c4a-a528-f8cf9f952dd9,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:43.927810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:43.930991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:43.935009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.935767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.969472 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1cb46262-f0ab-4120-9ddd-d5d6217cdb51 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7789831 Jul 15 13:12:43.971390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45358) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:43.985382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:44.062616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e073-7cce-43d4-b264-78d6dcfc4348 req-c4c58efe-ed39-45e4-bffc-46fb7bd13720 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.076326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56e073-7cce-43d4-b264-78d6dcfc4348 req-c4c58efe-ed39-45e4-bffc-46fb7bd13720 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 945 time: 0.1434352 Jul 15 13:12:44.089394 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:12:44.089917 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:12:44.155776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de56e073-7cce-43d4-b264-78d6dcfc4348 req-7edf92f7-45ae-4c96-aee8-631ded931d77 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781982 Jul 15 13:12:44.183661 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.235968 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc15856-7fb0-402a-9544-cbf0702ec13d x-openstack-request-id: req-0cc15856-7fb0-402a-9544-cbf0702ec13d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:44.236396 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:44.236754 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cc15856-7fb0-402a-9544-cbf0702ec13d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:44.237260 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'code': 200} Jul 15 13:12:44.238246 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.257030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:44.305420 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event deleted for resources: {'Port': ['ID=e8759253-b426-4752-8f3a-0426792cfb98,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.355310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-6148c198-b008-4295-ab0e-0f4d82e291e7 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d1424b121dd644b7a941935a8766cf4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241301 Jul 15 13:12:44.392868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] No DVR routers for this DVR port e8759253-b426-4752-8f3a-0426792cfb98 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:44.396096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.398243 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-583cce7a-ba98-415a-b09e-7ec4ffe71936 req-13491e0a-d4e1-4fd8-8ca8-076e7327221a tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "DELETE /v2.0/ports/e8759253-b426-4752-8f3a-0426792cfb98 HTTP/1.1" status: 204 len: 173 time: 2.3800385 Jul 15 13:12:44.398747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeaa863-ba4c-4026-9854-465c6feba7c1', 'name': 'network-vif-deleted', 'tag': 'e8759253-b426-4752-8f3a-0426792cfb98'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:44.401691 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6076ec1e-ebbb-4998-bd61-4d2382683520" -d '{"events": [{"server_uuid": "edeaa863-ba4c-4026-9854-465c6feba7c1", "name": "network-vif-deleted", "tag": "e8759253-b426-4752-8f3a-0426792cfb98"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:44.408122 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:44.412084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.578174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485521e-2e02-426b-93f6-163c2e1af83e req-dd4a9981-748c-4fdf-afc4-4d0a919a6568 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.587918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-dd4a9981-748c-4fdf-afc4-4d0a919a6568 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244079 Jul 15 13:12:44.666546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-39e4df48-2a64-470e-85f2-3591c13b298c tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/quotas/d1424b121dd644b7a941935a8766cf4b HTTP/1.1" status: 200 len: 375 time: 0.0687108 Jul 15 13:12:44.743848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-d42b35a8-d49b-4bbe-a3f4-d0c5628b69c1 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762675 Jul 15 13:12:44.844546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['c6486392-7af8-4585-8d79-ff7a4c2929b7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:44.879393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ff2f9a52-2e5a-4d74-a9ec-20c00a75bd24 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d1424b121dd644b7a941935a8766cf4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566797 Jul 15 13:12:44.930235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.061991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:45.082963 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.111844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:45.118138 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.118766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62f71-1f25-4086-b433-cc12008182b1 req-e3e41c9f-625c-46e4-a084-884f4b368e5b tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.120487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-e3e41c9f-625c-46e4-a084-884f4b368e5b tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350163 Jul 15 13:12:45.122073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.139560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Request body: {'port': {'device_id': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'd1424b121dd644b7a941935a8766cf4b'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:45.234004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-a87687ec-2cbe-454a-8c8c-6efeae5f0535 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.240049 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-a87687ec-2cbe-454a-8c8c-6efeae5f0535 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 949 time: 0.4039357 Jul 15 13:12:45.354285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:45.407732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=f4b2e29c-a237-4db6-aed2-db2b011bed20,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.426157 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.441093 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56ff9415-f6e5-4afd-a1be-e73058df01ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4659381 Jul 15 13:12:45.488800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45382) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:45.637157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:cf:a0:dd', 'name': 'tempest-NetworksTestDHCPv6-325034379'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:45.645319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3460b40e-422e-46e9-8b92-76c62c6dfb3c details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:45.648556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 42c33a40-a033-41c1-91fe-faa9950cd073 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:45.699889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.711462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f024d8-dc7c-446c-a8a0-33df185b170d None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:12:45.802453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Deleting port c6486392-7af8-4585-8d79-ff7a4c2929b7 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:45.806701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.861867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Made reservation on behalf of d1424b121dd644b7a941935a8766cf4b for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:45.865896 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.885323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ba8e1cdd-832b-45a2-9db4-abda99ea8002 None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:45.886439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1cdd-832b-45a2-9db4-abda99ea8002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.891062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.904680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:46.016179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:46.048876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f1a29-c46e-441b-a092-3b52cd58e2b8 req-ad1b1c06-3333-416c-a9fc-58fd79618f2b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.051231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c91f1a29-c46e-441b-a092-3b52cd58e2b8 req-ad1b1c06-3333-416c-a9fc-58fd79618f2b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 945 time: 0.6402867 Jul 15 13:12:46.071938 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:46.129794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 42c33a40-a033-41c1-91fe-faa9950cd073 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:46.198411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 42c33a40-a033-41c1-91fe-faa9950cd073 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:46.198411 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.361742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:46.374162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] For port c6486392-7af8-4585-8d79-ff7a4c2929b7, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c6486392-7af8-4585-8d79-ff7a4c2929b7,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:46.374988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.405994 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1cdd-832b-45a2-9db4-abda99ea8002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.443089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'mac_address': 'fa:16:3e:c7:be:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:46.448605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Calling delete_port for c6486392-7af8-4585-8d79-ff7a4c2929b7 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:46.472177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f024d8-dc7c-446c-a8a0-33df185b170d None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:12:46.495660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:46.496460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.503798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ba8e1cdd-832b-45a2-9db4-abda99ea8002 None None] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:46.511194 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.572561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c91f1a29-c46e-441b-a092-3b52cd58e2b8 req-8fc60cec-52a2-49cd-bc07-2dd7b533d776 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5057597 Jul 15 13:12:46.576600 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1cdd-832b-45a2-9db4-abda99ea8002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.581455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 78140da7-b293-4eed-b2eb-9302b969913e yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:12:46.724023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.729918 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.741018 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.838441 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b25e7e0-9dec-418f-a8bd-04459123c63a x-openstack-request-id: req-6b25e7e0-9dec-418f-a8bd-04459123c63a {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:46.838970 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeaa863-ba4c-4026-9854-465c6feba7c1", "name": "network-vif-deleted", "tag": "e8759253-b426-4752-8f3a-0426792cfb98", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:46.839456 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b25e7e0-9dec-418f-a8bd-04459123c63a {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:46.840144 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeaa863-ba4c-4026-9854-465c6feba7c1', 'name': 'network-vif-deleted', 'tag': 'e8759253-b426-4752-8f3a-0426792cfb98', 'status': 'completed', 'code': 200} Jul 15 13:12:46.864984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3460b40e-422e-46e9-8b92-76c62c6dfb3c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:46.871771 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.886880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e1cdd-832b-45a2-9db4-abda99ea8002 None None] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:46.945249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa71e81-891d-477a-bb4a-23aa4e016f86,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.044840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.046017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.046523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.047593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.048266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.049018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.049524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.050028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.050517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.051038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.051554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.052234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:47.116915 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.178082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event deleted for resources: {'Port': ['ID=c6486392-7af8-4585-8d79-ff7a4c2929b7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.233531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Allocated IP 192.168.233.6 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/3fcefdaf-49d1-4272-8b4a-839f2b4f8d94) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:47.256975 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] No DVR routers for this DVR port c6486392-7af8-4585-8d79-ff7a4c2929b7 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:47.261737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.265671 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-5ce85142-e986-411b-8d29-a591e9ffae37 req-5e641076-e8ec-4e00-880c-79be85b39416 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.35 "DELETE /v2.0/ports/c6486392-7af8-4585-8d79-ff7a4c2929b7 HTTP/1.1" status: 204 len: 173 time: 2.0141912 Jul 15 13:12:47.277422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 172.20.0.8 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/f4b2e29c-a237-4db6-aed2-db2b011bed20/78140da7-b293-4eed-b2eb-9302b969913e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:47.304259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fecf:a0dd (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/cd2e5353-76aa-4c4a-a528-f8cf9f952dd9/78140da7-b293-4eed-b2eb-9302b969913e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:47.329299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:47.332116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['583edc53-506b-4a92-83bc-52fad18e93af'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:47.434557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 42c33a40-a033-41c1-91fe-faa9950cd073, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42c33a40-a033-41c1-91fe-faa9950cd073,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:47.470489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757b73e-1b8c-48d2-878c-6fb4b283dea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c33a40-a033-41c1-91fe-faa9950cd073'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:47.470738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04562f64-7aa4-4c3b-af0f-2936aa594729 req-213d8c83-ad00-473d-a06d-b287e3ed2c80 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 210 time: 0.1121442 Jul 15 13:12:47.473788 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d69015-6e80-4a5e-bdd5-80f801e7c8f9" -d '{"events": [{"server_uuid": "c757b73e-1b8c-48d2-878c-6fb4b283dea9", "name": "network-vif-plugged", "status": "completed", "tag": "42c33a40-a033-41c1-91fe-faa9950cd073"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:47.477335 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.494063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.656711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c6486392-7af8-4585-8d79-ff7a4c2929b7 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:47.660500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3460b40e-422e-46e9-8b92-76c62c6dfb3c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:47.750138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: c6486392-7af8-4585-8d79-ff7a4c2929b7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:47.750654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c6486392-7af8-4585-8d79-ff7a4c2929b7 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:47.775033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.869595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=42c33a40-a033-41c1-91fe-faa9950cd073,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.926051 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.942223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:47.967469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Transition to ACTIVE for port object 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:47.983519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697410-00d5-4059-a803-8428d294e6a2 req-1c0fe813-ebab-4593-a208-02e3a696df40 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.991179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43697410-00d5-4059-a803-8428d294e6a2 req-1c0fe813-ebab-4593-a208-02e3a696df40 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 946 time: 0.3349271 Jul 15 13:12:47.996340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.033912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 78140da7-b293-4eed-b2eb-9302b969913e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:48.120269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43697410-00d5-4059-a803-8428d294e6a2 req-415320c9-902d-4560-9c6d-5eea9d218e39 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277933 Jul 15 13:12:48.158382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.266941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:48.267539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.295477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.346304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:48.361731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:48.385250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:48.436739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.469411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:48.510755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:48.552639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c27842b3-d044-4a77-861d-59f4a2e6d7bf req-09375cb4-c2e1-47a5-b405-65db97a62639 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c4925cd-2c67-4efe-a1c9-32308ecaac80 HTTP/1.1" status: 200 len: 210 time: 0.1227160 Jul 15 13:12:48.556185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:48.597280 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-96266aea-d900-41b3-bf30-65fa84aec6be tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d1424b121dd644b7a941935a8766cf4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081448 Jul 15 13:12:48.640964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bacce1e-ad57-42fe-a1fc-bfd94452a908 None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': 'cd2e5353-76aa-4c4a-a528-f8cf9f952dd9', 'ip_address': '2001:db8::f816:3eff:fec0:c92'}, {'subnet_id': 'f4b2e29c-a237-4db6-aed2-db2b011bed20'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '9f12cdef-cef7-4298-87db-a76f67698ede'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:12:48.663563 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64cd60c-3f30-4c71-b448-08268ee7dcd4 x-openstack-request-id: req-c64cd60c-3f30-4c71-b448-08268ee7dcd4 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:48.664229 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757b73e-1b8c-48d2-878c-6fb4b283dea9", "name": "network-vif-plugged", "status": "completed", "tag": "42c33a40-a033-41c1-91fe-faa9950cd073", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:48.664574 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c64cd60c-3f30-4c71-b448-08268ee7dcd4 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:48.678761 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c757b73e-1b8c-48d2-878c-6fb4b283dea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c33a40-a033-41c1-91fe-faa9950cd073', 'code': 200} Jul 15 13:12:48.682375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.690543 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.753681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=78140da7-b293-4eed-b2eb-9302b969913e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.792169 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8bacce1e-ad57-42fe-a1fc-bfd94452a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.831640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.839233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.857076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-1098f32f-7345-4079-b5f9-1a61368fb15a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7223411 Jul 15 13:12:48.896369 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4925cd-2c67-4efe-a1c9-32308ecaac80', 'name': 'network-vif-deleted', 'tag': 'c6486392-7af8-4585-8d79-ff7a4c2929b7'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:48.904024 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518f8521-762b-4023-bbd3-07058a997e56" -d '{"events": [{"server_uuid": "6c4925cd-2c67-4efe-a1c9-32308ecaac80", "name": "network-vif-deleted", "tag": "c6486392-7af8-4585-8d79-ff7a4c2929b7"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:48.923972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-69f3c417-825f-4c99-8df2-eab632bbccb8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4150426 Jul 15 13:12:48.928143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45434) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:48.960784 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c08b8144-53c7-4e46-b2ea-80fa3d7b8ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.053114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485521e-2e02-426b-93f6-163c2e1af83e req-5577d02d-042e-4745-8121-4410fc0ab74a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.054705 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-5577d02d-042e-4745-8121-4410fc0ab74a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4414849 Jul 15 13:12:49.080337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Request body: {'port': {'device_id': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'd1424b121dd644b7a941935a8766cf4b'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:49.247095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Made reservation on behalf of d1424b121dd644b7a941935a8766cf4b for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:49.251962 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.275730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Request body: {'port': {'device_id': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:49.381567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-8bacce1e-ad57-42fe-a1fc-bfd94452a908 None None] Allocated IP 172.20.0.2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/f4b2e29c-a237-4db6-aed2-db2b011bed20/9f12cdef-cef7-4298-87db-a76f67698ede) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:49.386652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb45155-89b2-41fb-8b83-af3980eb01a4 req-2aaa7505-36b8-4ad5-8576-ea36d6925e29 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.398081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bb45155-89b2-41fb-8b83-af3980eb01a4 req-2aaa7505-36b8-4ad5-8576-ea36d6925e29 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 945 time: 0.5113347 Jul 15 13:12:49.466973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e77a4-8909-4d6b-8ecd-deda05e697ad tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.474268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e77a4-8909-4d6b-8ecd-deda05e697ad tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.476630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cb4e77a4-8909-4d6b-8ecd-deda05e697ad tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5117760 Jul 15 13:12:49.480496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45438) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:49.501533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a9217-7c0b-4ea3-990f-0c2e5a67e55c req-4eb7dd2b-df68-4ab4-a79b-7ee14b81a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.503901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e8a9217-7c0b-4ea3-990f-0c2e5a67e55c req-4eb7dd2b-df68-4ab4-a79b-7ee14b81a804 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 1098 time: 0.4691916 Jul 15 13:12:49.525317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Allocated IP 192.168.233.227 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/fdb38a30-0911-4782-8665-dceeb643b9b2) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:49.627052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bb45155-89b2-41fb-8b83-af3980eb01a4 req-6637be80-7b20-46f4-8b66-820c61f459b9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276287 Jul 15 13:12:49.639894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8bacce1e-ad57-42fe-a1fc-bfd94452a908 None None] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:49.700967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:49.706769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3460b40e-422e-46e9-8b92-76c62c6dfb3c up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:49.710682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.838892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e8a9217-7c0b-4ea3-990f-0c2e5a67e55c req-f371f8d7-2ea4-441f-99d4-94c6c3cfd97b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043680 Jul 15 13:12:49.848914 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8bacce1e-ad57-42fe-a1fc-bfd94452a908 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.944683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8bacce1e-ad57-42fe-a1fc-bfd94452a908 None None] Transition to ACTIVE for port object 9f12cdef-cef7-4298-87db-a76f67698ede will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:49.960887 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8bacce1e-ad57-42fe-a1fc-bfd94452a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.966063 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.003412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c5896e96-9683-4617-9da3-bdf8acc3d36f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 78140da7-b293-4eed-b2eb-9302b969913e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:50.005001 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5896e96-9683-4617-9da3-bdf8acc3d36f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.032107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Transition to ACTIVE for port object fdb38a30-0911-4782-8665-dceeb643b9b2 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:50.118543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.174333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:50.265616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:50.290900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:50.296052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:50.317918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 3460b40e-422e-46e9-8b92-76c62c6dfb3c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:50.318292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.330136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '074048e3-8b9c-416d-b804-237116ae65c9', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'port_id': '074048e3-8b9c-416d-b804-237116ae65c9', 'mac_address': 'fa:16:3e:0b:d0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:50.364864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacce1e-ad57-42fe-a1fc-bfd94452a908 None None] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.394351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.394924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.399120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Pushing event updated for resources: {'Port': ['ID=fdb38a30-0911-4782-8665-dceeb643b9b2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.453862 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9118e386-f934-4fd5-8f4d-c5312bcb112f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3858831 Jul 15 13:12:50.473249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Request body: {'port': {'device_id': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:50.552721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5896e96-9683-4617-9da3-bdf8acc3d36f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.601219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.722576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 074048e3-8b9c-416d-b804-237116ae65c9 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:50.727880 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.781567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c5896e96-9683-4617-9da3-bdf8acc3d36f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 78140da7-b293-4eed-b2eb-9302b969913e owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:50.785249 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.792815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:50.795773 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f3f1e-4111-4f68-9708-3bcebbad5cfb" -d '{"events": [{"server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "name": "network-vif-plugged", "status": "completed", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:50.831502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:50.834657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:50.849737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.866570 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.016294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['074048e3-8b9c-416d-b804-237116ae65c9'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:51.056637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286540b-f891-4832-856e-4d988920cfa0 req-90b33ad1-2454-409a-af15-630330605cb1 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:51.064897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4286540b-f891-4832-856e-4d988920cfa0 req-90b33ad1-2454-409a-af15-630330605cb1 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 936 time: 0.5275545 Jul 15 13:12:51.083300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:51.280712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:51.325051 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.381177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:51.481591 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4286540b-f891-4832-856e-4d988920cfa0 req-8e73bfec-225e-40f8-a85a-983066cb85b9 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146824 Jul 15 13:12:51.542489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Transition to ACTIVE for port object 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:51.562578 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.596244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-00a830b0-14ca-4646-a2f1-503b88ce94b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.765390 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.832366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:51.976487 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441d58c9-8236-4ea6-82ef-dced706b5b64 x-openstack-request-id: req-441d58c9-8236-4ea6-82ef-dced706b5b64 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:51.977977 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4925cd-2c67-4efe-a1c9-32308ecaac80", "name": "network-vif-deleted", "tag": "c6486392-7af8-4585-8d79-ff7a4c2929b7", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:51.978749 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-441d58c9-8236-4ea6-82ef-dced706b5b64 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:51.979448 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4925cd-2c67-4efe-a1c9-32308ecaac80', 'name': 'network-vif-deleted', 'tag': 'c6486392-7af8-4585-8d79-ff7a4c2929b7', 'status': 'completed', 'code': 200} Jul 15 13:12:52.016693 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb38a30-0911-4782-8665-dceeb643b9b2 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:52.037126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.072596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6187d8-578e-410c-a053-d112b5162e90 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:52.078341 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5896e96-9683-4617-9da3-bdf8acc3d36f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.092255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Transition to ACTIVE for port object fdb38a30-0911-4782-8665-dceeb643b9b2 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:52.109810 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.264207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb38a30-0911-4782-8665-dceeb643b9b2,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.281289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7db7aec3-1f3a-4dbd-baea-022dfb595550 None None] Provisioning for port 9f12cdef-cef7-4298-87db-a76f67698ede completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:52.323248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7db7aec3-1f3a-4dbd-baea-022dfb595550 None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:52.323705 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7db7aec3-1f3a-4dbd-baea-022dfb595550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.337980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.505331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5896e96-9683-4617-9da3-bdf8acc3d36f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=78140da7-b293-4eed-b2eb-9302b969913e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.556906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Attempting to bind port fdb38a30-0911-4782-8665-dceeb643b9b2 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:52.557731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Attempting to bind port fdb38a30-0911-4782-8665-dceeb643b9b2 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:52.558318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Attempting to bind port fdb38a30-0911-4782-8665-dceeb643b9b2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:52.574258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Port fdb38a30-0911-4782-8665-dceeb643b9b2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:52.574996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Attempting to bind port fdb38a30-0911-4782-8665-dceeb643b9b2 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:52.586315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:52.587530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:52.589577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:52.593870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Bound port: fdb38a30-0911-4782-8665-dceeb643b9b2, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:52.594836 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.808849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] For port fdb38a30-0911-4782-8665-dceeb643b9b2, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:52.824894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5896e96-9683-4617-9da3-bdf8acc3d36f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.828301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] For port fdb38a30-0911-4782-8665-dceeb643b9b2, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=fdb38a30-0911-4782-8665-dceeb643b9b2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:52.835997 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c5896e96-9683-4617-9da3-bdf8acc3d36f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/78140da7-b293-4eed-b2eb-9302b969913e HTTP/1.1" status: 204 len: 168 time: 3.3539627 Jul 15 13:12:52.839713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45482) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:52.863463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.892493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4676a9-f9ae-4d49-adc1-8ba5eb70efda req-7759ee6e-46ce-4de5-af5f-9e70ff7bf950 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.906107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb4676a9-f9ae-4d49-adc1-8ba5eb70efda req-7759ee6e-46ce-4de5-af5f-9e70ff7bf950 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 946 time: 0.8461416 Jul 15 13:12:52.974161 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.017594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Attempting to bind port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:53.018192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Attempting to bind port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:53.018735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Attempting to bind port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:53.051830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:53.052625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Attempting to bind port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:53.110505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.116503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.118334 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] 10.222.0.35 "PUT /v2.0/ports/fdb38a30-0911-4782-8665-dceeb643b9b2 HTTP/1.1" status: 200 len: 1097 time: 2.6531696 Jul 15 13:12:53.164042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afc35d-68e5-4243-918d-f5b11c1e41ec tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.171705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afc35d-68e5-4243-918d-f5b11c1e41ec tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.178160 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afc35d-68e5-4243-918d-f5b11c1e41ec tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.183636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:53.184502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:53.189123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:53.189123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Bound port: 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:53.189123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.196534 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-02afc35d-68e5-4243-918d-f5b11c1e41ec tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3508554 Jul 15 13:12:53.199333 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45484) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:53.259493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113004a-38d2-4359-b9e9-c3c94b80ae99 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb38a30-0911-4782-8665-dceeb643b9b2,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.412935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb4676a9-f9ae-4d49-adc1-8ba5eb70efda req-f8915d03-25cb-44b7-9fd4-7fad90c2e97d tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052254 Jul 15 13:12:53.421654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6681ab68-9585-4eea-8a4b-73b69db3e41e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet cd2e5353-76aa-4c4a-a528-f8cf9f952dd9 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:53.435458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6681ab68-9585-4eea-8a4b-73b69db3e41e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.573908 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6681ab68-9585-4eea-8a4b-73b69db3e41e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.596502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:53.652887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485521e-2e02-426b-93f6-163c2e1af83e req-f638ca1b-e956-4b69-b853-edefdce32a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.654565 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-f638ca1b-e956-4b69-b853-edefdce32a2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 1100 time: 0.4307742 Jul 15 13:12:53.720166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:53.737341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:53.752332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.789064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 074048e3-8b9c-416d-b804-237116ae65c9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:53.789274 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-f869ed58-2ba1-43fe-acb8-2a3f48ecda26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=fdb38a30-0911-4782-8665-dceeb643b9b2 HTTP/1.1" status: 200 len: 217 time: 0.1260722 Jul 15 13:12:53.807345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.982691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'tag': 'fdb38a30-0911-4782-8665-dceeb643b9b2'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:53.994866 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2a72aa3a-80e7-4027-bf86-649aec75a29b", "tag": "fdb38a30-0911-4782-8665-dceeb643b9b2"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:53.999862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52983176-156a-4e4b-b425-98902f595a0c None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:54.051277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:54.059987 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9ff73caf-442d-4985-bfaf-6d919f16e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.062185 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-9ff73caf-442d-4985-bfaf-6d919f16e8e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2588296 Jul 15 13:12:54.081171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.083267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.086808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-ed609c73-3d64-4ad3-8c03-830f4bb01872 service neutron] 10.222.0.30 "PUT /v2.0/ports/3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 HTTP/1.1" status: 200 len: 1095 time: 5.2084031 Jul 15 13:12:54.088541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:54.098763 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20e9d47-1ec5-436a-aa51-3f8517f18775" -d '{"events": [{"name": "network-changed", "server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:54.232665 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6681ab68-9585-4eea-8a4b-73b69db3e41e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.308711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.413709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62f71-1f25-4086-b433-cc12008182b1 req-c2f1fc1c-b0d6-45c0-9d92-84e0551f3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.423392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-c2f1fc1c-b0d6-45c0-9d92-84e0551f3398 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1098 time: 0.2589188 Jul 15 13:12:54.435947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485521e-2e02-426b-93f6-163c2e1af83e req-01a567ec-ebf8-4e50-a73d-55adf862b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.437575 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-01a567ec-ebf8-4e50-a73d-55adf862b5d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3637156 Jul 15 13:12:54.439215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-78c9e41c-1586-466f-a9e7-73a868b314a6 None None] Provisioning for port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:54.535780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6681ab68-9585-4eea-8a4b-73b69db3e41e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.576639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-d226830f-1ec5-4959-864b-d85213445992 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 HTTP/1.1" status: 200 len: 217 time: 0.1526864 Jul 15 13:12:54.646994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681ab68-9585-4eea-8a4b-73b69db3e41e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2e5353-76aa-4c4a-a528-f8cf9f952dd9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:54.734381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62f71-1f25-4086-b433-cc12008182b1 req-02ae0874-643f-4d14-9f09-ecc9ea2166e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.736117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-02ae0874-643f-4d14-9f09-ecc9ea2166e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1459882 Jul 15 13:12:54.851215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6681ab68-9585-4eea-8a4b-73b69db3e41e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.857923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad2d3f-18ad-4394-85fe-34a09a8b406c req-82222fed-7cda-40cd-a3fd-06f2627337e9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.870273 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6681ab68-9585-4eea-8a4b-73b69db3e41e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/cd2e5353-76aa-4c4a-a528-f8cf9f952dd9 HTTP/1.1" status: 204 len: 168 time: 1.6633584 Jul 15 13:12:54.870580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a6ad2d3f-18ad-4394-85fe-34a09a8b406c req-82222fed-7cda-40cd-a3fd-06f2627337e9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 944 time: 0.4382572 Jul 15 13:12:54.870580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:54.911287 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-a3a61c08-11ea-442a-9b46-42803ca2939c service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625707 Jul 15 13:12:54.956535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:55.147183 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f485521e-2e02-426b-93f6-163c2e1af83e req-0f7eec30-2416-4c36-9a58-7de7163ae995 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289422 Jul 15 13:12:55.169176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9108f5c1-e348-41ba-82a6-b71e8d0b6f96 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet f4b2e29c-a237-4db6-aed2-db2b011bed20 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:55.187699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a6ad2d3f-18ad-4394-85fe-34a09a8b406c req-b4cad216-2993-46f4-9432-4abb985738df tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962508 Jul 15 13:12:55.189337 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9108f5c1-e348-41ba-82a6-b71e8d0b6f96 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.256735 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.280817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62f71-1f25-4086-b433-cc12008182b1 req-0dc76d24-09cc-45e8-aeac-7de88284b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:55.282515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-0dc76d24-09cc-45e8-aeac-7de88284b726 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5387650 Jul 15 13:12:55.303952 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.362317 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9795f2b-24aa-4ecf-b5af-e2247634d808 x-openstack-request-id: req-d9795f2b-24aa-4ecf-b5af-e2247634d808 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:55.362660 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "name": "network-vif-plugged", "status": "completed", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:55.362880 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9795f2b-24aa-4ecf-b5af-e2247634d808 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:55.363323 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9108f5c1-e348-41ba-82a6-b71e8d0b6f96 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.363506 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'code': 200} Jul 15 13:12:55.445155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-42c03a57-ed7a-4266-8416-783b44f41888 None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:55.445623 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-42c03a57-ed7a-4266-8416-783b44f41888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.505848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:55.805743 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9108f5c1-e348-41ba-82a6-b71e8d0b6f96 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.919718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-42c03a57-ed7a-4266-8416-783b44f41888 None None] Provisioning for port fdb38a30-0911-4782-8665-dceeb643b9b2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:55.975599 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9108f5c1-e348-41ba-82a6-b71e8d0b6f96 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.997321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-e54c780b-3af2-4b89-a425-61a3abad3d3c service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028060 Jul 15 13:12:56.059078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108f5c1-e348-41ba-82a6-b71e8d0b6f96 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b2e29c-a237-4db6-aed2-db2b011bed20,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:56.061437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9108f5c1-e348-41ba-82a6-b71e8d0b6f96 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.075299 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9108f5c1-e348-41ba-82a6-b71e8d0b6f96 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/f4b2e29c-a237-4db6-aed2-db2b011bed20 HTTP/1.1" status: 204 len: 168 time: 1.2036259 Jul 15 13:12:56.078658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45506) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:56.211738 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-92dbf88f-7f09-4e69-97d4-bfc168ead48b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311827 Jul 15 13:12:56.219048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45508) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:56.226038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:56.355827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26a62f71-1f25-4086-b433-cc12008182b1 req-edb4c625-8110-41d0-8591-48c96568e075 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138468 Jul 15 13:12:56.566830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:56.571723 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.091913 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.165041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:57.170540 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:57.226790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed38c7-7d5c-4522-a3bc-f4774a8e6c75 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:57.235023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.242892 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.323866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45514) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:57.330197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:57.330511 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1096926 Jul 15 13:12:57.335183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899e9c3-4448-4094-9d38-b9a31f4ac8c1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=0eb1f36d-be5c-4865-afa4-87d1da53a4ba,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:57.520214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7514c508-45b4-4bbd-adcf-06307b155849 None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:57.521652 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7514c508-45b4-4bbd-adcf-06307b155849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.527170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:57.534454 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d6dad0-357f-4cbf-95c6-726b340cec24" -d '{"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-plugged", "status": "completed", "tag": "074048e3-8b9c-416d-b804-237116ae65c9"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:57.690996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device fdb38a30-0911-4782-8665-dceeb643b9b2 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:57.727459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:57.732900 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.002140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port fdb38a30-0911-4782-8665-dceeb643b9b2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=fdb38a30-0911-4782-8665-dceeb643b9b2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:58.051050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'fdb38a30-0911-4782-8665-dceeb643b9b2', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'fdb38a30-0911-4782-8665-dceeb643b9b2', 'mac_address': 'fa:16:3e:f9:fe:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:58.146641 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.183384 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb38a30-0911-4782-8665-dceeb643b9b2 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:58.262112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port fdb38a30-0911-4782-8665-dceeb643b9b2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=fdb38a30-0911-4782-8665-dceeb643b9b2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:58.272859 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.517937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-48ec4037-07da-4a61-b3b9-64e42fb1b83c None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:58.518590 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-48ec4037-07da-4a61-b3b9-64e42fb1b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.522556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=fdb38a30-0911-4782-8665-dceeb643b9b2,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.606267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['fdb38a30-0911-4782-8665-dceeb643b9b2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:58.983801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-881c724c-7e51-4470-92cc-cf5573fb88c7 None None] Could not find standard attr ID for object 78140da7-b293-4eed-b2eb-9302b969913e. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:12:59.484455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.objects.ports [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:12:59.639740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:00.053032 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.223903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:00.309512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'mac_address': 'fa:16:3e:6b:24:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:00.438815 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.488041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:00.550627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:00.561459 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.583010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:00.685373 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.699828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.701605 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.730333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:00.834645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:00.961210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:00.969853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:00.976455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=13']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:00.983546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.984226 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.992182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=b0a8f0eb-3d4e-43c6-8ed5-9f9c61bbdf90,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:01.005202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee342fc4-cec3-4d08-b781-9e00d14fd387 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:01.025952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-40e6877a-98f0-4a0e-93e6-3e84cc64e5e2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7004011 Jul 15 13:13:01.031156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45522) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:01.038527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:49:9d:55', 'name': 'tempest-NetworksTestDHCPv6-2085995088'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:01.324769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:01.567284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.623664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 7a7fffda-ce2d-4e69-b623-e8bcab7fa005 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:01.659518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dafb21d-a7d4-4847-b618-dc3f07eb6a2d None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': 'b0a8f0eb-3d4e-43c6-8ed5-9f9c61bbdf90', 'ip_address': '2001:db8::f816:3eff:fec0:c92'}, {'subnet_id': '0eb1f36d-be5c-4865-afa4-87d1da53a4ba'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '9f12cdef-cef7-4298-87db-a76f67698ede'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:13:01.729552 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0dafb21d-a7d4-4847-b618-dc3f07eb6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.733886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device fdb38a30-0911-4782-8665-dceeb643b9b2 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:01.834300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:02.174563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 172.20.0.5 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/0eb1f36d-be5c-4865-afa4-87d1da53a4ba/7a7fffda-ce2d-4e69-b623-e8bcab7fa005) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:02.186710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fe49:9d55 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/b0a8f0eb-3d4e-43c6-8ed5-9f9c61bbdf90/7a7fffda-ce2d-4e69-b623-e8bcab7fa005) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:02.431419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port fdb38a30-0911-4782-8665-dceeb643b9b2 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:02.445150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:02.445844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.523723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port fdb38a30-0911-4782-8665-dceeb643b9b2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:02.524356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.652115 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.683538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 7a7fffda-ce2d-4e69-b623-e8bcab7fa005 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:02.770262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.887051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:02.898382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:02.908522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:02.911415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-0dafb21d-a7d4-4847-b618-dc3f07eb6a2d None None] Allocated IP 172.20.0.2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/0eb1f36d-be5c-4865-afa4-87d1da53a4ba/9f12cdef-cef7-4298-87db-a76f67698ede) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:02.998187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=7a7fffda-ce2d-4e69-b623-e8bcab7fa005,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:03.106086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.107779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.149671 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.157731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a31c2f69-b50a-49ea-99d3-bd2555845705 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1249523 Jul 15 13:13:03.162742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45532) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.259765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port fdb38a30-0911-4782-8665-dceeb643b9b2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=fdb38a30-0911-4782-8665-dceeb643b9b2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:03.271508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0dafb21d-a7d4-4847-b618-dc3f07eb6a2d None None] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:03.275666 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.365973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58883d91-abee-4b39-865c-3c7aec44d9cb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.376418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58883d91-abee-4b39-865c-3c7aec44d9cb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.391434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-58883d91-abee-4b39-865c-3c7aec44d9cb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2267771 Jul 15 13:13:03.395006 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0dafb21d-a7d4-4847-b618-dc3f07eb6a2d None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.395751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45534) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.446206 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=fdb38a30-0911-4782-8665-dceeb643b9b2,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:03.462145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0dafb21d-a7d4-4847-b618-dc3f07eb6a2d None None] Transition to ACTIVE for port object 9f12cdef-cef7-4298-87db-a76f67698ede will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:03.472339 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0dafb21d-a7d4-4847-b618-dc3f07eb6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.676709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-377a068e-3a4b-44fd-9c8a-95eedc1faa34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 7a7fffda-ce2d-4e69-b623-e8bcab7fa005 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:03.677758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-377a068e-3a4b-44fd-9c8a-95eedc1faa34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.692410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:03.946687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafb21d-a7d4-4847-b618-dc3f07eb6a2d None None] Pushing event updated for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=14']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:04.061213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:04.071643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:04.072030 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.117714 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-377a068e-3a4b-44fd-9c8a-95eedc1faa34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.208692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-377a068e-3a4b-44fd-9c8a-95eedc1faa34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 7a7fffda-ce2d-4e69-b623-e8bcab7fa005 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:04.446156 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.471546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.621831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:04.634348 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.790206 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:04.906914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-377a068e-3a4b-44fd-9c8a-95eedc1faa34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.969590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a068e-3a4b-44fd-9c8a-95eedc1faa34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=7a7fffda-ce2d-4e69-b623-e8bcab7fa005,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:05.145412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-377a068e-3a4b-44fd-9c8a-95eedc1faa34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.147517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-377a068e-3a4b-44fd-9c8a-95eedc1faa34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/7a7fffda-ce2d-4e69-b623-e8bcab7fa005 HTTP/1.1" status: 204 len: 168 time: 1.7503941 Jul 15 13:13:05.150542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45536) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:05.295193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f047e-9ee5-48e9-987e-26470df3e5b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.301483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f047e-9ee5-48e9-987e-26470df3e5b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.309155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f047e-9ee5-48e9-987e-26470df3e5b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.321883 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e90f047e-9ee5-48e9-987e-26470df3e5b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1693802 Jul 15 13:13:05.326678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45538) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:05.353066 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.447525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-982b32e2-f297-43d0-a957-f67d51205357 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 0eb1f36d-be5c-4865-afa4-87d1da53a4ba {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:05.462372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ecb4eab8-4efe-4d01-8a08-8d4c2c891544 None None] Provisioning for port 9f12cdef-cef7-4298-87db-a76f67698ede completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:05.463512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-982b32e2-f297-43d0-a957-f67d51205357 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.488234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ecb4eab8-4efe-4d01-8a08-8d4c2c891544 None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:05.488878 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ecb4eab8-4efe-4d01-8a08-8d4c2c891544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.542957 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-982b32e2-f297-43d0-a957-f67d51205357 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.777934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-982b32e2-f297-43d0-a957-f67d51205357 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.968277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-982b32e2-f297-43d0-a957-f67d51205357 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.009681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:06.102922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b32e2-f297-43d0-a957-f67d51205357 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb1f36d-be5c-4865-afa4-87d1da53a4ba,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.119828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-982b32e2-f297-43d0-a957-f67d51205357 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.124177 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-982b32e2-f297-43d0-a957-f67d51205357 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/0eb1f36d-be5c-4865-afa4-87d1da53a4ba HTTP/1.1" status: 204 len: 168 time: 0.7959702 Jul 15 13:13:06.128215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45540) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:06.157273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-feb262a1-9acb-43fe-8585-f892b6e9e642 None None] Could not find standard attr ID for object 7a7fffda-ce2d-4e69-b623-e8bcab7fa005. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:13:06.265309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e89ee37-3ad2-4e5c-8c66-fd77678bac3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet b0a8f0eb-3d4e-43c6-8ed5-9f9c61bbdf90 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:06.269951 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e89ee37-3ad2-4e5c-8c66-fd77678bac3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.310884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9f12cdef-cef7-4298-87db-a76f67698ede triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:06.312065 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.377838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e89ee37-3ad2-4e5c-8c66-fd77678bac3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.631292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e89ee37-3ad2-4e5c-8c66-fd77678bac3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.702417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4887174-c960-45f7-9695-f949a04554aa None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:06.799256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e89ee37-3ad2-4e5c-8c66-fd77678bac3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.864061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89ee37-3ad2-4e5c-8c66-fd77678bac3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a8f0eb-3d4e-43c6-8ed5-9f9c61bbdf90,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.866647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e89ee37-3ad2-4e5c-8c66-fd77678bac3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.868881 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4e89ee37-3ad2-4e5c-8c66-fd77678bac3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/b0a8f0eb-3d4e-43c6-8ed5-9f9c61bbdf90 HTTP/1.1" status: 204 len: 168 time: 0.7392361 Jul 15 13:13:06.873469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45542) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:07.126132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45544) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:07.127819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8828256a-c27b-426f-8d31-425b6df20620 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2520278 Jul 15 13:13:07.139922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:07.249780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:07.342040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] Deleting port 9f12cdef-cef7-4298-87db-a76f67698ede {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:07.343904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.377601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:07.382598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.462607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] For port 9f12cdef-cef7-4298-87db-a76f67698ede, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f12cdef-cef7-4298-87db-a76f67698ede,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:07.463461 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.483910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] Calling delete_port for 9f12cdef-cef7-4298-87db-a76f67698ede owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:07.602145 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.629358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] Pushing event deleted for resources: {'Port': ['ID=9f12cdef-cef7-4298-87db-a76f67698ede,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:07.643692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8db93-ff99-4e07-b395-8e4fe06b6679 None None] No DVR routers for this DVR port 9f12cdef-cef7-4298-87db-a76f67698ede on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:07.769821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:07.795440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.800792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 9f12cdef-cef7-4298-87db-a76f67698ede {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:07.801650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f12cdef-cef7-4298-87db-a76f67698ede not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:07.885783 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:07.890533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:07.895196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.896215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.904877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8af0e-3c06-4b2d-84d1-d06ed78a3f72 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:07.954143 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=610caea8-e086-4bb9-8aa9-db001ef26725,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:07.971841 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-257a86ab-a8e8-4293-8c68-4ea03b7411d9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8440313 Jul 15 13:13:07.977000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:07.991934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:08.300618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '610caea8-e086-4bb9-8aa9-db001ef26725'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:13:08.302191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.353294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:08.361643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.690355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Allocated IP 172.20.0.2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/610caea8-e086-4bb9-8aa9-db001ef26725/5e61d726-642f-4efe-99cb-ae6763662646) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:09.004527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:13:09.008585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.032788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.057136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Transition to ACTIVE for port object 5e61d726-642f-4efe-99cb-ae6763662646 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:09.071237 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=878d2dd3-b70d-4df1-9bf0-bb55513c9d48,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.088535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Transition to ACTIVE for port object 5e61d726-642f-4efe-99cb-ae6763662646 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:09.098969 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.103432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:09.105932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:09.112244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.113318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.152383 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f6a88d16-4e50-42cd-ac40-5fff3d36bf53 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1685362 Jul 15 13:13:09.152383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45564) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:09.188384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:a8:c9:63', 'name': 'tempest-NetworksTestDHCPv6-1157005976'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:09.188814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:09.188814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:09.189865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:09.233282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Pushing event updated for resources: {'Port': ['ID=5e61d726-642f-4efe-99cb-ae6763662646,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.330325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Attempting to bind port 5e61d726-642f-4efe-99cb-ae6763662646 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:09.330706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Attempting to bind port 5e61d726-642f-4efe-99cb-ae6763662646 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:09.331081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Attempting to bind port 5e61d726-642f-4efe-99cb-ae6763662646 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:09.338066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:09.338449 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:09.338870 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.339308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:09.339814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Bound port: 5e61d726-642f-4efe-99cb-ae6763662646, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:09.340210 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.657660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] For port 5e61d726-642f-4efe-99cb-ae6763662646, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:09.661450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] For port 5e61d726-642f-4efe-99cb-ae6763662646, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e61d726-642f-4efe-99cb-ae6763662646,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:09.674846 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.792826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fc1d2-c66f-4c30-a218-a4baadbbfab9 None None] Pushing event updated for resources: {'Port': ['ID=5e61d726-642f-4efe-99cb-ae6763662646,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.808897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5964f14-08fc-488a-8892-3b434506609c req-2e6cb03e-f9a1-40d1-9f07-66ed07180f1e tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.810892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5964f14-08fc-488a-8892-3b434506609c req-2e6cb03e-f9a1-40d1-9f07-66ed07180f1e tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 950 time: 0.1862202 Jul 15 13:13:09.861099 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:09.898000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5964f14-08fc-488a-8892-3b434506609c req-556f2f1c-705e-4c9c-b55a-75836838781d tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744832 Jul 15 13:13:09.983852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.026140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port cb527e7d-3fc7-4f43-a900-809800ade111 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:10.287689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 172.20.0.5 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/610caea8-e086-4bb9-8aa9-db001ef26725/cb527e7d-3fc7-4f43-a900-809800ade111) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:10.303143 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a1a39-0636-4536-b469-0315948dc745 x-openstack-request-id: req-f75a1a39-0636-4536-b469-0315948dc745 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:10.303673 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a72aa3a-80e7-4027-bf86-649aec75a29b", "tag": "fdb38a30-0911-4782-8665-dceeb643b9b2", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:10.304029 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f75a1a39-0636-4536-b469-0315948dc745 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:10.304669 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'tag': 'fdb38a30-0911-4782-8665-dceeb643b9b2', 'status': 'completed', 'code': 200} Jul 15 13:13:10.307656 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fea8:c963 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/878d2dd3-b70d-4df1-9bf0-bb55513c9d48/cb527e7d-3fc7-4f43-a900-809800ade111) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:10.646916 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.664335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object cb527e7d-3fc7-4f43-a900-809800ade111 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:10.694660 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6562e0b-d84a-4629-a577-d260b6e70f74 x-openstack-request-id: req-a6562e0b-d84a-4629-a577-d260b6e70f74 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:10.695643 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:10.696574 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6562e0b-d84a-4629-a577-d260b6e70f74 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:10.697873 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'status': 'completed', 'code': 200} Jul 15 13:13:10.709227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-ce633126-7444-4496-a061-0f52ea0b4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.712488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-ce633126-7444-4496-a061-0f52ea0b4372 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 1102 time: 0.3789396 Jul 15 13:13:10.777981 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.792307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-90a3270e-6a83-42c9-b633-94e6cb48779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.793912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-90a3270e-6a83-42c9-b633-94e6cb48779b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 1097 time: 0.1912022 Jul 15 13:13:10.827083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-bd29d5d4-6414-4595-b9da-a224d21fd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.828676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-bd29d5d4-6414-4595-b9da-a224d21fd17b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1100 time: 0.1286628 Jul 15 13:13:10.867016 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:10.935039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:10.955359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:11.032181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=cb527e7d-3fc7-4f43-a900-809800ade111,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:11.080245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-8f323598-ec9e-4a89-94ad-723f30eada78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.082122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-8f323598-ec9e-4a89-94ad-723f30eada78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.2788336 Jul 15 13:13:11.084628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-1f567e47-3e6a-4af1-b899-31c299757807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.085611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-1f567e47-3e6a-4af1-b899-31c299757807 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2495899 Jul 15 13:13:11.093863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-b4f46008-e3f5-4fd1-945e-9d7dbcb24dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.096874 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-b4f46008-e3f5-4fd1-945e-9d7dbcb24dc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3747172 Jul 15 13:13:11.125833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.127004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.167580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-d45fa4f4-d4a0-459b-834c-216a392b3640 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 HTTP/1.1" status: 200 len: 217 time: 0.0698767 Jul 15 13:13:11.230008 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-dccc30f8-5014-4cb9-a121-92dfde20d801 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=fdb38a30-0911-4782-8665-dceeb643b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0852022 Jul 15 13:13:11.235916 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-82bd18b9-92b4-4752-b48a-5490a513655d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0774348 Jul 15 13:13:11.236377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45600) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:11.254041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c233eb-d3cc-4b36-bc78-6ca8e00d7ad6 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:11.306453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-d0579070-b2ef-4e96-bbe2-e980488cf3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.308846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-d0579070-b2ef-4e96-bbe2-e980488cf3e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1093254 Jul 15 13:13:11.311534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-696a1561-15fa-4257-9716-32c9535ea92c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074048e3-8b9c-416d-b804-237116ae65c9 HTTP/1.1" status: 200 len: 1001 time: 0.2169101 Jul 15 13:13:11.324566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-01fe06c8-c9b2-4ecb-ad3c-831e700a4b11 None None] Provisioning for port 5e61d726-642f-4efe-99cb-ae6763662646 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:11.406080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-b3217e19-c93b-4805-a80b-7e2961d947de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.409028 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-b3217e19-c93b-4805-a80b-7e2961d947de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1554639 Jul 15 13:13:11.414365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-3ffc7076-69b0-4d5c-a504-469eb6438dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.416020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-3ffc7076-69b0-4d5c-a504-469eb6438dc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.0957828 Jul 15 13:13:11.453738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487fd5-8105-4aa4-a3d1-da2344c85019 req-f01dc718-8758-46ff-9498-feb1493ecef4 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.455440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b487fd5-8105-4aa4-a3d1-da2344c85019 req-f01dc718-8758-46ff-9498-feb1493ecef4 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 945 time: 0.2154648 Jul 15 13:13:11.488360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf78b4-39cb-4ff7-94cf-f3115c744ddf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.496041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf78b4-39cb-4ff7-94cf-f3115c744ddf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.498622 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e5bf78b4-39cb-4ff7-94cf-f3115c744ddf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2607253 Jul 15 13:13:11.501367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45602) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:11.530554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-ae94d849-0772-403d-9774-4c1ec5856dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.532288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-ae94d849-0772-403d-9774-4c1ec5856dcf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2108891 Jul 15 13:13:11.573081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9ad27-ed6f-4c8e-a794-054d9c53fb54 None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '610caea8-e086-4bb9-8aa9-db001ef26725', 'ip_address': '172.20.0.2'}, {'subnet_id': '878d2dd3-b70d-4df1-9bf0-bb55513c9d48'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '5e61d726-642f-4efe-99cb-ae6763662646'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:13:11.595286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b487fd5-8105-4aa4-a3d1-da2344c85019 req-527f6e6a-ea68-4db9-b17c-f09ee5485516 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183596 Jul 15 13:13:11.640347 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88c9ad27-ed6f-4c8e-a794-054d9c53fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.654358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-bca406a1-7b42-4f45-a613-0a207bd4418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.657303 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-bca406a1-7b42-4f45-a613-0a207bd4418b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2405376 Jul 15 13:13:11.670312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-21238459-ca94-44dd-98bb-05c8dd6f1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.671319 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-21238459-ca94-44dd-98bb-05c8dd6f1204 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457647 Jul 15 13:13:11.676430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4f574fbb-0b6d-4350-b780-8631780f9009 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port cb527e7d-3fc7-4f43-a900-809800ade111 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:11.677219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f574fbb-0b6d-4350-b780-8631780f9009 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.792098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-4849b14a-e58a-4190-b21a-ffe7129f0134 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504084 Jul 15 13:13:11.793501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e61d726-642f-4efe-99cb-ae6763662646 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:11.900656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3e891a46-47fb-43b6-bacf-742ae7ca4f70 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.905171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3e891a46-47fb-43b6-bacf-742ae7ca4f70 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.35 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 946 time: 0.2503779 Jul 15 13:13:11.928510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-88c9ad27-ed6f-4c8e-a794-054d9c53fb54 None None] Allocated IP 2001:db8::f816:3eff:fef7:e0b6 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/878d2dd3-b70d-4df1-9bf0-bb55513c9d48/5e61d726-642f-4efe-99cb-ae6763662646) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:11.953657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f574fbb-0b6d-4350-b780-8631780f9009 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.982857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4f574fbb-0b6d-4350-b780-8631780f9009 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for cb527e7d-3fc7-4f43-a900-809800ade111 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:12.021995 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-71232b53-76f2-4007-904d-26d3215fb458 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489215 Jul 15 13:13:12.049688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-88c9ad27-ed6f-4c8e-a794-054d9c53fb54 None None] For port 5e61d726-642f-4efe-99cb-ae6763662646, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e61d726-642f-4efe-99cb-ae6763662646,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:12.072607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5e61d726-642f-4efe-99cb-ae6763662646 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:12.087109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-ce20e752-0528-4f5a-ac2e-b6aba0f64e8f service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738103 Jul 15 13:13:12.088045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5e61d726-642f-4efe-99cb-ae6763662646 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:12.088542 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.092115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88c9ad27-ed6f-4c8e-a794-054d9c53fb54 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.135805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-88c9ad27-ed6f-4c8e-a794-054d9c53fb54 None None] Transition to ACTIVE for port object 5e61d726-642f-4efe-99cb-ae6763662646 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:12.150630 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88c9ad27-ed6f-4c8e-a794-054d9c53fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.232835 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a772e3-7c01-4f01-9bc3-836eaf1978ca x-openstack-request-id: req-41a772e3-7c01-4f01-9bc3-836eaf1978ca {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:12.233308 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-plugged", "status": "completed", "tag": "074048e3-8b9c-416d-b804-237116ae65c9", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:12.233473 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41a772e3-7c01-4f01-9bc3-836eaf1978ca {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:12.233861 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9', 'code': 200} Jul 15 13:13:12.238785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Port 5e61d726-642f-4efe-99cb-ae6763662646 had new provisioning blocks added so it will not transition to active. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 15 13:13:12.274132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9ad27-ed6f-4c8e-a794-054d9c53fb54 None None] Pushing event updated for resources: {'Port': ['ID=5e61d726-642f-4efe-99cb-ae6763662646,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:12.330759 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c28cf925-da71-4e19-8f4f-b16cfd05b6ac req-66b7e837-3215-4a1b-b029-b9b8128b8026 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655482 Jul 15 13:13:12.336548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c20e9d47-1ec5-436a-aa51-3f8517f18775 req-614f516d-27cf-482e-b3e5-e71b004ae030 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083139 Jul 15 13:13:12.397947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a44ed49b-baa1-4b39-b4f3-ed8ba4d7779e req-778def86-43a6-44cb-aebc-0dc9a930702c service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981019 Jul 15 13:13:12.409378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Deleting port 42c33a40-a033-41c1-91fe-faa9950cd073 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:12.409808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.489340 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f574fbb-0b6d-4350-b780-8631780f9009 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.568324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] For port 42c33a40-a033-41c1-91fe-faa9950cd073, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42c33a40-a033-41c1-91fe-faa9950cd073,segment=NetworkSegment(72d86b26-9063-482a-ae89-0cca85d61810),segment_id=72d86b26-9063-482a-ae89-0cca85d61810)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:12.570050 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f574fbb-0b6d-4350-b780-8631780f9009 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=cb527e7d-3fc7-4f43-a900-809800ade111,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:12.570237 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.618747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Calling delete_port for 42c33a40-a033-41c1-91fe-faa9950cd073 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:12.648369 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-8bb2c844-a7e2-4f98-a2d3-a84824acdfdb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.655167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-8bb2c844-a7e2-4f98-a2d3-a84824acdfdb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.661403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-8bb2c844-a7e2-4f98-a2d3-a84824acdfdb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.667474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-8bb2c844-a7e2-4f98-a2d3-a84824acdfdb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.674600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-8bb2c844-a7e2-4f98-a2d3-a84824acdfdb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.680744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-8bb2c844-a7e2-4f98-a2d3-a84824acdfdb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.686837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-8bb2c844-a7e2-4f98-a2d3-a84824acdfdb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.688878 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-8bb2c844-a7e2-4f98-a2d3-a84824acdfdb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 5433 time: 0.2749074 Jul 15 13:13:12.735082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f574fbb-0b6d-4350-b780-8631780f9009 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.737532 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4f574fbb-0b6d-4350-b780-8631780f9009 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/cb527e7d-3fc7-4f43-a900-809800ade111 HTTP/1.1" status: 204 len: 168 time: 1.2340784 Jul 15 13:13:12.740835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45618) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:12.797258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b333a9c2-1b73-42b2-b4f2-00f5943716e7 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.798764 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b333a9c2-1b73-42b2-b4f2-00f5943716e7 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "GET /v2.0/ports/6ae5a51d-f08e-4ccb-bf81-467cde069654?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1035240 Jul 15 13:13:12.857480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f65848-9ae1-4cc0-be70-ecbfbf26c640 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.858843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f65848-9ae1-4cc0-be70-ecbfbf26c640 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.860736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f65848-9ae1-4cc0-be70-ecbfbf26c640 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.865084 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c8f65848-9ae1-4cc0-be70-ecbfbf26c640 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1203783 Jul 15 13:13:12.866908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45620) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:12.888165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149b1a8-96c7-43a7-b3c4-d19e5e93e41e req-edb389d7-f3e8-41ad-b7e0-5e38d7ccb966 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.891119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9149b1a8-96c7-43a7-b3c4-d19e5e93e41e req-edb389d7-f3e8-41ad-b7e0-5e38d7ccb966 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/ports?device_id=c757b73e-1b8c-48d2-878c-6fb4b283dea9 HTTP/1.1" status: 200 len: 946 time: 0.2574177 Jul 15 13:13:12.978812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f4ccdb-a8f4-420e-8578-92786b3b0965 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 610caea8-e086-4bb9-8aa9-db001ef26725 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:12.984397 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ccdb-a8f4-420e-8578-92786b3b0965 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.991369 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-3b0b5683-d786-4b2b-962a-4e493cd585fc tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "GET /v2.0/networks/0f7add71-1114-4d73-9993-022984627338?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1871028 Jul 15 13:13:13.015605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:13.016955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9149b1a8-96c7-43a7-b3c4-d19e5e93e41e req-40921366-afcf-48f7-adbf-f40a1d9e296a tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c8b7ede-7c9a-40d3-9586-5874513496ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119227 Jul 15 13:13:13.032837 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.045886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['42c33a40-a033-41c1-91fe-faa9950cd073'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:13.093895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ccdb-a8f4-420e-8578-92786b3b0965 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.117302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event deleted for resources: {'Port': ['ID=42c33a40-a033-41c1-91fe-faa9950cd073,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:13.182793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.185251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] No DVR routers for this DVR port 42c33a40-a033-41c1-91fe-faa9950cd073 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:13.188539 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.190740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5d60cc-7e68-4299-8d87-95269425d028 req-3c78a3b7-b11e-495a-8412-8251875c7f1c tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.35 "DELETE /v2.0/ports/42c33a40-a033-41c1-91fe-faa9950cd073 HTTP/1.1" status: 204 len: 173 time: 1.2745116 Jul 15 13:13:13.191169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757b73e-1b8c-48d2-878c-6fb4b283dea9', 'name': 'network-vif-deleted', 'tag': '42c33a40-a033-41c1-91fe-faa9950cd073'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:13.193634 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f4dfc-d3a9-48c2-a376-9944dcce9cbb" -d '{"events": [{"server_uuid": "c757b73e-1b8c-48d2-878c-6fb4b283dea9", "name": "network-vif-deleted", "tag": "42c33a40-a033-41c1-91fe-faa9950cd073"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:13.263762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ccdb-a8f4-420e-8578-92786b3b0965 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.287386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Provisioning for port 5e61d726-642f-4efe-99cb-ae6763662646 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:13.293839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Provisioning complete for port 5e61d726-642f-4efe-99cb-ae6763662646 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:13.294800 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.467626 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.501056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ccdb-a8f4-420e-8578-92786b3b0965 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.549191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:13:13.549911 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:13:13.569304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4ccdb-a8f4-420e-8578-92786b3b0965 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=610caea8-e086-4bb9-8aa9-db001ef26725,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:13.571650 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ccdb-a8f4-420e-8578-92786b3b0965 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.577115 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a4f4ccdb-a8f4-420e-8578-92786b3b0965 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/610caea8-e086-4bb9-8aa9-db001ef26725 HTTP/1.1" status: 204 len: 168 time: 0.7066431 Jul 15 13:13:13.577503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45628) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:13.636499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac0c32-7fa9-4040-86d6-4f1daf570e9b None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:13.636709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25a506-113d-434d-9a56-41b36a2ffc12 req-410bbfbe-b63f-4687-96a6-c8896c34da4b tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.641709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] For port 6ae5a51d-f08e-4ccb-bf81-467cde069654, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6ae5a51d-f08e-4ccb-bf81-467cde069654,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:13.649463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba25a506-113d-434d-9a56-41b36a2ffc12 req-410bbfbe-b63f-4687-96a6-c8896c34da4b tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 950 time: 0.1285610 Jul 15 13:13:13.662607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc943836-1859-4ab6-ac78-6af2452b6287 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 878d2dd3-b70d-4df1-9bf0-bb55513c9d48 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:13.670704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc943836-1859-4ab6-ac78-6af2452b6287 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.724504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] For port 6ae5a51d-f08e-4ccb-bf81-467cde069654, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:13.741212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba25a506-113d-434d-9a56-41b36a2ffc12 req-3a7116ed-af3e-462b-a807-2d35879f0124 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867381 Jul 15 13:13:13.743461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:13.746948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e61d726-642f-4efe-99cb-ae6763662646 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:13.757496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc943836-1859-4ab6-ac78-6af2452b6287 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.808403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3460b40e-422e-46e9-8b92-76c62c6dfb3c no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:13.820110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] device_id is not set on port 6ae5a51d-f08e-4ccb-bf81-467cde069654 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:13.837346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.880994 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.002064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc943836-1859-4ab6-ac78-6af2452b6287 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.057938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5e61d726-642f-4efe-99cb-ae6763662646 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:14.058311 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.106101 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc943836-1859-4ab6-ac78-6af2452b6287 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.119754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] No DVR routers for this DVR port 6ae5a51d-f08e-4ccb-bf81-467cde069654 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:14.166211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a780846-09d8-4a5d-8b6d-9ab0d221b114 req-98ca44de-bf11-4b35-9ce6-9811d1bba111 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.172894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a780846-09d8-4a5d-8b6d-9ab0d221b114 req-98ca44de-bf11-4b35-9ce6-9811d1bba111 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.179562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a780846-09d8-4a5d-8b6d-9ab0d221b114 req-98ca44de-bf11-4b35-9ce6-9811d1bba111 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.187301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a780846-09d8-4a5d-8b6d-9ab0d221b114 req-98ca44de-bf11-4b35-9ce6-9811d1bba111 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.188210 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc943836-1859-4ab6-ac78-6af2452b6287 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.193089 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fc943836-1859-4ab6-ac78-6af2452b6287 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/878d2dd3-b70d-4df1-9bf0-bb55513c9d48 HTTP/1.1" status: 204 len: 168 time: 0.6145039 Jul 15 13:13:14.193592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a780846-09d8-4a5d-8b6d-9ab0d221b114 req-98ca44de-bf11-4b35-9ce6-9811d1bba111 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.196550 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45632) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:14.197207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc943836-1859-4ab6-ac78-6af2452b6287 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=878d2dd3-b70d-4df1-9bf0-bb55513c9d48,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.199765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5a51d-f08e-4ccb-bf81-467cde069654,revision_number=6']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.202388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a780846-09d8-4a5d-8b6d-9ab0d221b114 req-98ca44de-bf11-4b35-9ce6-9811d1bba111 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.224818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a780846-09d8-4a5d-8b6d-9ab0d221b114 req-98ca44de-bf11-4b35-9ce6-9811d1bba111 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 4660 time: 0.2380483 Jul 15 13:13:14.238337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb38a30-0911-4782-8665-dceeb643b9b2'}, {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:14.240965 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604e5bd6-d0e5-496a-85c3-70840eaf0a9f" -d '{"events": [{"server_uuid": "2a72aa3a-80e7-4027-bf86-649aec75a29b", "name": "network-vif-plugged", "status": "completed", "tag": "fdb38a30-0911-4782-8665-dceeb643b9b2"}, {"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-plugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:14.244192 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.251846 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f2ad445-3eda-48e6-8731-ead7dff0925a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474110 Jul 15 13:13:14.252810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45636) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:14.254778 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.268541 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.271294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] In _notify_port_updated(), no bound segment for port 6ae5a51d-f08e-4ccb-bf81-467cde069654 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:13:14.272555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.273254 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.274625 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-c0f6a498-71b2-4f4f-be0a-74aaca951e67 service neutron] 10.222.0.35 "PUT /v2.0/ports/6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 200 len: 1026 time: 1.2640872 Jul 15 13:13:14.327533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a780846-09d8-4a5d-8b6d-9ab0d221b114 req-91c8ebef-d268-4990-9caa-72890eb772e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=e59c67f4-e903-47c3-80c7-1d01dd394d90&id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017480 Jul 15 13:13:14.390122 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b187c5ef-6c3e-4e98-865c-4b5d53359330 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.400578 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b187c5ef-6c3e-4e98-865c-4b5d53359330 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "GET /v2.0/ports/f145f5db-5055-4e12-a9eb-dba3e03d65f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1197789 Jul 15 13:13:14.414356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:14.420842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:14.421627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543923a-0111-4c8c-b6da-73816b8f5c66 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.425970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:14.426957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1543923a-0111-4c8c-b6da-73816b8f5c66 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1726744 Jul 15 13:13:14.427821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45638) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:14.457564 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.459565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.506710 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:13:14.506979 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:13:14.513013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.534243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a531ce3-7c49-4df4-b123-af1c96353bdd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.539241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3a531ce3-7c49-4df4-b123-af1c96353bdd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1057718 Jul 15 13:13:14.541555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45640) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:14.581301 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.618135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5e61d726-642f-4efe-99cb-ae6763662646, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e61d726-642f-4efe-99cb-ae6763662646,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:14.621764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.636814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b76bd1-f502-414e-a9d0-fd9c983a41e6 None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '878d2dd3-b70d-4df1-9bf0-bb55513c9d48'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '5e61d726-642f-4efe-99cb-ae6763662646'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:13:14.642079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.722942 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d7b76bd1-f502-414e-a9d0-fd9c983a41e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.736976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.763646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] For port f145f5db-5055-4e12-a9eb-dba3e03d65f1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f145f5db-5055-4e12-a9eb-dba3e03d65f1,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:14.808867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] For port f145f5db-5055-4e12-a9eb-dba3e03d65f1, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:14.852477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] device_id is not set on port f145f5db-5055-4e12-a9eb-dba3e03d65f1 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:14.865334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.874555 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.884357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5e61d726-642f-4efe-99cb-ae6763662646,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.910141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.911266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.912498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.913590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.914453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.915657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.916864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.918075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.919031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.920566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.921226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.922174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.948947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] No DVR routers for this DVR port f145f5db-5055-4e12-a9eb-dba3e03d65f1 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:14.952553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] Pushing event updated for resources: {'Port': ['ID=f145f5db-5055-4e12-a9eb-dba3e03d65f1,revision_number=6']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.998092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e8411ecb-36d2-412c-8861-ff4487fba290 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4539464 Jul 15 13:13:15.003304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45644) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:15.030952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d059c1cf-7cc6-4108-8d85-8ef46ad03154 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:15.034753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa49eae-5d3c-4e6d-bca4-3f82ca85718a req-671b6398-e3a6-45fe-baf9-181ea7aa92d7 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.036620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3fa49eae-5d3c-4e6d-bca4-3f82ca85718a req-671b6398-e3a6-45fe-baf9-181ea7aa92d7 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 948 time: 0.5374920 Jul 15 13:13:15.105830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] In _notify_port_updated(), no bound segment for port f145f5db-5055-4e12-a9eb-dba3e03d65f1 on network 0f7add71-1114-4d73-9993-022984627338 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:13:15.107715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.108944 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.111469 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-4e9d30c8-836f-4b2c-b53d-d9b5782f532e service neutron] 10.222.0.35 "PUT /v2.0/ports/f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 200 len: 1028 time: 0.7037203 Jul 15 13:13:15.119950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3fa49eae-5d3c-4e6d-bca4-3f82ca85718a req-9c787b83-4d6d-4cc2-b761-73812c142017 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765405 Jul 15 13:13:15.306555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d059c1cf-7cc6-4108-8d85-8ef46ad03154 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:15.310281 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d059c1cf-7cc6-4108-8d85-8ef46ad03154 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.311870 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d059c1cf-7cc6-4108-8d85-8ef46ad03154 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:13:15.312331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d059c1cf-7cc6-4108-8d85-8ef46ad03154 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:13:15.359668 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d059c1cf-7cc6-4108-8d85-8ef46ad03154 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3542330 Jul 15 13:13:15.360631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45650) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:15.367616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ff3e7163-c340-45ee-b42b-2d1ecbfd26dd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:15.377887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-380951ec-52f0-418c-8fcb-8c8b92caa8e4 None None] Could not find standard attr ID for object cb527e7d-3fc7-4f43-a900-809800ade111. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:13:15.467019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:15.467515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.472330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-fbbc1017-b222-47ed-9a2d-ea9d703e1edd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.475483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-fbbc1017-b222-47ed-9a2d-ea9d703e1edd tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 950 time: 0.4795771 Jul 15 13:13:15.483731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420e9a8-29be-4011-ba63-eaed12c35abb None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:15.519756 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3e7163-c340-45ee-b42b-2d1ecbfd26dd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:15.523633 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7163-c340-45ee-b42b-2d1ecbfd26dd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.526192 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3e7163-c340-45ee-b42b-2d1ecbfd26dd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:13:15.526755 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3e7163-c340-45ee-b42b-2d1ecbfd26dd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:13:15.549426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Provisioning complete for port 6ae5a51d-f08e-4ccb-bf81-467cde069654 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:15.550149 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.585240 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ff3e7163-c340-45ee-b42b-2d1ecbfd26dd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2217560 Jul 15 13:13:15.593094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45654) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:15.604338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d05c680c-4b83-4063-a755-fe3763264994 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:15.643304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] For port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:15.644004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.665723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:15.685307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aaa61-ebe1-4b80-8922-8c92ad4c117f req-7f381bcd-2a2a-46bb-82e9-02d427d4be14 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.687848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-578aaa61-ebe1-4b80-8922-8c92ad4c117f req-7f381bcd-2a2a-46bb-82e9-02d427d4be14 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.3337500 Jul 15 13:13:15.712026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Port 6ae5a51d-f08e-4ccb-bf81-467cde069654 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:15.765567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 42c33a40-a033-41c1-91fe-faa9950cd073 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:15.773061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Provisioning complete for port 5e61d726-642f-4efe-99cb-ae6763662646 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:15.773790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.839018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e61d726-642f-4efe-99cb-ae6763662646 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:15.849239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 42c33a40-a033-41c1-91fe-faa9950cd073 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:15.850060 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 42c33a40-a033-41c1-91fe-faa9950cd073 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:15.850783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0ef47190-6343-4df3-ba04-bae682656f08 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:15.858626 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.916755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-578aaa61-ebe1-4b80-8922-8c92ad4c117f req-af1ad310-b974-4aa8-a921-62444812f6f0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023022 Jul 15 13:13:15.974109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05c680c-4b83-4063-a755-fe3763264994 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:15.980952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d05c680c-4b83-4063-a755-fe3763264994 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.982810 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05c680c-4b83-4063-a755-fe3763264994 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:13:15.983319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05c680c-4b83-4063-a755-fe3763264994 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:13:16.001060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Deleting port 583edc53-506b-4a92-83bc-52fad18e93af {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:16.001738 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.128558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:16.166671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] For port 583edc53-506b-4a92-83bc-52fad18e93af, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=583edc53-506b-4a92-83bc-52fad18e93af,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:16.167099 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.185897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Calling delete_port for 583edc53-506b-4a92-83bc-52fad18e93af owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:16.278565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.315726 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.354424 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b7c922-f654-4436-83bd-889c1c0fbe45 x-openstack-request-id: req-42b7c922-f654-4436-83bd-889c1c0fbe45 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:16.355710 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757b73e-1b8c-48d2-878c-6fb4b283dea9", "name": "network-vif-deleted", "tag": "42c33a40-a033-41c1-91fe-faa9950cd073", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:16.355710 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42b7c922-f654-4436-83bd-889c1c0fbe45 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:16.356098 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c757b73e-1b8c-48d2-878c-6fb4b283dea9', 'name': 'network-vif-deleted', 'tag': '42c33a40-a033-41c1-91fe-faa9950cd073', 'status': 'completed', 'code': 200} Jul 15 13:13:16.364726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d05c680c-4b83-4063-a755-fe3763264994 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7693074 Jul 15 13:13:16.365322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:16.374423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a99cba98-297a-46ff-bccb-e26a009881ba tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:16.406310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=5d2ed1cc-b433-4a2c-9a60-976be94b8c5f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.421525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Provisioning complete for port f145f5db-5055-4e12-a9eb-dba3e03d65f1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:16.422284 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.433165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5e61d726-642f-4efe-99cb-ae6763662646, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e61d726-642f-4efe-99cb-ae6763662646,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:16.483876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.489648 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.522009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0ef47190-6343-4df3-ba04-bae682656f08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0ef47190-6343-4df3-ba04-bae682656f08,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:16.523551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] No DVR routers for this DVR port 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:16.528827 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.532621 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-9e40e7dd-af41-4f48-a1a2-10b5693fc2f5 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "DELETE /v2.0/ports/5d2ed1cc-b433-4a2c-9a60-976be94b8c5f HTTP/1.1" status: 204 len: 173 time: 1.3043194 Jul 15 13:13:16.533350 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': '5d2ed1cc-b433-4a2c-9a60-976be94b8c5f'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:16.537752 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c457ff1-a96f-41f5-bc49-6038fd3e6d88" -d '{"events": [{"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "5d2ed1cc-b433-4a2c-9a60-976be94b8c5f"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:16.555728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc7a49a2-1d15-4f63-9552-61d27b0e70a6 req-399423ad-ac9a-49ba-ae98-9810bc116cb8 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfec019c-4543-4e02-9f95-2e6ecd49a937 HTTP/1.1" status: 200 len: 210 time: 0.0455434 Jul 15 13:13:16.562770 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.563654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a1b08392-5054-460c-8cb9-fdcde49d1a69 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:16.569629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] Deleting port 5e61d726-642f-4efe-99cb-ae6763662646 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:16.570098 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.587071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Pushing event deleted for resources: {'Port': ['ID=583edc53-506b-4a92-83bc-52fad18e93af,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.593874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Port f145f5db-5055-4e12-a9eb-dba3e03d65f1 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:16.639193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c7db664c-c26b-4a0f-8b62-91c58fd891a0 None None] Could not find standard attr ID for object cb527e7d-3fc7-4f43-a900-809800ade111. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:13:16.661066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5e61d726-642f-4efe-99cb-ae6763662646,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.663935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99cba98-297a-46ff-bccb-e26a009881ba tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:16.667511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a99cba98-297a-46ff-bccb-e26a009881ba tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.669805 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99cba98-297a-46ff-bccb-e26a009881ba tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:13:16.670266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99cba98-297a-46ff-bccb-e26a009881ba tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:13:16.681929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] No DVR routers for this DVR port 583edc53-506b-4a92-83bc-52fad18e93af on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:16.691980 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.697032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13501fe-a105-4e2b-918c-eadae4954ab2 req-27cf9734-ce51-49f8-8f58-0c829ef24d49 tempest-ServersOnMultiNodesTest-1706126136 tempest-ServersOnMultiNodesTest-1706126136-project] 10.222.0.30 "DELETE /v2.0/ports/583edc53-506b-4a92-83bc-52fad18e93af HTTP/1.1" status: 204 len: 173 time: 1.2142174 Jul 15 13:13:16.710446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a99cba98-297a-46ff-bccb-e26a009881ba tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3420868 Jul 15 13:13:16.711371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45664) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:16.718389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8cadbc27-1110-4603-80f0-13fb2b1aaf8a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:16.754960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] For port 5e61d726-642f-4efe-99cb-ae6763662646, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e61d726-642f-4efe-99cb-ae6763662646,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:16.754960 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.810597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] Calling delete_port for 5e61d726-642f-4efe-99cb-ae6763662646 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:16.858109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port 0ef47190-6343-4df3-ba04-bae682656f08 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:16.858953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.864868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0ef47190-6343-4df3-ba04-bae682656f08,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.871600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cadbc27-1110-4603-80f0-13fb2b1aaf8a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:16.877137 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cadbc27-1110-4603-80f0-13fb2b1aaf8a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.879808 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cadbc27-1110-4603-80f0-13fb2b1aaf8a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:13:16.880361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cadbc27-1110-4603-80f0-13fb2b1aaf8a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:13:16.881939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.907937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8cadbc27-1110-4603-80f0-13fb2b1aaf8a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1952569 Jul 15 13:13:16.908574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45668) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:16.914701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-334e5d20-e9e8-47e7-8a23-5ef913fd5b05 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:16.947065 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522f4ec3-c058-42e9-9c6e-1ae82c376750 x-openstack-request-id: req-522f4ec3-c058-42e9-9c6e-1ae82c376750 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:16.947708 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a72aa3a-80e7-4027-bf86-649aec75a29b", "name": "network-vif-plugged", "status": "completed", "tag": "fdb38a30-0911-4782-8665-dceeb643b9b2", "code": 200}, {"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-plugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:16.947984 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-522f4ec3-c058-42e9-9c6e-1ae82c376750 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:16.948336 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb38a30-0911-4782-8665-dceeb643b9b2', 'code': 200} Jul 15 13:13:16.948588 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'code': 200} Jul 15 13:13:16.997103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a1b08392-5054-460c-8cb9-fdcde49d1a69, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:17.023871 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.031552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.069698 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.132248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e5d20-e9e8-47e7-8a23-5ef913fd5b05 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:17.142922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-334e5d20-e9e8-47e7-8a23-5ef913fd5b05 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.144626 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-334e5d20-e9e8-47e7-8a23-5ef913fd5b05 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:13:17.146224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334e5d20-e9e8-47e7-8a23-5ef913fd5b05 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:13:17.212191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] No DVR routers for this DVR port 5e61d726-642f-4efe-99cb-ae6763662646 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:17.231381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] For port 0ef47190-6343-4df3-ba04-bae682656f08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0ef47190-6343-4df3-ba04-bae682656f08,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:17.231381 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.234810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-334e5d20-e9e8-47e7-8a23-5ef913fd5b05 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3248215 Jul 15 13:13:17.240187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45670) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:17.265479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for 0ef47190-6343-4df3-ba04-bae682656f08 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:17.274604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=a1b08392-5054-460c-8cb9-fdcde49d1a69,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.306952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80cd36-fb73-45f8-906b-07630dae2750 None None] Pushing event deleted for resources: {'Port': ['ID=5e61d726-642f-4efe-99cb-ae6763662646,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.328692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-34afc190-1552-409c-b1d2-ab99c59584a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0764329 Jul 15 13:13:17.364465 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.370022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45672) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:17.426166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:17.431697 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.432569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f145f5db-5055-4e12-a9eb-dba3e03d65f1 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.495481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa02f5-ab7a-44cf-9450-fbabd0a6c2f3 req-ab36cd92-efe0-4301-8582-8d86e23eff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.497542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bcaa02f5-ab7a-44cf-9450-fbabd0a6c2f3 req-ab36cd92-efe0-4301-8582-8d86e23eff9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 1102 time: 0.3321092 Jul 15 13:13:17.504557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07192ff8-3430-4c15-989c-f26e87945c78 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.510941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-07192ff8-3430-4c15-989c-f26e87945c78 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1325891 Jul 15 13:13:17.514438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f145f5db-5055-4e12-a9eb-dba3e03d65f1 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:17.515330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a2da7884-c906-443f-b865-1edcd0a7f011 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.515862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45674) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:17.540874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.563687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.589367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b8ab4342-6853-4e1b-905f-ed6f79e2c0cb tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640051 Jul 15 13:13:17.598171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45676) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:17.607535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:17.620566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.624518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=0ef47190-6343-4df3-ba04-bae682656f08,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.670897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bcaa02f5-ab7a-44cf-9450-fbabd0a6c2f3 req-3da2f6f6-d47f-43e5-947d-a1bad0e210d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601322 Jul 15 13:13:17.673727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a2da7884-c906-443f-b865-1edcd0a7f011, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a2da7884-c906-443f-b865-1edcd0a7f011,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:17.680628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fc277-84d8-4d19-832d-08a6130f1ac9 req-3bbcede1-30d1-44bc-a325-c6335b2af969 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.680864 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.682319 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae4fc277-84d8-4d19-832d-08a6130f1ac9 req-3bbcede1-30d1-44bc-a325-c6335b2af969 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 950 time: 0.3574569 Jul 15 13:13:17.688865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b4aa9-daa9-48c5-8ced-30cdd1a770b4 req-801dcead-0262-4ca4-babc-b3381757fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.691654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-229b4aa9-daa9-48c5-8ced-30cdd1a770b4 req-801dcead-0262-4ca4-babc-b3381757fde0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1100 time: 0.3681943 Jul 15 13:13:17.693860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.732732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] No DVR routers for this DVR port 0ef47190-6343-4df3-ba04-bae682656f08 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:17.737622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.741257 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-a66c2d60-739e-44e7-a89a-1d431bab723f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "DELETE /v2.0/ports/0ef47190-6343-4df3-ba04-bae682656f08 HTTP/1.1" status: 204 len: 173 time: 1.1984613 Jul 15 13:13:17.742281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:17.742931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 5d2ed1cc-b433-4a2c-9a60-976be94b8c5f not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:17.743686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6ae5a51d-f08e-4ccb-bf81-467cde069654 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.749647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.820486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-229b4aa9-daa9-48c5-8ced-30cdd1a770b4 req-7bb4c606-50a8-40de-bd00-6e5635a338da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106718 Jul 15 13:13:17.835699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae4fc277-84d8-4d19-832d-08a6130f1ac9 req-89a11d22-2eda-4ba0-9067-538dfdbcd1c9 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377323 Jul 15 13:13:17.839555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:17.843856 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.906011 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6ae5a51d-f08e-4ccb-bf81-467cde069654 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:17.911800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=a2da7884-c906-443f-b865-1edcd0a7f011,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.971624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 583edc53-506b-4a92-83bc-52fad18e93af no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.997533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 583edc53-506b-4a92-83bc-52fad18e93af {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:17.998069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 583edc53-506b-4a92-83bc-52fad18e93af not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:18.053169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port a1b08392-5054-460c-8cb9-fdcde49d1a69 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:18.053829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.183527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] For port a1b08392-5054-460c-8cb9-fdcde49d1a69, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a1b08392-5054-460c-8cb9-fdcde49d1a69,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:18.184181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.214812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for a1b08392-5054-460c-8cb9-fdcde49d1a69 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:18.226630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.objects.ports [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:13:18.228689 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.275552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:18.280413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:18.284612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.286355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.294189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc476d-db1b-4c29-bf67-c852ff1e1117 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:18.355715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7551396 Jul 15 13:13:18.356881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfec019c-4543-4e02-9f95-2e6ecd49a937', 'name': 'network-vif-deleted', 'tag': '583edc53-506b-4a92-83bc-52fad18e93af'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:18.359738 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2ea100-c94e-4ecf-bef7-f7e936b6df09" -d '{"events": [{"server_uuid": "dfec019c-4543-4e02-9f95-2e6ecd49a937", "name": "network-vif-deleted", "tag": "583edc53-506b-4a92-83bc-52fad18e93af"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:18.363364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45688) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:18.365183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4989650-012e-4788-b307-da7f5a587573 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=d27feaad-5f1e-401f-842f-0bb66cea91ef,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:18.374329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:35:1e:ad', 'name': 'tempest-NetworksTestDHCPv6-1924272549'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:18.548609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:18.573492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.663904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': 'd27feaad-5f1e-401f-842f-0bb66cea91ef'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:13:18.665640 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.697873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=a1b08392-5054-460c-8cb9-fdcde49d1a69,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:18.870908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.889093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] No DVR routers for this DVR port a1b08392-5054-460c-8cb9-fdcde49d1a69 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:18.897976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.902476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 129b0759-dacf-4982-a63f-b0d6e995cdeb yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:18.905378 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-b486a37e-0d07-473a-ad78-6d2237984438 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "DELETE /v2.0/ports/a1b08392-5054-460c-8cb9-fdcde49d1a69 HTTP/1.1" status: 204 len: 173 time: 1.1584849 Jul 15 13:13:19.002879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9'}, {'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef47190-6343-4df3-ba04-bae682656f08'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b08392-5054-460c-8cb9-fdcde49d1a69'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2da7884-c906-443f-b865-1edcd0a7f011'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:19.006770 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed276fa-775c-44cb-8532-95f260931008" -d '{"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-unplugged", "status": "completed", "tag": "074048e3-8b9c-416d-b804-237116ae65c9"}, {"server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "name": "network-vif-unplugged", "status": "completed", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef47190-6343-4df3-ba04-bae682656f08"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b08392-5054-460c-8cb9-fdcde49d1a69"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-unplugged", "status": "completed", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2da7884-c906-443f-b865-1edcd0a7f011"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:19.032002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c0898da-09a0-4e7a-b9c7-fe423782d3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.080634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fe35:1ead (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/d27feaad-5f1e-401f-842f-0bb66cea91ef/129b0759-dacf-4982-a63f-b0d6e995cdeb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:19.136255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:19.136930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.179536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1c1a6-927f-4788-99e7-69b927d5f5ca req-fcba84a8-2eb5-4700-942c-161b04bc2769 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.194121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1c1a6-927f-4788-99e7-69b927d5f5ca req-fcba84a8-2eb5-4700-942c-161b04bc2769 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.208229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9e1c1a6-927f-4788-99e7-69b927d5f5ca req-fcba84a8-2eb5-4700-942c-161b04bc2769 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 1676 time: 0.4199839 Jul 15 13:13:19.294523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] For port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:19.294983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.314342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9e1c1a6-927f-4788-99e7-69b927d5f5ca req-f25092cc-a866-4cef-8b29-9eccfb061245 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fd2e756-e6f9-40e5-90c4-613afe199535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055901 Jul 15 13:13:19.493087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.520039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 129b0759-dacf-4982-a63f-b0d6e995cdeb will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:19.583175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.668007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:19.672556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:19.680127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:19.687479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.688226 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.689618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Allocated IP 2001:db8::f816:3eff:fe0d:bd85 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/d27feaad-5f1e-401f-842f-0bb66cea91ef/ff7565f1-2b52-46d5-946a-a28b34b4d956) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:19.711588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3409827 Jul 15 13:13:19.714956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45704) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:19.727725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407cf02-1443-4871-b819-92be16ce9831 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=129b0759-dacf-4982-a63f-b0d6e995cdeb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:19.739359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.740070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.740719 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Floating IP 66165ac9-e2a0-43b7-9369-5fa8f450a418 disassociated. External IP: 172.25.1.20, port: 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b. Jul 15 13:13:19.741482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:19.826583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cded98-0a2f-4697-a86f-b5ba80abf690 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.830289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-87cded98-0a2f-4697-a86f-b5ba80abf690 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1136687 Jul 15 13:13:19.832942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45706) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:19.984976 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.989369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-760cc46a-bbb2-4d5f-a264-48b5371981b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 129b0759-dacf-4982-a63f-b0d6e995cdeb {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:19.993126 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-760cc46a-bbb2-4d5f-a264-48b5371981b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.993446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.000991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Transition to ACTIVE for port object ff7565f1-2b52-46d5-946a-a28b34b4d956 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:20.028720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Transition to ACTIVE for port object ff7565f1-2b52-46d5-946a-a28b34b4d956 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:20.043618 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.059252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=98ca4ca5-3e22-4cde-a910-e6a8044f4f5b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.099321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:20.103000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:20.105816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:20.158443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Pushing event updated for resources: {'Port': ['ID=ff7565f1-2b52-46d5-946a-a28b34b4d956,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.173040 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-760cc46a-bbb2-4d5f-a264-48b5371981b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.197503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-760cc46a-bbb2-4d5f-a264-48b5371981b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 129b0759-dacf-4982-a63f-b0d6e995cdeb owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:20.215155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Attempting to bind port ff7565f1-2b52-46d5-946a-a28b34b4d956 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:20.216631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Attempting to bind port ff7565f1-2b52-46d5-946a-a28b34b4d956 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:20.217112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Attempting to bind port ff7565f1-2b52-46d5-946a-a28b34b4d956 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:20.227996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:20.228500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:20.229064 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.229523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:20.230109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Bound port: ff7565f1-2b52-46d5-946a-a28b34b4d956, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:20.230566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.294402 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a142f872-9b07-47b2-a665-6f7dfca60759 x-openstack-request-id: req-a142f872-9b07-47b2-a665-6f7dfca60759 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:20.295360 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "5d2ed1cc-b433-4a2c-9a60-976be94b8c5f", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:20.295766 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a142f872-9b07-47b2-a665-6f7dfca60759 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:20.296448 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': '5d2ed1cc-b433-4a2c-9a60-976be94b8c5f', 'status': 'completed', 'code': 200} Jul 15 13:13:20.322902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:20.395032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] For port ff7565f1-2b52-46d5-946a-a28b34b4d956, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:20.405659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] For port ff7565f1-2b52-46d5-946a-a28b34b4d956, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ff7565f1-2b52-46d5-946a-a28b34b4d956,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:20.423366 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.603163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:20.629092 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e51c72-c0d9-4bb7-ab78-31494c83b45b x-openstack-request-id: req-73e51c72-c0d9-4bb7-ab78-31494c83b45b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:20.630076 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfec019c-4543-4e02-9f95-2e6ecd49a937", "name": "network-vif-deleted", "tag": "583edc53-506b-4a92-83bc-52fad18e93af", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:20.630076 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73e51c72-c0d9-4bb7-ab78-31494c83b45b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:20.630076 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfec019c-4543-4e02-9f95-2e6ecd49a937', 'name': 'network-vif-deleted', 'tag': '583edc53-506b-4a92-83bc-52fad18e93af', 'status': 'completed', 'code': 200} Jul 15 13:13:20.644239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] Sync routers for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:20.659097 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-760cc46a-bbb2-4d5f-a264-48b5371981b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.679818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c4ba9-3fdb-45a2-a7a3-9c9f27802f3e None None] Pushing event updated for resources: {'Port': ['ID=ff7565f1-2b52-46d5-946a-a28b34b4d956,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.709152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:20.710663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:12:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:20.742590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] No DVR routers for this DVR port 98ca4ca5-3e22-4cde-a910-e6a8044f4f5b on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:20.748656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cc46a-bbb2-4d5f-a264-48b5371981b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=129b0759-dacf-4982-a63f-b0d6e995cdeb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.749512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.755424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-760cc46a-bbb2-4d5f-a264-48b5371981b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.758281 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-57fe7af2-d2d5-44c0-a558-3f08388e100e tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "DELETE /v2.0/ports/98ca4ca5-3e22-4cde-a910-e6a8044f4f5b HTTP/1.1" status: 204 len: 173 time: 1.8466871 Jul 15 13:13:20.761572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45732) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:20.761726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-760cc46a-bbb2-4d5f-a264-48b5371981b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/129b0759-dacf-4982-a63f-b0d6e995cdeb HTTP/1.1" status: 204 len: 168 time: 0.9268172 Jul 15 13:13:20.969168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:21.050501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:21.128707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526391fd-e3e2-40ee-9b20-b76cce897b38 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.132037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526391fd-e3e2-40ee-9b20-b76cce897b38 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.135340 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-526391fd-e3e2-40ee-9b20-b76cce897b38 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3730264 Jul 15 13:13:21.138463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45746) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:21.264477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc77c9b-49a9-439a-b746-b99d08a9817f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet d27feaad-5f1e-401f-842f-0bb66cea91ef {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:21.270005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fc77c9b-49a9-439a-b746-b99d08a9817f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.298152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af4527-cc38-486a-add6-b889cd54044f req-f757caab-2075-421c-beb7-8834d3c29409 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.306162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6af4527-cc38-486a-add6-b889cd54044f req-f757caab-2075-421c-beb7-8834d3c29409 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 950 time: 0.1470749 Jul 15 13:13:21.367866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6af4527-cc38-486a-add6-b889cd54044f req-3ec694ed-e7ea-4481-ad9c-7dc1902e54b8 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606241 Jul 15 13:13:21.414101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:28Z', 'revision_number': 5, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:21.439363 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fc77c9b-49a9-439a-b746-b99d08a9817f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.447307 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7da13646-1426-4b3d-9e39-5ce1b11daf03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a382d7ef9fe44b30aed53cf0240ba4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754783 Jul 15 13:13:21.450957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45752) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:21.479589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port a2da7884-c906-443f-b865-1edcd0a7f011 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:21.480109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.509584 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 1047 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc698d48-e7f8-4cdd-963a-748c4ba4813e x-openstack-request-id: req-fc698d48-e7f8-4cdd-963a-748c4ba4813e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:21.510260 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-unplugged", "status": "failed", "tag": "074048e3-8b9c-416d-b804-237116ae65c9", "code": 422}, {"server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "name": "network-vif-unplugged", "status": "completed", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef47190-6343-4df3-ba04-bae682656f08", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b08392-5054-460c-8cb9-fdcde49d1a69", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-unplugged", "status": "completed", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2da7884-c906-443f-b865-1edcd0a7f011", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:21.510839 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc698d48-e7f8-4cdd-963a-748c4ba4813e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:21.511573 n-d-771362-36 neutron-server[93735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9', 'code': 422} returned with failed status Jul 15 13:13:21.512336 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'code': 200} Jul 15 13:13:21.512802 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef47190-6343-4df3-ba04-bae682656f08', 'code': 200} Jul 15 13:13:21.513405 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b08392-5054-460c-8cb9-fdcde49d1a69', 'code': 200} Jul 15 13:13:21.513951 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'code': 200} Jul 15 13:13:21.514647 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2da7884-c906-443f-b865-1edcd0a7f011', 'code': 200} Jul 15 13:13:21.522654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] Checking router: a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:21.568507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94602593-0456-4181-8985-dd01e7313436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.601048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94602593-0456-4181-8985-dd01e7313436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.606876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:21.608700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:12:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:21.641781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] For port a2da7884-c906-443f-b865-1edcd0a7f011, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a2da7884-c906-443f-b865-1edcd0a7f011,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:21.642300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.660242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for a2da7884-c906-443f-b865-1edcd0a7f011 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:21.716264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94602593-0456-4181-8985-dd01e7313436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.724945 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94602593-0456-4181-8985-dd01e7313436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.732560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-94602593-0456-4181-8985-dd01e7313436 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/228f280c-e28e-48d3-bbe0-12946e0b3d4b HTTP/1.1" status: 204 len: 168 time: 0.2804062 Jul 15 13:13:21.754710 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c4776aa8-c918-495c-aa71-ba0a66479dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.769910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94602593-0456-4181-8985-dd01e7313436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f280c-e28e-48d3-bbe0-12946e0b3d4b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:21.787243 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.845505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-22914506-fed8-4992-a03c-9d2769237c1d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4753389 Jul 15 13:13:21.891455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ff7565f1-2b52-46d5-946a-a28b34b4d956 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:21.964107 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.118247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=a2da7884-c906-443f-b865-1edcd0a7f011,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:22.167706 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] No DVR routers for this DVR port a2da7884-c906-443f-b865-1edcd0a7f011 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:22.171801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.175435 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-2d1de19e-c782-4bb3-90ad-f6ca8871d542 req-2fa1c63e-95c3-4946-91cc-2980ae5ef01b tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.35 "DELETE /v2.0/ports/a2da7884-c906-443f-b865-1edcd0a7f011 HTTP/1.1" status: 204 len: 173 time: 1.4118111 Jul 15 13:13:22.237247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-37ba5c28-fc4f-4f46-919f-a0330166429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.241860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-37ba5c28-fc4f-4f46-919f-a0330166429b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 1097 time: 0.3041887 Jul 15 13:13:22.243664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fc77c9b-49a9-439a-b746-b99d08a9817f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.342432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': '0ef47190-6343-4df3-ba04-bae682656f08'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': 'a1b08392-5054-460c-8cb9-fdcde49d1a69'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b'}, {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': 'a2da7884-c906-443f-b865-1edcd0a7f011'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:22.349728 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c229c65-02f0-4e24-ad4c-49237dc1a3d3" -d '{"events": [{"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "0ef47190-6343-4df3-ba04-bae682656f08"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "a1b08392-5054-460c-8cb9-fdcde49d1a69"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b"}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "a2da7884-c906-443f-b865-1edcd0a7f011"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:22.504716 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fc77c9b-49a9-439a-b746-b99d08a9817f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.587559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45778) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:22.629033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fc77c9b-49a9-439a-b746-b99d08a9817f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.633402 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3fc77c9b-49a9-439a-b746-b99d08a9817f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/d27feaad-5f1e-401f-842f-0bb66cea91ef HTTP/1.1" status: 204 len: 168 time: 1.4921227 Jul 15 13:13:22.634680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45780) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:22.639307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc77c9b-49a9-439a-b746-b99d08a9817f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=d27feaad-5f1e-401f-842f-0bb66cea91ef,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:22.698205 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bfbc3519-c5f6-4a9c-938c-641e7d22fc72 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608938 Jul 15 13:13:22.701811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45782) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:22.706854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:22.714445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:22.791025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604d526e-4f86-4715-9004-ecd535736f2a None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:22.877450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69498d78-c5b2-4bed-a06c-c19588996896 req-064704a0-e5fb-4876-8033-1069c8c0d4ef tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 210 time: 0.2939932 Jul 15 13:13:22.880854 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.911393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ff7565f1-2b52-46d5-946a-a28b34b4d956 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:22.961794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b109086f-6e05-46ae-8da5-85ab65cfc424 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58a3779cc198438390a3398adeeb0b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570445 Jul 15 13:13:22.977223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45796) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:23.058846 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:13:23.075828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f5972f45-d0e5-499c-b967-fe2cd00fd99e None None] Provisioning for port ff7565f1-2b52-46d5-946a-a28b34b4d956 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:23.130693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-b2135c69-382e-4ff8-b92d-79f284d3030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.136473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-b2135c69-382e-4ff8-b92d-79f284d3030d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 912 time: 0.8623731 Jul 15 13:13:23.252188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f5972f45-d0e5-499c-b967-fe2cd00fd99e None None] Provisioning complete for port ff7565f1-2b52-46d5-946a-a28b34b4d956 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:23.252881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f5972f45-d0e5-499c-b967-fe2cd00fd99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.273752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:23.280849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.297847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-8e5ce44a-da68-459e-a8d5-df20bf6727b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 HTTP/1.1" status: 200 len: 1000 time: 0.1460662 Jul 15 13:13:23.497037 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-01005647-9111-402c-b243-7e1dbffd7adc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4697616 Jul 15 13:13:23.520574 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f5972f45-d0e5-499c-b967-fe2cd00fd99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.567033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-6decdfe3-146d-4010-8d1f-6ecb67d77263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.571242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-6decdfe3-146d-4010-8d1f-6ecb67d77263 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.2001371 Jul 15 13:13:23.641939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f5972f45-d0e5-499c-b967-fe2cd00fd99e None None] For port ff7565f1-2b52-46d5-946a-a28b34b4d956, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ff7565f1-2b52-46d5-946a-a28b34b4d956,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:23.651948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:23.673120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:28Z', 'revision_number': 5, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:23.693332 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f5972f45-d0e5-499c-b967-fe2cd00fd99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.757648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:23.819418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5393de3-f85f-4db9-89ba-763734417c27 None None] The sync data for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 is: [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:02:19Z', 'revision_number': 4, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '38abd7e3-fe3d-43cf-83e7-9fa59fb051c0', 'name': '', 'network_id': '13d3c86e-fa31-4029-9eae-010b85f8eea2', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'mac_address': 'fa:16:3e:d2:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:18Z', 'updated_at': '2021-07-15T13:02:28Z', 'revision_number': 5, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'subnets': [{'id': '0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:23.873501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ff7565f1-2b52-46d5-946a-a28b34b4d956 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:23.963625 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f27eafe-3e30-412e-a089-1e91c0aff8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.120425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f27eafe-3e30-412e-a089-1e91c0aff8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.203726 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f27eafe-3e30-412e-a089-1e91c0aff8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.219488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f27eafe-3e30-412e-a089-1e91c0aff8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.219488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2f27eafe-3e30-412e-a089-1e91c0aff8ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/000e7f2d-3cf3-4c91-833f-c39c76b568d3 HTTP/1.1" status: 204 len: 168 time: 1.2303255 Jul 15 13:13:24.239996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e277a10-7926-4550-84c5-98df7979d2a0 req-1e320b14-2c67-4622-8b26-daa34c5e8cfc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.248881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e277a10-7926-4550-84c5-98df7979d2a0 req-1e320b14-2c67-4622-8b26-daa34c5e8cfc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.9488733 Jul 15 13:13:24.289273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:24.295589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-89ddaea7-4fd4-4a81-b39a-48f8d3a6eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.297444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-89ddaea7-4fd4-4a81-b39a-48f8d3a6eaab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6648896 Jul 15 13:13:24.300695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27eafe-3e30-412e-a089-1e91c0aff8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000e7f2d-3cf3-4c91-833f-c39c76b568d3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:24.313305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'mac_address': 'fa:16:3e:e6:b1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:24.414123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e277a10-7926-4550-84c5-98df7979d2a0 req-e6bd2879-bad8-49f0-b2e6-c9ab249de61c tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640682 Jul 15 13:13:24.504168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-6931313d-6623-442b-ae5c-d2786651465b service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971350 Jul 15 13:13:24.625993 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f49ea4a-9050-40ff-ba7b-9ceeba17f074 None None] New status for floating IP 66165ac9-e2a0-43b7-9369-5fa8f450a418: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:13:24.689303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:13:24.695034 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.901678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5972f45-d0e5-499c-b967-fe2cd00fd99e None None] Pushing event updated for resources: {'Port': ['ID=ff7565f1-2b52-46d5-946a-a28b34b4d956,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:24.952873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de434c8f-244b-4df1-9243-62c9d1b7b76d req-5ad0c2e7-cb3c-4a75-810d-799b44ff4bea service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845997 Jul 15 13:13:25.157827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] Deleting port ff7565f1-2b52-46d5-946a-a28b34b4d956 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:25.158650 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.167184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.258649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6e3ff-7741-480c-9976-63f79b6b2ee4 req-1f10c5b9-e0d7-4be2-aeb2-1bb5a8700941 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.274157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ece6e3ff-7741-480c-9976-63f79b6b2ee4 req-1f10c5b9-e0d7-4be2-aeb2-1bb5a8700941 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.3474171 Jul 15 13:13:25.384542 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.472018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ece6e3ff-7741-480c-9976-63f79b6b2ee4 req-975bae43-b2ab-443f-9061-c8396ab1daa1 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832378 Jul 15 13:13:25.534208 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.626450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1210f8b-cc7a-4365-a627-a873967b3816 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:25.785053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] For port ff7565f1-2b52-46d5-946a-a28b34b4d956, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ff7565f1-2b52-46d5-946a-a28b34b4d956,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:25.854837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:25.875320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] For port ff7565f1-2b52-46d5-946a-a28b34b4d956, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ff7565f1-2b52-46d5-946a-a28b34b4d956,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:25.875565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.885943 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.958007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.975657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.977217 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.978992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] Calling delete_port for ff7565f1-2b52-46d5-946a-a28b34b4d956 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:26.066681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e1210f8b-cc7a-4365-a627-a873967b3816'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:26.378516 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d44d58b-1f9d-4897-9c15-8928613afa8d x-openstack-request-id: req-2d44d58b-1f9d-4897-9c15-8928613afa8d {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:26.378954 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "0ef47190-6343-4df3-ba04-bae682656f08", "status": "completed", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "a1b08392-5054-460c-8cb9-fdcde49d1a69", "status": "completed", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "98ca4ca5-3e22-4cde-a910-e6a8044f4f5b", "status": "completed", "code": 200}, {"server_uuid": "3f2e6f34-1bc0-4b33-9511-7c584906363e", "name": "network-vif-deleted", "tag": "a2da7884-c906-443f-b865-1edcd0a7f011", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:26.403719 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d44d58b-1f9d-4897-9c15-8928613afa8d {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:26.404489 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': '0ef47190-6343-4df3-ba04-bae682656f08', 'status': 'completed', 'code': 200} Jul 15 13:13:26.404904 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': 'a1b08392-5054-460c-8cb9-fdcde49d1a69', 'status': 'completed', 'code': 200} Jul 15 13:13:26.409902 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': '98ca4ca5-3e22-4cde-a910-e6a8044f4f5b', 'status': 'completed', 'code': 200} Jul 15 13:13:26.410477 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2e6f34-1bc0-4b33-9511-7c584906363e', 'name': 'network-vif-deleted', 'tag': 'a2da7884-c906-443f-b865-1edcd0a7f011', 'status': 'completed', 'code': 200} Jul 15 13:13:26.413021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=ff7565f1-2b52-46d5-946a-a28b34b4d956,revision_number=6']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:26.495030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:26.504581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:26.516645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.518067 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.551433 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8476849 Jul 15 13:13:26.557375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45860) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:26.567031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:ec:c3:e3', 'name': 'tempest-NetworksTestDHCPv6-1186697951'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:26.610850 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:13:26.611975 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:13:26.858473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bd2e978-d7ca-4877-ac0f-d0e829e8e1f7 req-5777f9a2-2e2b-4831-bddb-ea43a4c60a4c tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 210 time: 0.1350517 Jul 15 13:13:26.873238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:27.053520 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.078646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45866) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:27.101586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.161407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.175394 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33248f06-893c-45a9-aa35-5b025a73528f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=17a13a05-af51-4875-aeea-7f612e74149b,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.212135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] No DVR routers for this DVR port ff7565f1-2b52-46d5-946a-a28b34b4d956 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:27.241897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Port ff7565f1-2b52-46d5-946a-a28b34b4d956 update to DOWN by agent not found {{(pid=93735) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 13:13:27.246522 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port c098f53a-30e7-497a-afb3-63933fc5b950 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:27.361642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7281bd-e0f7-4d3c-8820-4b441e3a4ec8 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:27.383809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-217074519-network', 'tenant_id': '192b6a2b789744f6911b54ff6232b143'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:27.405842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a034fd-bf24-42af-87ed-4a70cd7bff51 None None] Pushing event deleted for resources: {'Port': ['ID=ff7565f1-2b52-46d5-946a-a28b34b4d956,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.458895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Made reservation on behalf of 192b6a2b789744f6911b54ff6232b143 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:27.467542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.506444 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.580614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:feec:c3e3 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/17a13a05-af51-4875-aeea-7f612e74149b/c098f53a-30e7-497a-afb3-63933fc5b950) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:27.780233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.788992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.842250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:27.888404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.893772 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Added segment 518aa192-1cb1-414a-a5bb-d690dc5ab58e of type vlan for network b2f350d8-9e06-4f8d-a731-5ff6455719dc Jul 15 13:13:28.002528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0591e030-85ef-4ede-aca8-2b15daf27265,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.058240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.181315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.191564 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.193345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.194326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.211917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '17a13a05-af51-4875-aeea-7f612e74149b'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:13:28.213685 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.219922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object c098f53a-30e7-497a-afb3-63933fc5b950 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:28.298539 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.487489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:28.492551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Allocated IP 2001:db8::f816:3eff:fea9:7cbe (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/17a13a05-af51-4875-aeea-7f612e74149b/d24183ec-3d58-4280-9523-d03422bfc116) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:28.501251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:28.511940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:28.514288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] Pushing event updated for resources: {'Network': ['ID=b2f350d8-9e06-4f8d-a731-5ff6455719dc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.540067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.541189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.553699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e956abd3-c4fe-4de6-9f00-7a30fd89acef admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4692070 Jul 15 13:13:28.554158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45874) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:28.566541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Request body: {'subnet': {'network_id': 'b2f350d8-9e06-4f8d-a731-5ff6455719dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-217074519-subnet', 'tenant_id': '192b6a2b789744f6911b54ff6232b143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:28.610331 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0467184 Jul 15 13:13:28.627182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45876) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:28.658421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Made reservation on behalf of 192b6a2b789744f6911b54ff6232b143 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:28.660067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7053b-bc7c-46b8-bc53-1d356d5d66a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=c098f53a-30e7-497a-afb3-63933fc5b950,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.662741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.871036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b2f350d8-9e06-4f8d-a731-5ff6455719dc details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:28.917883 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.954994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Transition to ACTIVE for port object d24183ec-3d58-4280-9523-d03422bfc116 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:29.041110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Transition to ACTIVE for port object d24183ec-3d58-4280-9523-d03422bfc116 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:29.059894 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.150450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Pushing event updated for resources: {'Port': ['ID=d24183ec-3d58-4280-9523-d03422bfc116,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.176518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:29.179243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:29.187555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:29.357035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Attempting to bind port d24183ec-3d58-4280-9523-d03422bfc116 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:29.357828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Attempting to bind port d24183ec-3d58-4280-9523-d03422bfc116 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:29.358651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Attempting to bind port d24183ec-3d58-4280-9523-d03422bfc116 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:29.371042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:29.373238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:29.374092 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.374933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:29.375861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Bound port: d24183ec-3d58-4280-9523-d03422bfc116, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:29.376770 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.482452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb0981-cd1d-49fb-90b0-e92b5b1eef0a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:29.485005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-26fb0981-cd1d-49fb-90b0-e92b5b1eef0a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.8556437 Jul 15 13:13:29.488822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45878) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:29.544960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] For port d24183ec-3d58-4280-9523-d03422bfc116, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:29.556628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] For port d24183ec-3d58-4280-9523-d03422bfc116, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d24183ec-3d58-4280-9523-d03422bfc116,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:29.569835 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.676789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8bc84-ba1a-4723-9e0c-32bc28f71c4b None None] Pushing event updated for resources: {'Port': ['ID=d24183ec-3d58-4280-9523-d03422bfc116,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.775238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9b41cca1-cf79-450a-bc56-92c80c9756d4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port c098f53a-30e7-497a-afb3-63933fc5b950 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:29.775800 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b41cca1-cf79-450a-bc56-92c80c9756d4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.783512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.906782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:29.937846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04be4d1-d713-47e1-bf5a-02696fbe7570,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.991706 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b41cca1-cf79-450a-bc56-92c80c9756d4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.022786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Checking segment: {'id': '518aa192-1cb1-414a-a5bb-d690dc5ab58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2f350d8-9e06-4f8d-a731-5ff6455719dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:30.033497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Network hostable DHCP agents. Network: b2f350d8-9e06-4f8d-a731-5ff6455719dc, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:30.044187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9b41cca1-cf79-450a-bc56-92c80c9756d4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for c098f53a-30e7-497a-afb3-63933fc5b950 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:30.110895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e1210f8b-cc7a-4365-a627-a873967b3816 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:30.111319 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.194769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Network b2f350d8-9e06-4f8d-a731-5ff6455719dc is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:30.247468 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.278581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b2f350d8-9e06-4f8d-a731-5ff6455719dc) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:30.287371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:30.288342 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.291644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:30.295508 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98592df0-280b-422a-b861-cd5e5434d0e6" -d '{"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-plugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:30.304741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56e989-ddf9-4c95-b253-6076a92f95e7 None None] Network b2f350d8-9e06-4f8d-a731-5ff6455719dc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:30.329517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:30.340711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7014116-fbb2-48a8-b73d-1c71f5e04221 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7841222 Jul 15 13:13:30.345545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.354874 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b41cca1-cf79-450a-bc56-92c80c9756d4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.455430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41cca1-cf79-450a-bc56-92c80c9756d4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=c098f53a-30e7-497a-afb3-63933fc5b950,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.565295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b41cca1-cf79-450a-bc56-92c80c9756d4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.569481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9b41cca1-cf79-450a-bc56-92c80c9756d4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/c098f53a-30e7-497a-afb3-63933fc5b950 HTTP/1.1" status: 204 len: 168 time: 1.0786748 Jul 15 13:13:30.572981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45884) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:30.582526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=10']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.698437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf46e6f-904e-4418-a093-7c5e4c2a8df4 None None] Network b2f350d8-9e06-4f8d-a731-5ff6455719dc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:30.782776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3899330-e7f7-443c-b843-ba6be2d12256 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:30.787235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3899330-e7f7-443c-b843-ba6be2d12256 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:30.789712 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3899330-e7f7-443c-b843-ba6be2d12256 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2149663 Jul 15 13:13:30.794189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45888) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:30.898367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae2e826-118c-4305-99a5-ba870db266d3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 17a13a05-af51-4875-aeea-7f612e74149b {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:30.914021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e826-118c-4305-99a5-ba870db266d3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.010664 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e826-118c-4305-99a5-ba870db266d3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.267967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e826-118c-4305-99a5-ba870db266d3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.487923 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e826-118c-4305-99a5-ba870db266d3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.647110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2e826-118c-4305-99a5-ba870db266d3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=17a13a05-af51-4875-aeea-7f612e74149b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:31.666731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e826-118c-4305-99a5-ba870db266d3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.672408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4ae2e826-118c-4305-99a5-ba870db266d3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/17a13a05-af51-4875-aeea-7f612e74149b HTTP/1.1" status: 204 len: 168 time: 0.8754647 Jul 15 13:13:31.674280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8636f041-af85-4fd4-a469-dd6bfe771eb8 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:31.675309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.717168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d24183ec-3d58-4280-9523-d03422bfc116 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:31.752568 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-db8ea6db-a14c-48c2-b25e-21de5f99db40 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761406 Jul 15 13:13:31.754751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45900) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.894849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45904) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.903782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-465037190-network', 'tenant_id': '49e6b7083b3143adbcdeca4d136220c9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:31.936531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805ff5e-7c6b-41a0-bfce-1c474f6183b8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:31.943032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f805ff5e-7c6b-41a0-bfce-1c474f6183b8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1859705 Jul 15 13:13:31.944188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45906) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.957450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Made reservation on behalf of 49e6b7083b3143adbcdeca4d136220c9 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:31.962262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.990806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.038920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9e3f5d42-ae88-42ec-b846-9ee7b563a073 None None] Provisioning for port d24183ec-3d58-4280-9523-d03422bfc116 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:32.074120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5f53d-9901-437f-8c04-c610243942e9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:32.078890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1ba5f53d-9901-437f-8c04-c610243942e9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1310747 Jul 15 13:13:32.096765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45908) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.168741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d24183ec-3d58-4280-9523-d03422bfc116 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:32.185076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4e321aea-4460-4702-803c-c185a81199f4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827484 Jul 15 13:13:32.187709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45910) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.193098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:32.213357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d24183ec-3d58-4280-9523-d03422bfc116 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:32.213966 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.224410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.232430 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.292189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:32.326013 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef4664b-bc28-4c43-917e-c49a9b4265d1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.329015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.329361 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Added segment 1ede2e84-3dcf-4d9f-8104-bc68b08a0f56 of type vlan for network 0a375c7e-f667-4493-9918-0028d00d6550 Jul 15 13:13:32.420002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:32.426134 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.554142 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.583368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:32.670169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.670682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.671531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.672103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.673133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.673660 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.674525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.675257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.675850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.676414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.676956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.677501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:32.685964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.688191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:32.689602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.747547 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.760949 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8618731 Jul 15 13:13:32.762084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45914) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.790497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Request body: {'subnet': {'network_id': '0a375c7e-f667-4493-9918-0028d00d6550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-465037190-subnet', 'tenant_id': '49e6b7083b3143adbcdeca4d136220c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:32.867435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port d24183ec-3d58-4280-9523-d03422bfc116, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d24183ec-3d58-4280-9523-d03422bfc116,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:32.873982 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] Deleting port d24183ec-3d58-4280-9523-d03422bfc116 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:32.877988 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.918374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Made reservation on behalf of 49e6b7083b3143adbcdeca4d136220c9 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:32.922731 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.922957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.087831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb21ad-7abe-46f7-88f4-e4974feb122d admin admin] Pushing event updated for resources: {'Network': ['ID=0a375c7e-f667-4493-9918-0028d00d6550,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.094675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] For port d24183ec-3d58-4280-9523-d03422bfc116, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d24183ec-3d58-4280-9523-d03422bfc116,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:33.096807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.120374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] Calling delete_port for d24183ec-3d58-4280-9523-d03422bfc116 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:33.267260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=d24183ec-3d58-4280-9523-d03422bfc116,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.272179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0a375c7e-f667-4493-9918-0028d00d6550 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:33.275654 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.342020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] Pushing event deleted for resources: {'Port': ['ID=d24183ec-3d58-4280-9523-d03422bfc116,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.352029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9fa89-0ba5-4974-a2df-2bab660a7c24 None None] No DVR routers for this DVR port d24183ec-3d58-4280-9523-d03422bfc116 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:33.457268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.objects.ports [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:13:33.517361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d24183ec-3d58-4280-9523-d03422bfc116 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:33.595572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d24183ec-3d58-4280-9523-d03422bfc116 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:33.596147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d24183ec-3d58-4280-9523-d03422bfc116 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:33.760309 n-d-771362-36 neutron-server[93733]: WARNING neutron.services.revisions.revision_plugin [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Could not find related port for resource to bump revision. Jul 15 13:13:33.767599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_pluggable_backend [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Port d24183ec-3d58-4280-9523-d03422bfc116 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:13:33.767926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_pluggable_backend [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Reverting IP allocation for 2001:db8::f816:3eff:fea9:7cbe {{(pid=93733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:13:33.773138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_pluggable_backend [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea9:7cbe {{(pid=93733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:13:33.774958 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.885283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:33.887316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=c754ac44-7092-4b29-8608-a54a0fd8ed12,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.891056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:33.896657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:33.897651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.913790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd2745-d7a8-4979-8a63-655eebea705c None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:33.929703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f667aa36-cdf1-4b9c-abdc-990d49a4789f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7392271 Jul 15 13:13:33.931383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45916) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:33.945070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:16:95:24', 'name': 'tempest-NetworksTestDHCPv6-418809641'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:33.974747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.169473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:34.172676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0fdb78-9c4d-4fe8-ab3d-7e4ca6d50acd,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.190353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Checking segment: {'id': '1ede2e84-3dcf-4d9f-8104-bc68b08a0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a375c7e-f667-4493-9918-0028d00d6550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:34.191358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Network hostable DHCP agents. Network: 0a375c7e-f667-4493-9918-0028d00d6550, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:34.232336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Network 0a375c7e-f667-4493-9918-0028d00d6550 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:34.268384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0a375c7e-f667-4493-9918-0028d00d6550) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:34.282356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.283851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.284694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d91332-6765-4e4c-817a-69a4a901264f None None] Network 0a375c7e-f667-4493-9918-0028d00d6550 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:34.351109 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-711debaf-a59f-44fc-9a8a-28abc797a9d4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5673144 Jul 15 13:13:34.482697 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.553329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 3c5eb526-14fd-44ec-badc-0872710ea8aa yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:34.585595 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.591040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': 'c754ac44-7092-4b29-8608-a54a0fd8ed12'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:13:34.592307 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.839849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e2d2e4-3bb9-42d9-a6de-9d18ce47b2a5 None None] Network 0a375c7e-f667-4493-9918-0028d00d6550 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:34.851562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fe16:9524 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/c754ac44-7092-4b29-8608-a54a0fd8ed12/3c5eb526-14fd-44ec-badc-0872710ea8aa) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:35.144260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.171893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 3c5eb526-14fd-44ec-badc-0872710ea8aa will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:35.251775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.315227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:35.318719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:35.325929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:35.331929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:35.332612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.344580 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.348905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Allocated IP 2001:db8::f816:3eff:fe0e:3cdd (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/c754ac44-7092-4b29-8608-a54a0fd8ed12/a0ebdda4-a3b9-4359-8437-dc5a92360329) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:35.354440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=3c5eb526-14fd-44ec-badc-0872710ea8aa,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.369069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1bcd4dde-9f43-4a89-a6db-5734d6126397 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4353406 Jul 15 13:13:35.372495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45928) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.484206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff72ed-25d5-46ce-b2c1-4770bf06f87d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:35.488950 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45930) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.489908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-52ff72ed-25d5-46ce-b2c1-4770bf06f87d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1152575 Jul 15 13:13:35.571928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.585764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Transition to ACTIVE for port object a0ebdda4-a3b9-4359-8437-dc5a92360329 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:35.608583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Transition to ACTIVE for port object a0ebdda4-a3b9-4359-8437-dc5a92360329 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:35.631073 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.693835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:35.697649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:35.705155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:35.721902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-273f42fa-4ba6-4345-81a0-b4371977c155 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 3c5eb526-14fd-44ec-badc-0872710ea8aa {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:35.723038 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-273f42fa-4ba6-4345-81a0-b4371977c155 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.726297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Pushing event updated for resources: {'Port': ['ID=a0ebdda4-a3b9-4359-8437-dc5a92360329,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.809710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Attempting to bind port a0ebdda4-a3b9-4359-8437-dc5a92360329 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:35.810279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Attempting to bind port a0ebdda4-a3b9-4359-8437-dc5a92360329 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:35.810768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Attempting to bind port a0ebdda4-a3b9-4359-8437-dc5a92360329 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:35.823664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:35.824208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:35.824936 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.825553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:35.826569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Bound port: a0ebdda4-a3b9-4359-8437-dc5a92360329, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:35.827085 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.925343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-273f42fa-4ba6-4345-81a0-b4371977c155 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.947935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] For port a0ebdda4-a3b9-4359-8437-dc5a92360329, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:35.954489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] For port a0ebdda4-a3b9-4359-8437-dc5a92360329, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a0ebdda4-a3b9-4359-8437-dc5a92360329,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:35.968323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-273f42fa-4ba6-4345-81a0-b4371977c155 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 3c5eb526-14fd-44ec-badc-0872710ea8aa owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:35.974123 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.170113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-273f42fa-4ba6-4345-81a0-b4371977c155 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.209499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f42fa-4ba6-4345-81a0-b4371977c155 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=3c5eb526-14fd-44ec-badc-0872710ea8aa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.257131 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-273f42fa-4ba6-4345-81a0-b4371977c155 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.259850 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-273f42fa-4ba6-4345-81a0-b4371977c155 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/3c5eb526-14fd-44ec-badc-0872710ea8aa HTTP/1.1" status: 204 len: 168 time: 0.7680643 Jul 15 13:13:36.263026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45932) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.352704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d7e7c-c9f3-4271-85ad-72c23a1bab34 None None] Pushing event updated for resources: {'Port': ['ID=a0ebdda4-a3b9-4359-8437-dc5a92360329,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.360908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f8ff37-b5cf-4704-bf26-7fc1a443c335 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:36.363158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f8ff37-b5cf-4704-bf26-7fc1a443c335 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:36.367200 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-45f8ff37-b5cf-4704-bf26-7fc1a443c335 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1003609 Jul 15 13:13:36.368121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45934) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.452470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08ae9ea-2347-41e5-87c0-c3f4b78dce13 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet c754ac44-7092-4b29-8608-a54a0fd8ed12 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:36.459248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c08ae9ea-2347-41e5-87c0-c3f4b78dce13 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.546497 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c08ae9ea-2347-41e5-87c0-c3f4b78dce13 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.761816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c08ae9ea-2347-41e5-87c0-c3f4b78dce13 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.905451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c08ae9ea-2347-41e5-87c0-c3f4b78dce13 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.947819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ae9ea-2347-41e5-87c0-c3f4b78dce13 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=c754ac44-7092-4b29-8608-a54a0fd8ed12,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.957493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c08ae9ea-2347-41e5-87c0-c3f4b78dce13 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.959515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c08ae9ea-2347-41e5-87c0-c3f4b78dce13 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/c754ac44-7092-4b29-8608-a54a0fd8ed12 HTTP/1.1" status: 204 len: 168 time: 0.5887930 Jul 15 13:13:36.962035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45936) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:37.041895 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31ae4d2d-d65c-47a9-a7c9-e5738b16011b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785344 Jul 15 13:13:37.045119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45938) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:37.052860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:37.212559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:37.217921 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.592621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a0ebdda4-a3b9-4359-8437-dc5a92360329 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:37.715681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a0ebdda4-a3b9-4359-8437-dc5a92360329 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:37.918191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:13:37.960348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306733e-12b8-458b-b491-6772198ae35c None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:38.122573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Provisioning for port a0ebdda4-a3b9-4359-8437-dc5a92360329 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:38.129248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Provisioning complete for port a0ebdda4-a3b9-4359-8437-dc5a92360329 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:38.129611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.275422 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.535100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.640744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] For port a0ebdda4-a3b9-4359-8437-dc5a92360329, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a0ebdda4-a3b9-4359-8437-dc5a92360329,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:38.724089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.733295 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.735116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.806038 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:13:38.806847 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:13:38.846524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=a0ebdda4-a3b9-4359-8437-dc5a92360329,revision_number=5']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:38.912996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:38.924450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:38.937946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:38.939034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.957061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=8b090afb-cf68-4f91-93c3-afac7cf27375,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:38.993249 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a68fc244-67e9-4e44-8a28-ed0e003ce03b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9465694 Jul 15 13:13:38.995929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45940) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:39.003112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:d3:a5:69', 'name': 'tempest-NetworksTestDHCPv6-1047313898'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:39.035597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6dbec-2ea5-4115-817f-49169eec44d0 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:39.426477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:39.443728 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.465875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.486021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port dc1af64b-e7b4-4b1a-8400-27721590f21a yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:39.504118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a0ebdda4-a3b9-4359-8437-dc5a92360329 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:39.618389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] For port a0ebdda4-a3b9-4359-8437-dc5a92360329, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a0ebdda4-a3b9-4359-8437-dc5a92360329,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:39.624974 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.684549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fed3:a569 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/8b090afb-cf68-4f91-93c3-afac7cf27375/dc1af64b-e7b4-4b1a-8400-27721590f21a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:39.706515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d0c83-9f74-4856-86e2-d09960a01e86 None None] Pushing event updated for resources: {'Port': ['ID=a0ebdda4-a3b9-4359-8437-dc5a92360329,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:39.722355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a0ebdda4-a3b9-4359-8437-dc5a92360329 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:39.723151 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.796865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e304d32f-48a7-4340-96cb-75592b3ca83a None None] Provisioning complete for port a0ebdda4-a3b9-4359-8437-dc5a92360329 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:39.797242 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e304d32f-48a7-4340-96cb-75592b3ca83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.075313 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.120455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object dc1af64b-e7b4-4b1a-8400-27721590f21a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:40.187776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8db55767-f005-4294-9a83-28e665f5f7b2 None None] Provisioning complete for port a0ebdda4-a3b9-4359-8437-dc5a92360329 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:40.189525 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8db55767-f005-4294-9a83-28e665f5f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.206264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.302041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:40.312646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:40.318280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:40.331810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:40.333147 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.361440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=dc1af64b-e7b4-4b1a-8400-27721590f21a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:40.386238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-21595f91-dd63-42e2-a368-7136b7814ac9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3878896 Jul 15 13:13:40.391217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45946) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:40.498916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82265566-a552-45ed-888b-f03f24868f66 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:40.506374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82265566-a552-45ed-888b-f03f24868f66 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:40.511735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45948) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:40.512503 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-82265566-a552-45ed-888b-f03f24868f66 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1216047 Jul 15 13:13:40.566812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ba25bbce-c91e-472e-b00e-07d6df35af9c None None] Could not find standard attr ID for object 3c5eb526-14fd-44ec-badc-0872710ea8aa. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:13:40.731036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-32a307e4-59bc-43a0-9647-22f16fdbfbe5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port dc1af64b-e7b4-4b1a-8400-27721590f21a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:40.731661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32a307e4-59bc-43a0-9647-22f16fdbfbe5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.890353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32a307e4-59bc-43a0-9647-22f16fdbfbe5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.907783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-32a307e4-59bc-43a0-9647-22f16fdbfbe5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for dc1af64b-e7b4-4b1a-8400-27721590f21a owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:41.001252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-792b448f-ebd1-4625-b2b9-dbe4f8a9611c None None] Provisioning for port dc1af64b-e7b4-4b1a-8400-27721590f21a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:41.021571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-792b448f-ebd1-4625-b2b9-dbe4f8a9611c None None] Provisioning complete for port dc1af64b-e7b4-4b1a-8400-27721590f21a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:41.024082 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-792b448f-ebd1-4625-b2b9-dbe4f8a9611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.144572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-792b448f-ebd1-4625-b2b9-dbe4f8a9611c None None] Port dc1af64b-e7b4-4b1a-8400-27721590f21a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:41.186154 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32a307e4-59bc-43a0-9647-22f16fdbfbe5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.276500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a307e4-59bc-43a0-9647-22f16fdbfbe5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=dc1af64b-e7b4-4b1a-8400-27721590f21a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.352530 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32a307e4-59bc-43a0-9647-22f16fdbfbe5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.357225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45950) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:41.357400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-32a307e4-59bc-43a0-9647-22f16fdbfbe5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/dc1af64b-e7b4-4b1a-8400-27721590f21a HTTP/1.1" status: 204 len: 168 time: 0.8436439 Jul 15 13:13:41.501232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a0ebdda4-a3b9-4359-8437-dc5a92360329 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:41.577225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37aafd-234f-4ecd-9031-f7a1b7e244ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.586647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37aafd-234f-4ecd-9031-f7a1b7e244ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.598317 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5c37aafd-234f-4ecd-9031-f7a1b7e244ca tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2359447 Jul 15 13:13:41.598550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45952) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:41.654619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a0ebdda4-a3b9-4359-8437-dc5a92360329 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:41.662234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.670395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00dbfda-87e2-40b1-89a4-46ab9dbe5c6c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 8b090afb-cf68-4f91-93c3-afac7cf27375 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:41.678536 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b00dbfda-87e2-40b1-89a4-46ab9dbe5c6c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.810178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b00dbfda-87e2-40b1-89a4-46ab9dbe5c6c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.993770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b00dbfda-87e2-40b1-89a4-46ab9dbe5c6c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.072970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b00dbfda-87e2-40b1-89a4-46ab9dbe5c6c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.112975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dbfda-87e2-40b1-89a4-46ab9dbe5c6c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=8b090afb-cf68-4f91-93c3-afac7cf27375,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:42.119986 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b00dbfda-87e2-40b1-89a4-46ab9dbe5c6c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.125385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45956) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.125603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b00dbfda-87e2-40b1-89a4-46ab9dbe5c6c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/8b090afb-cf68-4f91-93c3-afac7cf27375 HTTP/1.1" status: 204 len: 168 time: 0.5258157 Jul 15 13:13:42.133269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfef4b1-e803-4a24-a2d5-3e915be04dec None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:42.211322 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1bc6f4fa-f4de-4471-8cd2-001794a4c38c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823791 Jul 15 13:13:42.212713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45958) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.335874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142aa7d3-b629-42bd-877a-045d734ea483 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.339848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-142aa7d3-b629-42bd-877a-045d734ea483 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1230085 Jul 15 13:13:42.340246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45960) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.404720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fe562-5a03-4269-9d0f-2a10281f6ad6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.406334 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-541fe562-5a03-4269-9d0f-2a10281f6ad6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0650566 Jul 15 13:13:42.409050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45962) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.456420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:42.461286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e72fcef0-4ab7-4cbb-a002-9dae990b9b56 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507286 Jul 15 13:13:42.467261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45964) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.481461 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:42.558094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] Deleting port a0ebdda4-a3b9-4359-8437-dc5a92360329 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:42.558983 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.643906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:42.648889 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.657354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] For port a0ebdda4-a3b9-4359-8437-dc5a92360329, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a0ebdda4-a3b9-4359-8437-dc5a92360329,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:42.670009 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.688732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] Calling delete_port for a0ebdda4-a3b9-4359-8437-dc5a92360329 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:42.819115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.853350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] Pushing event deleted for resources: {'Port': ['ID=a0ebdda4-a3b9-4359-8437-dc5a92360329,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:42.866683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c283a2-88f8-4705-bb8d-f3163ec342e3 None None] No DVR routers for this DVR port a0ebdda4-a3b9-4359-8437-dc5a92360329 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:42.953177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.012205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=0faf3b0f-0028-4660-8eb1-fd9cc84450bf,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:43.030825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:43.032715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:43.036457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:43.038069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.048798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5920ba-c583-4be9-81fe-d758ca908224 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:43.085689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45966) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:43.086153 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6467f285-4892-4199-b458-c0df910dd78a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6145241 Jul 15 13:13:43.095856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:d9:f0:1c', 'name': 'tempest-NetworksTestDHCPv6-935378670'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:43.286561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '0faf3b0f-0028-4660-8eb1-fd9cc84450bf'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:13:43.287930 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.437798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a0ebdda4-a3b9-4359-8437-dc5a92360329 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:43.442322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:43.510330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a0ebdda4-a3b9-4359-8437-dc5a92360329 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:43.510973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a0ebdda4-a3b9-4359-8437-dc5a92360329 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:43.606330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/0faf3b0f-0028-4660-8eb1-fd9cc84450bf/a47fd845-b0f7-4c43-a38b-842c1cb953fb) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:43.704924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.756649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port e3302819-6ece-44e6-9862-955d2db69cea yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:43.924092 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.937190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Transition to ACTIVE for port object a47fd845-b0f7-4c43-a38b-842c1cb953fb will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:43.961769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Transition to ACTIVE for port object a47fd845-b0f7-4c43-a38b-842c1cb953fb will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:43.973635 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.057459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:44.065064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:44.073388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:44.083937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Pushing event updated for resources: {'Port': ['ID=a47fd845-b0f7-4c43-a38b-842c1cb953fb,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:44.110613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::3e (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/0faf3b0f-0028-4660-8eb1-fd9cc84450bf/e3302819-6ece-44e6-9862-955d2db69cea) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:44.181194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Attempting to bind port a47fd845-b0f7-4c43-a38b-842c1cb953fb on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:44.181583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Attempting to bind port a47fd845-b0f7-4c43-a38b-842c1cb953fb by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:44.182010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Attempting to bind port a47fd845-b0f7-4c43-a38b-842c1cb953fb on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:44.190744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:44.190892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:44.191327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.191735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:44.192234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Bound port: a47fd845-b0f7-4c43-a38b-842c1cb953fb, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:44.192693 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.277387 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-0efc538e-e6e8-4a51-999c-312f1c266ba3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d1424b121dd644b7a941935a8766cf4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109245 Jul 15 13:13:44.315638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] For port a47fd845-b0f7-4c43-a38b-842c1cb953fb, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:44.329354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] For port a47fd845-b0f7-4c43-a38b-842c1cb953fb, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a47fd845-b0f7-4c43-a38b-842c1cb953fb,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:44.343353 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.531740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c5f96-1dd6-4f6c-be38-0509e64eaef9 None None] Pushing event updated for resources: {'Port': ['ID=a47fd845-b0f7-4c43-a38b-842c1cb953fb,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:44.577920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-7a6073d4-4518-4174-b866-e729db8df3ae tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:44.579754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-7a6073d4-4518-4174-b866-e729db8df3ae tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2912490 Jul 15 13:13:44.611415 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.620724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-937dcbe6-eaac-413d-be03-9e2aeadeec97 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/quotas/d1424b121dd644b7a941935a8766cf4b HTTP/1.1" status: 200 len: 375 time: 0.0307930 Jul 15 13:13:44.671532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object e3302819-6ece-44e6-9862-955d2db69cea will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:44.792105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-a63486ac-98f5-4b0a-9436-6d7f54b40162 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643264 Jul 15 13:13:44.804783 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.893670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-23f84408-47b4-4c67-9c79-298f6b1686b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:44.895702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-23f84408-47b4-4c67-9c79-298f6b1686b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a&tenant_id=6c84d9dc3154439bbcdfa258ea615927 HTTP/1.1" status: 200 len: 1095 time: 0.1701238 Jul 15 13:13:44.929193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:44.945919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:45.005581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:45.012487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.021817 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.028442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=e3302819-6ece-44e6-9862-955d2db69cea,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:45.069500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45978) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:45.070376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9c94190c-1c9c-41cf-9424-5f4ecfc09207 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9816928 Jul 15 13:13:45.107154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-38ea7985-7037-463f-bb99-67cc4a5a39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.109279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-38ea7985-7037-463f-bb99-67cc4a5a39af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 1095 time: 0.1786056 Jul 15 13:13:45.252219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4455af-9ddd-4e0d-8e39-40ef60438610 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.262867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4455af-9ddd-4e0d-8e39-40ef60438610 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.264712 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d4455af-9ddd-4e0d-8e39-40ef60438610 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1920040 Jul 15 13:13:45.273249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45994) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:45.391002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45996) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:45.514730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-f2200a48-6720-4ba9-9f71-441921dc498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.521378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-f2200a48-6720-4ba9-9f71-441921dc498d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.4047902 Jul 15 13:13:45.665506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a47fd845-b0f7-4c43-a38b-842c1cb953fb up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:45.773408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-0cdf9301-a56c-46e9-91e5-87af4ecafd02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074048e3-8b9c-416d-b804-237116ae65c9 HTTP/1.1" status: 200 len: 999 time: 0.2037725 Jul 15 13:13:45.777988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-967c7466-86c1-4d6d-aefe-3ac1a7c422e4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port e3302819-6ece-44e6-9862-955d2db69cea {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:45.778362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-967c7466-86c1-4d6d-aefe-3ac1a7c422e4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.920747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a47fd845-b0f7-4c43-a38b-842c1cb953fb completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:45.938717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-669b9783-e7d3-425c-95dc-34b2562f7bb2 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.007825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-669b9783-e7d3-425c-95dc-34b2562f7bb2 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.051720 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-967c7466-86c1-4d6d-aefe-3ac1a7c422e4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.093529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-967c7466-86c1-4d6d-aefe-3ac1a7c422e4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for e3302819-6ece-44e6-9862-955d2db69cea owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:46.096388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-c6185b6a-0c80-4200-876d-42a87f52bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.098044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-c6185b6a-0c80-4200-876d-42a87f52bd8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.3056753 Jul 15 13:13:46.102244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-669b9783-e7d3-425c-95dc-34b2562f7bb2 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.105251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-669b9783-e7d3-425c-95dc-34b2562f7bb2 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.110481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-669b9783-e7d3-425c-95dc-34b2562f7bb2 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "DELETE /v2.0/security-groups/47770f27-a4b1-4ae8-a391-9fd3216e6a74 HTTP/1.1" status: 204 len: 168 time: 0.6622183 Jul 15 13:13:46.117103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46008) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:46.166733 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-7eb457d3-a1c6-4bc1-bddb-46bd1dff8f66 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] show failed (client error): The resource could not be found. Jul 15 13:13:46.178488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7eb457d3-a1c6-4bc1-bddb-46bd1dff8f66 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "GET /v2.0/security-groups/47770f27-a4b1-4ae8-a391-9fd3216e6a74 HTTP/1.1" status: 404 len: 347 time: 0.0539410 Jul 15 13:13:46.186432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46010) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:46.245667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b9783-e7d3-425c-95dc-34b2562f7bb2 tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47770f27-a4b1-4ae8-a391-9fd3216e6a74,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:46.305034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8431b-e523-4d70-a89b-ce210e37f308 req-8924f3d4-a545-4b57-b5ed-0c4082c9423a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.313541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa8431b-e523-4d70-a89b-ce210e37f308 req-8924f3d4-a545-4b57-b5ed-0c4082c9423a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.4966471 Jul 15 13:13:46.433031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-101c5481-1229-41c8-b7d1-62206857ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.438232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-101c5481-1229-41c8-b7d1-62206857ce8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3260808 Jul 15 13:13:46.464360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa8431b-e523-4d70-a89b-ce210e37f308 req-f4cb7b81-545c-4702-a670-5c93cb7b71b3 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488581 Jul 15 13:13:46.824314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Deleting port 79a8c588-f660-49de-96c5-40888d1c0735 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:46.824666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.875093 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-967c7466-86c1-4d6d-aefe-3ac1a7c422e4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.913166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1796bd37-dbb5-46d9-982a-835656a7e44d None None] Provisioning for port a47fd845-b0f7-4c43-a38b-842c1cb953fb completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:46.921822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-b1d56934-14fe-4736-81d7-e365c6d5af1f service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447873 Jul 15 13:13:46.926196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1796bd37-dbb5-46d9-982a-835656a7e44d None None] Provisioning complete for port a47fd845-b0f7-4c43-a38b-842c1cb953fb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:46.926802 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1796bd37-dbb5-46d9-982a-835656a7e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.149492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.150747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.182577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Calling delete_port for 79a8c588-f660-49de-96c5-40888d1c0735 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:47.280495 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1796bd37-dbb5-46d9-982a-835656a7e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.336048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c7466-86c1-4d6d-aefe-3ac1a7c422e4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=e3302819-6ece-44e6-9862-955d2db69cea,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:47.413293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1796bd37-dbb5-46d9-982a-835656a7e44d None None] For port a47fd845-b0f7-4c43-a38b-842c1cb953fb, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a47fd845-b0f7-4c43-a38b-842c1cb953fb,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:47.420758 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1796bd37-dbb5-46d9-982a-835656a7e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.463293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-967c7466-86c1-4d6d-aefe-3ac1a7c422e4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.471776 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-967c7466-86c1-4d6d-aefe-3ac1a7c422e4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/e3302819-6ece-44e6-9862-955d2db69cea HTTP/1.1" status: 204 len: 168 time: 2.1973712 Jul 15 13:13:47.473508 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46014) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:47.563012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796bd37-dbb5-46d9-982a-835656a7e44d None None] Pushing event updated for resources: {'Port': ['ID=a47fd845-b0f7-4c43-a38b-842c1cb953fb,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:47.588037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-98417fb8-0cee-4fb8-a875-013a9e4d09ab None None] Could not find standard attr ID for object e3302819-6ece-44e6-9862-955d2db69cea. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:13:47.807696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.933514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddea34e-81d4-480b-a7c1-e8ffebe68dd2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:47.938143 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddea34e-81d4-480b-a7c1-e8ffebe68dd2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:47.944544 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3ddea34e-81d4-480b-a7c1-e8ffebe68dd2 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4676285 Jul 15 13:13:47.944544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Pushing event deleted for resources: {'Port': ['ID=79a8c588-f660-49de-96c5-40888d1c0735,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:47.954911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46018) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:47.955466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a9abad3-ccff-4cfd-9237-aafd8872c197 req-6f7c5cdc-0381-4c43-83ca-bf12be1a7c3f tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 210 time: 0.0996175 Jul 15 13:13:48.024574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-b11dc0b0-0493-404e-865c-ba74ec98ea22 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d1424b121dd644b7a941935a8766cf4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648470 Jul 15 13:13:48.059639 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e59c0-37e7-454e-ac1a-c4c9a73489de x-openstack-request-id: req-884e59c0-37e7-454e-ac1a-c4c9a73489de {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:48.060545 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-plugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:48.061065 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-884e59c0-37e7-454e-ac1a-c4c9a73489de {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:48.061626 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'code': 200} Jul 15 13:13:48.181708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-1ca434fc-762b-4427-89a8-ca69b8ca7037 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.183627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-1ca434fc-762b-4427-89a8-ca69b8ca7037 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526694 Jul 15 13:13:48.214766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Request body: {'port': {'device_id': 'c21988f1-52c3-48e7-89c1-5bf72f339a57', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'd1424b121dd644b7a941935a8766cf4b'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:48.365595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.371853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.374843 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f29bd08-e456-459e-ba80-6a1ceb1de8ab tempest-ImagesOneServerNegativeTestJSON-139594317 tempest-ImagesOneServerNegativeTestJSON-139594317-project] 10.222.0.25 "DELETE /v2.0/floatingips/4c0b3899-6915-4237-86a7-3491f929685c HTTP/1.1" status: 204 len: 168 time: 2.0904031 Jul 15 13:13:48.392995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-97afe123-7a44-4899-87b2-b24329cdd2f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 0faf3b0f-0028-4660-8eb1-fd9cc84450bf {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:48.417580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97afe123-7a44-4899-87b2-b24329cdd2f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.449830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Made reservation on behalf of d1424b121dd644b7a941935a8766cf4b for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:48.459044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.471276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ba835-6f66-46d7-9228-1e73c1810553 req-9e544bba-8227-40c3-82fe-e5e54612bebd service neutron] 10.222.0.30 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5478604 Jul 15 13:13:48.592990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97afe123-7a44-4899-87b2-b24329cdd2f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.768012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97afe123-7a44-4899-87b2-b24329cdd2f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.816014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Allocated IP 192.168.233.85 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/f9878464-2f02-4af9-8ab5-703c2127b46c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:48.828935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-bb5dd0d5-4ae0-486d-b278-53db47fd748b tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.830534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-bb5dd0d5-4ae0-486d-b278-53db47fd748b tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/networks?id=b2f350d8-9e06-4f8d-a731-5ff6455719dc HTTP/1.1" status: 200 len: 814 time: 0.2056072 Jul 15 13:13:48.845393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9e57582-d6de-4691-bcb2-7e776cebe55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.867439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97afe123-7a44-4899-87b2-b24329cdd2f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.885373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-f792e7dd-a0e5-4ce7-8ff0-62892da95007 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/quotas/192b6a2b789744f6911b54ff6232b143 HTTP/1.1" status: 200 len: 375 time: 0.0386641 Jul 15 13:13:48.922821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afe123-7a44-4899-87b2-b24329cdd2f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=0faf3b0f-0028-4660-8eb1-fd9cc84450bf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.946547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97afe123-7a44-4899-87b2-b24329cdd2f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.946809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197a3c4-8193-4453-ab2d-a2c1fa83517c None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:48.951927 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-97afe123-7a44-4899-87b2-b24329cdd2f5 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/0faf3b0f-0028-4660-8eb1-fd9cc84450bf HTTP/1.1" status: 204 len: 168 time: 0.9915321 Jul 15 13:13:48.953138 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46052) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:48.982663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-a107134a-f8e7-41cc-b6b7-914d4367fb74 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=192b6a2b789744f6911b54ff6232b143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844774 Jul 15 13:13:49.023062 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ad73af26-7d7f-438a-9e83-ab2ab24db4bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660064 Jul 15 13:13:49.023543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46058) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.139740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b4007-2290-497c-a019-e22e456e8044 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.141864 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-df9b4007-2290-497c-a019-e22e456e8044 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1168423 Jul 15 13:13:49.148057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46066) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.242739 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.288560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Transition to ACTIVE for port object f9878464-2f02-4af9-8ab5-703c2127b46c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:49.313683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add5c990-5dac-4b2e-9ba1-84c4109ad03f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.318146 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-add5c990-5dac-4b2e-9ba1-84c4109ad03f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1637678 Jul 15 13:13:49.331098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46068) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.463644 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.477507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:49.500631 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1499f603-2082-46bf-ba46-21e0584a78e1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1620641 Jul 15 13:13:49.501975 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46070) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.525124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:49.559806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['fdb38a30-0911-4782-8665-dceeb643b9b2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:49.563124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:49.626567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Pushing event updated for resources: {'Port': ['ID=f9878464-2f02-4af9-8ab5-703c2127b46c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.682852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.687238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.687786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.688233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.688686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.689124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.689569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.690045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.694016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.694598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.695042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.695705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.742949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:49.751228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:49.751796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] Deleting port a47fd845-b0f7-4c43-a38b-842c1cb953fb {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:49.752631 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.760885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:49.778932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:49.783074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.051182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:50.052797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.087782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-e307ec01-21ef-416f-bc70-86c8d1f521d2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2f350d8-9e06-4f8d-a731-5ff6455719dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0786836 Jul 15 13:13:50.100837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-c98fa599-a593-4ae6-a3e7-917eb9f6a4fc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8909020 Jul 15 13:13:50.225086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-2f0902bb-1a8d-4870-b250-63acadf0ca11 service neutron] 10.222.0.25 "GET /v2.0/networks/b2f350d8-9e06-4f8d-a731-5ff6455719dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201839 Jul 15 13:13:50.409428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] For port a47fd845-b0f7-4c43-a38b-842c1cb953fb, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a47fd845-b0f7-4c43-a38b-842c1cb953fb,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:50.409919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.464023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] Calling delete_port for a47fd845-b0f7-4c43-a38b-842c1cb953fb owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:50.469280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-904bd422-29bf-4dcd-84e4-341869959352 None None] Provisioning for port f9878464-2f02-4af9-8ab5-703c2127b46c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:50.500137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-904bd422-29bf-4dcd-84e4-341869959352 None None] Provisioning complete for port f9878464-2f02-4af9-8ab5-703c2127b46c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:50.501136 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-904bd422-29bf-4dcd-84e4-341869959352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.590725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:13:50.649623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-904bd422-29bf-4dcd-84e4-341869959352 None None] Port f9878464-2f02-4af9-8ab5-703c2127b46c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:50.704286 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.787498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] No DVR routers for this DVR port a47fd845-b0f7-4c43-a38b-842c1cb953fb on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:50.797250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cae33-0546-412d-8fdb-8dccfc7f9952 None None] Pushing event deleted for resources: {'Port': ['ID=a47fd845-b0f7-4c43-a38b-842c1cb953fb,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:50.963173 n-d-771362-36 neutron-server[93734]: WARNING neutron.services.revisions.revision_plugin [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Could not find related port for resource to bump revision. Jul 15 13:13:50.978790 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_pluggable_backend [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Port a47fd845-b0f7-4c43-a38b-842c1cb953fb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93734) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:13:50.979686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_pluggable_backend [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Reverting IP allocation for 2001:db8::f816:3eff:fee9:5911 {{(pid=93734) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:13:50.990830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_pluggable_backend [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee9:5911 {{(pid=93734) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:13:50.993900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.008514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Request body: {'port': {'device_id': 'c21988f1-52c3-48e7-89c1-5bf72f339a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:51.073173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=7912c7df-3b1f-4756-b446-4e12e3afb90f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:51.088247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:51.091527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:51.103558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:51.104093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71705c-04f6-4839-bee5-c415e9632c94 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:51.104239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.144287 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e512ac0c-de0f-4db6-9fd5-5b5cc0819353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6363966 Jul 15 13:13:51.144899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46080) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:51.159421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0cb8c361-14f0-4790-9256-94e41157f056 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:51.456575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec4e1d-abbd-49fd-bd96-9e47dc84b363 req-7aa0f060-5cb7-41a3-847d-2e74b2e0872a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:51.467107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01ec4e1d-abbd-49fd-bd96-9e47dc84b363 req-7aa0f060-5cb7-41a3-847d-2e74b2e0872a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 935 time: 0.4989083 Jul 15 13:13:51.475726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '7912c7df-3b1f-4756-b446-4e12e3afb90f'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:13:51.476689 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.484109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a47fd845-b0f7-4c43-a38b-842c1cb953fb no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:51.565199 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.651205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a47fd845-b0f7-4c43-a38b-842c1cb953fb {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:51.652550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a47fd845-b0f7-4c43-a38b-842c1cb953fb not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:51.695797 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.712462 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a4e53ef-9447-43df-9d61-fda816b02620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.716823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb8c361-14f0-4790-9256-94e41157f056 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:51.727102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb8c361-14f0-4790-9256-94e41157f056 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.009059 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-0cb8c361-14f0-4790-9256-94e41157f056 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7912c7df-3b1f-4756-b446-4e12e3afb90f (CIDR: 2001:db8::/64) Jul 15 13:13:52.016482 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb8c361-14f0-4790-9256-94e41157f056 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:13:52.017109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb8c361-14f0-4790-9256-94e41157f056 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:13:52.055786 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0cb8c361-14f0-4790-9256-94e41157f056 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9095154 Jul 15 13:13:52.056420 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46084) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:52.077958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:52.114408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:52.184411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01ec4e1d-abbd-49fd-bd96-9e47dc84b363 req-2e1f57b1-9d69-470a-9b75-7497bb3020d3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6771879 Jul 15 13:13:52.332291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9878464-2f02-4af9-8ab5-703c2127b46c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:52.349428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Allocated IP 2001:db8::f816:3eff:fe6d:8a94 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/7912c7df-3b1f-4756-b446-4e12e3afb90f/7a7b840a-5dd9-4d27-a773-901e8a7a6475) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:52.350343 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.437031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Transition to ACTIVE for port object f9878464-2f02-4af9-8ab5-703c2127b46c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:52.457930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.500169 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.522747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:52.526810 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.676450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Pushing event updated for resources: {'Port': ['ID=f9878464-2f02-4af9-8ab5-703c2127b46c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:52.714591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:52.717245 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d675d-6027-484b-ab78-02d057b7571d" -d '{"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:52.737601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:52.802367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.906656 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.976010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Attempting to bind port f9878464-2f02-4af9-8ab5-703c2127b46c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:52.976697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Attempting to bind port f9878464-2f02-4af9-8ab5-703c2127b46c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:52.977308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Attempting to bind port f9878464-2f02-4af9-8ab5-703c2127b46c on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:53.003177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Port f9878464-2f02-4af9-8ab5-703c2127b46c on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:53.021799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Attempting to bind port f9878464-2f02-4af9-8ab5-703c2127b46c on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:53.042664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=11']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.069352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e902d-c5e5-48a7-b4a0-a88343c99fb2 req-f40e6649-6419-4400-89c2-b55a0d5477a7 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.075352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce4e902d-c5e5-48a7-b4a0-a88343c99fb2 req-f40e6649-6419-4400-89c2-b55a0d5477a7 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.2800572 Jul 15 13:13:53.076625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:53.077163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:53.077898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:53.079650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Bound port: f9878464-2f02-4af9-8ab5-703c2127b46c, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:53.080316 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.249170 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.262331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Transition to ACTIVE for port object 7a7b840a-5dd9-4d27-a773-901e8a7a6475 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:53.286630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Transition to ACTIVE for port object 7a7b840a-5dd9-4d27-a773-901e8a7a6475 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:53.304609 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.374182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Pushing event updated for resources: {'Port': ['ID=7a7b840a-5dd9-4d27-a773-901e8a7a6475,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.384013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce4e902d-c5e5-48a7-b4a0-a88343c99fb2 req-8b3ce725-e529-4aba-aabe-fa14c180d11d tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671144 Jul 15 13:13:53.391914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.417124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:53.421302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:53.424718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:53.463599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] For port f9878464-2f02-4af9-8ab5-703c2127b46c, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:53.478239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] For port f9878464-2f02-4af9-8ab5-703c2127b46c, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f9878464-2f02-4af9-8ab5-703c2127b46c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:53.492960 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.530570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Attempting to bind port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:53.531355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Attempting to bind port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:53.531733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Attempting to bind port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:53.540477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:53.540947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:53.541627 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.542311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:53.543745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Bound port: 7a7b840a-5dd9-4d27-a773-901e8a7a6475, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:53.544225 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.564177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.570203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.580482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] 10.222.0.30 "PUT /v2.0/ports/f9878464-2f02-4af9-8ab5-703c2127b46c HTTP/1.1" status: 200 len: 1096 time: 2.5776010 Jul 15 13:13:53.581336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21988f1-52c3-48e7-89c1-5bf72f339a57', 'tag': 'f9878464-2f02-4af9-8ab5-703c2127b46c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:53.590433 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ed5d2-fc86-495e-a931-5b0c9081d079" -d '{"events": [{"name": "network-changed", "server_uuid": "c21988f1-52c3-48e7-89c1-5bf72f339a57", "tag": "f9878464-2f02-4af9-8ab5-703c2127b46c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:53.623807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:53.665741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:53.676638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.679927 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.767254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=df4221f3-28f7-4ddb-b112-004783d139ee,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.802579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] For port 7a7b840a-5dd9-4d27-a773-901e8a7a6475, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:53.810200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] For port 7a7b840a-5dd9-4d27-a773-901e8a7a6475, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a7b840a-5dd9-4d27-a773-901e8a7a6475,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:53.831807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.872693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93c89d-def0-4ac2-b76c-5f1f5ad2485f service neutron] Pushing event updated for resources: {'Port': ['ID=f9878464-2f02-4af9-8ab5-703c2127b46c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.966005 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7dc8cb06-e403-49ab-aefd-0f55094c3d3c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9040935 Jul 15 13:13:53.990347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46112) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:54.039548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:87:57:37', 'name': 'tempest-NetworksTestDHCPv6-33523420'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:54.077806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152fcce-f48d-40d4-ae7d-3aedcbdf31c9 None None] Pushing event updated for resources: {'Port': ['ID=7a7b840a-5dd9-4d27-a773-901e8a7a6475,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:54.235106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-b297b7f3-6059-4a3d-9b4c-1a3f0ba75e0a tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.242794 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-b297b7f3-6059-4a3d-9b4c-1a3f0ba75e0a tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.35 "GET /v2.0/networks?id=b2f350d8-9e06-4f8d-a731-5ff6455719dc HTTP/1.1" status: 200 len: 814 time: 0.4562037 Jul 15 13:13:54.253116 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.255494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Request body: {'port': {'device_id': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'network_id': 'b2f350d8-9e06-4f8d-a731-5ff6455719dc', 'admin_state_up': True, 'tenant_id': '192b6a2b789744f6911b54ff6232b143'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:54.481575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bee4e5e1-d7fc-4fbb-970e-aecd65bc26d1 req-ed8d63c7-1e17-4afe-885e-dec2c4cdcd4c tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f2e6f34-1bc0-4b33-9511-7c584906363e HTTP/1.1" status: 200 len: 210 time: 0.1826766 Jul 15 13:13:54.521929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:13:54.521929 n-d-771362-36 neutron-server[93733]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:13:54.521929 n-d-771362-36 neutron-server[93733]: [parameters: {'project_id': 'ac40680744f644268f1905025c088081', 'id': '425805d0-5368-4f86-abaf-2f5018594535', 'expiration': datetime.datetime(2021, 7, 15, 13, 15, 54, 505827)}] Jul 15 13:13:54.521929 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:13:54.522939 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:13:54.535357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Made reservation on behalf of 192b6a2b789744f6911b54ff6232b143 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:54.535357 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.561848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-b8f7d0a7-e1ba-4b59-a233-4cab5d0b8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.565223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-b8f7d0a7-e1ba-4b59-a233-4cab5d0b8bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 1099 time: 0.7551954 Jul 15 13:13:54.740725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-f2000fd3-851f-4e49-ac15-2251ab6a7135 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f9878464-2f02-4af9-8ab5-703c2127b46c HTTP/1.1" status: 200 len: 217 time: 0.1098514 Jul 15 13:13:54.840149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47284564-33ce-4d84-88a0-38f58c22aff0 req-48c40b12-777d-488b-8f52-64394fde8fa2 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 210 time: 0.1021760 Jul 15 13:13:54.909162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Allocated IP 172.20.0.14 (b2f350d8-9e06-4f8d-a731-5ff6455719dc/b04be4d1-d713-47e1-bf5a-02696fbe7570/2dcc12cc-8110-4ba4-bbef-9504ee1d8dea) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:54.956685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-49864a12-ace4-449f-bb77-038e5d904b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.965147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-49864a12-ace4-449f-bb77-038e5d904b6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1652689 Jul 15 13:13:55.080290 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e07383f-0ea3-4736-849c-0dbca0f2583a x-openstack-request-id: req-4e07383f-0ea3-4736-849c-0dbca0f2583a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:55.080982 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:55.080982 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e07383f-0ea3-4736-849c-0dbca0f2583a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:55.081468 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'code': 200} Jul 15 13:13:55.101941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:55.367207 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.463405 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.593033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a7b840a-5dd9-4d27-a773-901e8a7a6475 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:55.603110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Network b2f350d8-9e06-4f8d-a731-5ff6455719dc is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:55.609097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:55.612003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Pushing event updated for resources: {'Port': ['ID=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.614972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:55.721858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.731227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.732086 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.769423 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-cb0726ac-36ad-4d10-910b-dbd8bcf89e08 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5184321 Jul 15 13:13:55.788508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55373a83-0fd1-4648-a993-e6c2a822c590 req-1ec0b487-b643-4cce-99ec-5f390da79a88 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.792773 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Request body: {'port': {'device_id': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:55.798720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55373a83-0fd1-4648-a993-e6c2a822c590 req-1ec0b487-b643-4cce-99ec-5f390da79a88 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 947 time: 0.4717495 Jul 15 13:13:55.805170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:55.832685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:55.896703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55373a83-0fd1-4648-a993-e6c2a822c590 req-d9bbb699-7209-498e-bca3-83aae42f1173 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957229 Jul 15 13:13:55.964719 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.014818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-adf9f9b2-80db-43aa-a7e6-00b17a5cef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.023614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-adf9f9b2-80db-43aa-a7e6-00b17a5cef74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5276814 Jul 15 13:13:56.117763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21d29b-71e5-4093-9d73-94af4836eb2e None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:56.186332 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7ba23-db4f-4ef4-afb2-0c2cd7d4c526 x-openstack-request-id: req-98a7ba23-db4f-4ef4-afb2-0c2cd7d4c526 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:56.187498 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21988f1-52c3-48e7-89c1-5bf72f339a57", "tag": "f9878464-2f02-4af9-8ab5-703c2127b46c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:56.187784 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98a7ba23-db4f-4ef4-afb2-0c2cd7d4c526 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:56.188222 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21988f1-52c3-48e7-89c1-5bf72f339a57', 'tag': 'f9878464-2f02-4af9-8ab5-703c2127b46c', 'status': 'completed', 'code': 200} Jul 15 13:13:56.548191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1a95e688-f911-4147-98b6-03a1c756eafe None None] Provisioning for port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:56.571237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1a95e688-f911-4147-98b6-03a1c756eafe None None] Provisioning complete for port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:56.572486 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1a95e688-f911-4147-98b6-03a1c756eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.574138 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-eee9ad51-309d-4f08-860d-05f07f86b20a service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395461 Jul 15 13:13:56.750014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8:0:1::315 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/df4221f3-28f7-4ddb-b112-004783d139ee/b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:56.776096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fe87:5737 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/7912c7df-3b1f-4756-b446-4e12e3afb90f/b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:56.804874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d8153-6a90-4965-b9a3-0b74c487e542 req-37843273-5ca9-4dba-a7c0-7cf1b6953e7c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.807953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-123d8153-6a90-4965-b9a3-0b74c487e542 req-37843273-5ca9-4dba-a7c0-7cf1b6953e7c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.2318714 Jul 15 13:13:56.886947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:56.912526 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1a95e688-f911-4147-98b6-03a1c756eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.921402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-123d8153-6a90-4965-b9a3-0b74c487e542 req-87b62010-470c-4dbb-b483-3ea2a22a0582 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013317 Jul 15 13:13:56.941022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.012940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Transition to ACTIVE for port object 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:57.021970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.215526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1a95e688-f911-4147-98b6-03a1c756eafe None None] For port 7a7b840a-5dd9-4d27-a773-901e8a7a6475, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a7b840a-5dd9-4d27-a773-901e8a7a6475,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:57.240854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Pushing event updated for resources: {'Port': ['ID=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:57.255522 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1a95e688-f911-4147-98b6-03a1c756eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.510996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b5e0d4-6490-4cd5-a804-3b80fc704abb None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '7912c7df-3b1f-4756-b446-4e12e3afb90f', 'ip_address': '2001:db8::f816:3eff:fe6d:8a94'}, {'subnet_id': 'df4221f3-28f7-4ddb-b112-004783d139ee'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '7a7b840a-5dd9-4d27-a773-901e8a7a6475'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:13:57.515775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Attempting to bind port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:57.518452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Attempting to bind port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '518aa192-1cb1-414a-a5bb-d690dc5ab58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2f350d8-9e06-4f8d-a731-5ff6455719dc'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:57.519827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Attempting to bind port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea on network b2f350d8-9e06-4f8d-a731-5ff6455719dc {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:57.535446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea on network b2f350d8-9e06-4f8d-a731-5ff6455719dc not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:57.535780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Attempting to bind port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea on network b2f350d8-9e06-4f8d-a731-5ff6455719dc {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:57.544945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:57.545538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Checking segment: {'id': '518aa192-1cb1-414a-a5bb-d690dc5ab58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2f350d8-9e06-4f8d-a731-5ff6455719dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:57.546279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Bound using segment: {'id': '518aa192-1cb1-414a-a5bb-d690dc5ab58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2f350d8-9e06-4f8d-a731-5ff6455719dc'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:57.547265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Bound port: 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518aa192-1cb1-414a-a5bb-d690dc5ab58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2f350d8-9e06-4f8d-a731-5ff6455719dc'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:57.548310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.726307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] For port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:57.736773 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] For port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,segment=NetworkSegment(518aa192-1cb1-414a-a5bb-d690dc5ab58e),segment_id=518aa192-1cb1-414a-a5bb-d690dc5ab58e)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:57.747838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.765678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.785123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95e688-f911-4147-98b6-03a1c756eafe None None] Pushing event updated for resources: {'Port': ['ID=7a7b840a-5dd9-4d27-a773-901e8a7a6475,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:57.796888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.799306 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43b5e0d4-6490-4cd5-a804-3b80fc704abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.800739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.804930 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] 10.222.0.35 "PUT /v2.0/ports/2dcc12cc-8110-4ba4-bbef-9504ee1d8dea HTTP/1.1" status: 200 len: 1093 time: 2.0253761 Jul 15 13:13:57.819095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:57.868152 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'tag': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:57.875746 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1a4a5-0886-4887-af31-3f1ad8f39b68" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2", "tag": "2dcc12cc-8110-4ba4-bbef-9504ee1d8dea"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:57.965279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.048578 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5f564-6b7a-4368-bcd0-0a668292056d service neutron] Pushing event updated for resources: {'Port': ['ID=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.068301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-a794d4b5-8598-4c62-b058-9bf52f04ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.070248 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-a794d4b5-8598-4c62-b058-9bf52f04ce71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=192b6a2b789744f6911b54ff6232b143&device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 1096 time: 0.1609395 Jul 15 13:13:58.178792 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-a285e3fe-5a56-4b43-a35f-2213c8b82222 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea HTTP/1.1" status: 200 len: 217 time: 0.1007454 Jul 15 13:13:58.191554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-43b5e0d4-6490-4cd5-a804-3b80fc704abb None None] Allocated IP 2001:db8:0:1::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/df4221f3-28f7-4ddb-b112-004783d139ee/7a7b840a-5dd9-4d27-a773-901e8a7a6475) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:58.289205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcee85-383d-46ee-88d7-28361757790e req-bd2c85f7-2ad8-4a01-98a4-e299349771c8 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.304296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72bcee85-383d-46ee-88d7-28361757790e req-bd2c85f7-2ad8-4a01-98a4-e299349771c8 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 948 time: 0.9461524 Jul 15 13:13:58.305010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-13d7b961-969e-4811-805f-5b05a65d5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.325063 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-13d7b961-969e-4811-805f-5b05a65d5b28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04be4d1-d713-47e1-bf5a-02696fbe7570 HTTP/1.1" status: 200 len: 854 time: 0.1396551 Jul 15 13:13:58.356214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.374852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-43b5e0d4-6490-4cd5-a804-3b80fc704abb None None] For port 7a7b840a-5dd9-4d27-a773-901e8a7a6475, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a7b840a-5dd9-4d27-a773-901e8a7a6475,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:58.392803 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-a815bed7-f869-4151-ae50-d531332dc1d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b2f350d8-9e06-4f8d-a731-5ff6455719dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613878 Jul 15 13:13:58.430313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:58.437025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:58.440752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:58.449609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.451707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.458867 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43b5e0d4-6490-4cd5-a804-3b80fc704abb None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.497695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43b5e0d4-6490-4cd5-a804-3b80fc704abb None None] Transition to ACTIVE for port object 7a7b840a-5dd9-4d27-a773-901e8a7a6475 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:58.505631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72bcee85-383d-46ee-88d7-28361757790e req-10d5854f-de1f-4049-9685-dc386d4e3faa tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360922 Jul 15 13:13:58.508762 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43b5e0d4-6490-4cd5-a804-3b80fc704abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.536614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e817edc-35f9-4f92-9374-97cb82bbcde1 req-edfcdce2-fe63-4b2e-b527-07e5fde3e265 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068723 Jul 15 13:13:58.553932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bbc8be58-d85d-4193-ad3b-a621c9419167 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5553417 Jul 15 13:13:58.554791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46148) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:58.710832 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-55ccc37a-60e1-4bcc-b524-8bc18890171a service neutron] 10.222.0.35 "GET /v2.0/networks/b2f350d8-9e06-4f8d-a731-5ff6455719dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107133 Jul 15 13:13:58.827625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5e0d4-6490-4cd5-a804-3b80fc704abb None None] Pushing event updated for resources: {'Port': ['ID=7a7b840a-5dd9-4d27-a773-901e8a7a6475,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.918999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-9d40e271-ab89-41c0-b742-66d8de7d2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.922011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-9d40e271-ab89-41c0-b742-66d8de7d2933 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 1099 time: 0.2116535 Jul 15 13:13:58.966084 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c4cd3998-22c6-49fd-882a-42a385c6e0b5 req-0b48cc8c-efdb-454b-94fa-31e149c817ed service neutron] 10.222.0.35 "GET /v2.0/networks/b2f350d8-9e06-4f8d-a731-5ff6455719dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484076 Jul 15 13:13:59.303413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9c6cb-530c-4964-8bc3-6dfe4518b353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:59.304412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c6cb-530c-4964-8bc3-6dfe4518b353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.528307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a7b840a-5dd9-4d27-a773-901e8a7a6475 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:59.927092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf705c02-179b-467f-ac80-3598a0334bef None None] Provisioning for port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:59.932798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf705c02-179b-467f-ac80-3598a0334bef None None] Provisioning complete for port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:59.933732 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf705c02-179b-467f-ac80-3598a0334bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.059168 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:00.161175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-1f69d6c9-6bbf-4221-a828-a08a833901cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.162657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-1f69d6c9-6bbf-4221-a828-a08a833901cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 1.2086086 Jul 15 13:14:00.175293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c6a89-0d45-4e4a-ab44-77d4ea0f97a8 req-fd7b3fa5-75bf-4114-bb53-56c751f166d3 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.181678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d5c6a89-0d45-4e4a-ab44-77d4ea0f97a8 req-fd7b3fa5-75bf-4114-bb53-56c751f166d3 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 944 time: 1.2210753 Jul 15 13:14:00.251251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d5c6a89-0d45-4e4a-ab44-77d4ea0f97a8 req-dd158b31-cf57-4c93-8460-498aeaee88b0 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/security-groups?id=0591e030-85ef-4ede-aca8-2b15daf27265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583262 Jul 15 13:14:00.295716 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c6cb-530c-4964-8bc3-6dfe4518b353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.353731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dd56b7be-a139-43f4-bb8d-537d49443900 None None] Provisioning for port b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:00.361119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dd56b7be-a139-43f4-bb8d-537d49443900 None None] Provisioning complete for port b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:00.362870 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dd56b7be-a139-43f4-bb8d-537d49443900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.370463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9c6cb-530c-4964-8bc3-6dfe4518b353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:00.496559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-dd56b7be-a139-43f4-bb8d-537d49443900 None None] Port b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:00.534302 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46156) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:00.917038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c6cb-530c-4964-8bc3-6dfe4518b353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.053054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9c6cb-530c-4964-8bc3-6dfe4518b353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.202402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c6cb-530c-4964-8bc3-6dfe4518b353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.208596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e4a9c6cb-530c-4964-8bc3-6dfe4518b353 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e HTTP/1.1" status: 204 len: 168 time: 2.6501107 Jul 15 13:14:01.210043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46160) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.320186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1d1e1d-8c60-4ea8-9850-682b364d3cac admin admin] Deleting subnet c4754150-3691-4b4f-aed9-f37934e32649 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:01.330371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e1d-8c60-4ea8-9850-682b364d3cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.356498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd65fc4-e95c-4b1f-a514-13fd19855eb9 req-314c493a-ee2a-41a1-a98e-c45a54dde84e tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.369635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bfd65fc4-e95c-4b1f-a514-13fd19855eb9 req-314c493a-ee2a-41a1-a98e-c45a54dde84e tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 947 time: 0.3396378 Jul 15 13:14:01.475277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e1d-8c60-4ea8-9850-682b364d3cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.523867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bfd65fc4-e95c-4b1f-a514-13fd19855eb9 req-438f2af1-8131-4b2a-ac9d-0f69c21b2163 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525807 Jul 15 13:14:01.549806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfae933-b964-4c60-92b9-19e8b458b80e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.559654 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e1d-8c60-4ea8-9850-682b364d3cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.592886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8cfae933-b964-4c60-92b9-19e8b458b80e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3810689 Jul 15 13:14:01.603576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46166) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.684788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e1d-8c60-4ea8-9850-682b364d3cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.716514 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e1d-8c60-4ea8-9850-682b364d3cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.723534 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa1d1e1d-8c60-4ea8-9850-682b364d3cac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c4754150-3691-4b4f-aed9-f37934e32649 HTTP/1.1" status: 204 len: 168 time: 1.1824701 Jul 15 13:14:01.732474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46168) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.810605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d1e1d-8c60-4ea8-9850-682b364d3cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4754150-3691-4b4f-aed9-f37934e32649,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.860432 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a61e5-b04e-409b-aa9b-550f2911faf5 x-openstack-request-id: req-e12a61e5-b04e-409b-aa9b-550f2911faf5 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:01.860847 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2", "tag": "2dcc12cc-8110-4ba4-bbef-9504ee1d8dea", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:01.861148 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e12a61e5-b04e-409b-aa9b-550f2911faf5 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:01.863675 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'tag': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea', 'status': 'completed', 'code': 200} Jul 15 13:14:01.896133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31201d-67bb-4038-9994-f2d400c41a2b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.913618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3e31201d-67bb-4038-9994-f2d400c41a2b tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3077724 Jul 15 13:14:01.918133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46170) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.985052 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.996989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:02.027429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-5491768c-bcbf-432b-9bda-b45db1038cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.029709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be48ec54-edb3-45a7-acc7-30f8a48375ff tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.031784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be48ec54-edb3-45a7-acc7-30f8a48375ff tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.033245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be48ec54-edb3-45a7-acc7-30f8a48375ff tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.034948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-be48ec54-edb3-45a7-acc7-30f8a48375ff tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1113701 Jul 15 13:14:02.036141 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-5491768c-bcbf-432b-9bda-b45db1038cb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=192b6a2b789744f6911b54ff6232b143&device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 1096 time: 0.2226470 Jul 15 13:14:02.038374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46174) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:02.121890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39ce0ff-a2c0-40ea-8c78-a5baeaa8b7c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 7912c7df-3b1f-4756-b446-4e12e3afb90f {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:02.146043 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b39ce0ff-a2c0-40ea-8c78-a5baeaa8b7c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.185864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,segment=NetworkSegment(518aa192-1cb1-414a-a5bb-d690dc5ab58e),segment_id=518aa192-1cb1-414a-a5bb-d690dc5ab58e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:02.200244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea', 'network_id': 'b2f350d8-9e06-4f8d-a731-5ff6455719dc', 'port_id': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea', 'mac_address': 'fa:16:3e:39:d6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04be4d1-d713-47e1-bf5a-02696fbe7570', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:02.244068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.257836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b39ce0ff-a2c0-40ea-8c78-a5baeaa8b7c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.258946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:02.284165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,segment=NetworkSegment(518aa192-1cb1-414a-a5bb-d690dc5ab58e),segment_id=518aa192-1cb1-414a-a5bb-d690dc5ab58e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:02.289357 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.314420 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.326483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec5000-5842-44a9-8717-0a4bae2382fc req-99b6d738-8ec6-4cdf-b755-d160fe5e3f88 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.328249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6bec5000-5842-44a9-8717-0a4bae2382fc req-99b6d738-8ec6-4cdf-b755-d160fe5e3f88 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.2022784 Jul 15 13:14:02.344329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.351483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.371067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d86b26-9063-482a-ae89-0cca85d61810') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.371711 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d86b26-9063-482a-ae89-0cca85d61810') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.407759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.413455 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b39ce0ff-a2c0-40ea-8c78-a5baeaa8b7c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.419751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6bec5000-5842-44a9-8717-0a4bae2382fc req-3a15a181-89da-4c7a-975d-374aa3d9ff99 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537038 Jul 15 13:14:02.423250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-31a0d4ce-0712-43a2-a3d8-dedbb58e9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.425858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-31a0d4ce-0712-43a2-a3d8-dedbb58e9fa6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b2f350d8-9e06-4f8d-a731-5ff6455719dc HTTP/1.1" status: 200 len: 915 time: 0.3757455 Jul 15 13:14:02.452897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.517797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-9d06cb66-6d45-4da5-8ee4-737ee0042140 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f9878464-2f02-4af9-8ab5-703c2127b46c HTTP/1.1" status: 200 len: 217 time: 0.0644491 Jul 15 13:14:02.518020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['2dcc12cc-8110-4ba4-bbef-9504ee1d8dea'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:02.518461 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-20ea9c51-2eba-42b2-8f07-bec2dfbb6092 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea HTTP/1.1" status: 200 len: 217 time: 0.0821574 Jul 15 13:14:02.523474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:02.524196 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:02.528025 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:02.635602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-958e7bc9-5e46-4ccb-8cf3-c0be529a974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.640217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-958e7bc9-5e46-4ccb-8cf3-c0be529a974e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1047304 Jul 15 13:14:02.646756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b39ce0ff-a2c0-40ea-8c78-a5baeaa8b7c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.677810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-a8cd2723-5a2b-4a4e-8b64-f016a5e66c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.679424 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-a8cd2723-5a2b-4a4e-8b64-f016a5e66c39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04be4d1-d713-47e1-bf5a-02696fbe7570 HTTP/1.1" status: 200 len: 854 time: 0.1349027 Jul 15 13:14:02.681090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.690608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.695019 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b HTTP/1.1" status: 204 len: 168 time: 0.8974452 Jul 15 13:14:02.707678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46190) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:02.745045 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-e8270dba-c7c8-48b8-a845-e4946f74a10e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b2f350d8-9e06-4f8d-a731-5ff6455719dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564795 Jul 15 13:14:02.751396 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ec800-187e-47b9-b5da-54709d8899e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b08faf-a6f1-4052-9dc6-9cf8e5ffa22b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.778278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ce0ff-a2c0-40ea-8c78-a5baeaa8b7c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=7912c7df-3b1f-4756-b446-4e12e3afb90f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.783386 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b39ce0ff-a2c0-40ea-8c78-a5baeaa8b7c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.786584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b39ce0ff-a2c0-40ea-8c78-a5baeaa8b7c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/7912c7df-3b1f-4756-b446-4e12e3afb90f HTTP/1.1" status: 204 len: 168 time: 0.7468112 Jul 15 13:14:02.789557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46192) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:02.800356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bab203-4cbb-434d-862d-27801c986421 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:02.914095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a0d335-e853-4710-ba5f-1d804916a2bf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet df4221f3-28f7-4ddb-b112-004783d139ee {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:02.928236 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d335-e853-4710-ba5f-1d804916a2bf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.930255 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-829beb11-b0f6-4ea2-a04c-623e76d1630e service neutron] 10.222.0.35 "GET /v2.0/networks/b2f350d8-9e06-4f8d-a731-5ff6455719dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736224 Jul 15 13:14:02.959279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-61e69976-424e-4358-898b-8c977028fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.961032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-61e69976-424e-4358-898b-8c977028fbd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3102934 Jul 15 13:14:02.973943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2972c306-ef96-45bd-9f15-521914fc29cb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.007263 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2972c306-ef96-45bd-9f15-521914fc29cb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.014866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d335-e853-4710-ba5f-1d804916a2bf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.036266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ee4a8-1547-40e9-80c2-f968108156ab req-ca29cbd6-5ae4-402e-ab33-e630bcb62461 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.038287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a3ee4a8-1547-40e9-80c2-f968108156ab req-ca29cbd6-5ae4-402e-ab33-e630bcb62461 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 945 time: 0.2054265 Jul 15 13:14:03.125561 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2972c306-ef96-45bd-9f15-521914fc29cb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.128577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2972c306-ef96-45bd-9f15-521914fc29cb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.134846 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2972c306-ef96-45bd-9f15-521914fc29cb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "DELETE /v2.0/security-groups/4fd2e756-e6f9-40e5-90c4-613afe199535 HTTP/1.1" status: 204 len: 168 time: 0.4199235 Jul 15 13:14:03.135051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.156375 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-86f1a4a5-0886-4887-af31-3f1ad8f39b68 req-8ee04880-a95b-4eaa-94de-396f392d408c service neutron] 10.222.0.35 "GET /v2.0/networks/b2f350d8-9e06-4f8d-a731-5ff6455719dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171636 Jul 15 13:14:03.165030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972c306-ef96-45bd-9f15-521914fc29cb tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd2e756-e6f9-40e5-90c4-613afe199535,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:03.174285 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-2d8bc97e-7455-4da6-82f1-9f13f49232e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] show failed (client error): The resource could not be found. Jul 15 13:14:03.180974 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d8bc97e-7455-4da6-82f1-9f13f49232e1 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "GET /v2.0/security-groups/4fd2e756-e6f9-40e5-90c4-613afe199535 HTTP/1.1" status: 404 len: 347 time: 0.0377123 Jul 15 13:14:03.180974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46198) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.214473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46200) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.218039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a3ee4a8-1547-40e9-80c2-f968108156ab req-d66199a9-549e-4f82-a470-7fb7aeebd4a6 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/security-groups?id=0591e030-85ef-4ede-aca8-2b15daf27265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520083 Jul 15 13:14:03.270756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-9a3e6b8f-170f-446e-96ff-3f9588a9b463 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993352 Jul 15 13:14:03.335442 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d335-e853-4710-ba5f-1d804916a2bf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.372905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-86af4e7d-2655-4715-8a93-3ef60563a541 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04495a732031423e80f94ec4e4c6afed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535075 Jul 15 13:14:03.377619 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46202) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.378561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port c028d959-7f9c-42c4-8830-b4dea22663d6 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:03.378920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.521289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae17092-f651-4e73-8e1a-7260575c2f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.532518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172ed5d2-fc86-495e-a931-5b0c9081d079 req-e6d39deb-ec8d-48d2-b6be-a31902296b64 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533419 Jul 15 13:14:03.543931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d335-e853-4710-ba5f-1d804916a2bf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.544277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.544474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.569375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for c028d959-7f9c-42c4-8830-b4dea22663d6 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:03.572945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae17092-f651-4e73-8e1a-7260575c2f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.579695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0d335-e853-4710-ba5f-1d804916a2bf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=df4221f3-28f7-4ddb-b112-004783d139ee,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:03.592133 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d335-e853-4710-ba5f-1d804916a2bf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.594165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f1a0d335-e853-4710-ba5f-1d804916a2bf tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/df4221f3-28f7-4ddb-b112-004783d139ee HTTP/1.1" status: 204 len: 168 time: 0.8031487 Jul 15 13:14:03.598691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46206) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.615544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3d8f3-95fa-4d11-9e7b-83e0e628dc13 req-1ddf85fb-f452-4bbd-b1e9-274bfe046356 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.617228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6de3d8f3-95fa-4d11-9e7b-83e0e628dc13 req-1ddf85fb-f452-4bbd-b1e9-274bfe046356 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 947 time: 0.1753073 Jul 15 13:14:03.657259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-473d8876-bf9e-4f46-a822-c6edb3bad1b1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566523 Jul 15 13:14:03.663340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46208) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.671980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:03.709623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6de3d8f3-95fa-4d11-9e7b-83e0e628dc13 req-4617a8a6-1697-42a0-aa24-5cfc0dc9ea39 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611989 Jul 15 13:14:03.725318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae17092-f651-4e73-8e1a-7260575c2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.728018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae17092-f651-4e73-8e1a-7260575c2f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.729250 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0ae17092-f651-4e73-8e1a-7260575c2f82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c8b7ede-7c9a-40d3-9586-5874513496ee HTTP/1.1" status: 204 len: 168 time: 0.3479478 Jul 15 13:14:03.818270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae17092-f651-4e73-8e1a-7260575c2f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8b7ede-7c9a-40d3-9586-5874513496ee,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:03.822080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:03.826512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.976281 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.009206 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:04.037057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=c028d959-7f9c-42c4-8830-b4dea22663d6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:04.089382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:04.100774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:04.100964 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.111195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2a1357-43c6-4d6a-9d1b-908bcb4dabee None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:04.198596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7254d-5232-4090-be68-44b60d690338 req-14913ac1-4cff-4a4b-8bd4-92cff64ca454 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.202291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fd7254d-5232-4090-be68-44b60d690338 req-14913ac1-4cff-4a4b-8bd4-92cff64ca454 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.2094586 Jul 15 13:14:04.233736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.236675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.238526 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d7b1156-3953-4e92-adc0-e4f1eafc6662 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "DELETE /v2.0/floatingips/66165ac9-e2a0-43b7-9369-5fa8f450a418 HTTP/1.1" status: 204 len: 168 time: 1.0563507 Jul 15 13:14:04.265244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46226) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:04.273185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-323ed6a1-f0db-4854-bdb9-014f630f0f41 None None] Provisioning complete for port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:04.273788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-323ed6a1-f0db-4854-bdb9-014f630f0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.314625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fd7254d-5232-4090-be68-44b60d690338 req-e59dceae-3745-4247-88c5-034c9ee8c4b3 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060908 Jul 15 13:14:04.584478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.616684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:14:04.631000 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.755104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab6ad3-7b71-4d4e-a5fe-d90b1f57e602 req-99f8521b-b319-4c1c-b474-b07e4dca03a8 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.757474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2aab6ad3-7b71-4d4e-a5fe-d90b1f57e602 req-99f8521b-b319-4c1c-b474-b07e4dca03a8 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 945 time: 0.1047125 Jul 15 13:14:04.760922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-641930cd-3070-48fe-bc67-9b5e9eb9c22a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port f145f5db-5055-4e12-a9eb-dba3e03d65f1 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:04.761739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641930cd-3070-48fe-bc67-9b5e9eb9c22a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.842063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2aab6ad3-7b71-4d4e-a5fe-d90b1f57e602 req-44b3a81c-b782-4db7-8522-5e65df4e6dae tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/security-groups?id=0591e030-85ef-4ede-aca8-2b15daf27265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745661 Jul 15 13:14:04.959234 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.967082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641930cd-3070-48fe-bc67-9b5e9eb9c22a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.972772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,segment=NetworkSegment(518aa192-1cb1-414a-a5bb-d690dc5ab58e),segment_id=518aa192-1cb1-414a-a5bb-d690dc5ab58e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:04.975417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:04.979176 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242da95c-a828-4342-bbfa-883fd1d33668" -d '{"events": [{"server_uuid": "4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2", "name": "network-vif-plugged", "status": "completed", "tag": "2dcc12cc-8110-4ba4-bbef-9504ee1d8dea"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:04.984760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.000028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-641930cd-3070-48fe-bc67-9b5e9eb9c22a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for f145f5db-5055-4e12-a9eb-dba3e03d65f1 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:05.058561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.107894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:14:05.196727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] Deleting port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:05.197213 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.202467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a585d70-57a0-4b73-8cb6-0e9356f7e6d7 req-c8a1af9b-c51e-4cd1-ab47-34448e754f8e tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.210401 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a585d70-57a0-4b73-8cb6-0e9356f7e6d7 req-c8a1af9b-c51e-4cd1-ab47-34448e754f8e tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 947 time: 0.0918210 Jul 15 13:14:05.286729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a585d70-57a0-4b73-8cb6-0e9356f7e6d7 req-03e37ee6-9ae8-4ecb-bb49-cabbc1ff5ebe tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747507 Jul 15 13:14:05.324548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] For port 7a7b840a-5dd9-4d27-a773-901e8a7a6475, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a7b840a-5dd9-4d27-a773-901e8a7a6475,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:05.325689 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.329190 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.347169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] Calling delete_port for 7a7b840a-5dd9-4d27-a773-901e8a7a6475 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:05.373671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46278) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:05.504246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a7b840a-5dd9-4d27-a773-901e8a7a6475 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:05.547890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] For port 7a7b840a-5dd9-4d27-a773-901e8a7a6475, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a7b840a-5dd9-4d27-a773-901e8a7a6475,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:05.572437 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8117d00e-e3c2-47be-a5e9-1a27a632aa55 x-openstack-request-id: req-8117d00e-e3c2-47be-a5e9-1a27a632aa55 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:05.572764 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2", "name": "network-vif-plugged", "status": "completed", "tag": "2dcc12cc-8110-4ba4-bbef-9504ee1d8dea", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:05.572988 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8117d00e-e3c2-47be-a5e9-1a27a632aa55 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:05.573398 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea', 'code': 200} Jul 15 13:14:05.575487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641930cd-3070-48fe-bc67-9b5e9eb9c22a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.636106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1801614807-network', 'tenant_id': 'df311655d8214144a1f053758b988e5e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:05.637432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.639869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641930cd-3070-48fe-bc67-9b5e9eb9c22a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=f145f5db-5055-4e12-a9eb-dba3e03d65f1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.676146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Made reservation on behalf of df311655d8214144a1f053758b988e5e for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:05.680397 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.696451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.748079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.792004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.793800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.809527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.859992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95695a-0bda-4f28-8254-bad88560b40b req-dd8f9f46-9879-47c6-96c8-22932e687c70 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.862080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee95695a-0bda-4f28-8254-bad88560b40b req-dd8f9f46-9879-47c6-96c8-22932e687c70 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.1441059 Jul 15 13:14:05.894860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] Pushing event deleted for resources: {'Port': ['ID=7a7b840a-5dd9-4d27-a773-901e8a7a6475,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.936167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee95695a-0bda-4f28-8254-bad88560b40b req-196c6c68-eebd-42cb-afff-855a3b002246 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641232 Jul 15 13:14:05.959928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.961481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911bbfc-b617-4c36-8dba-20bf84c7f2e3 None None] No DVR routers for this DVR port 7a7b840a-5dd9-4d27-a773-901e8a7a6475 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:05.964144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=7a7b840a-5dd9-4d27-a773-901e8a7a6475,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.972169 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.015995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:06.033158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:06.040094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df076355-1962-49e9-a148-9ccb6098e7de,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.049752 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.050370 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Added segment 73505683-4c47-4b8f-a9d3-004767587396 of type vlan for network b8f98d85-97ed-49e9-a07f-cacc9634deea Jul 15 13:14:06.051017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:06.065135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.066477 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.071205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=91934689-9265-4be2-b36a-25adbe7f1a63,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.077412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641930cd-3070-48fe-bc67-9b5e9eb9c22a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.079048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618cd97-3624-4c37-8310-df972018dc28 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:06.093759 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-641930cd-3070-48fe-bc67-9b5e9eb9c22a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "DELETE /v2.0/ports/f145f5db-5055-4e12-a9eb-dba3e03d65f1 HTTP/1.1" status: 204 len: 168 time: 1.8269246 Jul 15 13:14:06.099052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46294) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.144010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.175645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f9878464-2f02-4af9-8ab5-703c2127b46c details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:06.186613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77861548-78d6-4506-b60e-14f6cedf41c5 req-77f91669-cde9-41f2-b95e-11fe90f8264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.189330 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-77861548-78d6-4506-b60e-14f6cedf41c5 req-77f91669-cde9-41f2-b95e-11fe90f8264e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 1098 time: 0.5227845 Jul 15 13:14:06.238017 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b4bc19e4-e5bb-4c93-83d6-626ff025a103 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5716157 Jul 15 13:14:06.239283 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.241868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.243416 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.249901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46302) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.262024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3606e268-dee4-431b-a517-2ab6523f4dee tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:06.323257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f9878464-2f02-4af9-8ab5-703c2127b46c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f9878464-2f02-4af9-8ab5-703c2127b46c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:06.346456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'f9878464-2f02-4af9-8ab5-703c2127b46c', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'f9878464-2f02-4af9-8ab5-703c2127b46c', 'mac_address': 'fa:16:3e:a5:da:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:06.349663 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-77861548-78d6-4506-b60e-14f6cedf41c5 req-28d8f9a6-2300-4f1e-8d0c-3d06d507d471 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0591e030-85ef-4ede-aca8-2b15daf27265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515350 Jul 15 13:14:06.402740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b5e35168-3a52-4a7a-a78e-57dc92bb0d24 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port 6ae5a51d-f08e-4ccb-bf81-467cde069654 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:06.403109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5e35168-3a52-4a7a-a78e-57dc92bb0d24 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.416057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] Pushing event updated for resources: {'Network': ['ID=b8f98d85-97ed-49e9-a07f-cacc9634deea,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.428747 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.433283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b8f98d85-97ed-49e9-a07f-cacc9634deea details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:06.494539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9878464-2f02-4af9-8ab5-703c2127b46c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:06.498001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c5430ed9-8818-4730-ad74-aa27c2c8c2cc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1206720 Jul 15 13:14:06.508659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46306) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.515558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Request body: {'subnet': {'network_id': 'b8f98d85-97ed-49e9-a07f-cacc9634deea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1801614807-subnet', 'tenant_id': 'df311655d8214144a1f053758b988e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:06.560487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5e35168-3a52-4a7a-a78e-57dc92bb0d24 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.564814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f9878464-2f02-4af9-8ab5-703c2127b46c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f9878464-2f02-4af9-8ab5-703c2127b46c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:06.591406 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.606124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b5e35168-3a52-4a7a-a78e-57dc92bb0d24 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for 6ae5a51d-f08e-4ccb-bf81-467cde069654 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:06.636205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'tenant_id': 'ac40680744f644268f1905025c088081', 'fixed_ips': [{'subnet_id': '91934689-9265-4be2-b36a-25adbe7f1a63'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:06.637113 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.645926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Made reservation on behalf of df311655d8214144a1f053758b988e5e for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:06.649841 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.673992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=f9878464-2f02-4af9-8ab5-703c2127b46c,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.732182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48a12d-08c5-4758-b2ed-d224ab8efaa6 req-15828009-9e4a-48c0-99ae-f9c8f5d79409 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.734801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa48a12d-08c5-4758-b2ed-d224ab8efaa6 req-15828009-9e4a-48c0-99ae-f9c8f5d79409 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 946 time: 0.3007259 Jul 15 13:14:06.820373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3606e268-dee4-431b-a517-2ab6523f4dee tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:06.824143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3606e268-dee4-431b-a517-2ab6523f4dee tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.826532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Allocated IP 2001:db8::f816:3eff:fed7:1073 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/91934689-9265-4be2-b36a-25adbe7f1a63/094ca965-83f2-4423-a658-fd9c898899df) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:06.834046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['f9878464-2f02-4af9-8ab5-703c2127b46c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:06.892202 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5e35168-3a52-4a7a-a78e-57dc92bb0d24 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.950226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa48a12d-08c5-4758-b2ed-d224ab8efaa6 req-48ca2646-03e2-44f0-95d2-e084823fccff tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/security-groups?id=0591e030-85ef-4ede-aca8-2b15daf27265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935699 Jul 15 13:14:07.033216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5e35168-3a52-4a7a-a78e-57dc92bb0d24 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.035947 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b5e35168-3a52-4a7a-a78e-57dc92bb0d24 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "DELETE /v2.0/ports/6ae5a51d-f08e-4ccb-bf81-467cde069654 HTTP/1.1" status: 204 len: 168 time: 0.9336321 Jul 15 13:14:07.037208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e35168-3a52-4a7a-a78e-57dc92bb0d24 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=6ae5a51d-f08e-4ccb-bf81-467cde069654,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.047835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46316) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.131191 n-d-771362-36 neutron-server[93733]: INFO neutron.db.ipam_backend_mixin [None req-3606e268-dee4-431b-a517-2ab6523f4dee tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91934689-9265-4be2-b36a-25adbe7f1a63 (CIDR: 2001:db8::/64) Jul 15 13:14:07.145238 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3606e268-dee4-431b-a517-2ab6523f4dee tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:14:07.146371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3606e268-dee4-431b-a517-2ab6523f4dee tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:07.169677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77a1609-8d78-43a8-b0ee-2f4e9217c04a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting subnet d82c9f9a-5013-4520-b460-5e7564777dd7 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:07.173782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b77a1609-8d78-43a8-b0ee-2f4e9217c04a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.231046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b77a1609-8d78-43a8-b0ee-2f4e9217c04a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.301783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3606e268-dee4-431b-a517-2ab6523f4dee tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0469389 Jul 15 13:14:07.314563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46324) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.339731 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.342811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:07.367476 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b77a1609-8d78-43a8-b0ee-2f4e9217c04a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.367955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Transition to ACTIVE for port object 094ca965-83f2-4423-a658-fd9c898899df will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:07.405909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Transition to ACTIVE for port object 094ca965-83f2-4423-a658-fd9c898899df will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:07.423630 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.477879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.480917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:07.485086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:07.491465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:07.495209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Pushing event updated for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.512571 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b77a1609-8d78-43a8-b0ee-2f4e9217c04a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.562044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab8459-5c87-41e0-aca9-f32ee6bd9e0f None None] Network d725112c-3221-4313-b01b-bc625556d4ca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:07.592394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Attempting to bind port 094ca965-83f2-4423-a658-fd9c898899df on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:07.592769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Attempting to bind port 094ca965-83f2-4423-a658-fd9c898899df by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:07.593289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Attempting to bind port 094ca965-83f2-4423-a658-fd9c898899df on network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:07.594645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b77a1609-8d78-43a8-b0ee-2f4e9217c04a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.603869 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b77a1609-8d78-43a8-b0ee-2f4e9217c04a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "DELETE /v2.0/subnets/d82c9f9a-5013-4520-b460-5e7564777dd7 HTTP/1.1" status: 204 len: 168 time: 0.5541019 Jul 15 13:14:07.604743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46326) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.605531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a1609-8d78-43a8-b0ee-2f4e9217c04a tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Subnet': ['ID=d82c9f9a-5013-4520-b460-5e7564777dd7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.620651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:07.621599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Checking segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:07.622363 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.623167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Bound using segment: {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:07.624072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Bound port: 094ca965-83f2-4423-a658-fd9c898899df, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d14b97d-c1b7-458d-a04c-ebb7b69b701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:07.625272 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.633224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a33d131-11aa-4a0d-857d-b2890c5dfcc1,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.674035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92a9d19-b045-4ebd-968f-f468dc4051c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting subnet 2712beaa-c08b-4bd5-837f-4b9f232dfd67 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:07.676454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d359796-e6b2-43ce-b149-e51809b30172 req-2069ae9a-1e08-4ac4-b8b7-cb995ddca423 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.678592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d359796-e6b2-43ce-b149-e51809b30172 req-2069ae9a-1e08-4ac4-b8b7-cb995ddca423 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 948 time: 0.4557545 Jul 15 13:14:07.680198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d19-b045-4ebd-968f-f468dc4051c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.680590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Checking segment: {'id': '73505683-4c47-4b8f-a9d3-004767587396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8f98d85-97ed-49e9-a07f-cacc9634deea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:07.681078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Network hostable DHCP agents. Network: b8f98d85-97ed-49e9-a07f-cacc9634deea, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:07.686128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:07.689987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.777888 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d19-b045-4ebd-968f-f468dc4051c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.818057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Network b8f98d85-97ed-49e9-a07f-cacc9634deea is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:07.836237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d359796-e6b2-43ce-b149-e51809b30172 req-20345cde-5f27-4f6b-bbff-0ae1bf369159 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171911 Jul 15 13:14:07.844702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b8f98d85-97ed-49e9-a07f-cacc9634deea) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:07.851213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.851999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.867418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00afc44-7dc6-4376-afda-c76e7efeefef None None] Network b8f98d85-97ed-49e9-a07f-cacc9634deea requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:07.872719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:07.899169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-210be5ba-c403-424a-bcc1-cb05e341335d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3741865 Jul 15 13:14:08.019501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d19-b045-4ebd-968f-f468dc4051c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.111089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d19-b045-4ebd-968f-f468dc4051c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.121132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=094ca965-83f2-4423-a658-fd9c898899df,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:08.148230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d19-b045-4ebd-968f-f468dc4051c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.154491 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f92a9d19-b045-4ebd-968f-f468dc4051c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "DELETE /v2.0/subnets/2712beaa-c08b-4bd5-837f-4b9f232dfd67 HTTP/1.1" status: 204 len: 168 time: 0.5466104 Jul 15 13:14:08.175609 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46336) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.184846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a9d19-b045-4ebd-968f-f468dc4051c8 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Subnet': ['ID=2712beaa-c08b-4bd5-837f-4b9f232dfd67,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.199724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82890b1-9a58-492d-9acb-e6e64c6b5330 None None] Network 0f7add71-1114-4d73-9993-022984627338 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:08.205542 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.208264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f9878464-2f02-4af9-8ab5-703c2127b46c up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:08.279189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd618b3-565c-4ec6-a5a4-282e1c312fab None None] Network b8f98d85-97ed-49e9-a07f-cacc9634deea requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:08.294007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.355080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1c7ba-70aa-4565-9d38-dfcb48b5964f req-629e3530-6af4-4184-a335-551e6d9dca73 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.358009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6a1c7ba-70aa-4565-9d38-dfcb48b5964f req-629e3530-6af4-4184-a335-551e6d9dca73 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.1698635 Jul 15 13:14:08.360572 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.420542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Deleting port 670f86ca-df71-4c74-861a-021398a2c6ca {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:08.421338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.506396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=e447aa55-13c8-4a10-8158-03c2469eb0f0,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.544955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:08.547359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:08.552335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.552938 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.566998 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] For port 670f86ca-df71-4c74-861a-021398a2c6ca, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=670f86ca-df71-4c74-861a-021398a2c6ca,segment=NetworkSegment(2299a3cf-7584-4a4d-8fe8-61f979983b51),segment_id=2299a3cf-7584-4a4d-8fe8-61f979983b51)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:08.567639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.585294 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6a1c7ba-70aa-4565-9d38-dfcb48b5964f req-06489735-1873-46b6-9409-794bb40b1d50 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847081 Jul 15 13:14:08.596762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Calling delete_port for 670f86ca-df71-4c74-861a-021398a2c6ca owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:08.597358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a9924319-4dc6-4866-bfa6-b87d395f7e57 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2687914 Jul 15 13:14:08.602193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46338) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.610818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:72:30:0f', 'name': 'tempest-NetworksTestDHCPv6-3532216'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:08.646551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] DHCP port deletion for d725112c-3221-4313-b01b-bc625556d4ca request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:14:08.768895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port f9878464-2f02-4af9-8ab5-703c2127b46c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:08.805949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ca4aa-6735-4f23-a82d-c5c38c644920 None None] Pushing event updated for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.897818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.913342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port f9878464-2f02-4af9-8ab5-703c2127b46c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:08.919493 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.929900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] No DVR routers for this DVR port 670f86ca-df71-4c74-861a-021398a2c6ca on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:09.016696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Port': ['ID=670f86ca-df71-4c74-861a-021398a2c6ca,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.031241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:09.068529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] Deleting port 670f86ca-df71-4c74-861a-021398a2c6ca {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:09.068919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.157208 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.166160 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] For port 670f86ca-df71-4c74-861a-021398a2c6ca, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:09.166423 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.168161 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.189976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] Calling delete_port for 670f86ca-df71-4c74-861a-021398a2c6ca owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:09.193160 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d725112c-3221-4313-b01b-bc625556d4ca']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:09.197807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] Port 670f86ca-df71-4c74-861a-021398a2c6ca was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:14:09.200535 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.207728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] DHCP port deletion for 0f7add71-1114-4d73-9993-022984627338 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:14:09.216352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2299a3cf-7584-4a4d-8fe8-61f979983b51') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:09.216352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2299a3cf-7584-4a4d-8fe8-61f979983b51') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:09.216816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21988f1-52c3-48e7-89c1-5bf72f339a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9878464-2f02-4af9-8ab5-703c2127b46c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:09.219358 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fba4ce2-b6f9-482b-863b-f9c7d3597139" -d '{"events": [{"server_uuid": "c21988f1-52c3-48e7-89c1-5bf72f339a57", "name": "network-vif-plugged", "status": "completed", "tag": "f9878464-2f02-4af9-8ab5-703c2127b46c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:09.236639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.253546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] Pushing event deleted for resources: {'Port': ['ID=670f86ca-df71-4c74-861a-021398a2c6ca,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.261276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f9878464-2f02-4af9-8ab5-703c2127b46c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f9878464-2f02-4af9-8ab5-703c2127b46c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:09.264794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e293a-3c90-4de2-8ef1-f216b06e64e6 None None] No DVR routers for this DVR port 670f86ca-df71-4c74-861a-021398a2c6ca on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:09.265881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.281504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:09.281731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.289143 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:09.291063 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:09.338293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a945c-37cf-4c85-beb0-e6aeba943ef5 req-7b4e20f8-d4fc-439c-a40d-d591449eb89b tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:09.349327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f91a945c-37cf-4c85-beb0-e6aeba943ef5 req-7b4e20f8-d4fc-439c-a40d-d591449eb89b tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 946 time: 0.2782826 Jul 15 13:14:09.367969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=f9878464-2f02-4af9-8ab5-703c2127b46c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.379164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] Deleting port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:09.379686 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.384835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.466147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.505140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f91a945c-37cf-4c85-beb0-e6aeba943ef5 req-c6276ca2-ea67-485f-bcab-d3efc98641e0 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/security-groups?id=0591e030-85ef-4ede-aca8-2b15daf27265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545947 Jul 15 13:14:09.505550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.506607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port d815150c-c36d-4222-a0fb-86f2e0576e5c yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:09.514987 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "DELETE /v2.0/networks/d725112c-3221-4313-b01b-bc625556d4ca HTTP/1.1" status: 204 len: 168 time: 1.3379154 Jul 15 13:14:09.517370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46358) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.520075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc73b7-0aa3-4b60-8a6e-80d5d3c60a19 tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Network': ['ID=d725112c-3221-4313-b01b-bc625556d4ca,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.549976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] For port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a,segment=NetworkSegment(fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2),segment_id=fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:09.552203 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.571458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] Calling delete_port for 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:09.679279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.715863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:09.756830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.764137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] The port '6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a' was deleted {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 13:14:09.806021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] Pushing event deleted for resources: {'Port': ['ID=6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.809292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f140da-1fb6-467e-92ac-49786a19329a None None] No DVR routers for this DVR port 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:09.831987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 094ca965-83f2-4423-a658-fd9c898899df completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:09.896458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.902573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:09.943854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:09.944609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6a50c1e3-6fc0-49f4-b40e-ed2660f7d81a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:09.945145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 670f86ca-df71-4c74-861a-021398a2c6ca no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:09.952902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7add71-1114-4d73-9993-022984627338']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:09.995544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 670f86ca-df71-4c74-861a-021398a2c6ca {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:09.996089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 670f86ca-df71-4c74-861a-021398a2c6ca not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:10.018793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:10.022355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccb2afa-fb62-4a44-ba5a-cbc2da3d9bb2') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:10.032781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5616856a-9664-49f2-a1c0-56eca5950109 req-5bbaf764-e9af-4d93-9a9d-8aeba49b643d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-573175014', 'description': 'tempest-description-1249949008'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:10.062478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.094345 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.103299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8:0:1::c0 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/e447aa55-13c8-4a10-8158-03c2469eb0f0/d815150c-c36d-4222-a0fb-86f2e0576e5c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:10.113054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:10.113480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.117683 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5616856a-9664-49f2-a1c0-56eca5950109 req-5bbaf764-e9af-4d93-9a9d-8aeba49b643d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.118991 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:10.127046 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:10.137037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::f816:3eff:fe72:300f (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/91934689-9265-4be2-b36a-25adbe7f1a63/d815150c-c36d-4222-a0fb-86f2e0576e5c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:10.169389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d6c35-9f17-4c1e-aa38-ea28e18b0df0 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:10.253861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.277844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.292775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] 10.222.0.25 "DELETE /v2.0/networks/0f7add71-1114-4d73-9993-022984627338 HTTP/1.1" status: 204 len: 168 time: 0.7650757 Jul 15 13:14:10.314746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac0588-d1c8-4898-a115-a7da83e273de tempest-TaggedBootDevicesTest-2086067639 tempest-TaggedBootDevicesTest-2086067639-project] Pushing event deleted for resources: {'Network': ['ID=0f7add71-1114-4d73-9993-022984627338,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.355581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-69c3185b-706a-4c77-a4e5-aeb52e9a7dbe None None] Provisioning for port 094ca965-83f2-4423-a658-fd9c898899df completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:10.367537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-69c3185b-706a-4c77-a4e5-aeb52e9a7dbe None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:10.368159 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-69c3185b-706a-4c77-a4e5-aeb52e9a7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.561047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-69c3185b-706a-4c77-a4e5-aeb52e9a7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.612328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-69c3185b-706a-4c77-a4e5-aeb52e9a7dbe None None] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=094ca965-83f2-4423-a658-fd9c898899df,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:10.622159 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-69c3185b-706a-4c77-a4e5-aeb52e9a7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.711385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3185b-706a-4c77-a4e5-aeb52e9a7dbe None None] Pushing event updated for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.744471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31167033-3238-4871-807e-a3f074cebe2d None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '91934689-9265-4be2-b36a-25adbe7f1a63', 'ip_address': '2001:db8::f816:3eff:fed7:1073'}, {'subnet_id': 'e447aa55-13c8-4a10-8158-03c2469eb0f0'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '094ca965-83f2-4423-a658-fd9c898899df'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:14:10.830847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-31167033-3238-4871-807e-a3f074cebe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.850556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5616856a-9664-49f2-a1c0-56eca5950109 req-5bbaf764-e9af-4d93-9a9d-8aeba49b643d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.861229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5616856a-9664-49f2-a1c0-56eca5950109 req-5bbaf764-e9af-4d93-9a9d-8aeba49b643d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.911023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5616856a-9664-49f2-a1c0-56eca5950109 req-5bbaf764-e9af-4d93-9a9d-8aeba49b643d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.912334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5616856a-9664-49f2-a1c0-56eca5950109 req-5bbaf764-e9af-4d93-9a9d-8aeba49b643d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8974459 Jul 15 13:14:10.931509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.936486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaf764-e9af-4d93-9a9d-8aeba49b643d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3016d0-6a52-40f0-97d8-8df506ddac23,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.969097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object d815150c-c36d-4222-a0fb-86f2e0576e5c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:11.046576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.112311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:11.116836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:11.123880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:11.130805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.132339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.136682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=d815150c-c36d-4222-a0fb-86f2e0576e5c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.142100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-31167033-3238-4871-807e-a3f074cebe2d None None] Allocated IP 2001:db8:0:1::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/e447aa55-13c8-4a10-8158-03c2469eb0f0/094ca965-83f2-4423-a658-fd9c898899df) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:11.161171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46386) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:11.172484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d3e94721-9b6c-4f5e-aac4-6ba8d6bfa1fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5669394 Jul 15 13:14:11.306322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f3b40-e705-4b26-9dd1-087f16be0cd9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port d815150c-c36d-4222-a0fb-86f2e0576e5c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:11.306654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a596bf-8a76-4517-a689-fc6ebadccf23 req-11c4189d-76de-4e4f-a39c-b844cdc1fccc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.306788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3b40-e705-4b26-9dd1-087f16be0cd9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.310123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31a596bf-8a76-4517-a689-fc6ebadccf23 req-11c4189d-76de-4e4f-a39c-b844cdc1fccc tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 949 time: 0.0902562 Jul 15 13:14:11.373205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-31167033-3238-4871-807e-a3f074cebe2d None None] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=094ca965-83f2-4423-a658-fd9c898899df,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:11.385513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31a596bf-8a76-4517-a689-fc6ebadccf23 req-d1486bb1-fd18-4d83-882d-fc12af658985 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657117 Jul 15 13:14:11.467015 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-31167033-3238-4871-807e-a3f074cebe2d None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.522288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-31167033-3238-4871-807e-a3f074cebe2d None None] Transition to ACTIVE for port object 094ca965-83f2-4423-a658-fd9c898899df will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:11.527788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:11.536375 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-31167033-3238-4871-807e-a3f074cebe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.555085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3b40-e705-4b26-9dd1-087f16be0cd9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.581680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f3b40-e705-4b26-9dd1-087f16be0cd9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for d815150c-c36d-4222-a0fb-86f2e0576e5c owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:11.721049 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccadafd-7c48-415d-a636-db7ab2a66f94 x-openstack-request-id: req-fccadafd-7c48-415d-a636-db7ab2a66f94 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:11.721722 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21988f1-52c3-48e7-89c1-5bf72f339a57", "name": "network-vif-plugged", "status": "completed", "tag": "f9878464-2f02-4af9-8ab5-703c2127b46c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:11.722115 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fccadafd-7c48-415d-a636-db7ab2a66f94 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:11.723503 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21988f1-52c3-48e7-89c1-5bf72f339a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9878464-2f02-4af9-8ab5-703c2127b46c', 'code': 200} Jul 15 13:14:11.809616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31167033-3238-4871-807e-a3f074cebe2d None None] Pushing event updated for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.905422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660bddf-f683-42fc-a5b9-05113558b028 req-4196d765-ea97-46c2-abda-bf493b0f3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.908519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6660bddf-f683-42fc-a5b9-05113558b028 req-4196d765-ea97-46c2-abda-bf493b0f3b50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 1101 time: 0.1024961 Jul 15 13:14:11.913050 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3b40-e705-4b26-9dd1-087f16be0cd9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.986644 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f3b40-e705-4b26-9dd1-087f16be0cd9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=d815150c-c36d-4222-a0fb-86f2e0576e5c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.987502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6660bddf-f683-42fc-a5b9-05113558b028 req-2b885494-6867-4059-a752-fa52b722b03f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Jul 15 13:14:12.036776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f953d8b-0b1f-4065-9928-3ba264545ca1 req-58bfa964-4391-4b63-a7fa-d3148b9e0ce2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.039852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f953d8b-0b1f-4065-9928-3ba264545ca1 req-58bfa964-4391-4b63-a7fa-d3148b9e0ce2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 943 time: 0.1140616 Jul 15 13:14:12.058574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3b40-e705-4b26-9dd1-087f16be0cd9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.064068 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2b2f3b40-e705-4b26-9dd1-087f16be0cd9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/d815150c-c36d-4222-a0fb-86f2e0576e5c HTTP/1.1" status: 204 len: 168 time: 0.8992584 Jul 15 13:14:12.065176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46392) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.088674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f953d8b-0b1f-4065-9928-3ba264545ca1 req-90d65fe5-2480-4311-8352-801d79d87b9b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Jul 15 13:14:12.181669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd302a7-0b66-406c-a96a-fc5c62a65a34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.186385 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2fd302a7-0b66-406c-a96a-fc5c62a65a34 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1184616 Jul 15 13:14:12.187404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46394) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.216609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:12.349712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62e0137c-65f1-47ab-a51a-16cd8451479a req-27b6ae41-53cc-41f7-bf4f-a3a74b0aee06 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/9c3016d0-6a52-40f0-97d8-8df506ddac23 HTTP/1.1" status: 200 len: 1814 time: 0.1457453 Jul 15 13:14:12.374787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385875da-5f9d-4a15-b5dc-0d8dd2970173 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.379730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:12.379959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-385875da-5f9d-4a15-b5dc-0d8dd2970173 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1885898 Jul 15 13:14:12.380947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46398) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.386898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-62e0137c-65f1-47ab-a51a-16cd8451479a req-15c55a52-36aa-4c6b-b829-42fe1112b1f7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c3016d0-6a52-40f0-97d8-8df506ddac23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:12.387495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-62e0137c-65f1-47ab-a51a-16cd8451479a req-15c55a52-36aa-4c6b-b829-42fe1112b1f7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c3016d0-6a52-40f0-97d8-8df506ddac23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:12.400304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '074048e3-8b9c-416d-b804-237116ae65c9', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'port_id': '074048e3-8b9c-416d-b804-237116ae65c9', 'mac_address': 'fa:16:3e:0b:d0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:12.484019 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.497690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad47d9e-9982-485b-9fea-97150333f3c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.499721 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad47d9e-9982-485b-9fea-97150333f3c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.501160 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad47d9e-9982-485b-9fea-97150333f3c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.506298 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8ad47d9e-9982-485b-9fea-97150333f3c0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1235416 Jul 15 13:14:12.506901 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46404) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.517893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-62e0137c-65f1-47ab-a51a-16cd8451479a req-15c55a52-36aa-4c6b-b829-42fe1112b1f7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.538145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074048e3-8b9c-416d-b804-237116ae65c9 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:12.587910 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-62e0137c-65f1-47ab-a51a-16cd8451479a req-15c55a52-36aa-4c6b-b829-42fe1112b1f7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.594867 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-62e0137c-65f1-47ab-a51a-16cd8451479a req-15c55a52-36aa-4c6b-b829-42fe1112b1f7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.634607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:12.649568 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.679872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c55a52-36aa-4c6b-b829-42fe1112b1f7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f954a271-5af0-4f44-849e-68260ee1c716,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.686185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-62e0137c-65f1-47ab-a51a-16cd8451479a req-15c55a52-36aa-4c6b-b829-42fe1112b1f7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.694883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62e0137c-65f1-47ab-a51a-16cd8451479a req-15c55a52-36aa-4c6b-b829-42fe1112b1f7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3153274 Jul 15 13:14:12.738698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.778263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee2affe9-6f97-4ca8-8da8-e17e7986ed81 None None] Provisioning for port 094ca965-83f2-4423-a658-fd9c898899df completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:12.786960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee2affe9-6f97-4ca8-8da8-e17e7986ed81 None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:12.787410 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee2affe9-6f97-4ca8-8da8-e17e7986ed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.944172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['074048e3-8b9c-416d-b804-237116ae65c9'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:13.030088 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc289603-2f02-4115-aa24-6c2ccc4281a9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 91934689-9265-4be2-b36a-25adbe7f1a63 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:13.036146 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc289603-2f02-4115-aa24-6c2ccc4281a9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.094272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc289603-2f02-4115-aa24-6c2ccc4281a9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.248779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39ba41-acf0-489a-957f-12d44fc944d2 req-52a9fc5a-f9dc-4039-acc7-b8eaeb11d73f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:13.250288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b39ba41-acf0-489a-957f-12d44fc944d2 req-52a9fc5a-f9dc-4039-acc7-b8eaeb11d73f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.1715827 Jul 15 13:14:13.258078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc289603-2f02-4115-aa24-6c2ccc4281a9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.282596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5a6d3a51-58d3-4e1f-a14b-9d8e02404dc0 None None] Could not find standard attr ID for object d815150c-c36d-4222-a0fb-86f2e0576e5c. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:14:13.328838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b39ba41-acf0-489a-957f-12d44fc944d2 req-3b09fe75-6920-4133-ab83-008333a1ab90 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673711 Jul 15 13:14:13.362164 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc289603-2f02-4115-aa24-6c2ccc4281a9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.400816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc289603-2f02-4115-aa24-6c2ccc4281a9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=91934689-9265-4be2-b36a-25adbe7f1a63,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:13.406228 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc289603-2f02-4115-aa24-6c2ccc4281a9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.412170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46424) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:13.412474 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dc289603-2f02-4115-aa24-6c2ccc4281a9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/91934689-9265-4be2-b36a-25adbe7f1a63 HTTP/1.1" status: 204 len: 168 time: 0.9042177 Jul 15 13:14:13.479199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:13.514281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cf26e1-bf50-4150-9587-3256768cc9f8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet e447aa55-13c8-4a10-8158-03c2469eb0f0 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:13.519646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08cf26e1-bf50-4150-9587-3256768cc9f8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.569302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781bbb78-6b89-4fa7-b38c-2cd405922044 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:13.575991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:13.576368 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.604270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08cf26e1-bf50-4150-9587-3256768cc9f8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.857730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6286a-169f-4463-b6fb-61f39d219e49 req-549dfe09-e002-46e0-87bc-c52f790947b8 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:13.859482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51c6286a-169f-4463-b6fb-61f39d219e49 req-549dfe09-e002-46e0-87bc-c52f790947b8 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 949 time: 0.1871283 Jul 15 13:14:13.868645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08cf26e1-bf50-4150-9587-3256768cc9f8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.955950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51c6286a-169f-4463-b6fb-61f39d219e49 req-9dcaee11-d88a-4a12-bd1d-04a9c5aa8d7b tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822549 Jul 15 13:14:13.983396 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08cf26e1-bf50-4150-9587-3256768cc9f8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.012774 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08cf26e1-bf50-4150-9587-3256768cc9f8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.018877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-08cf26e1-bf50-4150-9587-3256768cc9f8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/e447aa55-13c8-4a10-8158-03c2469eb0f0 HTTP/1.1" status: 204 len: 168 time: 0.6034849 Jul 15 13:14:14.019767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:14.055840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf26e1-bf50-4150-9587-3256768cc9f8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=e447aa55-13c8-4a10-8158-03c2469eb0f0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:14.095733 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f33a1661-b4b7-4984-9b32-2e011ec952fa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740249 Jul 15 13:14:14.098593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46434) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:14.106586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:14.241731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:14.299574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:14.306987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.404851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 074048e3-8b9c-416d-b804-237116ae65c9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:14.405233 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.661404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.767898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:14.769944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:14.775328 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced9530c-3bf9-435a-8a3a-df61a434565e" -d '{"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-plugged", "status": "completed", "tag": "074048e3-8b9c-416d-b804-237116ae65c9"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:14.799524 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.817296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03144ae0-8b3b-4547-b4f3-2a6bbdd5f104 req-990fea6f-6ef8-4196-b3bc-0642b4321a2a tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/9c3016d0-6a52-40f0-97d8-8df506ddac23 HTTP/1.1" status: 200 len: 2408 time: 0.1652355 Jul 15 13:14:15.020425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=10']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:15.054807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368477c-d242-4c54-83a9-329c28ca3490 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:15.061182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.061707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.062222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.069781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.070361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.070932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.071522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.072091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.072649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.073258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.073827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.074397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:15.099380 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.199316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8f042bb2-36e3-4e93-a0a8-400da42069b5 None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:15.199900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f042bb2-36e3-4e93-a0a8-400da42069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.228729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=4c1d8118-6492-44b9-a134-858a5ea4fa0a,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:15.268153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:15.272724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:15.277958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:15.278952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.334589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f898815f-c337-4231-82f9-a586d0c9dfde tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2340422 Jul 15 13:14:15.337295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46462) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:15.347842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-73120de4-6b3f-48de-a23a-7a620597e443 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:15.422389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5282fb3-5b62-4128-b1a3-87c010e3b7f6 req-9b964157-cdff-4ded-90a0-8983ebe516cf tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:15.436301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5282fb3-5b62-4128-b1a3-87c010e3b7f6 req-9b964157-cdff-4ded-90a0-8983ebe516cf tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 946 time: 0.2109919 Jul 15 13:14:15.533148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5282fb3-5b62-4128-b1a3-87c010e3b7f6 req-91de7a9a-1e3a-43de-aca0-df48a1a1259c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950110 Jul 15 13:14:15.640486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73120de4-6b3f-48de-a23a-7a620597e443 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:15.649291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73120de4-6b3f-48de-a23a-7a620597e443 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.890463 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-73120de4-6b3f-48de-a23a-7a620597e443 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c1d8118-6492-44b9-a134-858a5ea4fa0a (CIDR: 2001:db8::/64) Jul 15 13:14:15.896149 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-73120de4-6b3f-48de-a23a-7a620597e443 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:14:15.896966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73120de4-6b3f-48de-a23a-7a620597e443 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:15.940436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8d7663-24a7-4b13-9955-4d156e6107c5 None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': '4c1d8118-6492-44b9-a134-858a5ea4fa0a'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '094ca965-83f2-4423-a658-fd9c898899df'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:14:15.951628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46470) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:15.952060 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-73120de4-6b3f-48de-a23a-7a620597e443 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6124394 Jul 15 13:14:15.961938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:16.032996 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3a8d7663-24a7-4b13-9955-4d156e6107c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.268739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:16.278054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.338670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-3a8d7663-24a7-4b13-9955-4d156e6107c5 None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/4c1d8118-6492-44b9-a134-858a5ea4fa0a/094ca965-83f2-4423-a658-fd9c898899df) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:16.506624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3a8d7663-24a7-4b13-9955-4d156e6107c5 None None] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=094ca965-83f2-4423-a658-fd9c898899df,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:16.559228 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3a8d7663-24a7-4b13-9955-4d156e6107c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.580183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3a8d7663-24a7-4b13-9955-4d156e6107c5 None None] Transition to ACTIVE for port object 094ca965-83f2-4423-a658-fd9c898899df will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:16.588142 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3a8d7663-24a7-4b13-9955-4d156e6107c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.612843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20449-a7ec-4a33-99f7-cbf1b746eae7 req-75eefa14-9a8a-4c23-9ca8-143bee906f04 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:16.615570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47e20449-a7ec-4a33-99f7-cbf1b746eae7 req-75eefa14-9a8a-4c23-9ca8-143bee906f04 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.1640251 Jul 15 13:14:16.715120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d7663-24a7-4b13-9955-4d156e6107c5 None None] Pushing event updated for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:16.924016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47e20449-a7ec-4a33-99f7-cbf1b746eae7 req-8ed89bae-c3c1-431b-b022-8c58b15b9062 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902017 Jul 15 13:14:17.028176 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae2f008-b91f-47d7-931b-efa226e1bf3b x-openstack-request-id: req-5ae2f008-b91f-47d7-931b-efa226e1bf3b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:17.030346 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-plugged", "status": "completed", "tag": "074048e3-8b9c-416d-b804-237116ae65c9", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:17.035256 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ae2f008-b91f-47d7-931b-efa226e1bf3b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:17.040872 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9', 'code': 200} Jul 15 13:14:17.297250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-019bcb53-cb74-412c-8289-2300e1079075 req-e67a2c7b-37d7-4615-87e3-8188dddb23b7 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-group-rules/f954a271-5af0-4f44-849e-68260ee1c716 HTTP/1.1" status: 200 len: 778 time: 0.1314855 Jul 15 13:14:17.403999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.objects.ports [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:14:17.524079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:17.603291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-019bcb53-cb74-412c-8289-2300e1079075 req-b44eba44-f53c-40cb-b91d-75c190e9851c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/9c3016d0-6a52-40f0-97d8-8df506ddac23 HTTP/1.1" status: 200 len: 2408 time: 0.3046813 Jul 15 13:14:17.689165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-019bcb53-cb74-412c-8289-2300e1079075 req-e41557ea-270c-4448-8ef5-91834ea51e6d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.711635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-019bcb53-cb74-412c-8289-2300e1079075 req-e41557ea-270c-4448-8ef5-91834ea51e6d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.767795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f3aae-b22c-4540-9826-ab8307522718 req-18f6092d-fcd8-4e50-a657-9023afca4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:17.769550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-886f3aae-b22c-4540-9826-ab8307522718 req-18f6092d-fcd8-4e50-a657-9023afca4e6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 1098 time: 0.2103159 Jul 15 13:14:17.776111 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8248c970-1d9b-4551-855e-359a3ec120e4 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:17.813713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.852528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c4f31922-db73-4644-9a04-66d8773fa5c8 None None] Provisioning for port 094ca965-83f2-4423-a658-fd9c898899df completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:17.872028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c4f31922-db73-4644-9a04-66d8773fa5c8 None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:17.872847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c4f31922-db73-4644-9a04-66d8773fa5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.900249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-019bcb53-cb74-412c-8289-2300e1079075 req-e41557ea-270c-4448-8ef5-91834ea51e6d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.906356 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-019bcb53-cb74-412c-8289-2300e1079075 req-e41557ea-270c-4448-8ef5-91834ea51e6d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.907588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-019bcb53-cb74-412c-8289-2300e1079075 req-e41557ea-270c-4448-8ef5-91834ea51e6d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f954a271-5af0-4f44-849e-68260ee1c716 HTTP/1.1" status: 204 len: 173 time: 0.2952900 Jul 15 13:14:17.939841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41557ea-270c-4448-8ef5-91834ea51e6d tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f954a271-5af0-4f44-849e-68260ee1c716,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:17.968758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-886f3aae-b22c-4540-9826-ab8307522718 req-0c6336f8-46dd-4698-83a8-021d953ef0ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252224 Jul 15 13:14:18.151900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=094ca965-83f2-4423-a658-fd9c898899df,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:18.222758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.233659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.239955 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.367641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=0bcddc30-2df3-45c9-828c-37d4013ea594,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.379742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:18.385020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:18.390260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.391996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.421336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.446061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d313194f-9acb-4336-95f4-9cf82e56f36c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4913416 Jul 15 13:14:18.449350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46500) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:18.456538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:46:63:8a', 'name': 'tempest-NetworksTestDHCPv6-1839058252'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:18.673385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:18.774580 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-c87ad137-d7be-4ee1-b7a0-02105007f2f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1704867 Jul 15 13:14:18.856931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cfb5fe32-0795-4f9f-9380-af29945a934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.858320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.859010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.859483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.860142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.860759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.861305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.861947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.863680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.864854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-24df9ffd-aeea-4d70-976e-db2fc9ab2d93 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2&device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57&device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b&device_id=969a5675-58de-4a32-88c2-a6c4d677ef14&device_id=4566e8fa-8288-445a-9b01-a24838d52883&device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2&device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435&device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 7327 time: 0.2041941 Jul 15 13:14:18.922211 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-34f08997-b1a8-4049-97cc-04695e0fbad2 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.943932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-4194bbe9-489b-47e3-bebe-f49388ec611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.945708 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-4194bbe9-489b-47e3-bebe-f49388ec611f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=10f646af5cd74270a03ac0e98f1af938&device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 1100 time: 0.1132488 Jul 15 13:14:18.985590 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.028732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port 63a5836b-5161-4cf1-ad05-1c3646fee873 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:19.138870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-854630fd-ca99-4cfc-b75f-fde4ab692908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.140704 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-854630fd-ca99-4cfc-b75f-fde4ab692908 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1711030 Jul 15 13:14:19.270238 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-18a1def0-6a6d-4dc2-9df4-1d260764f16d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c HTTP/1.1" status: 200 len: 217 time: 0.1124446 Jul 15 13:14:19.342781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-34f08997-b1a8-4049-97cc-04695e0fbad2 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.345282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::3d9 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/4c1d8118-6492-44b9-a134-858a5ea4fa0a/63a5836b-5161-4cf1-ad05-1c3646fee873) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:19.360014 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-34f08997-b1a8-4049-97cc-04695e0fbad2 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.373470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:638a (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/0bcddc30-2df3-45c9-828c-37d4013ea594/63a5836b-5161-4cf1-ad05-1c3646fee873) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:19.375648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-3366fd0b-53be-4c80-81d3-f24b77bfb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.377700 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-3366fd0b-53be-4c80-81d3-f24b77bfb790 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1005223 Jul 15 13:14:19.470949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6871356e-62d1-4cab-8274-d0b6dc40a0ef None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:19.481110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-0a4c67a1-dd9b-478f-8fde-778079631182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.483597 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-0a4c67a1-dd9b-478f-8fde-778079631182 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886068 Jul 15 13:14:19.534657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08c9ac0c-530a-462f-b592-56d59ae87cfb req-34f08997-b1a8-4049-97cc-04695e0fbad2 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0591e030-85ef-4ede-aca8-2b15daf27265&id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&id=c4d8a4ec-28df-492c-b3d0-390b1336e023&id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.6486075 Jul 15 13:14:19.597627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d32da154-b28d-4468-a742-a088574f7729 None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:19.598107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d32da154-b28d-4468-a742-a088574f7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.606018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f08997-b1a8-4049-97cc-04695e0fbad2 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc35d259-a7dc-4242-9cd7-ed539dd9eed3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.648626 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-e45c3616-d80c-4841-9388-62fe25613af7 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576788 Jul 15 13:14:19.718753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:19.819608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.860981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object 63a5836b-5161-4cf1-ad05-1c3646fee873 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:19.941701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f69338-8144-4312-a46b-b17ce67a4218 req-cbb3db00-3e1e-426e-9152-3c8e74321f25 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.953005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54f69338-8144-4312-a46b-b17ce67a4218 req-cbb3db00-3e1e-426e-9152-3c8e74321f25 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 946 time: 0.1566045 Jul 15 13:14:19.993889 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c5a5f8c4-5ee8-48d2-a225-1a09df2f4002 req-80b3c622-548c-4bdf-9efa-63d605bd8561 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368890 Jul 15 13:14:20.004829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.095545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=63a5836b-5161-4cf1-ad05-1c3646fee873,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.116332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54f69338-8144-4312-a46b-b17ce67a4218 req-041023c0-b72f-4863-afbf-7236d90ad4da tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624186 Jul 15 13:14:20.132422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:20.134044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:20.134487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:20.136068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.141547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:20.148236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.148921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.178914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d92d3166-bb62-4001-b54d-14eba3aeca8c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7266326 Jul 15 13:14:20.180383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46548) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:20.201714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-84deeaba-d778-493d-8874-bc1338a76dc3 req-f6e96ffb-ee3b-4ed9-95b3-c7c4dec9d5ec tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1607184531', 'description': 'tempest-description-347393478'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:20.243651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-84deeaba-d778-493d-8874-bc1338a76dc3 req-f6e96ffb-ee3b-4ed9-95b3-c7c4dec9d5ec tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.363980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-255ec796-2fdc-42a6-afb0-f14b87bf6bfa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port 63a5836b-5161-4cf1-ad05-1c3646fee873 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:20.364326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-255ec796-2fdc-42a6-afb0-f14b87bf6bfa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.365044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-84deeaba-d778-493d-8874-bc1338a76dc3 req-f6e96ffb-ee3b-4ed9-95b3-c7c4dec9d5ec tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.372146 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-84deeaba-d778-493d-8874-bc1338a76dc3 req-f6e96ffb-ee3b-4ed9-95b3-c7c4dec9d5ec tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.432276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e96ffb-ee3b-4ed9-95b3-c7c4dec9d5ec tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060d7b15-cbb1-4f0d-b335-378362cc3f2f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.437122 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-84deeaba-d778-493d-8874-bc1338a76dc3 req-f6e96ffb-ee3b-4ed9-95b3-c7c4dec9d5ec tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.438596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84deeaba-d778-493d-8874-bc1338a76dc3 req-f6e96ffb-ee3b-4ed9-95b3-c7c4dec9d5ec tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2464683 Jul 15 13:14:20.531671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-255ec796-2fdc-42a6-afb0-f14b87bf6bfa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.564404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-255ec796-2fdc-42a6-afb0-f14b87bf6bfa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for 63a5836b-5161-4cf1-ad05-1c3646fee873 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:20.790476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d66631-71c5-4977-86fb-22e8133aa284 req-14a70366-69da-4375-bad0-d07331430c52 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.804312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98d66631-71c5-4977-86fb-22e8133aa284 req-14a70366-69da-4375-bad0-d07331430c52 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.1526120 Jul 15 13:14:20.841748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-255ec796-2fdc-42a6-afb0-f14b87bf6bfa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.867026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-be1b0437-5571-4fa3-80cd-998c5f937e7b None None] Could not find standard attr ID for object 63a5836b-5161-4cf1-ad05-1c3646fee873. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:14:20.904566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ec796-2fdc-42a6-afb0-f14b87bf6bfa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=63a5836b-5161-4cf1-ad05-1c3646fee873,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.919151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-be1b0437-5571-4fa3-80cd-998c5f937e7b None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:20.921165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be1b0437-5571-4fa3-80cd-998c5f937e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.948920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98d66631-71c5-4977-86fb-22e8133aa284 req-9c2a349f-21f2-40f3-a7ee-1b370a32a0a5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422584 Jul 15 13:14:20.999198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-255ec796-2fdc-42a6-afb0-f14b87bf6bfa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.004056 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-255ec796-2fdc-42a6-afb0-f14b87bf6bfa tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/63a5836b-5161-4cf1-ad05-1c3646fee873 HTTP/1.1" status: 204 len: 168 time: 0.8223224 Jul 15 13:14:21.004897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46558) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.203751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-82ca3ada-7341-4af9-b45f-844a40cc1e2f None None] Could not find standard attr ID for object 63a5836b-5161-4cf1-ad05-1c3646fee873. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:14:21.243433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4cb3b5-31fd-4fd8-8e6c-2569c865c6f1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.245697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4b4cb3b5-31fd-4fd8-8e6c-2569c865c6f1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2386861 Jul 15 13:14:21.250162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46572) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.355557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3332d7-fe28-42bb-a3ef-43af2b13b6bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.358196 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9d3332d7-fe28-42bb-a3ef-43af2b13b6bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1067195 Jul 15 13:14:21.367671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46574) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.490022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecf7d1-44fa-48e1-adaf-3aca566d76c8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.491683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecf7d1-44fa-48e1-adaf-3aca566d76c8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.493494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecf7d1-44fa-48e1-adaf-3aca566d76c8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.498068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5eecf7d1-44fa-48e1-adaf-3aca566d76c8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1261873 Jul 15 13:14:21.498847 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46578) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.500321 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f364273d-c8c3-4f4e-97fa-bd1bf8907a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.532683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e8ad755-ce54-4cf7-a9fb-5f08527625d9 req-2b26d8c3-e6f4-4bd8-9ba3-327dbcc083e9 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/060d7b15-cbb1-4f0d-b335-378362cc3f2f HTTP/1.1" status: 200 len: 1814 time: 0.1547813 Jul 15 13:14:21.563359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.642448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-811bcf44-29d4-434c-902b-29fff9274333 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 0bcddc30-2df3-45c9-828c-37d4013ea594 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:21.656595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-811bcf44-29d4-434c-902b-29fff9274333 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.737682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-811bcf44-29d4-434c-902b-29fff9274333 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.839184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db407979-7113-405b-9493-90156f8cc5af req-e98bae74-714a-4cc3-a32d-803bd9f4f75b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.847709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db407979-7113-405b-9493-90156f8cc5af req-e98bae74-714a-4cc3-a32d-803bd9f4f75b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 946 time: 0.1081502 Jul 15 13:14:21.896955 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-811bcf44-29d4-434c-902b-29fff9274333 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.908823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db407979-7113-405b-9493-90156f8cc5af req-c4df45ed-dba1-421d-aa84-9e6ebaf0f44a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589604 Jul 15 13:14:22.036751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-811bcf44-29d4-434c-902b-29fff9274333 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.105999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bcf44-29d4-434c-902b-29fff9274333 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcddc30-2df3-45c9-828c-37d4013ea594,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.118407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-811bcf44-29d4-434c-902b-29fff9274333 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.130687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46600) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:22.131283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91db105-e6ca-487d-b384-d86d51a812db None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:22.143668 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-811bcf44-29d4-434c-902b-29fff9274333 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/0bcddc30-2df3-45c9-828c-37d4013ea594 HTTP/1.1" status: 204 len: 168 time: 0.6369162 Jul 15 13:14:22.207787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa3e459-2e80-484f-b5ad-b21a449b3050 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 4c1d8118-6492-44b9-a134-858a5ea4fa0a {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:22.212094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e459-2e80-484f-b5ad-b21a449b3050 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.284241 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e459-2e80-484f-b5ad-b21a449b3050 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.548893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e459-2e80-484f-b5ad-b21a449b3050 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.632507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-f351d8b8-df48-4e77-863b-03775e04e1a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1679425 Jul 15 13:14:22.638066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319b39-65e8-4bbe-a348-e94a901fd62b req-f1d3abbe-34a2-43de-b106-535db4042131 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.638649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319b39-65e8-4bbe-a348-e94a901fd62b req-f1d3abbe-34a2-43de-b106-535db4042131 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.639153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319b39-65e8-4bbe-a348-e94a901fd62b req-f1d3abbe-34a2-43de-b106-535db4042131 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.647487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02319b39-65e8-4bbe-a348-e94a901fd62b req-f1d3abbe-34a2-43de-b106-535db4042131 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57&device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b&device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 2884 time: 0.2373519 Jul 15 13:14:22.778494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e459-2e80-484f-b5ad-b21a449b3050 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.805877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02319b39-65e8-4bbe-a348-e94a901fd62b req-83b06c04-133e-402e-ab52-b3fca9d53673 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571774 Jul 15 13:14:22.822162 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.903622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3e459-2e80-484f-b5ad-b21a449b3050 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1d8118-6492-44b9-a134-858a5ea4fa0a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.917711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e459-2e80-484f-b5ad-b21a449b3050 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.926849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46608) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:22.935784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cfa3e459-2e80-484f-b5ad-b21a449b3050 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/4c1d8118-6492-44b9-a134-858a5ea4fa0a HTTP/1.1" status: 204 len: 168 time: 0.8080480 Jul 15 13:14:22.961786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-4555fead-b749-4007-96f9-069be4392b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.965344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-4555fead-b749-4007-96f9-069be4392b7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10f646af5cd74270a03ac0e98f1af938&device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 1100 time: 0.2998271 Jul 15 13:14:23.035109 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-65d194cd-67d5-4ef9-b755-fe15af073e44 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026061 Jul 15 13:14:23.042381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46610) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:23.053886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:23.219650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:23.234937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.318955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-e915e264-5da3-4744-8abf-2d6f1c9f3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.320812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-e915e264-5da3-4744-8abf-2d6f1c9f3ef3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2917614 Jul 15 13:14:23.332010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346da913-2a95-4c82-a6c0-c5334162ade5 req-7397f140-0875-403b-b3fd-d78e4c6221a8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.333790 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-346da913-2a95-4c82-a6c0-c5334162ade5 req-7397f140-0875-403b-b3fd-d78e4c6221a8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.2673321 Jul 15 13:14:23.389854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-115c2c0a-67b0-4c62-8447-59533ab94a9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e1210f8b-cc7a-4365-a627-a873967b3816 HTTP/1.1" status: 200 len: 217 time: 0.0549393 Jul 15 13:14:23.484273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-3a4e80e9-a6ba-41ac-8040-9e3bd73d6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.487579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-3a4e80e9-a6ba-41ac-8040-9e3bd73d6c40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0771370 Jul 15 13:14:23.541713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-346da913-2a95-4c82-a6c0-c5334162ade5 req-b15c7a8a-5ae1-403f-a83a-f82f7ca7b6e9 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507509 Jul 15 13:14:23.545270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433d2b8-86fb-4b43-b264-e3cb38167110 None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:23.613990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-c98d3942-138a-41bc-ab38-e5d3d56658c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.617386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-c98d3942-138a-41bc-ab38-e5d3d56658c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229806 Jul 15 13:14:23.652660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.678611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:23.681465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:23.712453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.713102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.745027 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6965210 Jul 15 13:14:23.745501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46630) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:23.751177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ae74cd3f-c60b-4cc8-91c2-215de0ece442 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:23.786134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-d7cb5967-9a30-4b11-8b57-178d4d98b46d req-580eece1-53b6-4cce-aa3a-e3d2f9649584 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1996700895', 'description': 'tempest-description-1571412160'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:23.788725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57a100-ceb6-4f1a-acbc-2041a6fb6fd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=1c7a493b-1083-46ae-b727-11853020a3c7,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.929275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17534391-7857-49b0-8d66-b78ffc07c4d3 None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:23.930729 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17534391-7857-49b0-8d66-b78ffc07c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.933728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-1f6ed3bf-27e8-4e8d-8727-7875cf41ecba service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083766 Jul 15 13:14:23.935280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d7cb5967-9a30-4b11-8b57-178d4d98b46d req-580eece1-53b6-4cce-aa3a-e3d2f9649584 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.959322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae74cd3f-c60b-4cc8-91c2-215de0ece442 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:23.963033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae74cd3f-c60b-4cc8-91c2-215de0ece442 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.121408 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d7cb5967-9a30-4b11-8b57-178d4d98b46d req-580eece1-53b6-4cce-aa3a-e3d2f9649584 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.148620 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-ae74cd3f-c60b-4cc8-91c2-215de0ece442 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c7a493b-1083-46ae-b727-11853020a3c7 (CIDR: 2001:db8::/64) Jul 15 13:14:24.152681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d7cb5967-9a30-4b11-8b57-178d4d98b46d req-580eece1-53b6-4cce-aa3a-e3d2f9649584 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.153478 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae74cd3f-c60b-4cc8-91c2-215de0ece442 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:14:24.154008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae74cd3f-c60b-4cc8-91c2-215de0ece442 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:24.171749 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ae74cd3f-c60b-4cc8-91c2-215de0ece442 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4246202 Jul 15 13:14:24.175121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46634) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:24.181266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'subnet': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:24.254191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.309673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d7cb5967-9a30-4b11-8b57-178d4d98b46d req-580eece1-53b6-4cce-aa3a-e3d2f9649584 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.319835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7cb5967-9a30-4b11-8b57-178d4d98b46d req-580eece1-53b6-4cce-aa3a-e3d2f9649584 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5393310 Jul 15 13:14:24.326933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eece1-53b6-4cce-aa3a-e3d2f9649584 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b700cec-6465-4b0c-b413-a4bd0de63bef,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:24.361902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd92ceda-cd4c-4574-a208-cd2bc028554d req-4dd1713a-a96f-4b97-b85c-ca75cdd9885d service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052622 Jul 15 13:14:24.422143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe91599-0f9c-449b-a881-2eb87eca3e2a None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:24.436288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:24.452068 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.502670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-76165c82-61cb-492c-ac15-fb3723de5a9b None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:24.503040 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-76165c82-61cb-492c-ac15-fb3723de5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.223403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1761425a-8be7-48d9-9729-8e7070f488a3 req-b7607bb6-4ac8-4a04-924b-4716d7a7dde6 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/8b700cec-6465-4b0c-b413-a4bd0de63bef HTTP/1.1" status: 200 len: 1815 time: 0.0729945 Jul 15 13:14:25.268231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-4dd6c539-2964-4273-9f12-b7479a5b6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.269931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-4dd6c539-2964-4273-9f12-b7479a5b6e61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 1097 time: 0.1618798 Jul 15 13:14:25.282336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:14:25.481505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-287cd1a1-8f00-46e2-8173-7f74853ab872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.483207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-287cd1a1-8f00-46e2-8173-7f74853ab872 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 912 time: 0.2042892 Jul 15 13:14:25.502279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b2dad077-4441-47cb-acfe-bb878eaba337 None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:25.504202 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b2dad077-4441-47cb-acfe-bb878eaba337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.675082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.689050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0879-0f67-40e9-9588-0ca2784bdc91 req-1ab31672-96ed-4c83-a0c5-99a98ede7467 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.701928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a67f0879-0f67-40e9-9588-0ca2784bdc91 req-1ab31672-96ed-4c83-a0c5-99a98ede7467 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.3001504 Jul 15 13:14:25.736647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-c596c771-4b80-4615-bad4-d8d83a4b7d3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 HTTP/1.1" status: 200 len: 1000 time: 0.2445943 Jul 15 13:14:26.007253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=094ca965-83f2-4423-a658-fd9c898899df,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:26.052922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.060018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.062497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.271236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a67f0879-0f67-40e9-9588-0ca2784bdc91 req-fe3e3c59-278e-4b0a-acd7-2c171678d6d5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5677891 Jul 15 13:14:26.278226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-75cd10a3-3e4d-47da-999d-62d9d02dc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.279280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-75cd10a3-3e4d-47da-999d-62d9d02dc0bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.5345984 Jul 15 13:14:26.286745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Subnet': ['ID=e4707db6-c3aa-4698-943a-e42e2c984aef,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.293029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=13']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.313530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:26.316028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:26.323041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.323948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.334609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4be14-d42c-430d-a854-1e5374c6ba5b None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:26.360819 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0cb48f22-9cf5-4cd4-b8a3-829db1285d21 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1841693 Jul 15 13:14:26.365588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46668) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.371868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Request body: {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'mac_address': 'fa:16:3e:b1:29:4b', 'name': 'tempest-NetworksTestDHCPv6-851788372'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:26.456230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-930db934-f7bb-4477-9eea-0e37489b0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.463695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-930db934-f7bb-4477-9eea-0e37489b0605 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771553 Jul 15 13:14:26.637744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Made reservation on behalf of ac40680744f644268f1905025c088081 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:26.841539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-7b55951f-77d0-40bc-af3c-f06eda178d1b service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485169 Jul 15 13:14:26.890060 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.940259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fcfe5f-84da-430d-a7a1-e03f7ec5dcd4 None None] Update dhcp port {'port': {'network_id': 'b33ecb9c-6c15-4143-aa4e-6eff2587ff00', 'fixed_ips': [{'subnet_id': 'e4707db6-c3aa-4698-943a-e42e2c984aef', 'ip_address': '2001:db8:0:1:f816:3eff:fed7:1073'}, {'subnet_id': '1c7a493b-1083-46ae-b727-11853020a3c7'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '094ca965-83f2-4423-a658-fd9c898899df'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:14:26.941116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] device_id is not set on port cbb419c8-8b8d-4864-9be1-9143afb19934 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:27.020513 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90fcfe5f-84da-430d-a7a1-e03f7ec5dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.064089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6097bd6f-6a7b-482d-9a8d-02dbd5fa0f3f req-fcd573f9-4747-401a-af99-f5a03ba2c0fb service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197161 Jul 15 13:14:27.284977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-394feadc-10ab-4806-aeab-f1a4896d3ff1 req-1cd603a7-0b7d-4e8a-9204-934d1c43bb05 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-909013080', 'description': 'tempest-description-597443049'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:27.303450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8::14c (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/1c7a493b-1083-46ae-b727-11853020a3c7/cbb419c8-8b8d-4864-9be1-9143afb19934) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:27.310813 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-394feadc-10ab-4806-aeab-f1a4896d3ff1 req-1cd603a7-0b7d-4e8a-9204-934d1c43bb05 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.311984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:294b (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/e4707db6-c3aa-4698-943a-e42e2c984aef/cbb419c8-8b8d-4864-9be1-9143afb19934) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:27.491718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-394feadc-10ab-4806-aeab-f1a4896d3ff1 req-1cd603a7-0b7d-4e8a-9204-934d1c43bb05 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.498745 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-394feadc-10ab-4806-aeab-f1a4896d3ff1 req-1cd603a7-0b7d-4e8a-9204-934d1c43bb05 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.515010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:27.537760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.557977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Transition to ACTIVE for port object cbb419c8-8b8d-4864-9be1-9143afb19934 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:27.560997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd603a7-0b7d-4e8a-9204-934d1c43bb05 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3cf7ed-f30a-45dd-aa03-d9e8ae5f2540,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.569934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-394feadc-10ab-4806-aeab-f1a4896d3ff1 req-1cd603a7-0b7d-4e8a-9204-934d1c43bb05 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.574507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:27.574912 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.575683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-394feadc-10ab-4806-aeab-f1a4896d3ff1 req-1cd603a7-0b7d-4e8a-9204-934d1c43bb05 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2938168 Jul 15 13:14:27.626744 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.677440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:27.681097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:27.687448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:27.693948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.694825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.733587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-90fcfe5f-84da-430d-a7a1-e03f7ec5dcd4 None None] Allocated IP 2001:db8::2 (b33ecb9c-6c15-4143-aa4e-6eff2587ff00/1c7a493b-1083-46ae-b727-11853020a3c7/094ca965-83f2-4423-a658-fd9c898899df) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:27.737740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event updated for resources: {'Port': ['ID=cbb419c8-8b8d-4864-9be1-9143afb19934,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.749591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46712) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.750865 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f493115d-510b-4e0d-8ed1-0ec976b66f5f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3839464 Jul 15 13:14:27.861037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46716) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.960942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-90fcfe5f-84da-430d-a7a1-e03f7ec5dcd4 None None] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=094ca965-83f2-4423-a658-fd9c898899df,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:27.978415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5aa435ac-7029-4878-8140-e3271ce536bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting port cbb419c8-8b8d-4864-9be1-9143afb19934 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:27.979880 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5aa435ac-7029-4878-8140-e3271ce536bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.032560 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90fcfe5f-84da-430d-a7a1-e03f7ec5dcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.059775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90fcfe5f-84da-430d-a7a1-e03f7ec5dcd4 None None] Transition to ACTIVE for port object 094ca965-83f2-4423-a658-fd9c898899df will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:28.074357 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90fcfe5f-84da-430d-a7a1-e03f7ec5dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.146290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5aa435ac-7029-4878-8140-e3271ce536bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.168813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5aa435ac-7029-4878-8140-e3271ce536bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Calling delete_port for cbb419c8-8b8d-4864-9be1-9143afb19934 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:28.227492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcfe5f-84da-430d-a7a1-e03f7ec5dcd4 None None] Pushing event updated for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=14']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.552831 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5aa435ac-7029-4878-8140-e3271ce536bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.673627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa435ac-7029-4878-8140-e3271ce536bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Port': ['ID=cbb419c8-8b8d-4864-9be1-9143afb19934,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.813694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.816896 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5aa435ac-7029-4878-8140-e3271ce536bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.826916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5aa435ac-7029-4878-8140-e3271ce536bd tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/cbb419c8-8b8d-4864-9be1-9143afb19934 HTTP/1.1" status: 204 len: 168 time: 1.0752783 Jul 15 13:14:28.828262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46760) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:28.975497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3205d18-f1f8-4a3e-b2cb-816142bb637c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.980417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d3205d18-f1f8-4a3e-b2cb-816142bb637c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1503992 Jul 15 13:14:28.981296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46764) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.115864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191195b1-bde9-42f5-91d7-33d10d0426ab req-f8e0fe3c-d92d-4ba7-ad98-f0dbc9b58f64 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:29.117767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-191195b1-bde9-42f5-91d7-33d10d0426ab req-f8e0fe3c-d92d-4ba7-ad98-f0dbc9b58f64 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.0953441 Jul 15 13:14:29.156605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25e55bcb-fcf4-456f-b55f-b1c5ca78d860 None None] Provisioning for port 094ca965-83f2-4423-a658-fd9c898899df completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:29.165870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25e55bcb-fcf4-456f-b55f-b1c5ca78d860 None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:29.166524 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-25e55bcb-fcf4-456f-b55f-b1c5ca78d860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.190955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-191195b1-bde9-42f5-91d7-33d10d0426ab req-8f93a8b9-3a36-4d0c-bdb6-c0644bd4cd20 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650792 Jul 15 13:14:29.210422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f760c-17c2-429b-9a73-be5806c6f023 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:29.215156 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1e4f760c-17c2-429b-9a73-be5806c6f023 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2325571 Jul 15 13:14:29.216262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46766) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.359816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541348e-6766-4a24-a1bf-fec4d6228ec6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:29.361633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541348e-6766-4a24-a1bf-fec4d6228ec6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:29.363624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541348e-6766-4a24-a1bf-fec4d6228ec6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:29.365582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d541348e-6766-4a24-a1bf-fec4d6228ec6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1479428 Jul 15 13:14:29.369402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58d7e490-9d41-4fc5-b90d-4d06d58ed3ac req-84e7dee8-960a-4cd2-8977-6f3b344f7d82 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/0f3cf7ed-f30a-45dd-aa03-d9e8ae5f2540 HTTP/1.1" status: 200 len: 1813 time: 0.1115835 Jul 15 13:14:29.371591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46770) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.428082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-753aedcc-85a2-42a1-a81c-4576e4ecd41e None None] Could not find standard attr ID for object cbb419c8-8b8d-4864-9be1-9143afb19934. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:14:29.453688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Deleting port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:29.454198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.464461 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-076012dd-f9fd-4a9f-b84c-ba8b4e62fb42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet 1c7a493b-1083-46ae-b727-11853020a3c7 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:29.468592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-076012dd-f9fd-4a9f-b84c-ba8b4e62fb42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.537132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:29.608072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:29.608335 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.713573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-076012dd-f9fd-4a9f-b84c-ba8b4e62fb42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.785042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] For port 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:29.785677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.823502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Calling delete_port for 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:29.994073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-076012dd-f9fd-4a9f-b84c-ba8b4e62fb42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.302973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ef270453-d0f7-4060-9252-86e40a8b5c14 req-4db3266b-255e-42e6-9301-20ee7a0b25fd tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1215621891', 'description': 'tempest-description-2082375778'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:30.332187 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef270453-d0f7-4060-9252-86e40a8b5c14 req-4db3266b-255e-42e6-9301-20ee7a0b25fd tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.441069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-076012dd-f9fd-4a9f-b84c-ba8b4e62fb42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.477946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076012dd-f9fd-4a9f-b84c-ba8b4e62fb42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7a493b-1083-46ae-b727-11853020a3c7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.491790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef270453-d0f7-4060-9252-86e40a8b5c14 req-4db3266b-255e-42e6-9301-20ee7a0b25fd tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.497113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c9d2f-2235-4e00-b3bd-dc8ca4c2e44e None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:30.499586 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef270453-d0f7-4060-9252-86e40a8b5c14 req-4db3266b-255e-42e6-9301-20ee7a0b25fd tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.502777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-076012dd-f9fd-4a9f-b84c-ba8b4e62fb42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.508756 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-076012dd-f9fd-4a9f-b84c-ba8b4e62fb42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/1c7a493b-1083-46ae-b727-11853020a3c7 HTTP/1.1" status: 204 len: 168 time: 1.1305952 Jul 15 13:14:30.511268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46818) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.553924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ef270453-d0f7-4060-9252-86e40a8b5c14 req-4db3266b-255e-42e6-9301-20ee7a0b25fd tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.555920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef270453-d0f7-4060-9252-86e40a8b5c14 req-4db3266b-255e-42e6-9301-20ee7a0b25fd tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2576034 Jul 15 13:14:30.573699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3266b-255e-42e6-9301-20ee7a0b25fd tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688472ac-8f8a-42ad-83ea-5c4bf17e46b8,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.627748 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e332ba84-fda5-426c-94c1-71c6005bb158 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Deleting subnet e4707db6-c3aa-4698-943a-e42e2c984aef {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:30.633628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e332ba84-fda5-426c-94c1-71c6005bb158 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.638370 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.737894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=38abd7e3-fe3d-43cf-83e7-9fa59fb051c0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.781018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e332ba84-fda5-426c-94c1-71c6005bb158 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.956053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e332ba84-fda5-426c-94c1-71c6005bb158 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.062889 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.126619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e332ba84-fda5-426c-94c1-71c6005bb158 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.170689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332ba84-fda5-426c-94c1-71c6005bb158 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Subnet': ['ID=e4707db6-c3aa-4698-943a-e42e2c984aef,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.177433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e332ba84-fda5-426c-94c1-71c6005bb158 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.184009 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e332ba84-fda5-426c-94c1-71c6005bb158 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/e4707db6-c3aa-4698-943a-e42e2c984aef HTTP/1.1" status: 204 len: 168 time: 0.6714427 Jul 15 13:14:31.186931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46830) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.257403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-93ca1da1-d7f9-4440-aca4-174f5050f318 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678940 Jul 15 13:14:31.258056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46834) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.381471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb07aa0-da7e-4370-af22-c5f8f4093af1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:31.384328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ddb07aa0-da7e-4370-af22-c5f8f4093af1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1247568 Jul 15 13:14:31.392004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46838) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.461309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cba66c-6f0a-4483-8e4b-d8460aa22923 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:31.474579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-53cba66c-6f0a-4483-8e4b-d8460aa22923 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811877 Jul 15 13:14:31.475647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46840) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.534963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46842) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.535801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-666da6fd-c3fa-4865-9a62-859dbeb8ad03 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552416 Jul 15 13:14:31.596872 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b3ffd5-1c15-407c-9a5e-c09584b27220 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:31.598203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b3ffd5-1c15-407c-9a5e-c09584b27220 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:31.601733 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a8b3ffd5-1c15-407c-9a5e-c09584b27220 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/cbb419c8-8b8d-4864-9be1-9143afb19934 HTTP/1.1" status: 404 len: 333 time: 0.0649564 Jul 15 13:14:31.605233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46844) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.611102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:31.651419 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8f533e-ad5f-4209-b77b-4004084d6df9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:31.652086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8f533e-ad5f-4209-b77b-4004084d6df9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:31.657884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4d8f533e-ad5f-4209-b77b-4004084d6df9 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/e4707db6-c3aa-4698-943a-e42e2c984aef HTTP/1.1" status: 404 len: 337 time: 0.0469062 Jul 15 13:14:31.658302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46848) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.692636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e4f31-74f6-48d2-8abf-c36214be566f None None] Network b33ecb9c-6c15-4143-aa4e-6eff2587ff00 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:31.709118 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4b263f-5d6d-4505-ab99-bdac11647cb1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:31.709597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4b263f-5d6d-4505-ab99-bdac11647cb1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:31.711598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5c4b263f-5d6d-4505-ab99-bdac11647cb1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/1c7a493b-1083-46ae-b727-11853020a3c7 HTTP/1.1" status: 404 len: 337 time: 0.0519326 Jul 15 13:14:31.715977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46850) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.756684 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea284aa-ff04-478a-a796-65271f264665 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:31.758290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea284aa-ff04-478a-a796-65271f264665 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:31.764075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7ea284aa-ff04-478a-a796-65271f264665 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/63a5836b-5161-4cf1-ad05-1c3646fee873 HTTP/1.1" status: 404 len: 333 time: 0.0431681 Jul 15 13:14:31.764765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46852) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.773533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-954ff8a1-eeab-45d3-a76b-eef38f65432b req-4a24a70d-33bf-4ba9-be9b-f704491628b2 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/688472ac-8f8a-42ad-83ea-5c4bf17e46b8 HTTP/1.1" status: 200 len: 1815 time: 0.0998466 Jul 15 13:14:31.790567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c106bfe7-ffed-466e-92f2-64fc1335b7bb None None] Provisioning complete for port 094ca965-83f2-4423-a658-fd9c898899df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:31.790864 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c106bfe7-ffed-466e-92f2-64fc1335b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.835235 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a93d8fc-6573-4ff5-bc48-8647d62df889 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:31.835538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a93d8fc-6573-4ff5-bc48-8647d62df889 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:31.842885 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a93d8fc-6573-4ff5-bc48-8647d62df889 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/0bcddc30-2df3-45c9-828c-37d4013ea594 HTTP/1.1" status: 404 len: 337 time: 0.0724597 Jul 15 13:14:31.843354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46856) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.879912 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-59303080-9273-4652-a069-5d47145da2c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:31.880762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59303080-9273-4652-a069-5d47145da2c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:31.886665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-59303080-9273-4652-a069-5d47145da2c7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/4c1d8118-6492-44b9-a134-858a5ea4fa0a HTTP/1.1" status: 404 len: 337 time: 0.0384150 Jul 15 13:14:31.887706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46860) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.935656 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a335e2c9-acdf-45be-b201-985ee6cfe9ac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:31.936622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a335e2c9-acdf-45be-b201-985ee6cfe9ac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:31.938848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a335e2c9-acdf-45be-b201-985ee6cfe9ac tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/d815150c-c36d-4222-a0fb-86f2e0576e5c HTTP/1.1" status: 404 len: 333 time: 0.0506043 Jul 15 13:14:31.943109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46864) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.008598 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d125f42-ea8e-4c2e-8908-386d6dc2a78e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.009669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d125f42-ea8e-4c2e-8908-386d6dc2a78e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.014704 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9d125f42-ea8e-4c2e-8908-386d6dc2a78e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/e447aa55-13c8-4a10-8158-03c2469eb0f0 HTTP/1.1" status: 404 len: 337 time: 0.0657089 Jul 15 13:14:32.014704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46866) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.027753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:32.035324 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0a0c150f-945f-4568-b82a-4d9707c989f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1689389 Jul 15 13:14:32.038159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46868) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.057993 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b9cae-8619-48ae-b7a6-02ce4b642d5c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.058567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377b9cae-8619-48ae-b7a6-02ce4b642d5c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.064373 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-377b9cae-8619-48ae-b7a6-02ce4b642d5c tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/91934689-9265-4be2-b36a-25adbe7f1a63 HTTP/1.1" status: 404 len: 337 time: 0.0445483 Jul 15 13:14:32.065759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46872) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.068341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] Sync routers for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:32.097442 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccaad1d-8bc3-47a7-af16-74e3720c9c99 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.098517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccaad1d-8bc3-47a7-af16-74e3720c9c99 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.100476 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4ccaad1d-8bc3-47a7-af16-74e3720c9c99 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/b1f09ad1-c1b2-48cc-a143-bc9ddc8be94e HTTP/1.1" status: 404 len: 333 time: 0.0345688 Jul 15 13:14:32.105147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46874) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.106792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:32.107529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:14:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.169482 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-53faab47-8a4e-48b1-9787-2bf8641f05a6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.170434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53faab47-8a4e-48b1-9787-2bf8641f05a6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.173233 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-53faab47-8a4e-48b1-9787-2bf8641f05a6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/df4221f3-28f7-4ddb-b112-004783d139ee HTTP/1.1" status: 404 len: 337 time: 0.0664783 Jul 15 13:14:32.183994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46878) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.242483 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63a1dc4-6ea8-4b2a-bfcc-903f4ffdd2b8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.242958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63a1dc4-6ea8-4b2a-bfcc-903f4ffdd2b8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.247666 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d63a1dc4-6ea8-4b2a-bfcc-903f4ffdd2b8 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/7912c7df-3b1f-4756-b446-4e12e3afb90f HTTP/1.1" status: 404 len: 337 time: 0.0594676 Jul 15 13:14:32.249962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.320629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:32.341503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.365241 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad919760-3efa-432d-8305-f24d9a49cc92 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.366423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad919760-3efa-432d-8305-f24d9a49cc92 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.367178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] DHCP port deletion for b33ecb9c-6c15-4143-aa4e-6eff2587ff00 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:14:32.380032 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ad919760-3efa-432d-8305-f24d9a49cc92 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/e3302819-6ece-44e6-9862-955d2db69cea HTTP/1.1" status: 404 len: 333 time: 0.1272898 Jul 15 13:14:32.383484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46882) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.452785 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f95e89-c89d-4be8-bda5-544eeb2c7a12 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.453743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f95e89-c89d-4be8-bda5-544eeb2c7a12 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.458029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-67f95e89-c89d-4be8-bda5-544eeb2c7a12 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/0faf3b0f-0028-4660-8eb1-fd9cc84450bf HTTP/1.1" status: 404 len: 337 time: 0.0712175 Jul 15 13:14:32.459036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46884) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.506252 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3969b3df-ab7c-448f-bd6a-2be1937be83a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.507495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3969b3df-ab7c-448f-bd6a-2be1937be83a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.512621 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3969b3df-ab7c-448f-bd6a-2be1937be83a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/dc1af64b-e7b4-4b1a-8400-27721590f21a HTTP/1.1" status: 404 len: 333 time: 0.0509582 Jul 15 13:14:32.514560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46886) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.535014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226e6d-cca6-4707-982a-43e62d6482be req-759fa037-577b-463c-a453-f9e6c59604e5 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.536666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c226e6d-cca6-4707-982a-43e62d6482be req-759fa037-577b-463c-a453-f9e6c59604e5 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1100 time: 0.1548023 Jul 15 13:14:32.537999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.558534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] Deleting port 094ca965-83f2-4423-a658-fd9c898899df {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:32.559171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.560488 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44ea533-5cdf-46fd-9737-fccce9c3e248 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.561165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44ea533-5cdf-46fd-9737-fccce9c3e248 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.563458 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a44ea533-5cdf-46fd-9737-fccce9c3e248 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/8b090afb-cf68-4f91-93c3-afac7cf27375 HTTP/1.1" status: 404 len: 337 time: 0.0468459 Jul 15 13:14:32.567854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46888) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.599635 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec716e3-5f56-46e4-bcc3-05111ba57151 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.600730 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec716e3-5f56-46e4-bcc3-05111ba57151 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.602720 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bec716e3-5f56-46e4-bcc3-05111ba57151 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/3c5eb526-14fd-44ec-badc-0872710ea8aa HTTP/1.1" status: 404 len: 333 time: 0.0335450 Jul 15 13:14:32.607078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46890) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.662635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] For port 094ca965-83f2-4423-a658-fd9c898899df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=094ca965-83f2-4423-a658-fd9c898899df,segment=NetworkSegment(7d14b97d-c1b7-458d-a04c-ebb7b69b701a),segment_id=7d14b97d-c1b7-458d-a04c-ebb7b69b701a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:32.662946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.663219 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b55071-81ac-494f-912d-e6f6771bcbd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.664085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b55071-81ac-494f-912d-e6f6771bcbd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.672058 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c2b55071-81ac-494f-912d-e6f6771bcbd1 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/c754ac44-7092-4b29-8608-a54a0fd8ed12 HTTP/1.1" status: 404 len: 337 time: 0.0625374 Jul 15 13:14:32.672990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46892) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.679941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c226e6d-cca6-4707-982a-43e62d6482be req-e7f6a469-90ac-437e-ba1b-13a4e65200d5 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244526 Jul 15 13:14:32.682758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] Calling delete_port for 094ca965-83f2-4423-a658-fd9c898899df owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:32.695599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Deleting port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:32.696317 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.731872 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f41f71-c68d-4304-9f0b-67bc1d54f961 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.733718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f41f71-c68d-4304-9f0b-67bc1d54f961 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.742897 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-45f41f71-c68d-4304-9f0b-67bc1d54f961 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/c098f53a-30e7-497a-afb3-63933fc5b950 HTTP/1.1" status: 404 len: 333 time: 0.0681810 Jul 15 13:14:32.744149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46896) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.754088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:14:30Z', 'revision_number': 5, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port': {'id': 'ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:14Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.796194 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6444325-e19a-4dc7-9a33-728bd5b7caf4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.797551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6444325-e19a-4dc7-9a33-728bd5b7caf4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.799917 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d6444325-e19a-4dc7-9a33-728bd5b7caf4 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/17a13a05-af51-4875-aeea-7f612e74149b HTTP/1.1" status: 404 len: 337 time: 0.0541871 Jul 15 13:14:32.804821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.805129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] Checking router: a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:32.849869 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc78cc7e-6c51-4c67-aae5-29434a633bc6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.851286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc78cc7e-6c51-4c67-aae5-29434a633bc6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.853541 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cc78cc7e-6c51-4c67-aae5-29434a633bc6 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/129b0759-dacf-4982-a63f-b0d6e995cdeb HTTP/1.1" status: 404 len: 333 time: 0.0469773 Jul 15 13:14:32.857924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46900) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.859682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] Routers {'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:32.860346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:14:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.897332 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a2f6cf-4e42-4a76-83cb-3d76eae9b280 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.897890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a2f6cf-4e42-4a76-83cb-3d76eae9b280 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.899961 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-01a2f6cf-4e42-4a76-83cb-3d76eae9b280 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/d27feaad-5f1e-401f-842f-0bb66cea91ef HTTP/1.1" status: 404 len: 337 time: 0.0394769 Jul 15 13:14:32.904869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46902) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.965456 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9407ec4-a014-4ef1-9ff5-c580010fedd0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:32.966749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9407ec4-a014-4ef1-9ff5-c580010fedd0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:32.970559 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d9407ec4-a014-4ef1-9ff5-c580010fedd0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/cb527e7d-3fc7-4f43-a900-809800ade111 HTTP/1.1" status: 404 len: 333 time: 0.0633872 Jul 15 13:14:32.975348 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46904) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.982303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] For port ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:32.983045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.015826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Calling delete_port for ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:33.034562 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fb136e-ddf9-46a5-96b7-6385e1a7e476 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.035363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fb136e-ddf9-46a5-96b7-6385e1a7e476 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.038586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] Set router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:33.043959 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6fb136e-ddf9-46a5-96b7-6385e1a7e476 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/878d2dd3-b70d-4df1-9bf0-bb55513c9d48 HTTP/1.1" status: 404 len: 337 time: 0.0665765 Jul 15 13:14:33.045025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46906) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.096640 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01b4d66-9292-4901-ba5e-25279e85986d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.097424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01b4d66-9292-4901-ba5e-25279e85986d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.105546 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f01b4d66-9292-4901-ba5e-25279e85986d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/610caea8-e086-4bb9-8aa9-db001ef26725 HTTP/1.1" status: 404 len: 337 time: 0.0586591 Jul 15 13:14:33.106525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46908) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.154129 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-761d62f4-fc7a-44df-b1c6-b6a61daf4e9d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.155359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761d62f4-fc7a-44df-b1c6-b6a61daf4e9d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.157723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:14:32Z', 'revision_number': 6, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:33.162837 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-761d62f4-fc7a-44df-b1c6-b6a61daf4e9d tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/7a7fffda-ce2d-4e69-b623-e8bcab7fa005 HTTP/1.1" status: 404 len: 333 time: 0.0545468 Jul 15 13:14:33.163760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.163896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46910) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.216880 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78166ef-f60b-439c-b47a-4cc99e8aebab tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.217520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78166ef-f60b-439c-b47a-4cc99e8aebab tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.226073 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d78166ef-f60b-439c-b47a-4cc99e8aebab tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/b0a8f0eb-3d4e-43c6-8ed5-9f9c61bbdf90 HTTP/1.1" status: 404 len: 337 time: 0.0604265 Jul 15 13:14:33.227288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46912) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.280585 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1d193f-c13b-45cd-8e80-04f1f362f9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.281330 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1d193f-c13b-45cd-8e80-04f1f362f9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.283874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b4ad4-e15b-48d2-93fe-8997691fac05 None None] The sync data for ids ['a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed'] in n-d-771362-36 is: [{'id': 'a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed', 'name': 'tempest-TaggedBootDevicesTest-131798674-router', 'tenant_id': '1b493767a2bf4544a3db357f3691e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:13Z', 'updated_at': '2021-07-15T13:14:32Z', 'revision_number': 6, 'project_id': '1b493767a2bf4544a3db357f3691e8c2', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:33.288180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] Pushing event deleted for resources: {'Port': ['ID=094ca965-83f2-4423-a658-fd9c898899df,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.289694 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4a1d193f-c13b-45cd-8e80-04f1f362f9a3 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/0eb1f36d-be5c-4865-afa4-87d1da53a4ba HTTP/1.1" status: 404 len: 337 time: 0.0606897 Jul 15 13:14:33.290661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46914) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.294028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4871ba-95bd-433e-b0f3-42098df90540 None None] No DVR routers for this DVR port 094ca965-83f2-4423-a658-fd9c898899df on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:33.357864 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-96520fbf-0bf9-4ae8-bf4c-edc687b14c87 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.359712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96520fbf-0bf9-4ae8-bf4c-edc687b14c87 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.368628 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-96520fbf-0bf9-4ae8-bf4c-edc687b14c87 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/78140da7-b293-4eed-b2eb-9302b969913e HTTP/1.1" status: 404 len: 333 time: 0.0758967 Jul 15 13:14:33.370257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46918) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.438376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442d0a3-563a-4aa9-9436-7481ac7f10f0 req-49052f17-029c-4681-b29f-d26ede14abce tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:33.448139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0442d0a3-563a-4aa9-9436-7481ac7f10f0 req-49052f17-029c-4681-b29f-d26ede14abce tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 948 time: 0.5667877 Jul 15 13:14:33.501052 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-994df953-a8c1-4348-a828-092ab40def25 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.501825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994df953-a8c1-4348-a828-092ab40def25 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.507206 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-994df953-a8c1-4348-a828-092ab40def25 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/f4b2e29c-a237-4db6-aed2-db2b011bed20 HTTP/1.1" status: 404 len: 337 time: 0.0835180 Jul 15 13:14:33.507401 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0442d0a3-563a-4aa9-9436-7481ac7f10f0 req-622811e2-38f7-4b7c-a632-8b6bcb0b5806 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571933 Jul 15 13:14:33.508997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46920) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.518371 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.546569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-52f0ce55-1fc3-4aaf-8f52-73ef01e315b4 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:33.550135 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-52f0ce55-1fc3-4aaf-8f52-73ef01e315b4 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.35 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 948 time: 0.1781049 Jul 15 13:14:33.570110 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f34ae9-a68b-4470-9127-6a368db4f033 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.572196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f34ae9-a68b-4470-9127-6a368db4f033 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.573122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-09f34ae9-a68b-4470-9127-6a368db4f033 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/cd2e5353-76aa-4c4a-a528-f8cf9f952dd9 HTTP/1.1" status: 404 len: 337 time: 0.0623538 Jul 15 13:14:33.582497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46922) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.584783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.653516 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-aff48bb0-0d3e-4a84-b3ef-8ea86b7a7c9a req-6fce56ab-a895-44a3-9148-d9e7384203d4 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] show failed (client error): The resource could not be found. Jul 15 13:14:33.654578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aff48bb0-0d3e-4a84-b3ef-8ea86b7a7c9a req-6fce56ab-a895-44a3-9148-d9e7384203d4 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/a281a80a-73c0-486e-a4ba-906226bf0c02 HTTP/1.1" status: 404 len: 352 time: 0.0858531 Jul 15 13:14:33.657022 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39b9c0f-357a-49f8-ab89-f957fa36f0e0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.657838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39b9c0f-357a-49f8-ab89-f957fa36f0e0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.665794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e39b9c0f-357a-49f8-ab89-f957fa36f0e0 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/7bebb2c0-9797-475e-a320-b047ce8234ec HTTP/1.1" status: 404 len: 333 time: 0.0760007 Jul 15 13:14:33.677014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46924) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.715604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.825717 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab0ec14-48f9-429c-b27e-5580bca0e079 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.826477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab0ec14-48f9-429c-b27e-5580bca0e079 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.829739 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1ab0ec14-48f9-429c-b27e-5580bca0e079 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/9b9a5cdf-a21a-4fbf-8a2b-37561210d574 HTTP/1.1" status: 404 len: 337 time: 0.1090140 Jul 15 13:14:33.835401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46928) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.894101 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7f7c0f-3d11-4396-85d8-bdaa0daf081a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:33.894702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7f7c0f-3d11-4396-85d8-bdaa0daf081a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:33.896681 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8d7f7c0f-3d11-4396-85d8-bdaa0daf081a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/2f686110-d6ce-4f69-af8f-8cc67c1eea86 HTTP/1.1" status: 404 len: 337 time: 0.0598664 Jul 15 13:14:33.901824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46930) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.941261 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-17d3efbe-a234-4ff8-b0a9-f7328a339b2f tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports?device_id=f507c1f5-aad7-4477-84f3-79910eac7816 HTTP/1.1" status: 200 len: 205 time: 0.0366063 Jul 15 13:14:33.943599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Deleting port 3460b40e-422e-46e9-8b92-76c62c6dfb3c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:33.944138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.947255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46932) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.987639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.992737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.003275 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-7b271ba9-6c8e-47e7-8622-80d91697f08e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] delete failed (client error): The resource could not be found. Jul 15 13:14:34.008819 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b271ba9-6c8e-47e7-8622-80d91697f08e tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/routers/f507c1f5-aad7-4477-84f3-79910eac7816 HTTP/1.1" status: 404 len: 336 time: 0.0566149 Jul 15 13:14:34.010798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46934) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.085053 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-53530bb1-5b2a-47bf-beb3-ce7d10c19008 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:34.085455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53530bb1-5b2a-47bf-beb3-ce7d10c19008 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:34.092020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-53530bb1-5b2a-47bf-beb3-ce7d10c19008 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/a9aae408-ba3c-4c6f-973b-4b6a1f2618fe HTTP/1.1" status: 404 len: 337 time: 0.0758903 Jul 15 13:14:34.092020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.092020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:14:34.097352 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.101330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a808b49a-d9fd-4d10-961b-351ba4b71cd4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a49a23bc-7d2c-4c7a-a4b6-dfab40e877ed HTTP/1.1" status: 204 len: 168 time: 2.0582688 Jul 15 13:14:34.101536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46936) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.104069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46938) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.114861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee6e0-0b1f-4fa1-8cb2-37fc616f5a40 req-83725d0f-14ea-42d1-a375-1ab5fd862e5e tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:34.117163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22eee6e0-0b1f-4fa1-8cb2-37fc616f5a40 req-83725d0f-14ea-42d1-a375-1ab5fd862e5e tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1100 time: 0.1812668 Jul 15 13:14:34.154995 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d2d5c22e-7258-46ff-bef0-97b3ba77b977 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb10f243-7644-46b9-a1ef-f000d5996e8e HTTP/1.1" status: 200 len: 205 time: 0.0511503 Jul 15 13:14:34.154995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] For port 3460b40e-422e-46e9-8b92-76c62c6dfb3c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3460b40e-422e-46e9-8b92-76c62c6dfb3c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:34.154995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.157274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46940) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.223115 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-b2295540-22d7-4fd1-b05d-831bfe73e6d7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] delete failed (client error): The resource could not be found. Jul 15 13:14:34.224293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:34.226939 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b2295540-22d7-4fd1-b05d-831bfe73e6d7 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/routers/fb10f243-7644-46b9-a1ef-f000d5996e8e HTTP/1.1" status: 404 len: 336 time: 0.0688670 Jul 15 13:14:34.228792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Calling delete_port for 3460b40e-422e-46e9-8b92-76c62c6dfb3c owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:34.231828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46942) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.240226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-786269ec-f0a3-465c-b59a-8a0961fb3f09 admin admin] Deleting subnet 0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:34.254777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 094ca965-83f2-4423-a658-fd9c898899df {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:34.255525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 094ca965-83f2-4423-a658-fd9c898899df not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:34.256532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:34.280457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:34.281197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 38abd7e3-fe3d-43cf-83e7-9fa59fb051c0 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:34.305729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-786269ec-f0a3-465c-b59a-8a0961fb3f09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.310568 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b6bda1-58ba-471c-8c50-6a1cf6e3be07 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:34.311410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b6bda1-58ba-471c-8c50-6a1cf6e3be07 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:34.315211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-05b6bda1-58ba-471c-8c50-6a1cf6e3be07 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/8ec9602d-18e1-4109-8bce-afd24f7e7948 HTTP/1.1" status: 404 len: 337 time: 0.0701218 Jul 15 13:14:34.317962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22eee6e0-0b1f-4fa1-8cb2-37fc616f5a40 req-65f439de-f8b5-4926-91a4-9e7007f7a268 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590567 Jul 15 13:14:34.346890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46944) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.393652 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbbd3de-a545-4ccf-b538-0d41e6b0f428 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:34.394131 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbbd3de-a545-4ccf-b538-0d41e6b0f428 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:34.396051 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0cbbd3de-a545-4ccf-b538-0d41e6b0f428 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/058a6075-afb5-44f5-82e1-446a2060fc31 HTTP/1.1" status: 404 len: 337 time: 0.0481253 Jul 15 13:14:34.404742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46948) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.413015 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.416039 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-814f90ea-2443-4ccb-9273-fc5c8ca4927d req-b5205dee-4eb2-48c7-852d-a33851296698 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] show failed (client error): The resource could not be found. Jul 15 13:14:34.417224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-814f90ea-2443-4ccb-9273-fc5c8ca4927d req-b5205dee-4eb2-48c7-852d-a33851296698 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-group-rules/7a6b6790-fb0c-4084-b5b6-4670f7277279 HTTP/1.1" status: 404 len: 361 time: 0.0442336 Jul 15 13:14:34.427975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-786269ec-f0a3-465c-b59a-8a0961fb3f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.544476 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e3c950-e061-46f7-a747-c7f5ce521a59 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:34.551034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-786269ec-f0a3-465c-b59a-8a0961fb3f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.555405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e3c950-e061-46f7-a747-c7f5ce521a59 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:34.560422 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c1e3c950-e061-46f7-a747-c7f5ce521a59 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/926226f1-b003-441e-a4ff-51c769f8f26a HTTP/1.1" status: 404 len: 333 time: 0.1543348 Jul 15 13:14:34.579004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46956) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.654148 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-786269ec-f0a3-465c-b59a-8a0961fb3f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.678686 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ff47e4-b005-4ee4-ba11-5de10346ce69 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:34.679503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ff47e4-b005-4ee4-ba11-5de10346ce69 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:34.685384 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-28ff47e4-b005-4ee4-ba11-5de10346ce69 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/d2482857-48e7-4efd-9453-9ac4162d055f HTTP/1.1" status: 404 len: 337 time: 0.0977349 Jul 15 13:14:34.688841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46960) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.710613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3705d2d7-ff69-4a25-9d88-578b702839ec None None] Network 13d3c86e-fa31-4029-9eae-010b85f8eea2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:34.740174 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-786269ec-f0a3-465c-b59a-8a0961fb3f09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.742238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-786269ec-f0a3-465c-b59a-8a0961fb3f09 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8 HTTP/1.1" status: 204 len: 168 time: 0.6367943 Jul 15 13:14:34.749439 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-db81cd3b-eca2-4183-b00c-51e18506ff06 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:34.749626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786269ec-f0a3-465c-b59a-8a0961fb3f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ceb1473-9cb6-4f5d-8c3b-6a49ee264ae8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.750578 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db81cd3b-eca2-4183-b00c-51e18506ff06 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:34.752001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46962) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.754548 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-db81cd3b-eca2-4183-b00c-51e18506ff06 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/d641920a-d24f-46b5-b9d3-bb221e33bddb HTTP/1.1" status: 404 len: 333 time: 0.0632927 Jul 15 13:14:34.759877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46964) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.781363 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.804422 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ade12f-c857-47d0-b7cd-748f6bccde42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:34.805018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ade12f-c857-47d0-b7cd-748f6bccde42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:34.810564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f8ade12f-c857-47d0-b7cd-748f6bccde42 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/73eae102-0d41-4a72-a392-00416b4abc40 HTTP/1.1" status: 404 len: 337 time: 0.0418015 Jul 15 13:14:34.825368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46966) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.841754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Pushing event deleted for resources: {'Port': ['ID=3460b40e-422e-46e9-8b92-76c62c6dfb3c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.858832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.859423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.859981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.860524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.861076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.861633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.863410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.863988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.864559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.865042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.865563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.866132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.904119 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc12bec-38f3-402c-ac0e-3584609418ed tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:34.905224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc12bec-38f3-402c-ac0e-3584609418ed tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:34.907465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-abc12bec-38f3-402c-ac0e-3584609418ed tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/a639ee24-c9e9-440d-9a50-f3594b795f9b HTTP/1.1" status: 404 len: 333 time: 0.0782361 Jul 15 13:14:34.913347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98244063-8584-44d8-9e02-80b0997a25d8 req-8fbfbef5-b6de-4987-aaf4-bc85978043a1 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/688472ac-8f8a-42ad-83ea-5c4bf17e46b8 HTTP/1.1" status: 200 len: 1815 time: 0.2231889 Jul 15 13:14:34.917496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46968) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.941590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] No DVR routers for this DVR port 3460b40e-422e-46e9-8b92-76c62c6dfb3c on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:34.952997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.956009 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f148b10a-f937-4a07-9c43-c2733695bb71 req-81b898ea-570b-4212-b01c-ce646ce8dabc tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.35 "DELETE /v2.0/ports/3460b40e-422e-46e9-8b92-76c62c6dfb3c HTTP/1.1" status: 204 len: 173 time: 1.3982685 Jul 15 13:14:34.956708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'name': 'network-vif-deleted', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:34.960501 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2930d4-79ea-406b-aa95-e52fcf34d916" -d '{"events": [{"server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "name": "network-vif-deleted", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:35.019682 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-57975823-9698-473e-a46e-5d39b13cef71 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.020152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57975823-9698-473e-a46e-5d39b13cef71 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.021942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-57975823-9698-473e-a46e-5d39b13cef71 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/36db9aa7-560e-4a07-ba77-0c1790efe1d0 HTTP/1.1" status: 404 len: 337 time: 0.1030600 Jul 15 13:14:35.024855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46972) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.027891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.046806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] DHCP port deletion for 13d3c86e-fa31-4029-9eae-010b85f8eea2 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:14:35.060619 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e76c07-f7c8-4402-8403-02d6db00b37a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.061557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e76c07-f7c8-4402-8403-02d6db00b37a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.064448 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d3e76c07-f7c8-4402-8403-02d6db00b37a tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/391f19f0-ee8e-44dd-a71f-146d34558e42 HTTP/1.1" status: 404 len: 333 time: 0.0372043 Jul 15 13:14:35.066523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46974) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.099484 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-653d44f8-1bad-4508-b9f8-cc4358bc2a73 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.100349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653d44f8-1bad-4508-b9f8-cc4358bc2a73 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.103341 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-653d44f8-1bad-4508-b9f8-cc4358bc2a73 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/57763fa2-2944-4fc5-a076-0189141a8e5e HTTP/1.1" status: 404 len: 337 time: 0.0353527 Jul 15 13:14:35.107656 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-98244063-8584-44d8-9e02-80b0997a25d8 req-63acb6ba-6523-43ed-8ae6-6a9b25d36ba3 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.110825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46976) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.143076 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad52f5c2-d1ef-4207-bc45-4ad517b32929 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.144565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad52f5c2-d1ef-4207-bc45-4ad517b32929 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.145899 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-98244063-8584-44d8-9e02-80b0997a25d8 req-63acb6ba-6523-43ed-8ae6-6a9b25d36ba3 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.146833 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ad52f5c2-d1ef-4207-bc45-4ad517b32929 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/84ba8e63-10e3-4e22-ae1c-bb0c46a3a7b9 HTTP/1.1" status: 404 len: 333 time: 0.0347764 Jul 15 13:14:35.151041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46978) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.177321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] Deleting port f85a2de8-0bee-412d-ae5b-fba2b006a67a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:35.178075 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.184978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Deleting port f85a2de8-0bee-412d-ae5b-fba2b006a67a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:35.185338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.196078 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-639ffffe-38dc-49fb-a12d-6b804a761703 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.196813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639ffffe-38dc-49fb-a12d-6b804a761703 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.199480 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-639ffffe-38dc-49fb-a12d-6b804a761703 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/915104e5-2ef0-4223-9cf1-1daa385eb146 HTTP/1.1" status: 404 len: 337 time: 0.0470254 Jul 15 13:14:35.203534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46980) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.247797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-98244063-8584-44d8-9e02-80b0997a25d8 req-63acb6ba-6523-43ed-8ae6-6a9b25d36ba3 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.250469 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-98244063-8584-44d8-9e02-80b0997a25d8 req-63acb6ba-6523-43ed-8ae6-6a9b25d36ba3 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.251715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98244063-8584-44d8-9e02-80b0997a25d8 req-63acb6ba-6523-43ed-8ae6-6a9b25d36ba3 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "DELETE /v2.0/security-groups/688472ac-8f8a-42ad-83ea-5c4bf17e46b8 HTTP/1.1" status: 204 len: 173 time: 0.3312542 Jul 15 13:14:35.263191 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-83881b10-d2c8-42ad-8bac-4fc7ad5b7d56 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.264263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83881b10-d2c8-42ad-8bac-4fc7ad5b7d56 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.266465 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-83881b10-d2c8-42ad-8bac-4fc7ad5b7d56 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/736e8e80-1deb-43e7-9a8d-f8eca62eb207 HTTP/1.1" status: 404 len: 333 time: 0.0614998 Jul 15 13:14:35.271980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46984) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.335554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acb6ba-6523-43ed-8ae6-6a9b25d36ba3 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688472ac-8f8a-42ad-83ea-5c4bf17e46b8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.350796 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafce415-576f-476a-bea5-e747bb18e392 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.351540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafce415-576f-476a-bea5-e747bb18e392 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.354335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cafce415-576f-476a-bea5-e747bb18e392 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/6fa463da-e81c-4b22-8003-385c67490767 HTTP/1.1" status: 404 len: 337 time: 0.0799201 Jul 15 13:14:35.358314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46986) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.411501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] For port f85a2de8-0bee-412d-ae5b-fba2b006a67a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f85a2de8-0bee-412d-ae5b-fba2b006a67a,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:35.411876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.445345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Calling delete_port for f85a2de8-0bee-412d-ae5b-fba2b006a67a owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:35.447220 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-14599772-c5bb-4f8a-869e-eb8e179b9eda tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.450328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14599772-c5bb-4f8a-869e-eb8e179b9eda tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.454686 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14599772-c5bb-4f8a-869e-eb8e179b9eda tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/ports/61223a63-45e4-4e75-9e93-d85854446f31 HTTP/1.1" status: 404 len: 333 time: 0.0949707 Jul 15 13:14:35.459448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46988) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.465402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] For port f85a2de8-0bee-412d-ae5b-fba2b006a67a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f85a2de8-0bee-412d-ae5b-fba2b006a67a,segment=NetworkSegment(109fd122-327c-46ae-89f3-c369ccc46287),segment_id=109fd122-327c-46ae-89f3-c369ccc46287)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:35.466078 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.516462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] Calling delete_port for f85a2de8-0bee-412d-ae5b-fba2b006a67a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:35.548839 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3276c007-2da3-45ad-b2d2-c0137219b072 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] DELETE failed (client error): The resource could not be found. Jul 15 13:14:35.549337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3276c007-2da3-45ad-b2d2-c0137219b072 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.554419 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3276c007-2da3-45ad-b2d2-c0137219b072 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/subnets/5b310a4b-31bb-4ad9-bf16-33eae4759f00 HTTP/1.1" status: 404 len: 337 time: 0.0930610 Jul 15 13:14:35.559692 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46990) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.585388 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.591311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:35.634296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:35.634908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ea0d5fcd-e4a3-4e92-a5a5-3a56d06e0345 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:35.635635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f85a2de8-0bee-412d-ae5b-fba2b006a67a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:35.710324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30e66450-99e1-4202-b583-c97bd395730a req-60056cbe-1ab0-4a6f-940f-2c6646b1550d tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=4566e8fa-8288-445a-9b01-a24838d52883 HTTP/1.1" status: 200 len: 210 time: 0.1297078 Jul 15 13:14:35.784557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.802338 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.807248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.898934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] Pushing event deleted for resources: {'Port': ['ID=f85a2de8-0bee-412d-ae5b-fba2b006a67a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.909288 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.929099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be716142-e4f4-4161-a936-f3cf849aad2b None None] No DVR routers for this DVR port f85a2de8-0bee-412d-ae5b-fba2b006a67a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:35.930921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] No DVR routers for this DVR port f85a2de8-0bee-412d-ae5b-fba2b006a67a on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:35.972362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.986232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Pushing event deleted for resources: {'Port': ['ID=f85a2de8-0bee-412d-ae5b-fba2b006a67a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.987975 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33ecb9c-6c15-4143-aa4e-6eff2587ff00']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.005169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d14b97d-c1b7-458d-a04c-ebb7b69b701a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.009590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d14b97d-c1b7-458d-a04c-ebb7b69b701a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.025645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.048923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.062410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:36.064076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:36.068964 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:36.150943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.155384 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab705d1e-4dd8-4954-acb5-bedfb5eedf6b x-openstack-request-id: req-ab705d1e-4dd8-4954-acb5-bedfb5eedf6b {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:36.155836 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4566e8fa-8288-445a-9b01-a24838d52883", "name": "network-vif-deleted", "tag": "3460b40e-422e-46e9-8b92-76c62c6dfb3c", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:36.156160 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab705d1e-4dd8-4954-acb5-bedfb5eedf6b {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:36.157064 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566e8fa-8288-445a-9b01-a24838d52883', 'name': 'network-vif-deleted', 'tag': '3460b40e-422e-46e9-8b92-76c62c6dfb3c', 'status': 'completed', 'code': 200} Jul 15 13:14:36.167427 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.180336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d3c86e-fa31-4029-9eae-010b85f8eea2']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.185786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.188016 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] 10.222.0.25 "DELETE /v2.0/networks/b33ecb9c-6c15-4143-aa4e-6eff2587ff00 HTTP/1.1" status: 204 len: 168 time: 0.6270638 Jul 15 13:14:36.188910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bf3c4-f67e-43e8-bb66-57c0b740f609 tempest-NetworksTestDHCPv6-223281425 tempest-NetworksTestDHCPv6-223281425-project] Pushing event deleted for resources: {'Network': ['ID=b33ecb9c-6c15-4143-aa4e-6eff2587ff00,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.205126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109fd122-327c-46ae-89f3-c369ccc46287') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.205442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109fd122-327c-46ae-89f3-c369ccc46287') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.223118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.249745 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.254564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b12729b-0b1f-413e-82e1-f3b9edbb586d req-1d6535c5-d9de-44a6-8eec-4bf6a27c8535 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/0f3cf7ed-f30a-45dd-aa03-d9e8ae5f2540 HTTP/1.1" status: 200 len: 1813 time: 0.0785630 Jul 15 13:14:36.261242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:36.261582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:36.263879 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:36.356665 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.365808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.367803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] 10.222.0.25 "DELETE /v2.0/networks/13d3c86e-fa31-4029-9eae-010b85f8eea2 HTTP/1.1" status: 204 len: 168 time: 1.6096911 Jul 15 13:14:36.401681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f0025-07a1-44cb-9041-b582f55f542c admin admin] Pushing event deleted for resources: {'Network': ['ID=13d3c86e-fa31-4029-9eae-010b85f8eea2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.406933 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b12729b-0b1f-413e-82e1-f3b9edbb586d req-2a0d82c5-ca6e-4b28-9f0d-7d9309f5879c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.436339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b12729b-0b1f-413e-82e1-f3b9edbb586d req-2a0d82c5-ca6e-4b28-9f0d-7d9309f5879c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.498300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b12729b-0b1f-413e-82e1-f3b9edbb586d req-2a0d82c5-ca6e-4b28-9f0d-7d9309f5879c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.501052 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b12729b-0b1f-413e-82e1-f3b9edbb586d req-2a0d82c5-ca6e-4b28-9f0d-7d9309f5879c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.502270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b12729b-0b1f-413e-82e1-f3b9edbb586d req-2a0d82c5-ca6e-4b28-9f0d-7d9309f5879c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f3cf7ed-f30a-45dd-aa03-d9e8ae5f2540 HTTP/1.1" status: 204 len: 173 time: 0.2377234 Jul 15 13:14:36.517980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d82c5-ca6e-4b28-9f0d-7d9309f5879c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3cf7ed-f30a-45dd-aa03-d9e8ae5f2540,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.520409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47004) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.656116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47008) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.722905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-32236b7b-d26b-4d5d-a9f0-d31b1f09f3b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b493767a2bf4544a3db357f3691e8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628655 Jul 15 13:14:36.724353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47010) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.769760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9c6b1863-4e30-4065-9c3b-2b3d89c2b342 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac40680744f644268f1905025c088081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476752 Jul 15 13:14:36.773633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47014) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.844653 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32dd214b-f900-4485-8e18-e94ab80a09ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.874250 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71c06cb5-b911-40b6-a2a3-88f88ea69670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.900604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32dd214b-f900-4485-8e18-e94ab80a09ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.952112 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71c06cb5-b911-40b6-a2a3-88f88ea69670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.981601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-223e7289-1bc7-44f8-a92a-7b6d8086ea48 req-cc87ea8a-1d1d-4802-8a6a-5500c6a75011 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/8b700cec-6465-4b0c-b413-a4bd0de63bef HTTP/1.1" status: 200 len: 1815 time: 0.1287556 Jul 15 13:14:37.060388 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:37.064324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32dd214b-f900-4485-8e18-e94ab80a09ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.067235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32dd214b-f900-4485-8e18-e94ab80a09ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.068424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-32dd214b-f900-4485-8e18-e94ab80a09ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e59c67f4-e903-47c3-80c7-1d01dd394d90 HTTP/1.1" status: 204 len: 168 time: 0.3442662 Jul 15 13:14:37.082437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd214b-f900-4485-8e18-e94ab80a09ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59c67f4-e903-47c3-80c7-1d01dd394d90,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.102013 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71c06cb5-b911-40b6-a2a3-88f88ea69670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.105166 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71c06cb5-b911-40b6-a2a3-88f88ea69670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.106374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-71c06cb5-b911-40b6-a2a3-88f88ea69670 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a39ba775-79df-4430-85b5-8c13981dc4ed HTTP/1.1" status: 204 len: 168 time: 0.3317795 Jul 15 13:14:37.109132 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-223e7289-1bc7-44f8-a92a-7b6d8086ea48 req-266e6797-aae0-4018-bdf0-9b4997c24f3a tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.136089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c06cb5-b911-40b6-a2a3-88f88ea69670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39ba775-79df-4430-85b5-8c13981dc4ed,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.183281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-223e7289-1bc7-44f8-a92a-7b6d8086ea48 req-266e6797-aae0-4018-bdf0-9b4997c24f3a tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.246068 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-223e7289-1bc7-44f8-a92a-7b6d8086ea48 req-266e6797-aae0-4018-bdf0-9b4997c24f3a tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.248828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-223e7289-1bc7-44f8-a92a-7b6d8086ea48 req-266e6797-aae0-4018-bdf0-9b4997c24f3a tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.250052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-223e7289-1bc7-44f8-a92a-7b6d8086ea48 req-266e6797-aae0-4018-bdf0-9b4997c24f3a tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "DELETE /v2.0/security-groups/8b700cec-6465-4b0c-b413-a4bd0de63bef HTTP/1.1" status: 204 len: 173 time: 0.2578475 Jul 15 13:14:37.273434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e6797-aae0-4018-bdf0-9b4997c24f3a tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b700cec-6465-4b0c-b413-a4bd0de63bef,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.008437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6493071-c204-409c-bf7a-0425dcc086b3 req-7eff1de1-56d1-47e4-88d6-7a7d81ba657c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/060d7b15-cbb1-4f0d-b335-378362cc3f2f HTTP/1.1" status: 200 len: 1814 time: 0.0857799 Jul 15 13:14:38.104564 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6493071-c204-409c-bf7a-0425dcc086b3 req-f966d0f1-1967-46bb-a4e9-bc46ab01a548 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.142097 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6493071-c204-409c-bf7a-0425dcc086b3 req-f966d0f1-1967-46bb-a4e9-bc46ab01a548 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.149085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3460b40e-422e-46e9-8b92-76c62c6dfb3c no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:38.212562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 3460b40e-422e-46e9-8b92-76c62c6dfb3c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:38.213822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3460b40e-422e-46e9-8b92-76c62c6dfb3c not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:38.249655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6493071-c204-409c-bf7a-0425dcc086b3 req-f966d0f1-1967-46bb-a4e9-bc46ab01a548 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.267271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6493071-c204-409c-bf7a-0425dcc086b3 req-f966d0f1-1967-46bb-a4e9-bc46ab01a548 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.286498 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6493071-c204-409c-bf7a-0425dcc086b3 req-f966d0f1-1967-46bb-a4e9-bc46ab01a548 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "DELETE /v2.0/security-groups/060d7b15-cbb1-4f0d-b335-378362cc3f2f HTTP/1.1" status: 204 len: 173 time: 0.2590215 Jul 15 13:14:38.343194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966d0f1-1967-46bb-a4e9-bc46ab01a548 tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060d7b15-cbb1-4f0d-b335-378362cc3f2f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.424759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47082) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:38.616168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1751743711-network', 'tenant_id': '8856a6f201da4543b63112744d41c6fd'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:38.678438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Made reservation on behalf of 8856a6f201da4543b63112744d41c6fd for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:38.681714 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.702015 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.879366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47096) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:38.922181 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.929401 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.997010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:39.025194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99627ed-b16c-457f-a6b7-ec52d42facf8,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.031242 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.031643 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Added segment 7175ff0f-7d6c-4f3b-90c4-df8f7acef108 of type vlan for network 32eed285-e268-4fcc-8c16-06f95aebb65a Jul 15 13:14:39.078036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927425194'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:39.101617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.137967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fec77-cbc9-44be-a6d2-a2ceb597cdc2 req-e78e4a66-5e62-4c09-bf12-e600e288b7f7 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.139517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6fec77-cbc9-44be-a6d2-a2ceb597cdc2 req-e78e4a66-5e62-4c09-bf12-e600e288b7f7 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.2115006 Jul 15 13:14:39.160027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:39.163488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.188888 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.195678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.196665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.197239 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.262312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8358479 Jul 15 13:14:39.265757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee6fec77-cbc9-44be-a6d2-a2ceb597cdc2 req-abc5d7cd-9b79-4f99-96a6-e043063a4693 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191568 Jul 15 13:14:39.266393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47102) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:39.279634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Request body: {'subnet': {'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1751743711-subnet', 'tenant_id': '8856a6f201da4543b63112744d41c6fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:39.311557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d767ed9-dbe4-4fed-a4b9-3624c48ac383 admin admin] Pushing event updated for resources: {'Network': ['ID=32eed285-e268-4fcc-8c16-06f95aebb65a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.347041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 32eed285-e268-4fcc-8c16-06f95aebb65a details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:39.449663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48df73d0-5daa-443c-899c-ed2d06a7b16f req-df098b24-7f93-4828-97d1-a779e3f8292c tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "GET /v2.0/security-groups/9c3016d0-6a52-40f0-97d8-8df506ddac23 HTTP/1.1" status: 200 len: 1814 time: 0.1108792 Jul 15 13:14:39.500870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.507741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.530696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Made reservation on behalf of 8856a6f201da4543b63112744d41c6fd for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:39.537510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.552684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:39.576649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96ab385-c4a9-4d80-8106-90fa9d851149,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.592156 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.592844 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 24e24c63-c88f-45a5-9cc9-b052f88be9d9 of type vlan for network 25a831d4-e9b5-4521-b1d7-8174ecef3368 Jul 15 13:14:39.595266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-48df73d0-5daa-443c-899c-ed2d06a7b16f req-63034c4d-7478-4da4-b557-5f4770f81c9b tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.673722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.678959 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-48df73d0-5daa-443c-899c-ed2d06a7b16f req-63034c4d-7478-4da4-b557-5f4770f81c9b tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.740569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.748796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.749610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.779855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-48df73d0-5daa-443c-899c-ed2d06a7b16f req-63034c4d-7478-4da4-b557-5f4770f81c9b tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.782531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-48df73d0-5daa-443c-899c-ed2d06a7b16f req-63034c4d-7478-4da4-b557-5f4770f81c9b tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.783796 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48df73d0-5daa-443c-899c-ed2d06a7b16f req-63034c4d-7478-4da4-b557-5f4770f81c9b tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] 10.222.0.25 "DELETE /v2.0/security-groups/9c3016d0-6a52-40f0-97d8-8df506ddac23 HTTP/1.1" status: 204 len: 173 time: 0.3326328 Jul 15 13:14:39.791969 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47104) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:39.831303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9396811 Jul 15 13:14:39.831681 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.834118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63034c4d-7478-4da4-b557-5f4770f81c9b tempest-SecurityGroupRulesNegativeTestJSON-475499557 tempest-SecurityGroupRulesNegativeTestJSON-475499557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3016d0-6a52-40f0-97d8-8df506ddac23,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.883588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.900447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc704fa-e340-4a35-8e54-0bbb8f4534d7 admin admin] Deleting subnet 3a33d131-11aa-4a0d-857d-b2890c5dfcc1 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:39.907238 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc704fa-e340-4a35-8e54-0bbb8f4534d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.977165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc704fa-e340-4a35-8e54-0bbb8f4534d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.014242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc623-10fe-4571-8bb3-476ff6a36105 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=25a831d4-e9b5-4521-b1d7-8174ecef3368,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.031045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 25a831d4-e9b5-4521-b1d7-8174ecef3368 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:40.047522 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47110) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.060359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '25a831d4-e9b5-4521-b1d7-8174ecef3368', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:40.095439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945df99-7de4-4a49-9835-6cb00ff52262 req-f1d64dbe-135f-4e16-ad24-bed7bd9c0bdd tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.099945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7945df99-7de4-4a49-9835-6cb00ff52262 req-f1d64dbe-135f-4e16-ad24-bed7bd9c0bdd tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 948 time: 0.0878634 Jul 15 13:14:40.110614 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc704fa-e340-4a35-8e54-0bbb8f4534d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.154077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7945df99-7de4-4a49-9835-6cb00ff52262 req-cc512c9b-f639-4411-b03b-724f8708dc38 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d8a4ec-28df-492c-b3d0-390b1336e023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479474 Jul 15 13:14:40.295965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Checking segment: {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:40.296624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Network hostable DHCP agents. Network: 32eed285-e268-4fcc-8c16-06f95aebb65a, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:40.360649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc704fa-e340-4a35-8e54-0bbb8f4534d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.423118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc704fa-e340-4a35-8e54-0bbb8f4534d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a33d131-11aa-4a0d-857d-b2890c5dfcc1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.425100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Network 32eed285-e268-4fcc-8c16-06f95aebb65a is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:40.436542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:40.440514 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.461843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fc704fa-e340-4a35-8e54-0bbb8f4534d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.464449 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0fc704fa-e340-4a35-8e54-0bbb8f4534d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3a33d131-11aa-4a0d-857d-b2890c5dfcc1 HTTP/1.1" status: 204 len: 168 time: 0.6717970 Jul 15 13:14:40.467214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47120) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.474507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 32eed285-e268-4fcc-8c16-06f95aebb65a) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:40.483058 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.483724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.489252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99576221-001e-4a2c-9ead-da426dbf118a None None] Network 32eed285-e268-4fcc-8c16-06f95aebb65a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:40.567502 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b3c5cbbe-2a65-4d7f-a063-5be43cde7ebf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2918601 Jul 15 13:14:40.636491 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.730484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a2c30-a625-497d-9345-07444e9db481 req-be75e661-dd4a-407f-a333-38186853e3b1 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.733056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a3a2c30-a625-497d-9345-07444e9db481 req-be75e661-dd4a-407f-a333-38186853e3b1 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.2783537 Jul 15 13:14:40.772177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.802428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f98d85-97ed-49e9-a07f-cacc9634deea']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:40.825692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73505683-4c47-4b8f-a9d3-004767587396') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:40.825993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73505683-4c47-4b8f-a9d3-004767587396') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:40.834362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251face8-05af-4445-b0dc-227e979e33df None None] Network 32eed285-e268-4fcc-8c16-06f95aebb65a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:40.859805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.870193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.905705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a3a2c30-a625-497d-9345-07444e9db481 req-6002c6c6-8819-4ab3-b884-fe15cc7d6107 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285143 Jul 15 13:14:40.911945 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.925601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:40.926578 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:40.930047 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:40.964780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=5d8d1add-e687-428d-9a8a-f3fb496a0745,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.006009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '24e24c63-c88f-45a5-9cc9-b052f88be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '25a831d4-e9b5-4521-b1d7-8174ecef3368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:41.007101 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 25a831d4-e9b5-4521-b1d7-8174ecef3368, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:41.062013 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 25a831d4-e9b5-4521-b1d7-8174ecef3368 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:41.077003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.085442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 25a831d4-e9b5-4521-b1d7-8174ecef3368) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:41.095267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.100470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.138270 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dc2eaa35-e825-4609-a004-2b0ef59a16fd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0841820 Jul 15 13:14:41.138574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e705e-1f83-4263-b8c6-4ec55c15a6b5 None None] Network 25a831d4-e9b5-4521-b1d7-8174ecef3368 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:41.139385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47130) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:41.146358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-797933766'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:41.183652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:41.189108 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.232417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:41.247958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.248506 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 834dbfbe-5a67-4e90-ab02-c16a185af33a of type vlan for network a4633291-d97d-4c7c-b70c-c84b14e284e7 Jul 15 13:14:41.304843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.361954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.378190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.379669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.467311 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3252978 Jul 15 13:14:41.474059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47144) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:41.485254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': 'a4633291-d97d-4c7c-b70c-c84b14e284e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:41.591450 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.594536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b8f98d85-97ed-49e9-a07f-cacc9634deea HTTP/1.1" status: 204 len: 168 time: 1.1258883 Jul 15 13:14:41.599884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c98c-ed39-4e41-a032-c586cfcd4918 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f98d85-97ed-49e9-a07f-cacc9634deea,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.623928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-25a831d4-e9b5-4521-b1d7-8174ecef3368', 'network_id': '25a831d4-e9b5-4521-b1d7-8174ecef3368', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': '5d8d1add-e687-428d-9a8a-f3fb496a0745'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:41.625328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.630339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961888b-8149-41e8-8435-9739f599f687 req-2c7781e7-4c87-405a-b350-6063952568bd tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.633441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a961888b-8149-41e8-8435-9739f599f687 req-2c7781e7-4c87-405a-b350-6063952568bd tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 948 time: 0.6835139 Jul 15 13:14:41.777693 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:41.786961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.799778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa55e1-1930-4626-966e-6a8899073a7c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=a4633291-d97d-4c7c-b70c-c84b14e284e7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.842538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a4633291-d97d-4c7c-b70c-c84b14e284e7 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:41.966965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Allocated IP 172.20.255.242 (25a831d4-e9b5-4521-b1d7-8174ecef3368/5d8d1add-e687-428d-9a8a-f3fb496a0745/b99dc3ab-b711-460b-8954-9a9755a4e815) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:41.998583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47150) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:42.009468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-97f05991-7415-41c5-9735-d9d47d1ca5b9 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:42.014078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-97f05991-7415-41c5-9735-d9d47d1ca5b9 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 815 time: 0.4251492 Jul 15 13:14:42.039221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Deleting port e1210f8b-cc7a-4365-a627-a873967b3816 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:42.039479 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.088259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-6db291bb-7f5d-423c-a041-267da7117df1 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/quotas/8856a6f201da4543b63112744d41c6fd HTTP/1.1" status: 200 len: 375 time: 0.0511529 Jul 15 13:14:42.159189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-a0a60137-022f-4ef8-8c83-9cc3c25ad184 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572367 Jul 15 13:14:42.211859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-62b21220-8100-4019-b865-68c421a7cc60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df311655d8214144a1f053758b988e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953976 Jul 15 13:14:42.217389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47152) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:42.319332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] For port e1210f8b-cc7a-4365-a627-a873967b3816, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e1210f8b-cc7a-4365-a627-a873967b3816,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:42.319758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.334557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc5299e5-50c6-4dd7-b257-418f22ecf4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.339743 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.342537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Calling delete_port for e1210f8b-cc7a-4365-a627-a873967b3816 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:42.376709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-f68f5a28-690b-4e7c-81fb-5201a31e0a77 service neutron] 10.222.0.25 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845026 Jul 15 13:14:42.466583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=4eb9453c-e452-4c9c-8991-b4376df7d05a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.505179 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.522810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Transition to ACTIVE for port object b99dc3ab-b711-460b-8954-9a9755a4e815 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:42.544485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-6f71b6f6-c0bc-4ad3-8483-60e8d07103b9 service neutron] 10.222.0.25 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305590 Jul 15 13:14:42.545398 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc5299e5-50c6-4dd7-b257-418f22ecf4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.554747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '834dbfbe-5a67-4e90-ab02-c16a185af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a4633291-d97d-4c7c-b70c-c84b14e284e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:42.555097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Transition to ACTIVE for port object b99dc3ab-b711-460b-8954-9a9755a4e815 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:42.555552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: a4633291-d97d-4c7c-b70c-c84b14e284e7, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:42.572809 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.660725 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.680849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network a4633291-d97d-4c7c-b70c-c84b14e284e7 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:42.705294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a4633291-d97d-4c7c-b70c-c84b14e284e7) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:42.711766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Pushing event updated for resources: {'Port': ['ID=b99dc3ab-b711-460b-8954-9a9755a4e815,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.724756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f05bc4-ce8c-4bfe-a4b5-eb943477d876 None None] Network a4633291-d97d-4c7c-b70c-c84b14e284e7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:42.725848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:42.726770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.740947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc5299e5-50c6-4dd7-b257-418f22ecf4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.743862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc5299e5-50c6-4dd7-b257-418f22ecf4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.745404 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fc5299e5-50c6-4dd7-b257-418f22ecf4ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df076355-1962-49e9-a148-9ccb6098e7de HTTP/1.1" status: 204 len: 168 time: 0.5269544 Jul 15 13:14:42.747529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Pushing event deleted for resources: {'Port': ['ID=e1210f8b-cc7a-4365-a627-a873967b3816,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.759488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5299e5-50c6-4dd7-b257-418f22ecf4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df076355-1962-49e9-a148-9ccb6098e7de,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.765794 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-706ec7bc-ce75-46cd-9738-7697b18d0f10 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2890277 Jul 15 13:14:42.769803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47158) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:42.927252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] No DVR routers for this DVR port e1210f8b-cc7a-4365-a627-a873967b3816 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:42.931223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.934743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a961888b-8149-41e8-8435-9739f599f687 req-11106278-93ca-4ac6-9921-61b64e7d1811 tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.30 "DELETE /v2.0/ports/e1210f8b-cc7a-4365-a627-a873967b3816 HTTP/1.1" status: 204 len: 173 time: 1.2781384 Jul 15 13:14:42.935488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-deleted', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:42.959542 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78b61e-9077-425b-9679-400a9aad69b9" -d '{"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-deleted", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:43.047735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.054689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Network 25a831d4-e9b5-4521-b1d7-8174ecef3368 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:43.087760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:43.097287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:43.342729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.382810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe8911bd-0cb9-49dd-b97c-bf27f86a8be6 req-211571a5-5e1d-48f6-ba00-3c858809125d tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 210 time: 0.1295700 Jul 15 13:14:43.413156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Attempting to bind port b99dc3ab-b711-460b-8954-9a9755a4e815 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:43.413733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Attempting to bind port b99dc3ab-b711-460b-8954-9a9755a4e815 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '24e24c63-c88f-45a5-9cc9-b052f88be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '25a831d4-e9b5-4521-b1d7-8174ecef3368'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:43.414377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Attempting to bind port b99dc3ab-b711-460b-8954-9a9755a4e815 on network 25a831d4-e9b5-4521-b1d7-8174ecef3368 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:43.436137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:43.436731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Checking segment: {'id': '24e24c63-c88f-45a5-9cc9-b052f88be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '25a831d4-e9b5-4521-b1d7-8174ecef3368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:43.437405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.438324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Bound using segment: {'id': '24e24c63-c88f-45a5-9cc9-b052f88be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '25a831d4-e9b5-4521-b1d7-8174ecef3368'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:43.439063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Bound port: b99dc3ab-b711-460b-8954-9a9755a4e815, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e24c63-c88f-45a5-9cc9-b052f88be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '25a831d4-e9b5-4521-b1d7-8174ecef3368'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:43.439766 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.635443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.654190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] For port b99dc3ab-b711-460b-8954-9a9755a4e815, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:43.661528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] For port b99dc3ab-b711-460b-8954-9a9755a4e815, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b99dc3ab-b711-460b-8954-9a9755a4e815,segment=NetworkSegment(24e24c63-c88f-45a5-9cc9-b052f88be9d9),segment_id=24e24c63-c88f-45a5-9cc9-b052f88be9d9)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:43.664336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13437910-c53d-49fb-8080-b2b3f9fe0a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a4633291-d97d-4c7c-b70c-c84b14e284e7', 'network_id': 'a4633291-d97d-4c7c-b70c-c84b14e284e7', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': '4eb9453c-e452-4c9c-8991-b4376df7d05a'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:43.666489 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13437910-c53d-49fb-8080-b2b3f9fe0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.690219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.745363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb9453c-e452-4c9c-8991-b4376df7d05a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:43.859953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156754a3-5531-4ebd-80a3-3220d59674f1 req-9f22acb0-4019-45a3-b850-ac4e890428b6 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:43.871624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-156754a3-5531-4ebd-80a3-3220d59674f1 req-9f22acb0-4019-45a3-b850-ac4e890428b6 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.1991105 Jul 15 13:14:43.953227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-156754a3-5531-4ebd-80a3-3220d59674f1 req-a1eea83a-16c8-4c8f-aea9-f7c041bd4a4d tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Jul 15 13:14:43.995592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f9c52-434f-46c5-8503-9ab1553feea8 None None] Pushing event updated for resources: {'Port': ['ID=b99dc3ab-b711-460b-8954-9a9755a4e815,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.036769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d7b6e-af20-4a70-9c9c-7983e7857576 None None] Network a4633291-d97d-4c7c-b70c-c84b14e284e7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:44.139425 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.153440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d635ed34-fcc6-4bcd-bd42-a3fcdb5945e0 req-0be305c6-1341-485e-a7e8-f17e061fc0c2 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 210 time: 0.0902545 Jul 15 13:14:44.204061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4633291-d97d-4c7c-b70c-c84b14e284e7']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:44.278590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834dbfbe-5a67-4e90-ab02-c16a185af33a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:44.278946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834dbfbe-5a67-4e90-ab02-c16a185af33a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:44.295551 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.346247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.358872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:44.359672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:44.378222 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:44.478283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:44.513382 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6044028a-d2a3-4884-92cb-1ce168d1e992 x-openstack-request-id: req-6044028a-d2a3-4884-92cb-1ce168d1e992 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:44.513823 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfa7fa2-46d8-4220-bd81-05ab266509b2", "name": "network-vif-deleted", "tag": "e1210f8b-cc7a-4365-a627-a873967b3816", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:44.514212 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6044028a-d2a3-4884-92cb-1ce168d1e992 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:44.514882 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa7fa2-46d8-4220-bd81-05ab266509b2', 'name': 'network-vif-deleted', 'tag': 'e1210f8b-cc7a-4365-a627-a873967b3816', 'status': 'completed', 'code': 200} Jul 15 13:14:44.570952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: e1210f8b-cc7a-4365-a627-a873967b3816 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:44.571340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e1210f8b-cc7a-4365-a627-a873967b3816 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:44.710972 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.737520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.746667 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/a4633291-d97d-4c7c-b70c-c84b14e284e7 HTTP/1.1" status: 204 len: 168 time: 1.9750419 Jul 15 13:14:44.751837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47196) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:44.762044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1967502844'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:44.821356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58782c-cd74-46eb-9bb6-5007c18db604 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=a4633291-d97d-4c7c-b70c-c84b14e284e7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.888508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81e987b4-d043-478b-9ff5-f4648541ebba req-ed560621-4d10-496b-882c-c51774cffbbd tempest-ListImageFiltersTestJSON-593076640 tempest-ListImageFiltersTestJSON-593076640-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cfa7fa2-46d8-4220-bd81-05ab266509b2 HTTP/1.1" status: 200 len: 210 time: 0.1006989 Jul 15 13:14:44.923360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:44.937045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.057152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:45.095338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.095890 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 91c909b3-26f9-4133-bb79-1f96f22ebf7b of type vlan for network 52d9c658-f1e4-4ebc-8126-4636a05dbc7b Jul 15 13:14:45.143760 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47206) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:45.250999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.420256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.446760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.449037 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.534795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1962587258-network', 'tenant_id': '20dd2b507c1a4192a2af91f82fb55a1a'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:45.594467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b99dc3ab-b711-460b-8954-9a9755a4e815 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:45.625848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Made reservation on behalf of 20dd2b507c1a4192a2af91f82fb55a1a for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:45.629033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.642719 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.721812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9678090 Jul 15 13:14:45.725071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47214) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:45.753082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '52d9c658-f1e4-4ebc-8126-4636a05dbc7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:45.831971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b99dc3ab-b711-460b-8954-9a9755a4e815 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:45.901579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9b15d-66b8-4a32-b626-e40652286b3a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=52d9c658-f1e4-4ebc-8126-4636a05dbc7b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:45.921723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 52d9c658-f1e4-4ebc-8126-4636a05dbc7b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:45.968099 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.975480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4af3d1-fb9d-4cc1-be0e-c356474ddd09 req-722c753d-3b35-406f-97e0-27992884248d tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.980628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.986492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b4af3d1-fb9d-4cc1-be0e-c356474ddd09 req-722c753d-3b35-406f-97e0-27992884248d tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.5734828 Jul 15 13:14:46.052076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9be96a-a6f2-42fb-9e7f-5392d02789fc None None] Network 25a831d4-e9b5-4521-b1d7-8174ecef3368 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:46.123340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b4af3d1-fb9d-4cc1-be0e-c356474ddd09 req-a28b1617-09d7-4007-9e91-c398da257c48 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357698 Jul 15 13:14:46.148543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:46.153623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:46.161657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.177435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-27d7bb6d-c4d2-4fa4-9356-cd01ab59cd05 None None] Provisioning for port b99dc3ab-b711-460b-8954-9a9755a4e815 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:46.179811 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.183437 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Added segment d6957548-8809-4f51-8d3d-5b955ad7a252 of type vlan for network c18ef261-1c94-4bd1-a188-7298937d6976 Jul 15 13:14:46.202428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-27d7bb6d-c4d2-4fa4-9356-cd01ab59cd05 None None] Provisioning complete for port b99dc3ab-b711-460b-8954-9a9755a4e815 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:46.203258 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27d7bb6d-c4d2-4fa4-9356-cd01ab59cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.248843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.281845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aaca6d-c226-46a5-9632-c4ebf2edfb4d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.311343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing IP validity checks on allocation pools {{(pid=93733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:14:46.312393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:14:46.355321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.356959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.357622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.432538 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2864990 Jul 15 13:14:46.438304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47218) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:46.444619 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Request body: {'subnet': {'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1962587258-subnet', 'tenant_id': '20dd2b507c1a4192a2af91f82fb55a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:46.482700 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27d7bb6d-c4d2-4fa4-9356-cd01ab59cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.501584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-5b0327b8-516f-4243-99c3-62d6090145c7 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.503663 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-5b0327b8-516f-4243-99c3-62d6090145c7 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 815 time: 0.4814076 Jul 15 13:14:46.507815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56f111-02d3-427b-a7cf-84e18ae6993e admin admin] Pushing event updated for resources: {'Network': ['ID=c18ef261-1c94-4bd1-a188-7298937d6976,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.521129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Request body: {'port': {'device_id': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'admin_state_up': True, 'tenant_id': '8856a6f201da4543b63112744d41c6fd'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:46.528133 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network c18ef261-1c94-4bd1-a188-7298937d6976 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:46.617561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-27d7bb6d-c4d2-4fa4-9356-cd01ab59cd05 None None] For port b99dc3ab-b711-460b-8954-9a9755a4e815, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b99dc3ab-b711-460b-8954-9a9755a4e815,segment=NetworkSegment(24e24c63-c88f-45a5-9cc9-b052f88be9d9),segment_id=24e24c63-c88f-45a5-9cc9-b052f88be9d9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:46.669241 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.690437 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27d7bb6d-c4d2-4fa4-9356-cd01ab59cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.710823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Made reservation on behalf of 20dd2b507c1a4192a2af91f82fb55a1a for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:46.713917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.749994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7bb6d-c4d2-4fa4-9356-cd01ab59cd05 None None] Pushing event updated for resources: {'Port': ['ID=b99dc3ab-b711-460b-8954-9a9755a4e815,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.772238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Made reservation on behalf of 8856a6f201da4543b63112744d41c6fd for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:46.776589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d61e653c-4ea5-4319-88e2-fc5aacb604ce req-35ba4b4c-b968-490d-9d8a-74ed3b2f322a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 210 time: 0.1446638 Jul 15 13:14:46.776753 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.927348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=2aa48f3f-b5f6-4a6d-b2b4-7b9a9d9810ec,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.954623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '91c909b3-26f9-4133-bb79-1f96f22ebf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '52d9c658-f1e4-4ebc-8126-4636a05dbc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:46.957129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 52d9c658-f1e4-4ebc-8126-4636a05dbc7b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:46.998391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 52d9c658-f1e4-4ebc-8126-4636a05dbc7b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:47.023368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4b24e93a-da39-4d32-a21e-4b99660c651e None None] Provisioning complete for port b99dc3ab-b711-460b-8954-9a9755a4e815 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:47.024138 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4b24e93a-da39-4d32-a21e-4b99660c651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.024711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 52d9c658-f1e4-4ebc-8126-4636a05dbc7b) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:47.050837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.051967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.081502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9d7e0-e800-4f37-8870-514a5e4c3a77 None None] Network 52d9c658-f1e4-4ebc-8126-4636a05dbc7b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:47.091032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fa632aae-8c97-4e7d-9b4d-3d9e0a9820ea tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3550143 Jul 15 13:14:47.092220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47230) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:47.276970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.376592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.452581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d53a83-11ca-42eb-b9c3-3d3d7ba77e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-52d9c658-f1e4-4ebc-8126-4636a05dbc7b', 'network_id': '52d9c658-f1e4-4ebc-8126-4636a05dbc7b', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': '2aa48f3f-b5f6-4a6d-b2b4-7b9a9d9810ec'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:47.453627 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39d53a83-11ca-42eb-b9c3-3d3d7ba77e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.511457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b99dc3ab-b711-460b-8954-9a9755a4e815 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:47.560680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.631427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa48f3f-b5f6-4a6d-b2b4-7b9a9d9810ec,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:47.653090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.705865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Allocated IP 172.20.0.8 (32eed285-e268-4fcc-8c16-06f95aebb65a/290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00/6b033592-6acb-4856-8a56-8003ee32db67) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:47.761842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6bfa5b-135f-450b-a305-37a9122012a9,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server [None req-39d53a83-11ca-42eb-b9c3-3d3d7ba77e62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2aa48f3f-b5f6-4a6d-b2b4-7b9a9d9810ec: This subnet is being modified by another concurrent operation. Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:14:47.766618 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2aa48f3f-b5f6-4a6d-b2b4-7b9a9d9810ec: This subnet is being modified by another concurrent operation. Jul 15 13:14:47.776534 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:14:47.781785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.794867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d9c658-f1e4-4ebc-8126-4636a05dbc7b']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:47.823631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c909b3-26f9-4133-bb79-1f96f22ebf7b') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:47.824576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c909b3-26f9-4133-bb79-1f96f22ebf7b') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:47.833185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faef19a-def3-4f12-b382-c1540c3adda7 None None] Network 52d9c658-f1e4-4ebc-8126-4636a05dbc7b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:47.852944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b99dc3ab-b711-460b-8954-9a9755a4e815 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:47.853450 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.858610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.877901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a48727-b635-4bdb-a94f-0b53d7ba6b9c req-207ad088-523e-417f-8f65-5d494928fc84 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.879781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38a48727-b635-4bdb-a94f-0b53d7ba6b9c req-207ad088-523e-417f-8f65-5d494928fc84 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.2402031 Jul 15 13:14:47.908897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.929207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Checking segment: {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:47.932149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Network hostable DHCP agents. Network: c18ef261-1c94-4bd1-a188-7298937d6976, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:47.936071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:47.936935 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:47.942063 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:48.065605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c75e0-4e3d-46d8-9467-d3fa5dbe9433 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:14:48.091750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38a48727-b635-4bdb-a94f-0b53d7ba6b9c req-3e50052a-045b-437e-a3af-8cdf736a7bd9 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980739 Jul 15 13:14:48.102535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Network c18ef261-1c94-4bd1-a188-7298937d6976 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:48.108963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.120965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.131336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/52d9c658-f1e4-4ebc-8126-4636a05dbc7b HTTP/1.1" status: 204 len: 168 time: 1.0372446 Jul 15 13:14:48.143163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47250) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:48.164334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, c18ef261-1c94-4bd1-a188-7298937d6976) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:48.178129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.179437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.202789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-655188826'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:48.205505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c75e0-4e3d-46d8-9467-d3fa5dbe9433 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:14:48.212293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c27a61-9473-4b04-ba27-c690a7b954ba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=52d9c658-f1e4-4ebc-8126-4636a05dbc7b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.250788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.284786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:48.291055 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.323200 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8125c304-d8b7-4e33-a0bb-a8a4dfbbb01c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8741584 Jul 15 13:14:48.345689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.388091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:48.415668 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.416969 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 42ed4c85-20fa-4599-98d0-cffeddee3c94 of type vlan for network 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 Jul 15 13:14:48.497081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Pushing event updated for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.534991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Network 32eed285-e268-4fcc-8c16-06f95aebb65a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:48.543443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:48.550542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:48.566221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.673230 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.686840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.691403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.722054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.722299 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.768485 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-40256ad5-6387-438b-ad3e-c97595083f11 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2526076 Jul 15 13:14:48.782482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.792398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Request body: {'port': {'device_id': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:48.814096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f3c9b607-9d2d-4361-beff-099b74e26fc9 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6355209 Jul 15 13:14:48.819696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47276) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:48.826877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:48.887198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:48.960978 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf9c95bc-2daa-4bae-80d4-fd57cc5595a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.976343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.067015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:49.074016 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.219084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8ad5-6f07-486b-9e46-5177a921478d req-83a06f78-88be-4b99-8692-3870f67b792a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.221360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-818b8ad5-6f07-486b-9e46-5177a921478d req-83a06f78-88be-4b99-8692-3870f67b792a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 931 time: 0.2528691 Jul 15 13:14:49.232763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a15ab-f42f-46ac-b202-1838b57f1a3e None None] Network c18ef261-1c94-4bd1-a188-7298937d6976 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:49.376520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b033592-6acb-4856-8a56-8003ee32db67 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:49.405362 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.409180 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.419432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01545a-4343-4ce3-b3f0-07bbd2d2eca1 None None] Network c18ef261-1c94-4bd1-a188-7298937d6976 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:49.460166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Transition to ACTIVE for port object 6b033592-6acb-4856-8a56-8003ee32db67 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:49.469040 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.510701 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-818b8ad5-6f07-486b-9e46-5177a921478d req-cff6a0c8-0f6e-4b66-b647-4e59ad069b44 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068730 Jul 15 13:14:49.514785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=5fc46b0f-f5fe-4f5d-9fe0-37facee4ef88,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.564955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '42ed4c85-20fa-4599-98d0-cffeddee3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:49.566076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:49.599029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:49.603747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Pushing event updated for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.621832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:49.648900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.650961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.686227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e8bc3-a435-4ee3-b2ce-2d4639c54511 None None] Network 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:49.694461 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-44577f1b-9c04-40c5-a037-b6306d99f96d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8733447 Jul 15 13:14:49.698184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47288) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:49.703650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Attempting to bind port 6b033592-6acb-4856-8a56-8003ee32db67 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:49.704192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Attempting to bind port 6b033592-6acb-4856-8a56-8003ee32db67 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:49.704724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Attempting to bind port 6b033592-6acb-4856-8a56-8003ee32db67 on network 32eed285-e268-4fcc-8c16-06f95aebb65a {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:49.722375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Port 6b033592-6acb-4856-8a56-8003ee32db67 on network 32eed285-e268-4fcc-8c16-06f95aebb65a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:49.723244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Attempting to bind port 6b033592-6acb-4856-8a56-8003ee32db67 on network 32eed285-e268-4fcc-8c16-06f95aebb65a {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:49.733356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:49.734254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Checking segment: {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:49.735117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Bound using segment: {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:49.736184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Bound port: 6b033592-6acb-4856-8a56-8003ee32db67, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:49.737032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.867697 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:49.879861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:49.889385 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.955235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.956175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.958594 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] 10.222.0.35 "PUT /v2.0/ports/6b033592-6acb-4856-8a56-8003ee32db67 HTTP/1.1" status: 200 len: 1092 time: 1.1810968 Jul 15 13:14:49.959515 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:49.964086 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbbfe2a-a317-40de-88de-11944196d5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "tag": "6b033592-6acb-4856-8a56-8003ee32db67"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:49.975593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3', 'network_id': '4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': '5fc46b0f-f5fe-4f5d-9fe0-37facee4ef88'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:49.976385 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.987840 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.018980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c776d3-b088-4a45-913e-e9135b4a7a68 service neutron] Pushing event updated for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.117527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-6b35cea2-5019-4f5e-8c1c-2ea973bdffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.119865 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-6b35cea2-5019-4f5e-8c1c-2ea973bdffc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 1095 time: 0.0966678 Jul 15 13:14:50.169016 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-98f3eb9e-f97f-479e-861a-e552cd0062df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b033592-6acb-4856-8a56-8003ee32db67 HTTP/1.1" status: 200 len: 217 time: 0.0424442 Jul 15 13:14:50.186446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Allocated IP 172.20.0.1 (4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3/5fc46b0f-f5fe-4f5d-9fe0-37facee4ef88/679b2803-46e9-4d3a-bb44-daf5f6d4ed9f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:50.206741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-a2b2acab-3a37-42ff-b7d7-6edd5d1667bc tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.208748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-a2b2acab-3a37-42ff-b7d7-6edd5d1667bc tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/networks?id=c18ef261-1c94-4bd1-a188-7298937d6976 HTTP/1.1" status: 200 len: 818 time: 0.2966895 Jul 15 13:14:50.215790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.224244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-f880e8c4-a331-4884-a16b-00b1be14028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.226041 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-f880e8c4-a331-4884-a16b-00b1be14028a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00 HTTP/1.1" status: 200 len: 855 time: 0.0513501 Jul 15 13:14:50.260608 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-2fba2f1b-79be-4434-8cdd-05fae0add783 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32eed285-e268-4fcc-8c16-06f95aebb65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283818 Jul 15 13:14:50.277777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-707c8e30-c533-414e-9011-59e2db8cbed2 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/quotas/20dd2b507c1a4192a2af91f82fb55a1a HTTP/1.1" status: 200 len: 375 time: 0.0559421 Jul 15 13:14:50.340472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-e5d788ea-4ca5-471d-8802-e65c88264ce1 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=20dd2b507c1a4192a2af91f82fb55a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545573 Jul 15 13:14:50.392746 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-20ff66fe-8050-443a-91fc-d04b33ee179e service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259298 Jul 15 13:14:50.476171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.480068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-dfc873d6-6e97-4135-8997-d3ccb016a0b5 service neutron] 10.222.0.25 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296151 Jul 15 13:14:50.486322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Transition to ACTIVE for port object 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:50.505022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Transition to ACTIVE for port object 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:50.506724 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-6a2225cf-6377-4af8-836a-7fe9bf76dc84 req-98b9f4a0-d5ff-45fa-bafa-0f83958bb16c service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066079 Jul 15 13:14:50.520709 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.569909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Network 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:50.573871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:50.579326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:50.582999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Pushing event updated for resources: {'Port': ['ID=679b2803-46e9-4d3a-bb44-daf5f6d4ed9f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.583890 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.625775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc46b0f-f5fe-4f5d-9fe0-37facee4ef88,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.648505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Attempting to bind port 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:50.648873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Attempting to bind port 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '42ed4c85-20fa-4599-98d0-cffeddee3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:50.649248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Attempting to bind port 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f on network 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:50.649820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.650722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.651065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.651472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.651807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.652139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.652468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.652792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.653113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.653434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.653753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.654071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:50.656260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:50.656660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Checking segment: {'id': '42ed4c85-20fa-4599-98d0-cffeddee3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:50.657049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.657459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Bound using segment: {'id': '42ed4c85-20fa-4599-98d0-cffeddee3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:50.657945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Bound port: 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed4c85-20fa-4599-98d0-cffeddee3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:50.658376 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.696595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-639a35b1-67cc-46d2-9562-9b8946bdb9a7 service neutron] 10.222.0.25 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029479 Jul 15 13:14:50.733259 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.744661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:50.756376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ed4c85-20fa-4599-98d0-cffeddee3c94') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:50.756683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ed4c85-20fa-4599-98d0-cffeddee3c94') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:50.757676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] For port 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:50.762043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] For port 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=679b2803-46e9-4d3a-bb44-daf5f6d4ed9f,segment=NetworkSegment(42ed4c85-20fa-4599-98d0-cffeddee3c94),segment_id=42ed4c85-20fa-4599-98d0-cffeddee3c94)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:50.768453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.768683 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.785661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.794797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:50.795295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:50.799276 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:50.873279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:14:50.873279 n-d-771362-36 neutron-server[93733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:14:50.873279 n-d-771362-36 neutron-server[93733]: [parameters: {'id': '4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3'}] Jul 15 13:14:50.873279 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:14:50.873841 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:14:50.928621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c86a5e-3cc3-45cb-a6be-eb7d32e57840 None None] Pushing event updated for resources: {'Port': ['ID=679b2803-46e9-4d3a-bb44-daf5f6d4ed9f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.961025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4545bc-af3f-42e1-9701-c2e9ea7aebdf None None] Network 4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:51.133078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e109770-544c-4e10-8673-78c9972ba752 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:14:51.242521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e109770-544c-4e10-8673-78c9972ba752 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:14:51.378225 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.527212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Deleting port 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:51.528096 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.550729 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.557564 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab26886a-d1e7-4c33-af7d-69664ffa529f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.633442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] For port 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=679b2803-46e9-4d3a-bb44-daf5f6d4ed9f,segment=NetworkSegment(42ed4c85-20fa-4599-98d0-cffeddee3c94),segment_id=42ed4c85-20fa-4599-98d0-cffeddee3c94)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:51.633872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.662763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Calling delete_port for 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:51.808208 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.838982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Port': ['ID=679b2803-46e9-4d3a-bb44-daf5f6d4ed9f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.843778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No DVR routers for this DVR port 679b2803-46e9-4d3a-bb44-daf5f6d4ed9f on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:51.928664 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47344) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:51.986606 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.005903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:52.043227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ed4c85-20fa-4599-98d0-cffeddee3c94') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:52.043741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ed4c85-20fa-4599-98d0-cffeddee3c94') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:52.093652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.128505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.140696 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-57e91b1c-f704-40f7-8716-89706f26060b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10f646af5cd74270a03ac0e98f1af938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107992 Jul 15 13:14:52.144794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47348) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.147619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:52.148321 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:52.154086 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:52.242142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6b033592-6acb-4856-8a56-8003ee32db67 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:52.277305 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03a37e9f-2fc2-4404-9a2b-2f8aefa3bacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.295512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfc46f-4024-4b4c-ade6-60369fb0c749 req-fe7e0090-a462-4a59-9619-41be822dd78a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.307956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2bfc46f-4024-4b4c-ade6-60369fb0c749 req-fe7e0090-a462-4a59-9619-41be822dd78a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.2963698 Jul 15 13:14:52.330410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03a37e9f-2fc2-4404-9a2b-2f8aefa3bacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.337083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.355996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.363055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 HTTP/1.1" status: 204 len: 168 time: 2.6600387 Jul 15 13:14:52.366624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47350) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.392838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417757397'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:52.407786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b1e1f-7bd5-45b2-bb4b-69cda3dd8680 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.456747 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2bfc46f-4024-4b4c-ade6-60369fb0c749 req-141037d3-0ee4-4155-822a-154650fe43c0 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433585 Jul 15 13:14:52.497840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:52.501693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03a37e9f-2fc2-4404-9a2b-2f8aefa3bacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.504660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03a37e9f-2fc2-4404-9a2b-2f8aefa3bacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.508209 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-03a37e9f-2fc2-4404-9a2b-2f8aefa3bacd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4d8a4ec-28df-492c-b3d0-390b1336e023 HTTP/1.1" status: 204 len: 168 time: 0.3600392 Jul 15 13:14:52.508408 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.530915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:52.533005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a37e9f-2fc2-4404-9a2b-2f8aefa3bacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d8a4ec-28df-492c-b3d0-390b1336e023,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.550846 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8beb923-f3c9-479a-a895-2b2b03e021eb x-openstack-request-id: req-a8beb923-f3c9-479a-a895-2b2b03e021eb {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:52.551176 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "tag": "6b033592-6acb-4856-8a56-8003ee32db67", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:52.551452 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8beb923-f3c9-479a-a895-2b2b03e021eb {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:52.551898 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67', 'status': 'completed', 'code': 200} Jul 15 13:14:52.574001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:52.580483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '6b033592-6acb-4856-8a56-8003ee32db67', 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'port_id': '6b033592-6acb-4856-8a56-8003ee32db67', 'mac_address': 'fa:16:3e:21:9e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:52.611571 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.614366 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 48bdef21-7793-4e8e-8749-597c72d7096d of type vlan for network 31319eec-1cfc-4d59-871b-f2ac3937a952 Jul 15 13:14:52.696480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.725257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.765519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.771962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.772895 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.789564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b033592-6acb-4856-8a56-8003ee32db67 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:52.843309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-574e1358-38b6-491d-9e47-ad2c3c56cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.846332 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-574e1358-38b6-491d-9e47-ad2c3c56cacf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 1095 time: 0.1419778 Jul 15 13:14:52.881302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4937098 Jul 15 13:14:52.883232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47356) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.890697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '31319eec-1cfc-4d59-871b-f2ac3937a952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:52.902285 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.929216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:52.938028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.017071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c67a8-1143-4bee-a868-23f033824830 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=31319eec-1cfc-4d59-871b-f2ac3937a952,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.034398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 31319eec-1cfc-4d59-871b-f2ac3937a952 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:53.075469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a607748-278c-46ac-b873-d246b5fe4c29 req-03fdfeda-9966-44d2-9f38-56388ebb8d0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.084478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a607748-278c-46ac-b873-d246b5fe4c29 req-03fdfeda-9966-44d2-9f38-56388ebb8d0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 943 time: 0.3299899 Jul 15 13:14:53.092838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:53.097422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.111956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-1ce3ccc5-e56d-4729-aaea-c606dd828060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.128988 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-1ce3ccc5-e56d-4729-aaea-c606dd828060 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 916 time: 0.2745969 Jul 15 13:14:53.161564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.214016 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-12da7ca9-4a67-4bf0-abe5-c0d12e45eb0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b033592-6acb-4856-8a56-8003ee32db67 HTTP/1.1" status: 200 len: 217 time: 0.0772676 Jul 15 13:14:53.227205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['6b033592-6acb-4856-8a56-8003ee32db67'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:53.231082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a607748-278c-46ac-b873-d246b5fe4c29 req-3519e9d3-08f3-4e90-9ae1-c0763690db1a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460671 Jul 15 13:14:53.320412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-a6d9385b-564d-49fe-826f-2addd40b3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.334111 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-a6d9385b-564d-49fe-826f-2addd40b3ccf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00 HTTP/1.1" status: 200 len: 855 time: 0.1119618 Jul 15 13:14:53.437512 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-0719fbc1-b0ea-41e6-8141-e1098cdc5045 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32eed285-e268-4fcc-8c16-06f95aebb65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957808 Jul 15 13:14:53.653159 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-98fa6550-b821-411e-b919-497ffef5c68c service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065611 Jul 15 13:14:53.861411 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-3dbbfe2a-a317-40de-88de-11944196d5cc req-5732d8c8-ba09-4beb-9691-bcc5a5b57cf2 service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015963 Jul 15 13:14:54.220698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-daf263c9-25de-4f90-8ad3-88fb8cc6dadc tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.222285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-daf263c9-25de-4f90-8ad3-88fb8cc6dadc tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 946 time: 0.9778430 Jul 15 13:14:54.251303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.257133 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.259517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ca520cfd-d44b-4736-82e5-9284c822e3c1 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.260225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6b033592-6acb-4856-8a56-8003ee32db67 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:54.261077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ca520cfd-d44b-4736-82e5-9284c822e3c1 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.30 "GET /v2.0/networks?id=c18ef261-1c94-4bd1-a188-7298937d6976 HTTP/1.1" status: 200 len: 818 time: 0.4000947 Jul 15 13:14:54.318215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Request body: {'port': {'device_id': '256805c2-3380-402b-835f-cba517517b37', 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976', 'admin_state_up': True, 'tenant_id': '20dd2b507c1a4192a2af91f82fb55a1a'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:54.323091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 6b033592-6acb-4856-8a56-8003ee32db67 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:54.329561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 6b033592-6acb-4856-8a56-8003ee32db67 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:54.330203 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.336644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-1aea555e-c2b4-4530-9072-b3b21732d3e0 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.338274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-1aea555e-c2b4-4530-9072-b3b21732d3e0 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.35 "GET /v2.0/networks?id=c18ef261-1c94-4bd1-a188-7298937d6976 HTTP/1.1" status: 200 len: 818 time: 0.4830251 Jul 15 13:14:54.379033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Request body: {'port': {'device_id': '2c39cef3-c6ed-4606-853e-0e916b58cb1a', 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976', 'admin_state_up': True, 'tenant_id': '20dd2b507c1a4192a2af91f82fb55a1a'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:54.420683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdadf6b-07cb-4401-b0da-4b47d3e17445 req-3e33f12e-91ce-4af2-b3f2-5a0ca7d31bc6 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.422300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cdadf6b-07cb-4401-b0da-4b47d3e17445 req-3e33f12e-91ce-4af2-b3f2-5a0ca7d31bc6 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 946 time: 0.5658703 Jul 15 13:14:54.454664 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.499524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:54.504027 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c70847-8df9-42c7-802e-212fe4f8b07a" -d '{"events": [{"server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "name": "network-vif-plugged", "status": "completed", "tag": "6b033592-6acb-4856-8a56-8003ee32db67"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:54.533784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:54.537746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=e758cc67-a09b-41a9-8710-36f245d63c35,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.540285 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.543443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:54.687412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.699009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '48bdef21-7793-4e8e-8749-597c72d7096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31319eec-1cfc-4d59-871b-f2ac3937a952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:54.699396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 31319eec-1cfc-4d59-871b-f2ac3937a952, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:54.755856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cdadf6b-07cb-4401-b0da-4b47d3e17445 req-56c86d36-23ea-4acf-92f4-4f37f85d4f78 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/security-groups?id=0591e030-85ef-4ede-aca8-2b15daf27265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159070 Jul 15 13:14:54.765676 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.831435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Made reservation on behalf of 20dd2b507c1a4192a2af91f82fb55a1a for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:54.835234 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.841815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Deleting port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:54.842159 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.845437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 31319eec-1cfc-4d59-871b-f2ac3937a952 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:54.853892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-74bb27f3-3ecc-4900-8045-f99dd36a8870 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.855543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-74bb27f3-3ecc-4900-8045-f99dd36a8870 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.30 "GET /v2.0/networks?id=c18ef261-1c94-4bd1-a188-7298937d6976 HTTP/1.1" status: 200 len: 818 time: 0.2544491 Jul 15 13:14:54.870739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,segment=NetworkSegment(518aa192-1cb1-414a-a5bb-d690dc5ab58e),segment_id=518aa192-1cb1-414a-a5bb-d690dc5ab58e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:54.881345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.904450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Request body: {'port': {'device_id': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976', 'admin_state_up': True, 'tenant_id': '20dd2b507c1a4192a2af91f82fb55a1a'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:54.914607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 31319eec-1cfc-4d59-871b-f2ac3937a952) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:54.950150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.950815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.959992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Made reservation on behalf of 20dd2b507c1a4192a2af91f82fb55a1a for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:54.964483 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.978647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc9eac7-cc81-4c5e-b9b4-a561397e284f None None] Network 31319eec-1cfc-4d59-871b-f2ac3937a952 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:55.134223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:55.136150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64561142-f748-47f1-8fa4-be92a6e7e764 req-3673bf2b-c138-4f67-a05d-54c6b145bc0f tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 210 time: 0.1266763 Jul 15 13:14:55.143172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-06d5392e-00ba-4525-9fad-d7c564418022 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2511857 Jul 15 13:14:55.143734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47388) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:55.273237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] For port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,segment=NetworkSegment(518aa192-1cb1-414a-a5bb-d690dc5ab58e),segment_id=518aa192-1cb1-414a-a5bb-d690dc5ab58e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:55.273867 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.312593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-31319eec-1cfc-4d59-871b-f2ac3937a952', 'network_id': '31319eec-1cfc-4d59-871b-f2ac3937a952', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': 'e758cc67-a09b-41a9-8710-36f245d63c35'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:55.316328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.388732 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.391373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Calling delete_port for 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:55.429514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Allocated IP 172.20.0.12 (c18ef261-1c94-4bd1-a188-7298937d6976/3e6bfa5b-135f-450b-a305-37a9122012a9/63a236ab-497f-4624-a7cc-34e4b9489914) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:55.488496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Allocated IP 172.20.0.2 (31319eec-1cfc-4d59-871b-f2ac3937a952/e758cc67-a09b-41a9-8710-36f245d63c35/99f8a3ad-4ae5-410c-a81c-1e5df56b2694) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:55.504479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.522749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Made reservation on behalf of 20dd2b507c1a4192a2af91f82fb55a1a for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:55.526967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.695291 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.704469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b4232-4b55-466a-8d11-5474a975ecf5 req-464dec7f-ad7a-4b5c-aa78-f26643b12bf3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.706096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Transition to ACTIVE for port object 99f8a3ad-4ae5-410c-a81c-1e5df56b2694 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:55.706293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-026b4232-4b55-466a-8d11-5474a975ecf5 req-464dec7f-ad7a-4b5c-aa78-f26643b12bf3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.3391781 Jul 15 13:14:55.723902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Transition to ACTIVE for port object 99f8a3ad-4ae5-410c-a81c-1e5df56b2694 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:55.732673 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.760734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.790155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Network 31319eec-1cfc-4d59-871b-f2ac3937a952 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:55.796412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:55.800462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:55.850631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=e758cc67-a09b-41a9-8710-36f245d63c35,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:55.867905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-026b4232-4b55-466a-8d11-5474a975ecf5 req-948446eb-c5a7-4557-a6d1-dafec423f6ec tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272047 Jul 15 13:14:55.885451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.899326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Attempting to bind port 99f8a3ad-4ae5-410c-a81c-1e5df56b2694 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:55.900661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Attempting to bind port 99f8a3ad-4ae5-410c-a81c-1e5df56b2694 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '48bdef21-7793-4e8e-8749-597c72d7096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31319eec-1cfc-4d59-871b-f2ac3937a952'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:55.901250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Attempting to bind port 99f8a3ad-4ae5-410c-a81c-1e5df56b2694 on network 31319eec-1cfc-4d59-871b-f2ac3937a952 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:55.905744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Pushing event updated for resources: {'Port': ['ID=99f8a3ad-4ae5-410c-a81c-1e5df56b2694,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:55.908588 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.912604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:55.913417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Checking segment: {'id': '48bdef21-7793-4e8e-8749-597c72d7096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31319eec-1cfc-4d59-871b-f2ac3937a952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:55.914242 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.914887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Bound using segment: {'id': '48bdef21-7793-4e8e-8749-597c72d7096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31319eec-1cfc-4d59-871b-f2ac3937a952'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:55.916305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Bound port: 99f8a3ad-4ae5-410c-a81c-1e5df56b2694, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bdef21-7793-4e8e-8749-597c72d7096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31319eec-1cfc-4d59-871b-f2ac3937a952'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:55.916998 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.944141 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.964023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Pushing event deleted for resources: {'Port': ['ID=2dcc12cc-8110-4ba4-bbef-9504ee1d8dea,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:55.969292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31319eec-1cfc-4d59-871b-f2ac3937a952']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:55.989826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bdef21-7793-4e8e-8749-597c72d7096d') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:55.990359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bdef21-7793-4e8e-8749-597c72d7096d') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:55.994900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] For port 99f8a3ad-4ae5-410c-a81c-1e5df56b2694, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:55.998883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] For port 99f8a3ad-4ae5-410c-a81c-1e5df56b2694, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=99f8a3ad-4ae5-410c-a81c-1e5df56b2694,segment=NetworkSegment(48bdef21-7793-4e8e-8749-597c72d7096d),segment_id=48bdef21-7793-4e8e-8749-597c72d7096d)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:56.008008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.014219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.029211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] No DVR routers for this DVR port 2dcc12cc-8110-4ba4-bbef-9504ee1d8dea on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:56.033483 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.035848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aeb17e69-da51-43bd-a863-1a762985f2cf req-e0fb8cae-6237-4ae0-9f25-9c107d4e7931 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.35 "DELETE /v2.0/ports/2dcc12cc-8110-4ba4-bbef-9504ee1d8dea HTTP/1.1" status: 204 len: 173 time: 1.8030879 Jul 15 13:14:56.036456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'name': 'network-vif-deleted', 'tag': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:56.039106 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8aa397-b47a-46f5-bf03-4224c2801688" -d '{"events": [{"server_uuid": "4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2", "name": "network-vif-deleted", "tag": "2dcc12cc-8110-4ba4-bbef-9504ee1d8dea"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:56.063453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.073434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:56.073434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.077025 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.125333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24a794-14d8-4736-8520-75f17fbc10fb None None] Pushing event updated for resources: {'Port': ['ID=99f8a3ad-4ae5-410c-a81c-1e5df56b2694,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.148918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446460d-5a41-45ba-ae5f-6c500d6d09e6 None None] Network 31319eec-1cfc-4d59-871b-f2ac3937a952 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:56.159754 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:56.165021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:14:56.165021 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:14:56.165021 n-d-771362-36 neutron-server[93734]: [parameters: {'id': '31319eec-1cfc-4d59-871b-f2ac3937a952'}] Jul 15 13:14:56.165021 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:14:56.165701 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:14:56.239529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Pushing event updated for resources: {'Port': ['ID=63a236ab-497f-4624-a7cc-34e4b9489914,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.262481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Network c18ef261-1c94-4bd1-a188-7298937d6976 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:56.271189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:56.274328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:56.329843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Allocated IP 172.20.0.13 (c18ef261-1c94-4bd1-a188-7298937d6976/3e6bfa5b-135f-450b-a305-37a9122012a9/3087c6fa-231f-4d2b-bf52-250965dff58f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:56.360735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.361338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.367433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eefcdb-b419-4239-a5ac-2a3bc6222d38 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:14:56.430754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3e6963c4-33db-490b-af5d-e2eabb4db32b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1379759 Jul 15 13:14:56.448619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Request body: {'port': {'device_id': '256805c2-3380-402b-835f-cba517517b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:56.491261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eefcdb-b419-4239-a5ac-2a3bc6222d38 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:14:56.650291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8fc90-f0bc-4e7a-baa1-a46677f7e66b req-5d40db82-43a0-449a-bc46-a74038339322 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.657720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87a8fc90-f0bc-4e7a-baa1-a46677f7e66b req-5d40db82-43a0-449a-bc46-a74038339322 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.2674735 Jul 15 13:14:56.667405 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.668695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.745158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47406) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:56.754679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.782827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Deleting port 99f8a3ad-4ae5-410c-a81c-1e5df56b2694 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:56.784312 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.804059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87a8fc90-f0bc-4e7a-baa1-a46677f7e66b req-e469300d-8af6-418c-b510-1a3c2391a6d4 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451101 Jul 15 13:14:56.931010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] For port 99f8a3ad-4ae5-410c-a81c-1e5df56b2694, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=99f8a3ad-4ae5-410c-a81c-1e5df56b2694,segment=NetworkSegment(48bdef21-7793-4e8e-8749-597c72d7096d),segment_id=48bdef21-7793-4e8e-8749-597c72d7096d)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:56.931484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.933244 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f734b91-776e-48e9-9836-cf610440bc63 x-openstack-request-id: req-3f734b91-776e-48e9-9836-cf610440bc63 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:56.933796 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "name": "network-vif-plugged", "status": "completed", "tag": "6b033592-6acb-4856-8a56-8003ee32db67", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:56.934082 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f734b91-776e-48e9-9836-cf610440bc63 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:56.935043 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67', 'code': 200} Jul 15 13:14:56.951789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Calling delete_port for 99f8a3ad-4ae5-410c-a81c-1e5df56b2694 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:57.005872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.014186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25b8e407-df10-48c9-bf32-f57ac395d033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.134425 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25b8e407-df10-48c9-bf32-f57ac395d033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.147784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25b8e407-df10-48c9-bf32-f57ac395d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.185156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Network c18ef261-1c94-4bd1-a188-7298937d6976 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:57.205144 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-25b8e407-df10-48c9-bf32-f57ac395d033 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=100c9514607f400cb55a2bd020e91b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584486 Jul 15 13:14:57.207651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8e407-df10-48c9-bf32-f57ac395d033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1f2b7-b6f8-41bf-bf84-51fbaf274da1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.210130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47414) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:57.218336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.224913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:57.236106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fa4b3d5-d649-4b01-901d-362ec941ff42 req-e5576fec-d60c-490d-acca-9216e12dbb39 tempest-VolumesAdminNegativeTest-1771806684 tempest-VolumesAdminNegativeTest-1771806684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2 HTTP/1.1" status: 200 len: 210 time: 0.0777533 Jul 15 13:14:57.237325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:57.246282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Allocated IP 172.20.0.7 (c18ef261-1c94-4bd1-a188-7298937d6976/3e6bfa5b-135f-450b-a305-37a9122012a9/3478aa2c-b552-4dd5-a940-cc4e0f362a60) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:57.248563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Pushing event updated for resources: {'Port': ['ID=3087c6fa-231f-4d2b-bf52-250965dff58f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.285286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Port': ['ID=99f8a3ad-4ae5-410c-a81c-1e5df56b2694,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.301468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No DVR routers for this DVR port 99f8a3ad-4ae5-410c-a81c-1e5df56b2694 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:57.351597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.352403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.364604 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d982657c-861c-4780-8165-42455ff654d7 x-openstack-request-id: req-d982657c-861c-4780-8165-42455ff654d7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:57.364913 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2", "name": "network-vif-deleted", "tag": "2dcc12cc-8110-4ba4-bbef-9504ee1d8dea", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:57.365167 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d982657c-861c-4780-8165-42455ff654d7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:57.365567 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'name': 'network-vif-deleted', 'tag': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea', 'status': 'completed', 'code': 200} Jul 15 13:14:57.464146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-3aba2b15-04c2-48e3-a858-cb9ad98aabd5 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0912628 Jul 15 13:14:57.466812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.468516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be3eb-88bc-4b46-881f-51f0bab84669 req-d83b8537-7075-40a0-b834-2debdf065d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.470370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f6be3eb-88bc-4b46-881f-51f0bab84669 req-d83b8537-7075-40a0-b834-2debdf065d96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 1097 time: 0.3480945 Jul 15 13:14:57.480634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Request body: {'port': {'device_id': '2c39cef3-c6ed-4606-853e-0e916b58cb1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:57.483839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da0ce7b7-3e6b-4a3b-9b66-8cfb69139048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.492538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31319eec-1cfc-4d59-871b-f2ac3937a952']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:57.530413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bdef21-7793-4e8e-8749-597c72d7096d') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:57.531304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bdef21-7793-4e8e-8749-597c72d7096d') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:57.564337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.570250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da0ce7b7-3e6b-4a3b-9b66-8cfb69139048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.583849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.589589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f6be3eb-88bc-4b46-881f-51f0bab84669 req-59909b34-be2f-4920-80ab-04cc8af4d185 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062591 Jul 15 13:14:57.600220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.619346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:57.619800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:57.624732 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:57.669007 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.698914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.707811 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.709815 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/31319eec-1cfc-4d59-871b-f2ac3937a952 HTTP/1.1" status: 204 len: 168 time: 2.5649116 Jul 15 13:14:57.713099 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da0ce7b7-3e6b-4a3b-9b66-8cfb69139048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.715666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da0ce7b7-3e6b-4a3b-9b66-8cfb69139048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.716770 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da0ce7b7-3e6b-4a3b-9b66-8cfb69139048 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cef1f2b7-b6f8-41bf-bf84-51fbaf274da1 HTTP/1.1" status: 204 len: 168 time: 0.5057354 Jul 15 13:14:57.717337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47416) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:57.734386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889075392'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:57.745725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2426d9b-ab92-492f-9f45-0593c1632912 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=31319eec-1cfc-4d59-871b-f2ac3937a952,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.752011 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ce7b7-3e6b-4a3b-9b66-8cfb69139048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1f2b7-b6f8-41bf-bf84-51fbaf274da1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.769202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:57.773965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.814822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:57.834585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.834988 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a of type vlan for network 73b86988-875c-4dc1-9e38-43b2ffc1d7f7 Jul 15 13:14:57.884614 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.926470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.933102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.934040 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.971096 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2417119 Jul 15 13:14:57.974516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47424) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:57.980528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '73b86988-875c-4dc1-9e38-43b2ffc1d7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:58.042549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74d8d9-3610-4029-9770-533fcb7a5c42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=73b86988-875c-4dc1-9e38-43b2ffc1d7f7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.068567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 73b86988-875c-4dc1-9e38-43b2ffc1d7f7 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:58.123006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:58.130395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.192075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.222131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35c584-ab8b-4fa1-8f87-90670d67ea90 req-2265aefb-5fb1-4376-9b2a-66421b6ad93a tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.223748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a35c584-ab8b-4fa1-8f87-90670d67ea90 req-2265aefb-5fb1-4376-9b2a-66421b6ad93a tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 932 time: 0.6436269 Jul 15 13:14:58.239377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing IP validity checks on allocation pools {{(pid=93734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:14:58.240068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:14:58.395320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Network c18ef261-1c94-4bd1-a188-7298937d6976 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:58.421481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:58.424322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:58.466078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Pushing event updated for resources: {'Port': ['ID=3478aa2c-b552-4dd5-a940-cc4e0f362a60,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.468782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.502792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a35c584-ab8b-4fa1-8f87-90670d67ea90 req-8e1197d9-aea5-4704-854b-ce3622a84d0c tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199588 Jul 15 13:14:58.530863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.531726 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.573838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-04c98e5e-530f-4023-b456-6fe3f2ab3ded tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6838207 Jul 15 13:14:58.612944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=334cbd0c-d9cf-4041-a232-2fe4974103aa,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.634719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '73b86988-875c-4dc1-9e38-43b2ffc1d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:58.634719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 73b86988-875c-4dc1-9e38-43b2ffc1d7f7, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:58.672609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Request body: {'port': {'device_id': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:58.682651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 73b86988-875c-4dc1-9e38-43b2ffc1d7f7 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:58.700306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 73b86988-875c-4dc1-9e38-43b2ffc1d7f7) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:58.710013 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.711321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.720125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea5c1b-b93c-4e63-9740-7a9c610517a0 None None] Network 73b86988-875c-4dc1-9e38-43b2ffc1d7f7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:58.743876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a236ab-497f-4624-a7cc-34e4b9489914 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:58.747973 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d207c931-4be6-4437-a948-f2ff78796a30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7719891 Jul 15 13:14:58.752199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47444) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.762352 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.828892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Transition to ACTIVE for port object 63a236ab-497f-4624-a7cc-34e4b9489914 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:58.846945 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.914293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.931511 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.939846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:58.942312 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2629ae24-9478-4db9-9c4e-6f42ae72d689" -d '{"events": [{"server_uuid": "4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "2dcc12cc-8110-4ba4-bbef-9504ee1d8dea"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:58.957057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-73b86988-875c-4dc1-9e38-43b2ffc1d7f7', 'network_id': '73b86988-875c-4dc1-9e38-43b2ffc1d7f7', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': '334cbd0c-d9cf-4041-a232-2fe4974103aa'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:58.957983 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.006597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.052992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=63a236ab-497f-4624-a7cc-34e4b9489914,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.074742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0c03-77a5-4a5a-9aa7-2a0f2084ccd7 req-d346298a-bab9-4ce3-b321-34af0d5f63ae tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.076576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c42c0c03-77a5-4a5a-9aa7-2a0f2084ccd7 req-d346298a-bab9-4ce3-b321-34af0d5f63ae tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.3177567 Jul 15 13:14:59.126748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Allocated IP 172.20.0.3 (73b86988-875c-4dc1-9e38-43b2ffc1d7f7/334cbd0c-d9cf-4041-a232-2fe4974103aa/83b98932-f3a6-4a29-a516-2475fff64146) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:59.286429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c42c0c03-77a5-4a5a-9aa7-2a0f2084ccd7 req-ceb3b56c-60eb-4467-a3bf-b6bbc2be2f88 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834295 Jul 15 13:14:59.290234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Attempting to bind port 63a236ab-497f-4624-a7cc-34e4b9489914 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:59.290746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Attempting to bind port 63a236ab-497f-4624-a7cc-34e4b9489914 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:59.290932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Attempting to bind port 63a236ab-497f-4624-a7cc-34e4b9489914 on network c18ef261-1c94-4bd1-a188-7298937d6976 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:59.296192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Port 63a236ab-497f-4624-a7cc-34e4b9489914 on network c18ef261-1c94-4bd1-a188-7298937d6976 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:59.296523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Attempting to bind port 63a236ab-497f-4624-a7cc-34e4b9489914 on network c18ef261-1c94-4bd1-a188-7298937d6976 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:59.328085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:59.328421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Checking segment: {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:59.328818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Bound using segment: {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:59.329282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Bound port: 63a236ab-497f-4624-a7cc-34e4b9489914, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:59.329658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.332824 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.344183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Transition to ACTIVE for port object 83b98932-f3a6-4a29-a516-2475fff64146 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:59.358746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3087c6fa-231f-4d2b-bf52-250965dff58f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:59.361523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Transition to ACTIVE for port object 83b98932-f3a6-4a29-a516-2475fff64146 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:59.375106 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.390662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.413509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.426191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Transition to ACTIVE for port object 3087c6fa-231f-4d2b-bf52-250965dff58f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:59.436633 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.454789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=334cbd0c-d9cf-4041-a232-2fe4974103aa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.473825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Network 73b86988-875c-4dc1-9e38-43b2ffc1d7f7 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:59.476091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] For port 63a236ab-497f-4624-a7cc-34e4b9489914, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:59.478282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:59.483787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:59.497406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Pushing event updated for resources: {'Port': ['ID=83b98932-f3a6-4a29-a516-2475fff64146,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.529863 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.547028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b86988-875c-4dc1-9e38-43b2ffc1d7f7']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:59.564163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:59.564677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:59.584257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.588796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] For port 63a236ab-497f-4624-a7cc-34e4b9489914, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63a236ab-497f-4624-a7cc-34e4b9489914,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:59.605826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.612298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.623328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3087c6fa-231f-4d2b-bf52-250965dff58f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.624826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:59.625482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:59.630367 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:59.671548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.672479 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.674005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/63a236ab-497f-4624-a7cc-34e4b9489914 HTTP/1.1" status: 200 len: 1093 time: 3.2321231 Jul 15 13:14:59.685241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256805c2-3380-402b-835f-cba517517b37', 'tag': '63a236ab-497f-4624-a7cc-34e4b9489914'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:59.687926 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6951a701-0e07-43db-af66-7e20d1078297" -d '{"events": [{"name": "network-changed", "server_uuid": "256805c2-3380-402b-835f-cba517517b37", "tag": "63a236ab-497f-4624-a7cc-34e4b9489914"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:59.757219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:14:59.757219 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:14:59.757219 n-d-771362-36 neutron-server[93734]: [parameters: {'id': '73b86988-875c-4dc1-9e38-43b2ffc1d7f7'}] Jul 15 13:14:59.757219 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:14:59.758190 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:14:59.840396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52731162-a277-4dd0-ae0f-dd0215eef1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=63a236ab-497f-4624-a7cc-34e4b9489914,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.842121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Attempting to bind port 83b98932-f3a6-4a29-a516-2475fff64146 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:59.842727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Attempting to bind port 83b98932-f3a6-4a29-a516-2475fff64146 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '73b86988-875c-4dc1-9e38-43b2ffc1d7f7'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:59.843588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Attempting to bind port 83b98932-f3a6-4a29-a516-2475fff64146 on network 73b86988-875c-4dc1-9e38-43b2ffc1d7f7 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:59.851085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:59.851741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Checking segment: {'id': '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '73b86988-875c-4dc1-9e38-43b2ffc1d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:59.852105 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.853954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Bound using segment: {'id': '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '73b86988-875c-4dc1-9e38-43b2ffc1d7f7'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:59.853954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Bound port: 83b98932-f3a6-4a29-a516-2475fff64146, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '73b86988-875c-4dc1-9e38-43b2ffc1d7f7'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:59.854540 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.870483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860c343-07b4-4d1a-b70a-98e3ac450ace req-fd1f3297-7487-4e2a-8cdc-6274392ac9e2 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.872366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0860c343-07b4-4d1a-b70a-98e3ac450ace req-fd1f3297-7487-4e2a-8cdc-6274392ac9e2 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.4128115 Jul 15 13:14:59.942075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Attempting to bind port 3087c6fa-231f-4d2b-bf52-250965dff58f on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:59.942421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Attempting to bind port 3087c6fa-231f-4d2b-bf52-250965dff58f by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:59.942754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Attempting to bind port 3087c6fa-231f-4d2b-bf52-250965dff58f on network c18ef261-1c94-4bd1-a188-7298937d6976 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:59.967987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] For port 83b98932-f3a6-4a29-a516-2475fff64146, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:59.971929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] For port 83b98932-f3a6-4a29-a516-2475fff64146, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=83b98932-f3a6-4a29-a516-2475fff64146,segment=NetworkSegment(92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a),segment_id=92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:59.972398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Port 3087c6fa-231f-4d2b-bf52-250965dff58f on network c18ef261-1c94-4bd1-a188-7298937d6976 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:59.972915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Attempting to bind port 3087c6fa-231f-4d2b-bf52-250965dff58f on network c18ef261-1c94-4bd1-a188-7298937d6976 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:59.977416 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.980275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3478aa2c-b552-4dd5-a940-cc4e0f362a60 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:59.995744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.001928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0860c343-07b4-4d1a-b70a-98e3ac450ace req-8db5c0ab-ea46-4c82-8901-bf328087fcda tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177776 Jul 15 13:15:00.004367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:00.004775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Checking segment: {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:00.005794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Bound using segment: {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:00.005794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Bound port: 3087c6fa-231f-4d2b-bf52-250965dff58f, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:00.006125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.033730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-69776504-948b-4051-8d53-5989b74801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.035430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-69776504-948b-4051-8d53-5989b74801c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20dd2b507c1a4192a2af91f82fb55a1a&device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 1096 time: 0.2901645 Jul 15 13:15:00.037824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Transition to ACTIVE for port object 3478aa2c-b552-4dd5-a940-cc4e0f362a60 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:00.079638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3c92b-8268-44d5-9180-4a4fec1b56d0 None None] Pushing event updated for resources: {'Port': ['ID=83b98932-f3a6-4a29-a516-2475fff64146,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.080262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.104775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e4b8a-982a-4410-9ba9-0edd7acf4cf6 None None] Network 73b86988-875c-4dc1-9e38-43b2ffc1d7f7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:00.128003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-8523dd57-b3f1-4704-995a-9e887c397383 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a236ab-497f-4624-a7cc-34e4b9489914 HTTP/1.1" status: 200 len: 217 time: 0.0598445 Jul 15 13:15:00.176899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47458) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:00.234848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] For port 3087c6fa-231f-4d2b-bf52-250965dff58f, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:00.240796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] For port 3087c6fa-231f-4d2b-bf52-250965dff58f, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3087c6fa-231f-4d2b-bf52-250965dff58f,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:00.247515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Pushing event updated for resources: {'Port': ['ID=3478aa2c-b552-4dd5-a940-cc4e0f362a60,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.256581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.260959 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.278453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5403ea2c-0bea-4003-901e-c89a885378ca admin admin] Deleting subnet b04be4d1-d713-47e1-bf5a-02696fbe7570 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:00.286344 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5403ea2c-0bea-4003-901e-c89a885378ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.312342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-8dadcaad-9336-4e9f-a947-bcaf1fe25109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.314115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-8dadcaad-9336-4e9f-a947-bcaf1fe25109 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e6bfa5b-135f-450b-a305-37a9122012a9 HTTP/1.1" status: 200 len: 858 time: 0.1663203 Jul 15 13:15:00.357723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.358357 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.359870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/3087c6fa-231f-4d2b-bf52-250965dff58f HTTP/1.1" status: 200 len: 1093 time: 2.8885429 Jul 15 13:15:00.405045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-10c2ef27-55a4-4f27-b03c-236ab644f783 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c18ef261-1c94-4bd1-a188-7298937d6976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699482 Jul 15 13:15:00.463311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5403ea2c-0bea-4003-901e-c89a885378ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.463995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6467b8-9ee0-4f3e-a2b5-ff1b5207d7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3087c6fa-231f-4d2b-bf52-250965dff58f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.487477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3084c032-62f8-4391-b62b-78b53e4b03e8 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:15:00.529615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Attempting to bind port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:00.529881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Attempting to bind port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:00.530240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Attempting to bind port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 on network c18ef261-1c94-4bd1-a188-7298937d6976 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:00.542361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5403ea2c-0bea-4003-901e-c89a885378ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.548736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Deleting port 83b98932-f3a6-4a29-a516-2475fff64146 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:00.548736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.551629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 on network c18ef261-1c94-4bd1-a188-7298937d6976 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:00.551629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Attempting to bind port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 on network c18ef261-1c94-4bd1-a188-7298937d6976 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:00.565759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:00.566107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Checking segment: {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:00.566480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Bound using segment: {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:00.566935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Bound port: 3478aa2c-b552-4dd5-a940-cc4e0f362a60, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6957548-8809-4f51-8d3d-5b955ad7a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:00.567330 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.602233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-7db9ecac-1445-4e22-aa7f-af65170dc1ed service neutron] 10.222.0.30 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891577 Jul 15 13:15:00.627299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] For port 83b98932-f3a6-4a29-a516-2475fff64146, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=83b98932-f3a6-4a29-a516-2475fff64146,segment=NetworkSegment(92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a),segment_id=92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:00.627691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.672024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Calling delete_port for 83b98932-f3a6-4a29-a516-2475fff64146 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:00.678108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-02466658-9e9e-40a3-a5d0-11614d16ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.679879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-02466658-9e9e-40a3-a5d0-11614d16ac05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20dd2b507c1a4192a2af91f82fb55a1a&device_id=2c39cef3-c6ed-4606-853e-0e916b58cb1a HTTP/1.1" status: 200 len: 1096 time: 0.2334130 Jul 15 13:15:00.715304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084c032-62f8-4391-b62b-78b53e4b03e8 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:15:00.784228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-d607e36f-a04b-48d2-876b-06fc29490879 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3087c6fa-231f-4d2b-bf52-250965dff58f HTTP/1.1" status: 200 len: 217 time: 0.0940292 Jul 15 13:15:00.802672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] For port 3478aa2c-b552-4dd5-a940-cc4e0f362a60, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:00.842810 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5403ea2c-0bea-4003-901e-c89a885378ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.850688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] For port 3478aa2c-b552-4dd5-a940-cc4e0f362a60, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3478aa2c-b552-4dd5-a940-cc4e0f362a60,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:00.860616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-fcb9febf-a877-4b7c-a38b-4df722daadaf service neutron] 10.222.0.30 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285397 Jul 15 13:15:00.865919 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a364c9c-b6c3-4235-a297-362efa1e8ac7 x-openstack-request-id: req-2a364c9c-b6c3-4235-a297-362efa1e8ac7 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:00.867000 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "2dcc12cc-8110-4ba4-bbef-9504ee1d8dea", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:00.867000 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a364c9c-b6c3-4235-a297-362efa1e8ac7 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:00.867000 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0f2c44-fe9e-45be-a2ac-ad834fefe6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcc12cc-8110-4ba4-bbef-9504ee1d8dea', 'code': 200} Jul 15 13:15:00.869685 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5403ea2c-0bea-4003-901e-c89a885378ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.872975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.876192 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5403ea2c-0bea-4003-901e-c89a885378ca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b04be4d1-d713-47e1-bf5a-02696fbe7570 HTTP/1.1" status: 204 len: 168 time: 0.6945589 Jul 15 13:15:00.881175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47468) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:00.900365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-6e1c19e1-db89-4c31-98bc-3d6294cc41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.902101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-6e1c19e1-db89-4c31-98bc-3d6294cc41e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e6bfa5b-135f-450b-a305-37a9122012a9 HTTP/1.1" status: 200 len: 858 time: 0.1118360 Jul 15 13:15:00.929112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403ea2c-0bea-4003-901e-c89a885378ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04be4d1-d713-47e1-bf5a-02696fbe7570,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.954717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.970707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.971384 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.973148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] 10.222.0.30 "PUT /v2.0/ports/3478aa2c-b552-4dd5-a940-cc4e0f362a60 HTTP/1.1" status: 200 len: 1092 time: 2.3133204 Jul 15 13:15:01.001587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-8aa792ca-79a3-46ac-af62-3205b594411b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ef261-1c94-4bd1-a188-7298937d6976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571005 Jul 15 13:15:01.021204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No DVR routers for this DVR port 83b98932-f3a6-4a29-a516-2475fff64146 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:01.024384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Port': ['ID=83b98932-f3a6-4a29-a516-2475fff64146,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.152596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a3e2-06e1-4b89-989e-b0dbd780a0ec service neutron] Pushing event updated for resources: {'Port': ['ID=3478aa2c-b552-4dd5-a940-cc4e0f362a60,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.177386 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.181923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.193800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b86988-875c-4dc1-9e38-43b2ffc1d7f7']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:01.206352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:01.206697 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cbfe0d-9b90-4ff2-97c0-bf6fab1bf45a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:01.217710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.235876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.248568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:01.249247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:01.254929 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:01.296893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-7563c2a3-5ca4-42ef-a034-3d0ca54309b3 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847333 Jul 15 13:15:01.316650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-43869085-cc2d-415a-90ae-efc3272fd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.318216 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-43869085-cc2d-415a-90ae-efc3272fd145 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20dd2b507c1a4192a2af91f82fb55a1a&device_id=c7d6a42f-84b1-4484-b31c-66d158b818d3 HTTP/1.1" status: 200 len: 1095 time: 0.2649331 Jul 15 13:15:01.357215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.371267 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.374764 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/73b86988-875c-4dc1-9e38-43b2ffc1d7f7 HTTP/1.1" status: 204 len: 168 time: 2.6208651 Jul 15 13:15:01.392153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47470) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.400973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1324839273'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:01.407897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c0e3f-8123-4247-be47-7b8988185885 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=73b86988-875c-4dc1-9e38-43b2ffc1d7f7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.409340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-f37aa8e2-873d-457e-b8c4-18aebcc8d310 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3478aa2c-b552-4dd5-a940-cc4e0f362a60 HTTP/1.1" status: 200 len: 217 time: 0.0727215 Jul 15 13:15:01.435989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.441629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:01.448376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.449338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a0f42-261e-40e9-aaa6-799dc2fbe444 req-abf69783-8c43-438c-975b-cb3e19895622 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.450974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c1a0f42-261e-40e9-aaa6-799dc2fbe444 req-abf69783-8c43-438c-975b-cb3e19895622 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 944 time: 0.3225570 Jul 15 13:15:01.485508 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:01.498178 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.498707 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment fd0f7024-b4bd-4d34-a8e0-a457785a94eb of type vlan for network 3dc10fc7-c21a-4fb6-b8c0-28360e101a03 Jul 15 13:15:01.504170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f350d8-9e06-4f8d-a731-5ff6455719dc']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:01.544490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518aa192-1cb1-414a-a5bb-d690dc5ab58e') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:01.544797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518aa192-1cb1-414a-a5bb-d690dc5ab58e') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:01.551376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.577003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.600162 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.611562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.612665 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.622744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-31bd2b12-81f9-416d-bdd6-966675546230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.624638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-31bd2b12-81f9-416d-bdd6-966675546230 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e6bfa5b-135f-450b-a305-37a9122012a9 HTTP/1.1" status: 200 len: 858 time: 0.1653309 Jul 15 13:15:01.625805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.649237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c1a0f42-261e-40e9-aaa6-799dc2fbe444 req-635feee7-5bf3-4196-8fa8-98a36a808078 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424232 Jul 15 13:15:01.650430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:01.650850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:01.653912 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:01.659005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-ea164c4c-8a3f-4826-99bc-a09fd20203c5 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419464 Jul 15 13:15:01.692326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-802e0eb7-4bb2-4787-99c2-24d8d1aa507a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c18ef261-1c94-4bd1-a188-7298937d6976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556607 Jul 15 13:15:01.707741 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3134587 Jul 15 13:15:01.713812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47472) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.777756 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '3dc10fc7-c21a-4fb6-b8c0-28360e101a03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:01.787194 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9e81f-27f8-4690-8553-0630728725da tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=3dc10fc7-c21a-4fb6-b8c0-28360e101a03,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.809072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 3dc10fc7-c21a-4fb6-b8c0-28360e101a03 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:01.934306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:01.938109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.187658 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb9e50f-69fd-40d8-8e4b-2590b00e9681 x-openstack-request-id: req-bbb9e50f-69fd-40d8-8e4b-2590b00e9681 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:02.188021 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256805c2-3380-402b-835f-cba517517b37", "tag": "63a236ab-497f-4624-a7cc-34e4b9489914", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:02.188339 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbb9e50f-69fd-40d8-8e4b-2590b00e9681 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:02.188839 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256805c2-3380-402b-835f-cba517517b37', 'tag': '63a236ab-497f-4624-a7cc-34e4b9489914', 'status': 'completed', 'code': 200} Jul 15 13:15:02.236851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.271537 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.286406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.288378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b2f350d8-9e06-4f8d-a731-5ff6455719dc HTTP/1.1" status: 204 len: 168 time: 1.4055569 Jul 15 13:15:02.294692 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:02.305701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dea7d0-fa3c-4b24-8f7c-b1da95bfeeb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f350d8-9e06-4f8d-a731-5ff6455719dc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.371027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=a64fe685-f2a2-470f-99c6-ef8789349b22,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.381977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3dc10fc7-c21a-4fb6-b8c0-28360e101a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:02.382254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 3dc10fc7-c21a-4fb6-b8c0-28360e101a03, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:02.393159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8dbb07-0998-4e1a-9905-b056882c010b admin admin] Deleting subnet 9a0fdb78-9c4d-4fe8-ab3d-7e4ca6d50acd {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:02.400771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da8dbb07-0998-4e1a-9905-b056882c010b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.406857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74388556-345f-488a-af23-91922de08081 req-34e8f4e8-6f43-47f6-9206-4e431e49073e tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.408610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74388556-345f-488a-af23-91922de08081 req-34e8f4e8-6f43-47f6-9206-4e431e49073e tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.2188182 Jul 15 13:15:02.411098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-a498a3a6-962c-4fd0-b93e-42df58dd25d6 service neutron] 10.222.0.30 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097085 Jul 15 13:15:02.413154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951a701-0e07-43db-af66-7e20d1078297 req-44f031fe-c576-4653-a79a-dba33798c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.414718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6951a701-0e07-43db-af66-7e20d1078297 req-44f031fe-c576-4653-a79a-dba33798c4f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20dd2b507c1a4192a2af91f82fb55a1a&device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 1096 time: 0.2237976 Jul 15 13:15:02.433182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 3dc10fc7-c21a-4fb6-b8c0-28360e101a03 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:02.448188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da8dbb07-0998-4e1a-9905-b056882c010b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.450525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 3dc10fc7-c21a-4fb6-b8c0-28360e101a03) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:02.459941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac7127-1af8-49f4-9345-b0673a0df69e None None] Network 3dc10fc7-c21a-4fb6-b8c0-28360e101a03 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:02.479099 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.479816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.517056 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c33c45ea-c9ec-43c2-8398-1012b8f9c941 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8023062 Jul 15 13:15:02.517747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47476) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:02.528479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da8dbb07-0998-4e1a-9905-b056882c010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.581747 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74388556-345f-488a-af23-91922de08081 req-57ce4c70-78a6-4bf7-a91d-a84f3baad3a3 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638381 Jul 15 13:15:02.647450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b54888a-fb8d-4801-82a6-a952e5f8c334 req-003199a1-8a83-4349-bc36-61b11c194fea service neutron] 10.222.0.30 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188220 Jul 15 13:15:02.649024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951a701-0e07-43db-af66-7e20d1078297 req-fb8cfe75-5ac3-45c3-a163-78e92826486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.650512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6951a701-0e07-43db-af66-7e20d1078297 req-fb8cfe75-5ac3-45c3-a163-78e92826486f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c18ef261-1c94-4bd1-a188-7298937d6976 HTTP/1.1" status: 200 len: 919 time: 0.2231610 Jul 15 13:15:02.681884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-3dc10fc7-c21a-4fb6-b8c0-28360e101a03', 'network_id': '3dc10fc7-c21a-4fb6-b8c0-28360e101a03', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': 'a64fe685-f2a2-470f-99c6-ef8789349b22'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:02.682964 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.723408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.732689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da8dbb07-0998-4e1a-9905-b056882c010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.751079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6951a701-0e07-43db-af66-7e20d1078297 req-ee78d3f7-698c-41fe-836f-d68dc238b101 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a236ab-497f-4624-a7cc-34e4b9489914 HTTP/1.1" status: 200 len: 217 time: 0.0855787 Jul 15 13:15:02.803453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da8dbb07-0998-4e1a-9905-b056882c010b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.808205 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da8dbb07-0998-4e1a-9905-b056882c010b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9a0fdb78-9c4d-4fe8-ab3d-7e4ca6d50acd HTTP/1.1" status: 204 len: 168 time: 0.5105073 Jul 15 13:15:02.810925 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47484) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:02.812925 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dbb07-0998-4e1a-9905-b056882c010b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0fdb78-9c4d-4fe8-ab3d-7e4ca6d50acd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.878656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951a701-0e07-43db-af66-7e20d1078297 req-2829dee9-1837-4265-b819-f2e6b48f49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.880662 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6951a701-0e07-43db-af66-7e20d1078297 req-2829dee9-1837-4265-b819-f2e6b48f49e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e6bfa5b-135f-450b-a305-37a9122012a9 HTTP/1.1" status: 200 len: 858 time: 0.1229184 Jul 15 13:15:02.891611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Allocated IP 172.20.0.1 (3dc10fc7-c21a-4fb6-b8c0-28360e101a03/a64fe685-f2a2-470f-99c6-ef8789349b22/95e68070-2c40-4bc4-aa0b-bb1e4daf5571) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:02.926329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6951a701-0e07-43db-af66-7e20d1078297 req-bba2c20f-1256-4540-9ded-252182c956a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c18ef261-1c94-4bd1-a188-7298937d6976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377586 Jul 15 13:15:02.930121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.097303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa356c14-257e-439b-9ed3-6431364ec816 req-58d94e27-0b3f-404d-8371-a4e125828d50 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.100247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa356c14-257e-439b-9ed3-6431364ec816 req-58d94e27-0b3f-404d-8371-a4e125828d50 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.2018950 Jul 15 13:15:03.108152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6951a701-0e07-43db-af66-7e20d1078297 req-7e6c582f-fe53-43fd-af31-9bd25a26a5ae service neutron] 10.222.0.30 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556189 Jul 15 13:15:03.121064 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.136851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Transition to ACTIVE for port object 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:03.165072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Transition to ACTIVE for port object 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:03.176147 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.233709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa356c14-257e-439b-9ed3-6431364ec816 req-dec169e8-2fdc-4621-a304-fffd43b35ca5 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238883 Jul 15 13:15:03.234891 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Network 3dc10fc7-c21a-4fb6-b8c0-28360e101a03 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:03.241580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:03.249516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:03.318285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6951a701-0e07-43db-af66-7e20d1078297 req-21219cd6-3ebd-47ea-89cc-ad76ef4c7a33 service neutron] 10.222.0.30 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945767 Jul 15 13:15:03.318515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Pushing event updated for resources: {'Port': ['ID=95e68070-2c40-4bc4-aa0b-bb1e4daf5571,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.365331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.374003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Attempting to bind port 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:03.374388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Attempting to bind port 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3dc10fc7-c21a-4fb6-b8c0-28360e101a03'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:03.374763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Attempting to bind port 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 on network 3dc10fc7-c21a-4fb6-b8c0-28360e101a03 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:03.381238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:03.381622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Checking segment: {'id': 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3dc10fc7-c21a-4fb6-b8c0-28360e101a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:03.382043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.382566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Bound using segment: {'id': 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3dc10fc7-c21a-4fb6-b8c0-28360e101a03'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:03.383084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Bound port: 95e68070-2c40-4bc4-aa0b-bb1e4daf5571, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3dc10fc7-c21a-4fb6-b8c0-28360e101a03'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:03.383577 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.471408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] For port 95e68070-2c40-4bc4-aa0b-bb1e4daf5571, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:03.476424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] For port 95e68070-2c40-4bc4-aa0b-bb1e4daf5571, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=95e68070-2c40-4bc4-aa0b-bb1e4daf5571,segment=NetworkSegment(fd0f7024-b4bd-4d34-a8e0-a457785a94eb),segment_id=fd0f7024-b4bd-4d34-a8e0-a457785a94eb)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:03.483031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.495599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.499067 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.515549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a375c7e-f667-4493-9918-0028d00d6550']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:03.546067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=a64fe685-f2a2-470f-99c6-ef8789349b22,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.551384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ede2e84-3dcf-4d9f-8104-bc68b08a0f56') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:03.551706 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ede2e84-3dcf-4d9f-8104-bc68b08a0f56') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:03.591322 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.592925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93936011-7eef-4c18-b7dd-b2af207bf819 None None] Pushing event updated for resources: {'Port': ['ID=95e68070-2c40-4bc4-aa0b-bb1e4daf5571,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.628102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.662853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.674262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:03.674771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:03.677315 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:03.691740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc10fc7-c21a-4fb6-b8c0-28360e101a03']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:03.714308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:03.714612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:03.763686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.786913 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.796211 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.802497 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0a375c7e-f667-4493-9918-0028d00d6550 HTTP/1.1" status: 204 len: 168 time: 0.9906118 Jul 15 13:15:03.805805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.828580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4035227-7945-4ee1-a02a-55d45dc92529 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a375c7e-f667-4493-9918-0028d00d6550,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.833481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:03.834176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:03.850118 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:03.977392 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:15:03.977392 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:15:03.977392 n-d-771362-36 neutron-server[93734]: [parameters: {'id': '3dc10fc7-c21a-4fb6-b8c0-28360e101a03'}] Jul 15 13:15:03.977392 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:03.979297 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:04.129068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47504) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:04.179387 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa436bee-95f4-4c51-9d4f-c01e841fab82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=192b6a2b789744f6911b54ff6232b143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482590 Jul 15 13:15:04.183650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47506) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:04.190555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c39cef3-c6ed-4606-853e-0e916b58cb1a', 'tag': '3087c6fa-231f-4d2b-bf52-250965dff58f'}, {'name': 'network-changed', 'server_uuid': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'tag': '3478aa2c-b552-4dd5-a940-cc4e0f362a60'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:04.193651 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed58151-cfe6-4c9c-a92b-7590c5707462" -d '{"events": [{"name": "network-changed", "server_uuid": "2c39cef3-c6ed-4606-853e-0e916b58cb1a", "tag": "3087c6fa-231f-4d2b-bf52-250965dff58f"}, {"name": "network-changed", "server_uuid": "c7d6a42f-84b1-4484-b31c-66d158b818d3", "tag": "3478aa2c-b552-4dd5-a940-cc4e0f362a60"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:04.248027 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b847ba3-1ab4-4e85-b230-ae549cf43755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.289973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b847ba3-1ab4-4e85-b230-ae549cf43755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.323347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3087c6fa-231f-4d2b-bf52-250965dff58f details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:04.373083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b847ba3-1ab4-4e85-b230-ae549cf43755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.378121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b847ba3-1ab4-4e85-b230-ae549cf43755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.383514 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b847ba3-1ab4-4e85-b230-ae549cf43755 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0591e030-85ef-4ede-aca8-2b15daf27265 HTTP/1.1" status: 204 len: 168 time: 0.1951709 Jul 15 13:15:04.404043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b847ba3-1ab4-4e85-b230-ae549cf43755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0591e030-85ef-4ede-aca8-2b15daf27265,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.480658 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.499573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f6f84-c648-4d6b-a066-fbc846ce699a req-a4349139-afd5-424a-a452-33f907993b72 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.505901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d0f6f84-c648-4d6b-a066-fbc846ce699a req-a4349139-afd5-424a-a452-33f907993b72 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 944 time: 0.1001861 Jul 15 13:15:04.533119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 63a236ab-497f-4624-a7cc-34e4b9489914 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:04.538076 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.597119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3087c6fa-231f-4d2b-bf52-250965dff58f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3087c6fa-231f-4d2b-bf52-250965dff58f,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.598127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d0f6f84-c648-4d6b-a066-fbc846ce699a req-e6ee7607-c245-403c-9b4b-a48089f8a2b9 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814767 Jul 15 13:15:04.640273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '3087c6fa-231f-4d2b-bf52-250965dff58f', 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976', 'port_id': '3087c6fa-231f-4d2b-bf52-250965dff58f', 'mac_address': 'fa:16:3e:b9:ac:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6bfa5b-135f-450b-a305-37a9122012a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:04.678185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Deleting port 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:04.679020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.757594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 63a236ab-497f-4624-a7cc-34e4b9489914, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63a236ab-497f-4624-a7cc-34e4b9489914,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.782152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '63a236ab-497f-4624-a7cc-34e4b9489914', 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976', 'port_id': '63a236ab-497f-4624-a7cc-34e4b9489914', 'mac_address': 'fa:16:3e:d4:51:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6bfa5b-135f-450b-a305-37a9122012a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:04.782992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] For port 95e68070-2c40-4bc4-aa0b-bb1e4daf5571, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=95e68070-2c40-4bc4-aa0b-bb1e4daf5571,segment=NetworkSegment(fd0f7024-b4bd-4d34-a8e0-a457785a94eb),segment_id=fd0f7024-b4bd-4d34-a8e0-a457785a94eb)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.783482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.791957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.800501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Calling delete_port for 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:04.829806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3087c6fa-231f-4d2b-bf52-250965dff58f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:04.864754 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.869084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3087c6fa-231f-4d2b-bf52-250965dff58f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3087c6fa-231f-4d2b-bf52-250965dff58f,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.888614 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.923708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a236ab-497f-4624-a7cc-34e4b9489914 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:04.934098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.967462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 63a236ab-497f-4624-a7cc-34e4b9489914, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63a236ab-497f-4624-a7cc-34e4b9489914,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.969359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3087c6fa-231f-4d2b-bf52-250965dff58f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.981803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No DVR routers for this DVR port 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:04.982138 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.061147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=63a236ab-497f-4624-a7cc-34e4b9489914,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.092859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Port': ['ID=95e68070-2c40-4bc4-aa0b-bb1e4daf5571,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.118934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3087c6fa-231f-4d2b-bf52-250965dff58f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:05.135895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47522) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.200313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f03af4-9fe8-410f-bc89-a4ff0d670ec0 None None] Network 3dc10fc7-c21a-4fb6-b8c0-28360e101a03 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:05.206097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-490b6188-4f31-41c1-b19b-7bb42d1c3434 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49e6b7083b3143adbcdeca4d136220c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686944 Jul 15 13:15:05.211921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47526) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.246312 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.269593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc10fc7-c21a-4fb6-b8c0-28360e101a03']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:05.286572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:05.286996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0f7024-b4bd-4d34-a8e0-a457785a94eb') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:05.287724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab07343d-654b-4e9f-b2ea-c814a5736e72 None None] Could not find standard attr ID for object 95e68070-2c40-4bc4-aa0b-bb1e4daf5571. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:15:05.292131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['63a236ab-497f-4624-a7cc-34e4b9489914'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:05.296005 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82e6d34c-99ff-4170-8740-c683eca0e485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.300584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.332487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.341170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82e6d34c-99ff-4170-8740-c683eca0e485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.349288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:05.349711 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:05.355937 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:05.477813 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82e6d34c-99ff-4170-8740-c683eca0e485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.480058 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.486430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82e6d34c-99ff-4170-8740-c683eca0e485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.494230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-82e6d34c-99ff-4170-8740-c683eca0e485 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ef4664b-bc28-4c43-917e-c49a9b4265d1 HTTP/1.1" status: 204 len: 168 time: 0.2805979 Jul 15 13:15:05.497390 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f047e7dc-aa9a-4972-bada-c957d06c1435 x-openstack-request-id: req-f047e7dc-aa9a-4972-bada-c957d06c1435 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:05.497886 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c39cef3-c6ed-4606-853e-0e916b58cb1a", "tag": "3087c6fa-231f-4d2b-bf52-250965dff58f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7d6a42f-84b1-4484-b31c-66d158b818d3", "tag": "3478aa2c-b552-4dd5-a940-cc4e0f362a60", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:05.498426 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f047e7dc-aa9a-4972-bada-c957d06c1435 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:05.499318 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c39cef3-c6ed-4606-853e-0e916b58cb1a', 'tag': '3087c6fa-231f-4d2b-bf52-250965dff58f', 'status': 'completed', 'code': 200} Jul 15 13:15:05.499851 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'tag': '3478aa2c-b552-4dd5-a940-cc4e0f362a60', 'status': 'completed', 'code': 200} Jul 15 13:15:05.516623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6d34c-99ff-4170-8740-c683eca0e485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef4664b-bc28-4c43-917e-c49a9b4265d1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.575932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.592186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.598873 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/3dc10fc7-c21a-4fb6-b8c0-28360e101a03 HTTP/1.1" status: 204 len: 168 time: 3.0780797 Jul 15 13:15:05.599775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47534) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.611234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-629901381'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:05.659891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761127a3-0ba4-4729-856f-3116c3d33aed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=3dc10fc7-c21a-4fb6-b8c0-28360e101a03,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.678569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:05.684328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.731084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:05.745310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.745989 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 032344e6-903a-4b89-b8f4-cdc9c8f84bd5 of type vlan for network 67333615-304e-41d7-8a37-db199608667d Jul 15 13:15:05.753536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc06e3c-6f4e-45dc-944e-192e15846013 None None] DHCP port deletion for 3dc10fc7-c21a-4fb6-b8c0-28360e101a03 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:05.801417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.854366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b0a74-4d83-401f-bab6-763a7cb6efda req-f1ef21d8-c979-4143-9dd0-1fad929fbc93 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.856076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e74b0a74-4d83-401f-bab6-763a7cb6efda req-f1ef21d8-c979-4143-9dd0-1fad929fbc93 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.2293837 Jul 15 13:15:05.860023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-e619d303-2fde-468e-b0ce-1b2eb24dbc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.861847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-e619d303-2fde-468e-b0ce-1b2eb24dbc9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20dd2b507c1a4192a2af91f82fb55a1a&device_id=c7d6a42f-84b1-4484-b31c-66d158b818d3 HTTP/1.1" status: 200 len: 1095 time: 0.3307436 Jul 15 13:15:05.864234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-b9f24f3e-d41a-4f15-91f4-1a862574e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.866357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-b9f24f3e-d41a-4f15-91f4-1a862574e5e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20dd2b507c1a4192a2af91f82fb55a1a&device_id=2c39cef3-c6ed-4606-853e-0e916b58cb1a HTTP/1.1" status: 200 len: 1097 time: 0.3028078 Jul 15 13:15:05.880783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.889416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.889799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.933611 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3275340 Jul 15 13:15:05.936721 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47540) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.944274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '67333615-304e-41d7-8a37-db199608667d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:05.998248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38650cc0-9b2f-4981-82d9-d263029d5b6e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=67333615-304e-41d7-8a37-db199608667d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.012015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 67333615-304e-41d7-8a37-db199608667d details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:06.061020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e74b0a74-4d83-401f-bab6-763a7cb6efda req-acbc8cc8-e681-4e26-8fe4-8bab3c571ba6 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887386 Jul 15 13:15:06.117113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-77a25b2a-d915-4d17-9137-2e805ec1f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.118777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-77a25b2a-d915-4d17-9137-2e805ec1f73c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18ef261-1c94-4bd1-a188-7298937d6976 HTTP/1.1" status: 200 len: 919 time: 0.2376323 Jul 15 13:15:06.120405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-0e127715-8786-4cd8-bf22-6483bce7a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.122054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-0e127715-8786-4cd8-bf22-6483bce7a041 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c18ef261-1c94-4bd1-a188-7298937d6976 HTTP/1.1" status: 200 len: 919 time: 0.2273750 Jul 15 13:15:06.184599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:06.191628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.249578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-19249700-0c36-463e-bc73-f36e81e4542e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3087c6fa-231f-4d2b-bf52-250965dff58f HTTP/1.1" status: 200 len: 217 time: 0.1224771 Jul 15 13:15:06.319354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3087c6fa-231f-4d2b-bf52-250965dff58f up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:06.322596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-1c74f334-2020-41b5-b756-c08515d57498 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3478aa2c-b552-4dd5-a940-cc4e0f362a60 HTTP/1.1" status: 200 len: 217 time: 0.1863630 Jul 15 13:15:06.413088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 3087c6fa-231f-4d2b-bf52-250965dff58f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:06.425680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 3087c6fa-231f-4d2b-bf52-250965dff58f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.426238 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.558716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-78b2ad44-608f-447b-a0ef-925f6fcb370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.560626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-78b2ad44-608f-447b-a0ef-925f6fcb370c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e6bfa5b-135f-450b-a305-37a9122012a9 HTTP/1.1" status: 200 len: 858 time: 0.2301838 Jul 15 13:15:06.570124 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.573410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3478aa2c-b552-4dd5-a940-cc4e0f362a60 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:06.575684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 63a236ab-497f-4624-a7cc-34e4b9489914 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:06.605468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-c4d3e991-ba98-4000-91b8-b87d46f789bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.609266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-c4d3e991-ba98-4000-91b8-b87d46f789bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e6bfa5b-135f-450b-a305-37a9122012a9 HTTP/1.1" status: 200 len: 858 time: 0.2795110 Jul 15 13:15:06.644481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c39cef3-c6ed-4606-853e-0e916b58cb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3087c6fa-231f-4d2b-bf52-250965dff58f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:06.648700 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8feb5e4-565c-4928-999a-da7f0678164d" -d '{"events": [{"server_uuid": "2c39cef3-c6ed-4606-853e-0e916b58cb1a", "name": "network-vif-plugged", "status": "completed", "tag": "3087c6fa-231f-4d2b-bf52-250965dff58f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:06.680061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3087c6fa-231f-4d2b-bf52-250965dff58f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3087c6fa-231f-4d2b-bf52-250965dff58f,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:06.698186 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.722662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.733529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-c9d13828-e51e-488f-9efa-cb8126d83086 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ef261-1c94-4bd1-a188-7298937d6976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881834 Jul 15 13:15:06.735740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-bd288041-eea2-4ea6-9f4e-31150279bcd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c18ef261-1c94-4bd1-a188-7298937d6976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096210 Jul 15 13:15:06.798918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 63a236ab-497f-4624-a7cc-34e4b9489914 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:06.823817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 63a236ab-497f-4624-a7cc-34e4b9489914 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.824109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.828534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=3191b8b7-f3b3-4f64-8443-12eb179cf232,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.845526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '032344e6-903a-4b89-b8f4-cdc9c8f84bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '67333615-304e-41d7-8a37-db199608667d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:06.845895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 67333615-304e-41d7-8a37-db199608667d, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:06.863648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3087c6fa-231f-4d2b-bf52-250965dff58f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.870882 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 67333615-304e-41d7-8a37-db199608667d is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:06.886440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 67333615-304e-41d7-8a37-db199608667d) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:06.900894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577337c0-cd0e-4914-af6a-313d8e954428 None None] Network 67333615-304e-41d7-8a37-db199608667d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:06.904924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-30bce419-2245-4a2a-8c62-ddcd2a5aeb14 service neutron] 10.222.0.30 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513669 Jul 15 13:15:06.910203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.910419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3478aa2c-b552-4dd5-a940-cc4e0f362a60, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3478aa2c-b552-4dd5-a940-cc4e0f362a60,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:06.910825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.938770 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6ada7e48-42de-4eef-ba60-49210ec435fb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0002513 Jul 15 13:15:06.940682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47560) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:06.953494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '3478aa2c-b552-4dd5-a940-cc4e0f362a60', 'network_id': 'c18ef261-1c94-4bd1-a188-7298937d6976', 'port_id': '3478aa2c-b552-4dd5-a940-cc4e0f362a60', 'mac_address': 'fa:16:3e:ce:10:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6bfa5b-135f-450b-a305-37a9122012a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:07.084125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.094103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.113851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3478aa2c-b552-4dd5-a940-cc4e0f362a60 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:07.144462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-6ea9459e-1505-4b72-a0b2-c7843fd8caa8 service neutron] 10.222.0.30 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267735 Jul 15 13:15:07.155056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.226110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915c6bd-dd1c-4372-bdf6-f29fcda588bd req-da6e4c03-0adb-4f25-8776-d4704cae9112 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.234962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c915c6bd-dd1c-4372-bdf6-f29fcda588bd req-da6e4c03-0adb-4f25-8776-d4704cae9112 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.9067128 Jul 15 13:15:07.238476 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.292570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c915c6bd-dd1c-4372-bdf6-f29fcda588bd req-837affdd-a08d-4aca-9139-03c06beb8226 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564444 Jul 15 13:15:07.310947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49dfc5-7488-493e-b75d-601b10d3bd6b req-8505774d-0d23-466c-98ec-c7908ace8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.321369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f49dfc5-7488-493e-b75d-601b10d3bd6b req-8505774d-0d23-466c-98ec-c7908ace8fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1100 time: 0.7563186 Jul 15 13:15:07.342738 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.357191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 63a236ab-497f-4624-a7cc-34e4b9489914, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63a236ab-497f-4624-a7cc-34e4b9489914,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:07.374517 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.400855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-c073fd6e-a791-4533-b343-e6800b116399 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585891 Jul 15 13:15:07.442759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=63a236ab-497f-4624-a7cc-34e4b9489914,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.452655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3478aa2c-b552-4dd5-a940-cc4e0f362a60, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3478aa2c-b552-4dd5-a940-cc4e0f362a60,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:07.488280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f49dfc5-7488-493e-b75d-601b10d3bd6b req-a4425cb3-1e86-441d-bffc-2f6ae0f2921a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590402 Jul 15 13:15:07.494717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:07.500943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=3191b8b7-f3b3-4f64-8443-12eb179cf232,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.525572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:07.526402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 95e68070-2c40-4bc4-aa0b-bb1e4daf5571 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:07.529150 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.533276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f0b26-5fd6-44ca-8e73-794e1f6082f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-67333615-304e-41d7-8a37-db199608667d', 'network_id': '67333615-304e-41d7-8a37-db199608667d', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': '3191b8b7-f3b3-4f64-8443-12eb179cf232'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:07.534896 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-178f0b26-5fd6-44ca-8e73-794e1f6082f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.595112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.611913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aed58151-cfe6-4c9c-a92b-7590c5707462 req-9702a101-79a0-452b-a307-37801d36636f service neutron] 10.222.0.35 "GET /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011719 Jul 15 13:15:07.621231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67333615-304e-41d7-8a37-db199608667d']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:07.627721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3478aa2c-b552-4dd5-a940-cc4e0f362a60,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.643109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032344e6-903a-4b89-b8f4-cdc9c8f84bd5') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:07.644478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032344e6-903a-4b89-b8f4-cdc9c8f84bd5') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:07.667068 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.691312 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.709190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:07.709879 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:07.715362 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:07.753047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be1fcd4-c801-4890-8cba-a7dc72d4ce98 None None] Network 67333615-304e-41d7-8a37-db199608667d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:07.820989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.829589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.836384 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/67333615-304e-41d7-8a37-db199608667d HTTP/1.1" status: 204 len: 168 time: 0.8913779 Jul 15 13:15:07.836597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3478aa2c-b552-4dd5-a940-cc4e0f362a60'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:07.836713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47572) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:07.842993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1638467366'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:07.864286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c977e45-a72e-4098-ac6b-34eff48073e3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=67333615-304e-41d7-8a37-db199608667d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.881371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:07.886425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.922652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:07.944333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.944562 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment dcd00571-59f1-4140-a84f-d499a3b1c19f of type vlan for network dca2c451-e173-4e5a-ba48-60f93b66e2e5 Jul 15 13:15:08.024208 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.074656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96975c3f-ad2f-4bab-8acd-e06d29487d09 req-c864389b-9296-4191-b20e-797373e5a482 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.076387 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96975c3f-ad2f-4bab-8acd-e06d29487d09 req-c864389b-9296-4191-b20e-797373e5a482 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 946 time: 0.1342614 Jul 15 13:15:08.083870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.092822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.093737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.154490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3159447 Jul 15 13:15:08.158772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47574) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.164468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-12aa4565-f2c5-4fe2-a15b-c8cbb46e6933 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:08.230441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e272db-2e6b-4fe6-9751-2c814c39def7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=dca2c451-e173-4e5a-ba48-60f93b66e2e5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.235163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96975c3f-ad2f-4bab-8acd-e06d29487d09 req-b7423643-deba-4bdc-a814-231d6ff1c591 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376870 Jul 15 13:15:08.247578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network dca2c451-e173-4e5a-ba48-60f93b66e2e5 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:08.376408 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4341007c-d05e-45f8-879a-3cb72378465f x-openstack-request-id: req-4341007c-d05e-45f8-879a-3cb72378465f {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:08.377173 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c39cef3-c6ed-4606-853e-0e916b58cb1a", "name": "network-vif-plugged", "status": "completed", "tag": "3087c6fa-231f-4d2b-bf52-250965dff58f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:08.377640 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4341007c-d05e-45f8-879a-3cb72378465f {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:08.378324 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c39cef3-c6ed-4606-853e-0e916b58cb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3087c6fa-231f-4d2b-bf52-250965dff58f', 'code': 200} Jul 15 13:15:08.553340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:08.556790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:08.761994 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12aa4565-f2c5-4fe2-a15b-c8cbb46e6933 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.837922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12aa4565-f2c5-4fe2-a15b-c8cbb46e6933 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.851515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fea71-a418-496b-b54e-50013a6a0285 req-f753efd0-2251-4470-b256-af69cbcf0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.854964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-686fea71-a418-496b-b54e-50013a6a0285 req-f753efd0-2251-4470-b256-af69cbcf0000 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c39cef3-c6ed-4606-853e-0e916b58cb1a HTTP/1.1" status: 200 len: 1098 time: 0.3183146 Jul 15 13:15:08.861835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12aa4565-f2c5-4fe2-a15b-c8cbb46e6933 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network dca2c451-e173-4e5a-ba48-60f93b66e2e5 is not hosted by any dhcp agent {{(pid=93733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:15:08.873936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa4565-f2c5-4fe2-a15b-c8cbb46e6933 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.875189 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12aa4565-f2c5-4fe2-a15b-c8cbb46e6933 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.879925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-12aa4565-f2c5-4fe2-a15b-c8cbb46e6933 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "PUT /v2.0/networks/dca2c451-e173-4e5a-ba48-60f93b66e2e5 HTTP/1.1" status: 200 len: 723 time: 0.7176170 Jul 15 13:15:08.880524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.883416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:08.890342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': 'dca2c451-e173-4e5a-ba48-60f93b66e2e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:08.897882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'mac_address': 'fa:16:3e:6b:24:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:08.941105 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.976977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.014587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:09.019564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:09.032919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.068101 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:09.072959 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.073613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2b1b-dc09-46e1-b05f-2ea7ef11f89e req-27496e8b-1907-4824-b903-5e0a508e93aa tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.076238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53ff2b1b-dc09-46e1-b05f-2ea7ef11f89e req-27496e8b-1907-4824-b903-5e0a508e93aa tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.5376484 Jul 15 13:15:09.081113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa4565-f2c5-4fe2-a15b-c8cbb46e6933 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=dca2c451-e173-4e5a-ba48-60f93b66e2e5,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.097199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-686fea71-a418-496b-b54e-50013a6a0285 req-7b801003-203e-44bc-9bc0-56a3d618f692 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975503 Jul 15 13:15:09.132498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network dca2c451-e173-4e5a-ba48-60f93b66e2e5 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:09.171472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53ff2b1b-dc09-46e1-b05f-2ea7ef11f89e req-c50a2936-8885-490d-96b1-86f688c9a15c tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797226 Jul 15 13:15:09.304727 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:09.305162 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:09.319037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.334809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.442480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=d38878c7-beb0-4948-87ac-d4b61cf3f2fd,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.458220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': 'dcd00571-59f1-4140-a84f-d499a3b1c19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'dca2c451-e173-4e5a-ba48-60f93b66e2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:09.458846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: dca2c451-e173-4e5a-ba48-60f93b66e2e5, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:09.492294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network dca2c451-e173-4e5a-ba48-60f93b66e2e5 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:09.503951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, dca2c451-e173-4e5a-ba48-60f93b66e2e5) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:09.513613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed21a83-5518-4a1d-a6a0-7710767c0e58 None None] Network dca2c451-e173-4e5a-ba48-60f93b66e2e5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:09.533677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.536159 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.571121 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-93a90f7e-7619-437d-a5b6-7fb4a3100d9d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6889389 Jul 15 13:15:09.575286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47598) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.590184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d98132de-09de-4371-86c2-a172046f3b0e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:09.667514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def5300-6595-4fe1-844f-14afe8eeb1fb req-b3db1524-acba-4992-9ef1-0dbf4463df6b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.670550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7def5300-6595-4fe1-844f-14afe8eeb1fb req-b3db1524-acba-4992-9ef1-0dbf4463df6b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.1264195 Jul 15 13:15:09.756202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7def5300-6595-4fe1-844f-14afe8eeb1fb req-7b22068b-c045-4cec-bc7b-0d3ea8fe8e51 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795767 Jul 15 13:15:09.771676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d98132de-09de-4371-86c2-a172046f3b0e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12684278'] for subnet, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.777534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-dca2c451-e173-4e5a-ba48-60f93b66e2e5', 'network_id': 'dca2c451-e173-4e5a-ba48-60f93b66e2e5', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': 'd38878c7-beb0-4948-87ac-d4b61cf3f2fd'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:09.779388 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.036083 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.044470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d98132de-09de-4371-86c2-a172046f3b0e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789911399819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14561509'] for subnet, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.069024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:10.090620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98132de-09de-4371-86c2-a172046f3b0e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.090930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d98132de-09de-4371-86c2-a172046f3b0e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.095076 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d98132de-09de-4371-86c2-a172046f3b0e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "PUT /v2.0/subnets/d38878c7-beb0-4948-87ac-d4b61cf3f2fd HTTP/1.1" status: 200 len: 806 time: 0.5140016 Jul 15 13:15:10.097442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47612) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:10.141197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:10.146129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98132de-09de-4371-86c2-a172046f3b0e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=d38878c7-beb0-4948-87ac-d4b61cf3f2fd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.153237 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.174140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf467eff-dfbb-4e6a-ac76-aa1bb805785c req-a2bec28e-fa99-4bd9-97b7-b217a2d875cb tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.185435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf467eff-dfbb-4e6a-ac76-aa1bb805785c req-a2bec28e-fa99-4bd9-97b7-b217a2d875cb tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 946 time: 0.2659421 Jul 15 13:15:10.239800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Allocated IP 172.20.0.2 (dca2c451-e173-4e5a-ba48-60f93b66e2e5/d38878c7-beb0-4948-87ac-d4b61cf3f2fd/06bc5901-6ac0-4fb1-8fff-92bde2ec9984) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:10.256771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.270764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf467eff-dfbb-4e6a-ac76-aa1bb805785c req-d8d318c0-d24f-4b2d-8b0d-1b5fbc5da7ef tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842659 Jul 15 13:15:10.358007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.377439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.400502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256805c2-3380-402b-835f-cba517517b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a236ab-497f-4624-a7cc-34e4b9489914'}, {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:10.402846 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2502e18b-0818-40ae-bac4-77aefd45c3e6" -d '{"events": [{"server_uuid": "256805c2-3380-402b-835f-cba517517b37", "name": "network-vif-plugged", "status": "completed", "tag": "63a236ab-497f-4624-a7cc-34e4b9489914"}, {"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:10.451189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:10.556709 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.568188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3478aa2c-b552-4dd5-a940-cc4e0f362a60 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:10.580262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Transition to ACTIVE for port object 06bc5901-6ac0-4fb1-8fff-92bde2ec9984 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:10.631234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Transition to ACTIVE for port object 06bc5901-6ac0-4fb1-8fff-92bde2ec9984 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:10.654967 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.673598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.717562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fb29c-53d8-4f61-a45d-5c3c41be350d req-e1626f51-4b5c-4699-8ce9-7efb69707619 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.727391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Network dca2c451-e173-4e5a-ba48-60f93b66e2e5 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:10.731039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-604fb29c-53d8-4f61-a45d-5c3c41be350d req-e1626f51-4b5c-4699-8ce9-7efb69707619 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 947 time: 0.1297264 Jul 15 13:15:10.741392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:10.749783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:10.752067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Pushing event updated for resources: {'Port': ['ID=06bc5901-6ac0-4fb1-8fff-92bde2ec9984,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.762886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:10.772414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:10.772929 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.821104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-604fb29c-53d8-4f61-a45d-5c3c41be350d req-8b92c0db-6bef-4058-afdf-e9db2bcc9854 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886593 Jul 15 13:15:10.866140 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.870378 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=d38878c7-beb0-4948-87ac-d4b61cf3f2fd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.883120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Attempting to bind port 06bc5901-6ac0-4fb1-8fff-92bde2ec9984 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:10.883700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Attempting to bind port 06bc5901-6ac0-4fb1-8fff-92bde2ec9984 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'dcd00571-59f1-4140-a84f-d499a3b1c19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'dca2c451-e173-4e5a-ba48-60f93b66e2e5'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:10.884742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Attempting to bind port 06bc5901-6ac0-4fb1-8fff-92bde2ec9984 on network dca2c451-e173-4e5a-ba48-60f93b66e2e5 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:10.893964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca2c451-e173-4e5a-ba48-60f93b66e2e5']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:10.898812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:10.899420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Checking segment: {'id': 'dcd00571-59f1-4140-a84f-d499a3b1c19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'dca2c451-e173-4e5a-ba48-60f93b66e2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:10.899991 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.900600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Bound using segment: {'id': 'dcd00571-59f1-4140-a84f-d499a3b1c19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'dca2c451-e173-4e5a-ba48-60f93b66e2e5'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:10.901670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Bound port: 06bc5901-6ac0-4fb1-8fff-92bde2ec9984, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd00571-59f1-4140-a84f-d499a3b1c19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'dca2c451-e173-4e5a-ba48-60f93b66e2e5'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:10.902274 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.916452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd00571-59f1-4140-a84f-d499a3b1c19f') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:10.916758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd00571-59f1-4140-a84f-d499a3b1c19f') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:10.934816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.962998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.974983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b2cccba-98dd-440f-94bc-2b288da8623c req-68019d28-b8ab-40a1-bff3-5c94dd490525 tempest-FlavorsV2NegativeTest-1369883176 tempest-FlavorsV2NegativeTest-1369883176-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0413864c391a4cd5905fcd8953039ad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322652 Jul 15 13:15:10.993851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:10.995370 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.003215 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.025221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] For port 06bc5901-6ac0-4fb1-8fff-92bde2ec9984, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:11.059263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3478aa2c-b552-4dd5-a940-cc4e0f362a60, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3478aa2c-b552-4dd5-a940-cc4e0f362a60,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:11.072863 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:11.076974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:15:11.076974 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:15:11.076974 n-d-771362-36 neutron-server[93734]: [parameters: {'id': 'dca2c451-e173-4e5a-ba48-60f93b66e2e5'}] Jul 15 13:15:11.076974 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:11.077549 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:11.079417 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.104836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] For port 06bc5901-6ac0-4fb1-8fff-92bde2ec9984, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=06bc5901-6ac0-4fb1-8fff-92bde2ec9984,segment=NetworkSegment(dcd00571-59f1-4140-a84f-d499a3b1c19f),segment_id=dcd00571-59f1-4140-a84f-d499a3b1c19f)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:11.145899 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.175011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cccba-98dd-440f-94bc-2b288da8623c req-e060f9e7-36ec-4ae4-be41-7fb914c99bca tempest-FlavorsV2NegativeTest-1369883176 tempest-FlavorsV2NegativeTest-1369883176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.185914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b2cccba-98dd-440f-94bc-2b288da8623c req-e060f9e7-36ec-4ae4-be41-7fb914c99bca tempest-FlavorsV2NegativeTest-1369883176 tempest-FlavorsV2NegativeTest-1369883176-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012987 Jul 15 13:15:11.208271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b2cccba-98dd-440f-94bc-2b288da8623c req-6a4182b2-2844-4743-ab2f-09443254195a tempest-FlavorsV2NegativeTest-1369883176 tempest-FlavorsV2NegativeTest-1369883176-project] 10.222.0.25 "GET /v2.0/quotas/0413864c391a4cd5905fcd8953039ad0 HTTP/1.1" status: 200 len: 375 time: 0.0212464 Jul 15 13:15:11.244493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b2cccba-98dd-440f-94bc-2b288da8623c req-500937db-a843-4062-a844-cd01337bafad tempest-FlavorsV2NegativeTest-1369883176 tempest-FlavorsV2NegativeTest-1369883176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0413864c391a4cd5905fcd8953039ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349395 Jul 15 13:15:11.293621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3478aa2c-b552-4dd5-a940-cc4e0f362a60,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.310426 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7079f126-e8a3-41fe-9f53-76239efbbb6c x-openstack-request-id: req-7079f126-e8a3-41fe-9f53-76239efbbb6c {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:11.310791 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256805c2-3380-402b-835f-cba517517b37", "name": "network-vif-plugged", "status": "completed", "tag": "63a236ab-497f-4624-a7cc-34e4b9489914", "code": 200}, {"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:11.311118 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7079f126-e8a3-41fe-9f53-76239efbbb6c {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:11.311787 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256805c2-3380-402b-835f-cba517517b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a236ab-497f-4624-a7cc-34e4b9489914', 'code': 200} Jul 15 13:15:11.312023 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'code': 200} Jul 15 13:15:11.370150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f3c13-69cb-4742-8484-c546a1202691 None None] Network dca2c451-e173-4e5a-ba48-60f93b66e2e5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:11.549769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fa9f4-cad0-4f13-9e1b-f0fc9836f88f None None] Pushing event updated for resources: {'Port': ['ID=06bc5901-6ac0-4fb1-8fff-92bde2ec9984,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.579349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.586417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca6b40-d52d-40eb-a502-8d5123a49e52 None None] Network dca2c451-e173-4e5a-ba48-60f93b66e2e5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:11.659206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Deleting port 06bc5901-6ac0-4fb1-8fff-92bde2ec9984 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:11.659637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.670218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1bb3-6e9e-4c7b-ae65-436970343d74 req-02bf23ba-721f-4c5f-9724-f4faaa11e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.672604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c06a1bb3-6e9e-4c7b-ae65-436970343d74 req-02bf23ba-721f-4c5f-9724-f4faaa11e0a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 1098 time: 0.2123010 Jul 15 13:15:11.762142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] For port 06bc5901-6ac0-4fb1-8fff-92bde2ec9984, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=06bc5901-6ac0-4fb1-8fff-92bde2ec9984,segment=NetworkSegment(dcd00571-59f1-4140-a84f-d499a3b1c19f),segment_id=dcd00571-59f1-4140-a84f-d499a3b1c19f)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:11.762512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.772445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efac910-cf99-4001-9be2-23584022f4a5 req-34c6e3ea-e136-4fbc-8465-26a46110b9a7 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.775330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8efac910-cf99-4001-9be2-23584022f4a5 req-34c6e3ea-e136-4fbc-8465-26a46110b9a7 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.2428503 Jul 15 13:15:11.778748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c06a1bb3-6e9e-4c7b-ae65-436970343d74 req-be275be3-a122-4fe7-828a-b235d3ec73c2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964985 Jul 15 13:15:11.807233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d25b9-ff84-46df-8eb9-bbc6c0ce46bb None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:15:11.808794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Calling delete_port for 06bc5901-6ac0-4fb1-8fff-92bde2ec9984 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:11.848067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8efac910-cf99-4001-9be2-23584022f4a5 req-8445fe9f-c82a-41a4-b1e9-2c7ee6502ac0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660856 Jul 15 13:15:11.964698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d25b9-ff84-46df-8eb9-bbc6c0ce46bb None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:15:11.985136 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.030502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Port': ['ID=06bc5901-6ac0-4fb1-8fff-92bde2ec9984,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.036431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No DVR routers for this DVR port 06bc5901-6ac0-4fb1-8fff-92bde2ec9984 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:12.233294 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.248061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca2c451-e173-4e5a-ba48-60f93b66e2e5']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.262987 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd00571-59f1-4140-a84f-d499a3b1c19f') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.263336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd00571-59f1-4140-a84f-d499a3b1c19f') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.275498 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.286237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47674) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:12.301778 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.309409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:12.309937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:12.339073 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:12.414071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.420000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.425381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47680) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:12.433904 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/dca2c451-e173-4e5a-ba48-60f93b66e2e5 HTTP/1.1" status: 204 len: 168 time: 2.3349195 Jul 15 13:15:12.459784 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8d7bda-8c5a-4e19-b771-fb17bb2466b3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:12.460419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8d7bda-8c5a-4e19-b771-fb17bb2466b3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:12.470061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47682) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:12.470574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cf8d7bda-8c5a-4e19-b771-fb17bb2466b3 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/dca2c451-e173-4e5a-ba48-60f93b66e2e5 HTTP/1.1" status: 404 len: 339 time: 0.0435040 Jul 15 13:15:12.478788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5d25b40-98cf-410b-964b-d773c29ae132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.501524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420994743', 'description': 'd1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:12.514082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dd3c3-8e23-478e-ae4e-c8f20809615f tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=dca2c451-e173-4e5a-ba48-60f93b66e2e5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.583706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:12.685711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5d25b40-98cf-410b-964b-d773c29ae132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.686744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:12.687509 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.698073 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5d25b40-98cf-410b-964b-d773c29ae132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.710884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:12.720395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.760024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d5d25b40-98cf-410b-964b-d773c29ae132 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0413864c391a4cd5905fcd8953039ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726660 Jul 15 13:15:12.764635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47684) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:12.771623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d25b40-98cf-410b-964b-d773c29ae132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6184c8e5-87a3-402e-857e-618668e95690,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.788048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221376a3-4f69-41b5-bb32-15d129dd4ff9 req-aa47411d-1d72-459a-b9e4-ec908fa3384d tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:12.791081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:12.797207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-221376a3-4f69-41b5-bb32-15d129dd4ff9 req-aa47411d-1d72-459a-b9e4-ec908fa3384d tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 947 time: 0.1698773 Jul 15 13:15:12.819684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.820319 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 644be37d-ac43-4d03-a79c-31d468443e2b of type vlan for network 31db974b-b984-4fee-bdbb-bf6cc47c6fc3 Jul 15 13:15:12.830918 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.852004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-221376a3-4f69-41b5-bb32-15d129dd4ff9 req-5e45aefe-1cfc-4ccd-905a-41bdb27e6c58 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533028 Jul 15 13:15:12.877926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:12.883608 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.909439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.940768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.991754 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-995195d3-0a51-4ec1-bce3-8ba9aba18275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.000998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.013226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.014317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534894'] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.106382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368e59-d49c-4a7d-b9d9-9ab21daa0c31 req-86a9fd08-7279-4544-bd90-0375f8eda480 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.108338 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89368e59-d49c-4a7d-b9d9-9ab21daa0c31 req-86a9fd08-7279-4544-bd90-0375f8eda480 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 946 time: 0.0791504 Jul 15 13:15:13.111080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-995195d3-0a51-4ec1-bce3-8ba9aba18275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.142972 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6714075 Jul 15 13:15:13.146716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47690) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:13.191447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89368e59-d49c-4a7d-b9d9-9ab21daa0c31 req-8ce1c968-67d3-45b8-b6dd-8af48f70ae74 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702918 Jul 15 13:15:13.220121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d06a7-f2e1-4101-a84e-df0e285cdc49 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=31db974b-b984-4fee-bdbb-bf6cc47c6fc3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.237809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 31db974b-b984-4fee-bdbb-bf6cc47c6fc3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:13.290907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-995195d3-0a51-4ec1-bce3-8ba9aba18275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.296560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-995195d3-0a51-4ec1-bce3-8ba9aba18275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.301868 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-995195d3-0a51-4ec1-bce3-8ba9aba18275 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6184c8e5-87a3-402e-857e-618668e95690 HTTP/1.1" status: 204 len: 168 time: 0.5316956 Jul 15 13:15:13.313514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3478aa2c-b552-4dd5-a940-cc4e0f362a60'}, {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:13.322518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995195d3-0a51-4ec1-bce3-8ba9aba18275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6184c8e5-87a3-402e-857e-618668e95690,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.322782 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ef1409-24c5-4b65-9fcb-bbaeca028e51" -d '{"events": [{"server_uuid": "c7d6a42f-84b1-4484-b31c-66d158b818d3", "name": "network-vif-plugged", "status": "completed", "tag": "3478aa2c-b552-4dd5-a940-cc4e0f362a60"}, {"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-plugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:13.364094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c8c04a-fbfa-4624-bd1b-56cacb5f6339 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.371668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47698) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:13.371982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-84c8c04a-fbfa-4624-bd1b-56cacb5f6339 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/networks?id=31db974b-b984-4fee-bdbb-bf6cc47c6fc3 HTTP/1.1" status: 200 len: 761 time: 0.2239239 Jul 15 13:15:13.385712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a9a89833-37d8-4679-8d61-90eceaaa787c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'description': 'd2'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:13.832116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9a89833-37d8-4679-8d61-90eceaaa787c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.860884 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9a89833-37d8-4679-8d61-90eceaaa787c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.917983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9a89833-37d8-4679-8d61-90eceaaa787c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 31db974b-b984-4fee-bdbb-bf6cc47c6fc3 is not hosted by any dhcp agent {{(pid=93734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:15:13.930906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a89833-37d8-4679-8d61-90eceaaa787c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.932420 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9a89833-37d8-4679-8d61-90eceaaa787c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.934976 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a9a89833-37d8-4679-8d61-90eceaaa787c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "PUT /v2.0/networks/31db974b-b984-4fee-bdbb-bf6cc47c6fc3 HTTP/1.1" status: 200 len: 758 time: 0.5610070 Jul 15 13:15:13.938938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.039028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a89833-37d8-4679-8d61-90eceaaa787c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=31db974b-b984-4fee-bdbb-bf6cc47c6fc3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:14.059541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd40bc-03c6-4ee6-aa69-7ef6be95b314 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.066637 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 31db974b-b984-4fee-bdbb-bf6cc47c6fc3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:14.067476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c6fd40bc-03c6-4ee6-aa69-7ef6be95b314 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/networks?id=31db974b-b984-4fee-bdbb-bf6cc47c6fc3 HTTP/1.1" status: 200 len: 761 time: 0.1209567 Jul 15 13:15:14.067476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47714) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.077581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-872976633'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:14.089142 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:14.110271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:14.115877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.174874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:14.203601 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.205327 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 64d26511-273d-4ed7-9b59-ca3158b5f85f of type vlan for network 600dd633-f6f9-48b3-9024-274ed63a705f Jul 15 13:15:14.292588 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.362426 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.369414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.370454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.424683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cee2b-2c31-40b9-8dff-58ba2904e80d req-4e3bdec3-f76e-4896-ab0f-9df43be8e553 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.426362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b0cee2b-2c31-40b9-8dff-58ba2904e80d req-4e3bdec3-f76e-4896-ab0f-9df43be8e553 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.1561153 Jul 15 13:15:14.432402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3640234 Jul 15 13:15:14.436509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47720) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.467421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '600dd633-f6f9-48b3-9024-274ed63a705f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:14.474673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a054712-7514-4a63-af56-716109261c13 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=600dd633-f6f9-48b3-9024-274ed63a705f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:14.499295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 600dd633-f6f9-48b3-9024-274ed63a705f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:14.825053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47732) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.947790 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-network', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:14.984759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Made reservation on behalf of a181cba87d6f4986b37290e8742d3a51 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:14.988319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.999779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b0cee2b-2c31-40b9-8dff-58ba2904e80d req-c2c86b35-2041-4067-87f0-827569b55884 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282383 Jul 15 13:15:15.005736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.026503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:15.032106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.195938 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.204684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.267032 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:15.286561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46629cf-2f5a-4b20-810c-54e1a96b5951,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.298272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.298842 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Added segment 235702be-139f-4a8c-9da4-57a054b98afc of type vlan for network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 Jul 15 13:15:15.330615 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.384535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.453903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=c8470602-758a-4456-8320-73877296bc79,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.465379 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.467937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.468371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '64d26511-273d-4ed7-9b59-ca3158b5f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '600dd633-f6f9-48b3-9024-274ed63a705f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:15.469102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 600dd633-f6f9-48b3-9024-274ed63a705f, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:15.480631 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.503484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 600dd633-f6f9-48b3-9024-274ed63a705f is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:15.529603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 600dd633-f6f9-48b3-9024-274ed63a705f) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:15.542449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.543468 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.561090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de573e5-3f80-4dd0-ac8b-ccc6d32669ac None None] Network 600dd633-f6f9-48b3-9024-274ed63a705f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:15.576150 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7492256 Jul 15 13:15:15.585670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47750) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:15.602111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Request body: {'subnet': {'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-subnet', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:15.673856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6821574e-78c7-4b01-b1d5-4c7396139018 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2322044 Jul 15 13:15:15.674490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47752) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:15.733289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Made reservation on behalf of a181cba87d6f4986b37290e8742d3a51 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:15.738542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.773898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cf19b-ed00-4d96-bdbb-b5ff0b13e05b admin admin] Pushing event updated for resources: {'Network': ['ID=fcb3f0ce-82b7-4804-8018-7c66cefa75f8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.787981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-b40b3197-2557-450c-a35b-c578885f10b7 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.794700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-b40b3197-2557-450c-a35b-c578885f10b7 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 946 time: 0.2259867 Jul 15 13:15:15.800362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:16.052843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.110539 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.139915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Checking segment: {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:16.140336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Network hostable DHCP agents. Network: fcb3f0ce-82b7-4804-8018-7c66cefa75f8, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:16.149667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71472171-1345-48fd-9bbd-032cb55f5534,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.169277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:16.182562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, fcb3f0ce-82b7-4804-8018-7c66cefa75f8) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:16.190625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:16.192822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.219074 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-afde7fcd-20c3-4f69-8b4b-2af5434b6d88 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6299806 Jul 15 13:15:16.222915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47758) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:16.228903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-router', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:16.229297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91a9f7-ace9-4b1a-b72e-4e13c3fa27ac req-4de2c16b-b9a6-4ad5-88bd-33e5990ff11c tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:16.231304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb91a9f7-ace9-4b1a-b72e-4e13c3fa27ac req-4de2c16b-b9a6-4ad5-88bd-33e5990ff11c tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c39cef3-c6ed-4606-853e-0e916b58cb1a HTTP/1.1" status: 200 len: 946 time: 0.4270444 Jul 15 13:15:16.235584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Deleting port 074048e3-8b9c-416d-b804-237116ae65c9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:16.236425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.242085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.264658 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.265841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.328704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b291dec-d87f-463b-8ccd-543a3fcd84a0 None None] Network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:16.354461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54944d8-9312-42dc-a79a-7dd89a40f7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-600dd633-f6f9-48b3-9024-274ed63a705f', 'network_id': '600dd633-f6f9-48b3-9024-274ed63a705f', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': 'c8470602-758a-4456-8320-73877296bc79'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:16.355926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b54944d8-9312-42dc-a79a-7dd89a40f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.372082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.417672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb91a9f7-ace9-4b1a-b72e-4e13c3fa27ac req-c3052579-b7db-4388-af3d-d10e448db482 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705985 Jul 15 13:15:16.453775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] For port 074048e3-8b9c-416d-b804-237116ae65c9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=074048e3-8b9c-416d-b804-237116ae65c9,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:16.454553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.496639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.598564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.598997 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ee96e8-10b7-4b4d-b0a1-301825b83618 x-openstack-request-id: req-b4ee96e8-10b7-4b4d-b0a1-301825b83618 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:16.599788 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d6a42f-84b1-4484-b31c-66d158b818d3", "name": "network-vif-plugged", "status": "completed", "tag": "3478aa2c-b552-4dd5-a940-cc4e0f362a60", "code": 200}, {"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-plugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:16.599973 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4ee96e8-10b7-4b4d-b0a1-301825b83618 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:16.600465 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3478aa2c-b552-4dd5-a940-cc4e0f362a60', 'code': 200} Jul 15 13:15:16.600865 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'code': 200} Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server [None req-b54944d8-9312-42dc-a79a-7dd89a40f7a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8470602-758a-4456-8320-73877296bc79: This subnet is being modified by another concurrent operation. Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:15:16.711584 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8470602-758a-4456-8320-73877296bc79: This subnet is being modified by another concurrent operation. Jul 15 13:15:16.717899 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:15:16.749279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e5e3ed-fb46-4d9c-913a-5525793c2089 None None] Network 600dd633-f6f9-48b3-9024-274ed63a705f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:16.760603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=c8470602-758a-4456-8320-73877296bc79,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.830609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-fcb3f0ce-82b7-4804-8018-7c66cefa75f8', 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'fixed_ips': [{'subnet_id': '71472171-1345-48fd-9bbd-032cb55f5534'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:16.832124 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.957409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.027074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600dd633-f6f9-48b3-9024-274ed63a705f']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:17.047953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d26511-273d-4ed7-9b59-ca3158b5f85f') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:17.048786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d26511-273d-4ed7-9b59-ca3158b5f85f') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:17.105259 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.135561 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.136165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.136694 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Floating IP e6446c2d-8450-4099-bfcc-92f7923b9a47 disassociated. External IP: 172.25.1.176, port: 074048e3-8b9c-416d-b804-237116ae65c9. Jul 15 13:15:17.137281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Calling delete_port for 074048e3-8b9c-416d-b804-237116ae65c9 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:17.146419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.170621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.306929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.318886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:17.319374 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.335426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Allocated IP 172.20.0.2 (fcb3f0ce-82b7-4804-8018-7c66cefa75f8/71472171-1345-48fd-9bbd-032cb55f5534/14479d51-db74-4529-ab8a-606e49ec1fc9) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:17.338940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Allocated IP 172.25.1.135 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/dd0850d1-f928-4873-b1ae-2cb711ca3c15) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:17.391477 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:17.425684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ef7b3-1d47-4c34-9cde-fb21b8ecb346 req-b50607e3-8557-4613-b4dc-e34fe93d54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:17.427198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-803ef7b3-1d47-4c34-9cde-fb21b8ecb346 req-b50607e3-8557-4613-b4dc-e34fe93d54d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7d6a42f-84b1-4484-b31c-66d158b818d3 HTTP/1.1" status: 200 len: 1097 time: 0.6703057 Jul 15 13:15:17.455371 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.460036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.462629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/600dd633-f6f9-48b3-9024-274ed63a705f HTTP/1.1" status: 204 len: 168 time: 1.7865481 Jul 15 13:15:17.481131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47766) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.541353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62617469-fbd8-4319-ac27-704dc7c43803 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=600dd633-f6f9-48b3-9024-274ed63a705f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.552163 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-459fc3c0-d8de-4f0d-b66c-918b680eec19 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] GET failed (client error): The resource could not be found. Jul 15 13:15:17.553590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-459fc3c0-d8de-4f0d-b66c-918b680eec19 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/subnets/c8470602-758a-4456-8320-73877296bc79 HTTP/1.1" status: 404 len: 337 time: 0.0700881 Jul 15 13:15:17.563587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47768) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.598822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.605618 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e93d79-257f-47e7-84ff-53867829079b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:17.606378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e93d79-257f-47e7-84ff-53867829079b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:17.608579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-30e93d79-257f-47e7-84ff-53867829079b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/600dd633-f6f9-48b3-9024-274ed63a705f HTTP/1.1" status: 404 len: 339 time: 0.0426443 Jul 15 13:15:17.615496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47770) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.670272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-803ef7b3-1d47-4c34-9cde-fb21b8ecb346 req-f2049e88-d437-4da1-944c-2f2aab73a5f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063665 Jul 15 13:15:17.687426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.687674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.704933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Transition to ACTIVE for port object 14479d51-db74-4529-ab8a-606e49ec1fc9 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:17.732339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Transition to ACTIVE for port object 14479d51-db74-4529-ab8a-606e49ec1fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:17.745460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.757367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:17.765724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:17.782196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:17.816549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09b71-e279-4063-aeca-91f1a371b154 req-ff77c746-871a-457b-95a0-9d0714fdf6de tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:17.824397 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0850d1-f928-4873-b1ae-2cb711ca3c15,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.824722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de09b71-e279-4063-aeca-91f1a371b154 req-ff77c746-871a-457b-95a0-9d0714fdf6de tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41ee117-08d7-44c7-9733-3a759436d86a HTTP/1.1" status: 200 len: 946 time: 0.4322007 Jul 15 13:15:17.830883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Pushing event updated for resources: {'Port': ['ID=14479d51-db74-4529-ab8a-606e49ec1fc9,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.840656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:17.846624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.847062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.847444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.847758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.848149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.848488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.848818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.849202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.850201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.850201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.850201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.850681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:17.855414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:17.858054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:17.929116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Attempting to bind port 14479d51-db74-4529-ab8a-606e49ec1fc9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:17.930258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Attempting to bind port 14479d51-db74-4529-ab8a-606e49ec1fc9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:17.932005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Attempting to bind port 14479d51-db74-4529-ab8a-606e49ec1fc9 on network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:17.943107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:17.944384 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Checking segment: {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:17.945452 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.947118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Bound using segment: {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:17.950270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Bound port: 14479d51-db74-4529-ab8a-606e49ec1fc9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:17.951453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.971619 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.081218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] For port 14479d51-db74-4529-ab8a-606e49ec1fc9, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:18.086689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] For port 14479d51-db74-4529-ab8a-606e49ec1fc9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=14479d51-db74-4529-ab8a-606e49ec1fc9,segment=NetworkSegment(235702be-139f-4a8c-9da4-57a054b98afc),segment_id=235702be-139f-4a8c-9da4-57a054b98afc)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:18.093645 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.097248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event deleted for resources: {'Port': ['ID=074048e3-8b9c-416d-b804-237116ae65c9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.116946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de09b71-e279-4063-aeca-91f1a371b154 req-1300b0e8-1248-41b5-a230-648beeae0995 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910140 Jul 15 13:15:18.200937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1beb3-730e-4fb4-9e79-72fd0adfe9a7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.207944 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-52a1beb3-730e-4fb4-9e79-72fd0adfe9a7 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5880587 Jul 15 13:15:18.242586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be783ed7-a2e4-4bd0-ba9a-2a06004feb45 None None] Pushing event updated for resources: {'Port': ['ID=14479d51-db74-4529-ab8a-606e49ec1fc9,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.288203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47774) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.532921 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.586500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0b39acb7-b67e-49ca-ab46-892716c5b1e8 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 207 time: 0.2961612 Jul 15 13:15:18.606132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:18.632080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:18.632821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47776) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.684526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 074048e3-8b9c-416d-b804-237116ae65c9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:18.684987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 074048e3-8b9c-416d-b804-237116ae65c9 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:18.855621 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4eb63c58-c05b-4376-a593-f339235bfb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.902134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.156180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73ffc0-8375-4371-8017-7b0d83c2fc57 req-c3208a19-cba7-4a68-87e7-945f9dbf6374 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.164702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b73ffc0-8375-4371-8017-7b0d83c2fc57 req-c3208a19-cba7-4a68-87e7-945f9dbf6374 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.7525346 Jul 15 13:15:19.176651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Router aa921baa-80e9-4de6-8029-22ea518cfb6b is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:19.203887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac5c8d-8324-4d2b-a539-3b5d25fc467d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.210247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac5c8d-8324-4d2b-a539-3b5d25fc467d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.216297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac5c8d-8324-4d2b-a539-3b5d25fc467d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.222764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac5c8d-8324-4d2b-a539-3b5d25fc467d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.230095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d0ac5c8d-8324-4d2b-a539-3b5d25fc467d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5882590 Jul 15 13:15:19.232273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47780) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.447469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:19.488139 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Sync routers for ids ['aa921baa-80e9-4de6-8029-22ea518cfb6b'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:19.495371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.501591 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f57b903-997f-4c3d-920a-1b87ea165459 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2735431 Jul 15 13:15:19.502212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47784) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.575242 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Routers {'aa921baa-80e9-4de6-8029-22ea518cfb6b'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:19.576476 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:14:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa921baa-80e9-4de6-8029-22ea518cfb6b'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:19.791168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 14479d51-db74-4529-ab8a-606e49ec1fc9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:19.820116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:19.855652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] Sync routers for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:19.876953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b73ffc0-8375-4371-8017-7b0d83c2fc57 req-de375323-fb74-4190-a708-b725be27c21a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110245 Jul 15 13:15:19.897969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:19.900802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:14:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:20.007066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] No DVR routers for this DVR port 074048e3-8b9c-416d-b804-237116ae65c9 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:20.013612 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Set router aa921baa-80e9-4de6-8029-22ea518cfb6b gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:20.013939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.026154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbec97a8-3eb3-4960-b48e-2aee1d3cc22a req-fa933aaf-2e44-4e5b-bd34-495b04632090 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.30 "DELETE /v2.0/ports/074048e3-8b9c-416d-b804-237116ae65c9 HTTP/1.1" status: 204 len: 173 time: 4.2155890 Jul 15 13:15:20.054762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-deleted', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:20.075175 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ac3e3-68bc-4565-a2c8-fb0e146d58fb" -d '{"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-deleted", "tag": "074048e3-8b9c-416d-b804-237116ae65c9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:20.108131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 14479d51-db74-4529-ab8a-606e49ec1fc9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:20.263108 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dea8d3-3a81-4acf-b974-15779efe52f4 None None] Network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:20.277807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9c091859-ea63-43c1-a7bf-bd2f894d2a23 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 1.0438116 Jul 15 13:15:20.284385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47790) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.402911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6f20-86ef-4490-8791-b30db7ed1009 req-f08d3946-1c24-43e1-a801-40c3c09fb3b1 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.405104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109d6f20-86ef-4490-8791-b30db7ed1009 req-f08d3946-1c24-43e1-a801-40c3c09fb3b1 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.2697730 Jul 15 13:15:20.416834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2df25-ea12-4801-9ddf-69c8f14f1eba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.420512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2df25-ea12-4801-9ddf-69c8f14f1eba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.427811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fee2df25-ea12-4801-9ddf-69c8f14f1eba tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1402247 Jul 15 13:15:20.429182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47792) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.510592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:20.516695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109d6f20-86ef-4490-8791-b30db7ed1009 req-85ce553b-fb30-471c-b12c-71cd6ffc65da tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868902 Jul 15 13:15:20.555331 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-router', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:16Z', 'updated_at': '2021-07-15T13:15:18Z', 'revision_number': 3, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'gw_port': {'id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:17Z', 'updated_at': '2021-07-15T13:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:20.610014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22df71b7-4be5-4205-8cc8-d68327d38aa5 None None] Provisioning for port 14479d51-db74-4529-ab8a-606e49ec1fc9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:20.651085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d8425-cf28-4d80-be6a-c8ce77b74cb1 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.653320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d8425-cf28-4d80-be6a-c8ce77b74cb1 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.655264 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e5d8425-cf28-4d80-be6a-c8ce77b74cb1 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2230172 Jul 15 13:15:20.661111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47796) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.663898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22df71b7-4be5-4205-8cc8-d68327d38aa5 None None] Provisioning complete for port 14479d51-db74-4529-ab8a-606e49ec1fc9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:20.664508 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22df71b7-4be5-4205-8cc8-d68327d38aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.706714 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Checking router: aa921baa-80e9-4de6-8029-22ea518cfb6b for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:20.707049 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Updating router aa921baa-80e9-4de6-8029-22ea518cfb6b port dd0850d1-f928-4873-b1ae-2cb711ca3c15 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:21.061279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.171061 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22df71b7-4be5-4205-8cc8-d68327d38aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.195829 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.213907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fad87d-d1ed-4dc1-907e-5efed52c86a0 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.216081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-32fad87d-d1ed-4dc1-907e-5efed52c86a0 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/networks/25a831d4-e9b5-4521-b1d7-8174ecef3368 HTTP/1.1" status: 200 len: 799 time: 0.5519829 Jul 15 13:15:21.222411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47800) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.304986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-22df71b7-4be5-4205-8cc8-d68327d38aa5 None None] For port 14479d51-db74-4529-ab8a-606e49ec1fc9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=14479d51-db74-4529-ab8a-606e49ec1fc9,segment=NetworkSegment(235702be-139f-4a8c-9da4-57a054b98afc),segment_id=235702be-139f-4a8c-9da4-57a054b98afc)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:21.326361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22df71b7-4be5-4205-8cc8-d68327d38aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.330707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe28c3f-b67e-4620-9af3-fa0cc2e39451 req-d47b0c6c-84fe-4395-8548-690758742d5b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.332580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2fe28c3f-b67e-4620-9af3-fa0cc2e39451 req-d47b0c6c-84fe-4395-8548-690758742d5b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d6a42f-84b1-4484-b31c-66d158b818d3 HTTP/1.1" status: 200 len: 945 time: 0.3066592 Jul 15 13:15:21.338348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-08f67a49-eec8-4331-90f7-7f8b3f453661 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5584395 Jul 15 13:15:21.365240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Allocated IP 172.20.0.1 (fcb3f0ce-82b7-4804-8018-7c66cefa75f8/71472171-1345-48fd-9bbd-032cb55f5534/4e3ff8b2-cadb-474d-8d95-6bbeb82a866e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:21.428416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:21.512964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] Checking router: 959cbeb2-fad2-4c63-8aba-8ce59f68d58c for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:21.550388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.571790 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Transition to ACTIVE for port object 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:21.606071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df71b7-4be5-4205-8cc8-d68327d38aa5 None None] Pushing event updated for resources: {'Port': ['ID=14479d51-db74-4529-ab8a-606e49ec1fc9,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.620061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:21.621013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:14:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:21.623247 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5163b23e-7bcb-4dd2-8918-772fbca48439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.626247 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.630632 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.673672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2fe28c3f-b67e-4620-9af3-fa0cc2e39451 req-63b88c3c-d048-4221-8f0d-97186bd683f8 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129556 Jul 15 13:15:21.684100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6ab6a6dd-4b04-4825-8efa-0b25adbb2f50 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/networks/25a831d4-e9b5-4521-b1d7-8174ecef3368?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4564962 Jul 15 13:15:21.687474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47804) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.743933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3ff8b2-cadb-474d-8d95-6bbeb82a866e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.749830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:21.751893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:21.763856 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:21.837629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005716c-7d3f-45cb-b2a4-af2d47ae8698 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.845187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0005716c-7d3f-45cb-b2a4-af2d47ae8698 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/subnets/5d8d1add-e687-428d-9a8a-f3fb496a0745 HTTP/1.1" status: 200 len: 811 time: 0.1526840 Jul 15 13:15:21.845629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47808) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.861314 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.863416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.892501 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Transition to ACTIVE for port object dd0850d1-f928-4873-b1ae-2cb711ca3c15 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:21.908041 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.908510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-cc4356e1-0eb7-4470-97a8-d5ff288c358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.911783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-cc4356e1-0eb7-4470-97a8-d5ff288c358f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 1102 time: 0.4901717 Jul 15 13:15:21.947109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b4023f43-a593-4260-a6bb-0ee7ac12fbf8 None None] Provisioning complete for port 14479d51-db74-4529-ab8a-606e49ec1fc9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:21.947561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b4023f43-a593-4260-a6bb-0ee7ac12fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.953385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1be85d-be8e-42bf-91ef-c27d158eb7a6 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['shared'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.954615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bd1be85d-be8e-42bf-91ef-c27d158eb7a6 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "GET /v2.0/subnets/5d8d1add-e687-428d-9a8a-f3fb496a0745?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1043148 Jul 15 13:15:21.965050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47810) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.976266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1612379207'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:21.984740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:22.048920 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Pushing event updated for resources: {'Port': ['ID=dd0850d1-f928-4873-b1ae-2cb711ca3c15,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.058319 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Attempting to bind port dd0850d1-f928-4873-b1ae-2cb711ca3c15 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:22.058679 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Attempting to bind port dd0850d1-f928-4873-b1ae-2cb711ca3c15 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:22.068796 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Attempting to bind port dd0850d1-f928-4873-b1ae-2cb711ca3c15 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:22.113132 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.115715 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.116718 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.119086 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.120017 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.122182 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.125190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:22.125820 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.127871 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.128719 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.129498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.130358 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.135856 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.136731 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:22.149682 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:22.150386 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:22.155860 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.159617 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:22.162079 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Bound port: dd0850d1-f928-4873-b1ae-2cb711ca3c15, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:22.164539 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.169516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:22.186532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.187048 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Added segment 4b6e2987-988b-423b-9565-e31513bd5cf2 of type vlan for network 1e4def2b-abfa-429c-8626-91ab8c829111 Jul 15 13:15:22.277313 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] For port dd0850d1-f928-4873-b1ae-2cb711ca3c15, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:22.282504 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] For port dd0850d1-f928-4873-b1ae-2cb711ca3c15, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dd0850d1-f928-4873-b1ae-2cb711ca3c15,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:22.291853 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.293356 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.315049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-2cd15fb1-9053-44a4-abc6-29ce4173dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.317907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-2cd15fb1-9053-44a4-abc6-29ce4173dbfa service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3618240 Jul 15 13:15:22.321450 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.365244 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0f711-5c2f-4a59-bd9f-a060c807ff93 None None] Pushing event updated for resources: {'Port': ['ID=dd0850d1-f928-4873-b1ae-2cb711ca3c15,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.415544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-5a783904-1e23-4b59-9dca-cc5a92fac71d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=fdb38a30-0911-4782-8665-dceeb643b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0865593 Jul 15 13:15:22.417866 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Routers {'aa921baa-80e9-4de6-8029-22ea518cfb6b'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:22.418811 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa921baa-80e9-4de6-8029-22ea518cfb6b'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:22.436325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c8c0d-476c-4388-8cd6-cf66e7e92a0e None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:15:22.547503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-ca6e6886-5052-4dff-bd93-17d22387b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.552740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-ca6e6886-5052-4dff-bd93-17d22387b24c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1275730 Jul 15 13:15:22.553756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c8c0d-476c-4388-8cd6-cf66e7e92a0e None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:15:22.617084 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] Set router aa921baa-80e9-4de6-8029-22ea518cfb6b gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:22.645187 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.660446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.662602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.672264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.682548 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.772160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8056495 Jul 15 13:15:22.779578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47816) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:22.783716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3ff8b2-cadb-474d-8d95-6bbeb82a866e,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.789602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-4c911af9-903c-46eb-8aa2-05cc3aaf7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.793458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-4c911af9-903c-46eb-8aa2-05cc3aaf7773 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2271123 Jul 15 13:15:22.798623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'network_id': '1e4def2b-abfa-429c-8626-91ab8c829111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:22.810638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.935003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8de3b-3aec-4c5c-ba92-bf50d2de9c9b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Network': ['ID=1e4def2b-abfa-429c-8626-91ab8c829111,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.942953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:22.944646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:23.002825 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.003260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 1e4def2b-abfa-429c-8626-91ab8c829111 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:23.104870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Made reservation on behalf of 049439d87be848d1b20364c9e9273c06 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:23.108715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.113748 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-router', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:16Z', 'updated_at': '2021-07-15T13:15:22Z', 'revision_number': 4, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'gw_port': {'id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:17Z', 'updated_at': '2021-07-15T13:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4e3ff8b2-cadb-474d-8d95-6bbeb82a866e', 'name': '', 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'mac_address': 'fa:16:3e:c5:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '71472171-1345-48fd-9bbd-032cb55f5534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:21Z', 'updated_at': '2021-07-15T13:15:21Z', 'revision_number': 1, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'subnets': [{'id': '71472171-1345-48fd-9bbd-032cb55f5534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:23.144759 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c9e603-8c10-42bb-84d6-fdaf0bcfd7c5 x-openstack-request-id: req-86c9e603-8c10-42bb-84d6-fdaf0bcfd7c5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:23.145123 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ee117-08d7-44c7-9733-3a759436d86a", "name": "network-vif-deleted", "tag": "074048e3-8b9c-416d-b804-237116ae65c9", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:23.145472 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86c9e603-8c10-42bb-84d6-fdaf0bcfd7c5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:23.146783 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ee117-08d7-44c7-9733-3a759436d86a', 'name': 'network-vif-deleted', 'tag': '074048e3-8b9c-416d-b804-237116ae65c9', 'status': 'completed', 'code': 200} Jul 15 13:15:23.163741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Router aa921baa-80e9-4de6-8029-22ea518cfb6b has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:23.180969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-9311e339-8ff1-4b01-ab59-03133ff6d382 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557442 Jul 15 13:15:23.209345 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4b74b-7452-40ab-a8d5-3ce7c6c164f4 None None] The sync data for ids ['aa921baa-80e9-4de6-8029-22ea518cfb6b'] in n-d-771362-36 is: [{'id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-router', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:16Z', 'updated_at': '2021-07-15T13:15:22Z', 'revision_number': 4, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'gw_port': {'id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:17Z', 'updated_at': '2021-07-15T13:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4e3ff8b2-cadb-474d-8d95-6bbeb82a866e', 'name': '', 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'mac_address': 'fa:16:3e:c5:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '71472171-1345-48fd-9bbd-032cb55f5534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:21Z', 'updated_at': '2021-07-15T13:15:21Z', 'revision_number': 1, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'subnets': [{'id': '71472171-1345-48fd-9bbd-032cb55f5534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:23.224637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing IP validity checks on allocation pools {{(pid=93733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:15:23.225203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:15:23.310718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:23.352430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:23.365917 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd876165-e021-43c8-8d4b-eeca69c12963 admin admin] 10.222.0.25 "PUT /v2.0/routers/aa921baa-80e9-4de6-8029-22ea518cfb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8544316 Jul 15 13:15:23.416643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7bcaa-05aa-4505-bef2-01152f9a0ea6 None None] The sync data for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 is: [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:23.428754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d8365ce9-b765-46be-89ce-abb9f5ee0e34 None None] Provisioning for port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:23.436959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d8365ce9-b765-46be-89ce-abb9f5ee0e34 None None] Provisioning complete for port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:23.437658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d8365ce9-b765-46be-89ce-abb9f5ee0e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.510649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cda03206-fa66-4df8-9ff4-53c5e59f6cb8 req-3726ed98-0037-4670-b2d2-9ced300cfb6f service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820227 Jul 15 13:15:23.561307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734f25-0da1-4721-a047-83437e381e84 req-99e7d548-51d7-4cf7-b964-f52bae3b34fe tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.571742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f6734f25-0da1-4721-a047-83437e381e84 req-99e7d548-51d7-4cf7-b964-f52bae3b34fe tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.2252052 Jul 15 13:15:23.572064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d8365ce9-b765-46be-89ce-abb9f5ee0e34 None None] Port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:23.610440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 14479d51-db74-4529-ab8a-606e49ec1fc9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:23.690699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.718277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f6734f25-0da1-4721-a047-83437e381e84 req-2c841a30-bc4d-43ad-be73-d61aad88e16a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407998 Jul 15 13:15:23.821531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=31e39f89-0008-457a-8009-439cb3979665,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:23.848973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Checking segment: {'id': '4b6e2987-988b-423b-9565-e31513bd5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1e4def2b-abfa-429c-8626-91ab8c829111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:23.849461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network hostable DHCP agents. Network: 1e4def2b-abfa-429c-8626-91ab8c829111, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:23.857986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 14479d51-db74-4529-ab8a-606e49ec1fc9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:23.858611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.894263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Network 1e4def2b-abfa-429c-8626-91ab8c829111 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:23.944370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 1e4def2b-abfa-429c-8626-91ab8c829111) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:23.961214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.966544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.012641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47824) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:24.013363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-11455d79-8ddd-4b9e-b038-d0a2c084495e tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2301786 Jul 15 13:15:24.019958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-80942ce1-1ad6-47b4-b1b3-1bd0a540b837 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:24.045313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed17996e-4419-4943-be73-a0b20dbc8cab None None] Network 1e4def2b-abfa-429c-8626-91ab8c829111 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:24.264435 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13f208-bb1a-4127-abac-60ea7ddab276 None None] New status for floating IP e6446c2d-8450-4099-bfcc-92f7923b9a47: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:15:24.281849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-80942ce1-1ad6-47b4-b1b3-1bd0a540b837 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12684278'] for subnet, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.286376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f16c87-0bf5-46fb-a388-db4b5ad35b08 req-e1160551-3c51-40c7-9c07-448f54c7e94e tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.301085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69f16c87-0bf5-46fb-a388-db4b5ad35b08 req-e1160551-3c51-40c7-9c07-448f54c7e94e tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.2076752 Jul 15 13:15:24.367708 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.456787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6b033592-6acb-4856-8a56-8003ee32db67 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:24.457506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69f16c87-0bf5-46fb-a388-db4b5ad35b08 req-8dae492e-f988-4182-9398-63a37d02098b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257780 Jul 15 13:15:24.474038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6b033592-6acb-4856-8a56-8003ee32db67 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:24.650747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-ec7e42db-0e2a-4262-8862-2bbee0f4a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.653633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-ec7e42db-0e2a-4262-8862-2bbee0f4a5c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1424b121dd644b7a941935a8766cf4b&device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1100 time: 0.1802602 Jul 15 13:15:24.681807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:15:24.726211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-1e4def2b-abfa-429c-8626-91ab8c829111', 'network_id': '1e4def2b-abfa-429c-8626-91ab8c829111', 'tenant_id': '049439d87be848d1b20364c9e9273c06', 'fixed_ips': [{'subnet_id': '31e39f89-0008-457a-8009-439cb3979665'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:24.727705 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.913294 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-80942ce1-1ad6-47b4-b1b3-1bd0a540b837 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789911399819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14561509'] for subnet, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.981217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Allocated IP 172.20.0.3 (1e4def2b-abfa-429c-8626-91ab8c829111/31e39f89-0008-457a-8009-439cb3979665/1b132da4-faf8-47b4-8374-6f0ceb63f616) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:25.080224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-39a89bfc-7532-4b20-88f0-16951db1c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.093464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-39a89bfc-7532-4b20-88f0-16951db1c1c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.3959272 Jul 15 13:15:25.119916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80942ce1-1ad6-47b4-b1b3-1bd0a540b837 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.125094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-80942ce1-1ad6-47b4-b1b3-1bd0a540b837 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.128054 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-80942ce1-1ad6-47b4-b1b3-1bd0a540b837 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "PUT /v2.0/subnets/31e39f89-0008-457a-8009-439cb3979665 HTTP/1.1" status: 200 len: 877 time: 1.1137528 Jul 15 13:15:25.132481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47830) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.209266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8bfefe2d-be40-42de-b331-99f0b85d6181 None None] Provisioning complete for port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:25.209881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8bfefe2d-be40-42de-b331-99f0b85d6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.243917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47834) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.259351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-6cf5f14d-992b-4491-90e5-38c8feb256e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 HTTP/1.1" status: 200 len: 217 time: 0.1530299 Jul 15 13:15:25.349159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-7855c5f9-599f-4b72-93fc-5483ddf8ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.352646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-7855c5f9-599f-4b72-93fc-5483ddf8ccab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0814669 Jul 15 13:15:25.417130 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.438107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80942ce1-1ad6-47b4-b1b3-1bd0a540b837 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event updated for resources: {'Subnet': ['ID=31e39f89-0008-457a-8009-439cb3979665,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.507867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-23f1eff4-c4b3-4113-b52a-9a7975ad750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.511976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-23f1eff4-c4b3-4113-b52a-9a7975ad750c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502109 Jul 15 13:15:25.525419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:25.615429 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.629971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Transition to ACTIVE for port object 1b132da4-faf8-47b4-8374-6f0ceb63f616 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:25.654098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Transition to ACTIVE for port object 1b132da4-faf8-47b4-8374-6f0ceb63f616 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:25.658225 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.661038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '6b033592-6acb-4856-8a56-8003ee32db67', 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'port_id': '6b033592-6acb-4856-8a56-8003ee32db67', 'mac_address': 'fa:16:3e:21:9e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:25.674222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-8bfefe2d-be40-42de-b331-99f0b85d6181 None None] Port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:25.684660 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.764501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e791a3d3-a430-4165-8611-2cf1537f6c21 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.801414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e791a3d3-a430-4165-8611-2cf1537f6c21 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.864093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-546feb55-9754-4442-9683-bb90322fa5ab service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412485 Jul 15 13:15:25.874012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.909327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e791a3d3-a430-4165-8611-2cf1537f6c21 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.912007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e791a3d3-a430-4165-8611-2cf1537f6c21 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.918221 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e791a3d3-a430-4165-8611-2cf1537f6c21 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "DELETE /v2.0/security-groups/d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e HTTP/1.1" status: 204 len: 168 time: 0.6494684 Jul 15 13:15:25.918927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47838) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.954240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791a3d3-a430-4165-8611-2cf1537f6c21 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.988252 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-f6212e93-5d44-4db6-b2fb-3d5816afca47 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] show failed (client error): The resource could not be found. Jul 15 13:15:25.993010 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f6212e93-5d44-4db6-b2fb-3d5816afca47 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups/d4cefdb0-e4a3-4c39-9d1f-4d5f0f65053e HTTP/1.1" status: 404 len: 347 time: 0.0678549 Jul 15 13:15:25.994374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47840) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.157433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Pushing event updated for resources: {'Port': ['ID=1b132da4-faf8-47b4-8374-6f0ceb63f616,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.167795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f789140-57fc-4c2c-bf2c-7f41e405941c req-ef11d503-8b45-4487-8d81-90c9e2b15372 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.171676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dd0850d1-f928-4873-b1ae-2cb711ca3c15 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:26.183761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f789140-57fc-4c2c-bf2c-7f41e405941c req-ef11d503-8b45-4487-8d81-90c9e2b15372 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.3172972 Jul 15 13:15:26.192899 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.287334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=31e39f89-0008-457a-8009-439cb3979665,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.293759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f789140-57fc-4c2c-bf2c-7f41e405941c req-08b3bd68-3a02-4f84-9ce9-facbe5ef19a4 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008656 Jul 15 13:15:26.303527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39678376-07ae-4574-8718-35c09a7fc7a2 req-8e31c54d-9496-4ae9-9a62-5a5743b53847 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128866 Jul 15 13:15:26.319845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.334484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4def2b-abfa-429c-8626-91ab8c829111']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:26.335803 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.351091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6e2987-988b-423b-9565-e31513bd5cf2') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:26.351419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6e2987-988b-423b-9565-e31513bd5cf2') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:26.372280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.378915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:26.381654 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d4727-6006-4876-9217-368057bf8846" -d '{"events": [{"server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b033592-6acb-4856-8a56-8003ee32db67"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:26.382156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Deleting port 149c5157-99ea-4d38-bf57-37d0ef757dfe {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:26.382510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.392711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Network 1e4def2b-abfa-429c-8626-91ab8c829111 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:26.411975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:26.418573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:26.433152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:26.444872 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.471835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:26.472581 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:26.482507 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:26.495305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b033592-6acb-4856-8a56-8003ee32db67 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:26.526599 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.691179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port dd0850d1-f928-4873-b1ae-2cb711ca3c15 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:26.707864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Attempting to bind port 1b132da4-faf8-47b4-8374-6f0ceb63f616 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:26.708560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Attempting to bind port 1b132da4-faf8-47b4-8374-6f0ceb63f616 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '4b6e2987-988b-423b-9565-e31513bd5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1e4def2b-abfa-429c-8626-91ab8c829111'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:26.709667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Attempting to bind port 1b132da4-faf8-47b4-8374-6f0ceb63f616 on network 1e4def2b-abfa-429c-8626-91ab8c829111 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:26.731491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:15:26.731491 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:15:26.731491 n-d-771362-36 neutron-server[93734]: [parameters: {'id': '1e4def2b-abfa-429c-8626-91ab8c829111'}] Jul 15 13:15:26.731491 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:26.733001 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:26.735290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port dd0850d1-f928-4873-b1ae-2cb711ca3c15 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:26.735989 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.762818 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-b850dd2e-5aa7-4b56-aa08-00a7203cc2a2 req-6443af14-f46c-4fef-a16d-a7d905948089 tempest-FloatingIPDetailsNegativeTestJSON-1051639618 tempest-FloatingIPDetailsNegativeTestJSON-1051639618-project] show failed (client error): The resource could not be found. Jul 15 13:15:26.763903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b850dd2e-5aa7-4b56-aa08-00a7203cc2a2 req-6443af14-f46c-4fef-a16d-a7d905948089 tempest-FloatingIPDetailsNegativeTestJSON-1051639618 tempest-FloatingIPDetailsNegativeTestJSON-1051639618-project] 10.222.0.25 "GET /v2.0/floatingips/859121d7-cd80-4af5-b9e5-d1ac46c559e3 HTTP/1.1" status: 404 len: 350 time: 0.0709267 Jul 15 13:15:26.770217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:26.771043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Checking segment: {'id': '4b6e2987-988b-423b-9565-e31513bd5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1e4def2b-abfa-429c-8626-91ab8c829111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:26.771922 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.772841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Bound using segment: {'id': '4b6e2987-988b-423b-9565-e31513bd5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1e4def2b-abfa-429c-8626-91ab8c829111'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:26.776980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Bound port: 1b132da4-faf8-47b4-8374-6f0ceb63f616, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6e2987-988b-423b-9565-e31513bd5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1e4def2b-abfa-429c-8626-91ab8c829111'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:26.777492 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.786033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.786624 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.807284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47846) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.826174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Calling delete_port for 149c5157-99ea-4d38-bf57-37d0ef757dfe owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:26.906919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:26.912272 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:26.927698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.048092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] For port 1b132da4-faf8-47b4-8374-6f0ceb63f616, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:27.088248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.115175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.144894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event deleted for resources: {'Port': ['ID=149c5157-99ea-4d38-bf57-37d0ef757dfe,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.147285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] For port 1b132da4-faf8-47b4-8374-6f0ceb63f616, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1b132da4-faf8-47b4-8374-6f0ceb63f616,segment=NetworkSegment(4b6e2987-988b-423b-9565-e31513bd5cf2),segment_id=4b6e2987-988b-423b-9565-e31513bd5cf2)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:27.153073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port dd0850d1-f928-4873-b1ae-2cb711ca3c15, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dd0850d1-f928-4873-b1ae-2cb711ca3c15,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:27.159900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.165776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-d115892b-bb61-4406-be9a-171426e1213a tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.168435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-d115892b-bb61-4406-be9a-171426e1213a tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.30 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 946 time: 0.4066985 Jul 15 13:15:27.220125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.243289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.340053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444a6e-aa3b-4828-83eb-d02c2a0a16b6 None None] Pushing event updated for resources: {'Port': ['ID=1b132da4-faf8-47b4-8374-6f0ceb63f616,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.400286 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.404133 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.406283 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0a17540a-32c6-4168-ba1a-5092d16be485 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "DELETE /v2.0/floatingips/e6446c2d-8450-4099-bfcc-92f7923b9a47 HTTP/1.1" status: 204 len: 168 time: 1.4108970 Jul 15 13:15:27.487972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Deleting port 1b132da4-faf8-47b4-8374-6f0ceb63f616 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:27.488599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.502081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8361e932-ec10-4219-8f4b-1670446d5a91 None None] Network 1e4def2b-abfa-429c-8626-91ab8c829111 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:27.595670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] For port 1b132da4-faf8-47b4-8374-6f0ceb63f616, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1b132da4-faf8-47b4-8374-6f0ceb63f616,segment=NetworkSegment(4b6e2987-988b-423b-9565-e31513bd5cf2),segment_id=4b6e2987-988b-423b-9565-e31513bd5cf2)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:27.595934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.615400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Calling delete_port for 1b132da4-faf8-47b4-8374-6f0ceb63f616 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:27.637453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.644833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=dd0850d1-f928-4873-b1ae-2cb711ca3c15,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.729709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b033592-6acb-4856-8a56-8003ee32db67 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:27.814964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:27.822690 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.875235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Sync routers for ids ['aa921baa-80e9-4de6-8029-22ea518cfb6b'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:27.929770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Routers {'aa921baa-80e9-4de6-8029-22ea518cfb6b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:27.930498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa921baa-80e9-4de6-8029-22ea518cfb6b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:27.938243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.990072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Port': ['ID=1b132da4-faf8-47b4-8374-6f0ceb63f616,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.991986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.001808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No DVR routers for this DVR port 1b132da4-faf8-47b4-8374-6f0ceb63f616 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:28.021598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d9e51-93fa-4d83-bf20-d38310b18cdd req-cb3431ab-44dc-4e0b-9ce6-7360fea89ee0 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.024834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac6d9e51-93fa-4d83-bf20-d38310b18cdd req-cb3431ab-44dc-4e0b-9ce6-7360fea89ee0 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.9716570 Jul 15 13:15:28.067063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['6b033592-6acb-4856-8a56-8003ee32db67'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:28.124196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb323a-c392-4a50-be7d-fba4c26504d8 None None] Network 1e4def2b-abfa-429c-8626-91ab8c829111 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:28.145381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Set router aa921baa-80e9-4de6-8029-22ea518cfb6b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:28.161379 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.182782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4def2b-abfa-429c-8626-91ab8c829111']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:28.200981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac6d9e51-93fa-4d83-bf20-d38310b18cdd req-430f8ae9-14a2-4e29-bcfc-62c2c4ab0664 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100066 Jul 15 13:15:28.211345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6e2987-988b-423b-9565-e31513bd5cf2') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:28.211345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6e2987-988b-423b-9565-e31513bd5cf2') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:28.225907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.260054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.273398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Deleting port 63a236ab-497f-4624-a7cc-34e4b9489914 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:28.274467 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.278147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:28.278820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:28.287400 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:28.426470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d674cf35-f710-4736-88ec-a5bd765824e7 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:15:28.428314 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.444378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.452018 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/1e4def2b-abfa-429c-8626-91ab8c829111 HTTP/1.1" status: 204 len: 168 time: 3.3078833 Jul 15 13:15:28.459570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47852) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.476947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de3755-3db7-4bbc-96d8-f6ec9fd520fa tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=1e4def2b-abfa-429c-8626-91ab8c829111,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.524604 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-80774693-a8a4-47cc-bdfd-94492dcf029a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:28.524967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80774693-a8a4-47cc-bdfd-94492dcf029a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:28.526882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-80774693-a8a4-47cc-bdfd-94492dcf029a tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/31e39f89-0008-457a-8009-439cb3979665 HTTP/1.1" status: 404 len: 337 time: 0.0635476 Jul 15 13:15:28.532154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47854) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.575445 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-015b59e4-36c8-41fe-9071-811d78f5018b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:28.576517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015b59e4-36c8-41fe-9071-811d78f5018b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:28.579714 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-015b59e4-36c8-41fe-9071-811d78f5018b tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/1e4def2b-abfa-429c-8626-91ab8c829111 HTTP/1.1" status: 404 len: 339 time: 0.0457945 Jul 15 13:15:28.584102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47856) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.599551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] For port 63a236ab-497f-4624-a7cc-34e4b9489914, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63a236ab-497f-4624-a7cc-34e4b9489914,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:28.600272 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.638201 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef1934c-7de3-43ca-ba06-11937afe0cfb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:28.638969 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef1934c-7de3-43ca-ba06-11937afe0cfb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:28.644722 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4ef1934c-7de3-43ca-ba06-11937afe0cfb tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/c8470602-758a-4456-8320-73877296bc79 HTTP/1.1" status: 404 len: 337 time: 0.0572162 Jul 15 13:15:28.646324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674cf35-f710-4736-88ec-a5bd765824e7 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:15:28.648449 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47858) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.667040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Calling delete_port for 63a236ab-497f-4624-a7cc-34e4b9489914 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:28.675761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-router', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:16Z', 'updated_at': '2021-07-15T13:15:22Z', 'revision_number': 4, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'gw_port': {'id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:17Z', 'updated_at': '2021-07-15T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '4e3ff8b2-cadb-474d-8d95-6bbeb82a866e', 'name': '', 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'mac_address': 'fa:16:3e:c5:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '71472171-1345-48fd-9bbd-032cb55f5534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:21Z', 'updated_at': '2021-07-15T13:15:22Z', 'revision_number': 2, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'subnets': [{'id': '71472171-1345-48fd-9bbd-032cb55f5534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:28.683322 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a13abc-d1c7-4f05-95a5-506e4f7b920d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:28.684083 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a13abc-d1c7-4f05-95a5-506e4f7b920d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:28.686755 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-59a13abc-d1c7-4f05-95a5-506e4f7b920d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/600dd633-f6f9-48b3-9024-274ed63a705f HTTP/1.1" status: 404 len: 339 time: 0.0350397 Jul 15 13:15:28.690611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47860) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.705566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2e62-a916-44ba-962f-300a8ead286d req-2c1d6eca-dd8f-4b7b-901d-6d044dd57b4b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.707005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85f2e62-a916-44ba-962f-300a8ead286d req-2c1d6eca-dd8f-4b7b-901d-6d044dd57b4b tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=256805c2-3380-402b-835f-cba517517b37 HTTP/1.1" status: 200 len: 946 time: 0.3357155 Jul 15 13:15:28.729551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Checking router: aa921baa-80e9-4de6-8029-22ea518cfb6b for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:28.729885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Updating router aa921baa-80e9-4de6-8029-22ea518cfb6b port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:28.812945 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.844029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85f2e62-a916-44ba-962f-300a8ead286d req-993433da-e357-4a74-a940-22ef0d935670 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232569 Jul 15 13:15:28.862140 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.894257 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.060319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.078648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31db974b-b984-4fee-bdbb-bf6cc47c6fc3']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:29.104969 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644be37d-ac43-4d03-a79c-31d468443e2b') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:29.105488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644be37d-ac43-4d03-a79c-31d468443e2b') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:29.123199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.151090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.164265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.169513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:29.170412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:29.178010 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:29.212632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Pushing event deleted for resources: {'Port': ['ID=63a236ab-497f-4624-a7cc-34e4b9489914,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.278904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.287419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.291295 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/31db974b-b984-4fee-bdbb-bf6cc47c6fc3 HTTP/1.1" status: 204 len: 168 time: 0.5987468 Jul 15 13:15:29.302994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47866) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.343060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880e27a-526a-4455-937d-e9992cd8b1ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=31db974b-b984-4fee-bdbb-bf6cc47c6fc3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.354240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] No DVR routers for this DVR port 63a236ab-497f-4624-a7cc-34e4b9489914 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:29.356697 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b7fbf8-f9ac-442d-9c7a-887ec9b108ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.358199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b7fbf8-f9ac-442d-9c7a-887ec9b108ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.366920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3087c6fa-231f-4d2b-bf52-250965dff58f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:29.369916 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a9b7fbf8-f9ac-442d-9c7a-887ec9b108ed tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/d38878c7-beb0-4948-87ac-d4b61cf3f2fd HTTP/1.1" status: 404 len: 337 time: 0.0609212 Jul 15 13:15:29.370307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3478aa2c-b552-4dd5-a940-cc4e0f362a60'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:29.370710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47868) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.388962 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.401558 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6656f8bc-5291-4134-8a85-a582c6a4c904 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.402152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2fb7cd8f-3e26-473f-ba24-08a6c93e9578 req-4aaa6f51-b2fa-4f34-a808-e2591fa4b9bd tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.30 "DELETE /v2.0/ports/63a236ab-497f-4624-a7cc-34e4b9489914 HTTP/1.1" status: 204 len: 173 time: 2.2165537 Jul 15 13:15:29.402287 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6656f8bc-5291-4134-8a85-a582c6a4c904 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.404178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256805c2-3380-402b-835f-cba517517b37', 'name': 'network-vif-deleted', 'tag': '63a236ab-497f-4624-a7cc-34e4b9489914'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:29.408645 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e3d291-2a55-43ef-8124-00c48d3218ae" -d '{"events": [{"server_uuid": "256805c2-3380-402b-835f-cba517517b37", "name": "network-vif-deleted", "tag": "63a236ab-497f-4624-a7cc-34e4b9489914"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:29.412039 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6656f8bc-5291-4134-8a85-a582c6a4c904 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/dca2c451-e173-4e5a-ba48-60f93b66e2e5 HTTP/1.1" status: 404 len: 339 time: 0.0395396 Jul 15 13:15:29.413233 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.464813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a9e62-e0d7-4159-9354-63cbd3d9bf5a req-6a961f48-fb8c-439c-8db7-cbab4ccbb2fd tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.473680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-563a9e62-e0d7-4159-9354-63cbd3d9bf5a req-6a961f48-fb8c-439c-8db7-cbab4ccbb2fd tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 944 time: 0.4205310 Jul 15 13:15:29.507552 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.522018 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-96764a85-d4ed-4191-8dce-a4f35c6144ef tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.523116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96764a85-d4ed-4191-8dce-a4f35c6144ef tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.528855 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-96764a85-d4ed-4191-8dce-a4f35c6144ef tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/3191b8b7-f3b3-4f64-8443-12eb179cf232 HTTP/1.1" status: 404 len: 337 time: 0.1123056 Jul 15 13:15:29.531083 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47874) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.535028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Transition to ACTIVE for port object 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:29.545502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-563a9e62-e0d7-4159-9354-63cbd3d9bf5a req-20dd11d7-76fa-4bf4-9c8d-def9626bb35e tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685396 Jul 15 13:15:29.570281 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.609427 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a75166-54a0-4129-aa46-2a3f8c6aca8c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.610495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a75166-54a0-4129-aa46-2a3f8c6aca8c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.616567 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-05a75166-54a0-4129-aa46-2a3f8c6aca8c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/67333615-304e-41d7-8a37-db199608667d HTTP/1.1" status: 404 len: 339 time: 0.0817168 Jul 15 13:15:29.618178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47876) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.676826 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c841bca-2055-4718-9bf0-7aefb09a6d30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.677418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c841bca-2055-4718-9bf0-7aefb09a6d30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.685768 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c841bca-2055-4718-9bf0-7aefb09a6d30 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/a64fe685-f2a2-470f-99c6-ef8789349b22 HTTP/1.1" status: 404 len: 337 time: 0.0626285 Jul 15 13:15:29.686383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47878) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.694852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dd0850d1-f928-4873-b1ae-2cb711ca3c15 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:29.702528 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a5de4a-e270-4650-9ae0-2c5640b7b354 x-openstack-request-id: req-49a5de4a-e270-4650-9ae0-2c5640b7b354 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:29.702778 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b033592-6acb-4856-8a56-8003ee32db67", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:29.703040 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49a5de4a-e270-4650-9ae0-2c5640b7b354 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:29.703471 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67', 'code': 200} Jul 15 13:15:29.710322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Deleting port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:29.710730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.750088 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1642c5fd-057a-4968-9b58-cf8f34bd990d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.750703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1642c5fd-057a-4968-9b58-cf8f34bd990d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.755048 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1642c5fd-057a-4968-9b58-cf8f34bd990d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/3dc10fc7-c21a-4fb6-b8c0-28360e101a03 HTTP/1.1" status: 404 len: 339 time: 0.0642755 Jul 15 13:15:29.755435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.803057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a7831-cc49-48eb-a7d4-4c4b6488f446 None None] Pushing event updated for resources: {'Port': ['ID=4e3ff8b2-cadb-474d-8d95-6bbeb82a866e,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.820953 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d50c5a-0df5-48a1-987a-b628f030e5cd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.821688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d50c5a-0df5-48a1-987a-b628f030e5cd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.823960 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-27d50c5a-0df5-48a1-987a-b628f030e5cd tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/334cbd0c-d9cf-4041-a232-2fe4974103aa HTTP/1.1" status: 404 len: 337 time: 0.0675075 Jul 15 13:15:29.826458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47882) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.857374 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d528af-6974-4943-8fda-5db6d1499470 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.858140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d528af-6974-4943-8fda-5db6d1499470 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.862597 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d0d528af-6974-4943-8fda-5db6d1499470 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/73b86988-875c-4dc1-9e38-43b2ffc1d7f7 HTTP/1.1" status: 404 len: 339 time: 0.0325329 Jul 15 13:15:29.863704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47884) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.877021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6b033592-6acb-4856-8a56-8003ee32db67 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:29.903244 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-665afe81-ad49-4614-a7a8-cf38efa5904c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.903853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665afe81-ad49-4614-a7a8-cf38efa5904c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.908096 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-665afe81-ad49-4614-a7a8-cf38efa5904c tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/e758cc67-a09b-41a9-8710-36f245d63c35 HTTP/1.1" status: 404 len: 337 time: 0.0387540 Jul 15 13:15:29.908934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47888) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.933629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] For port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e, host n-d-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:29.934021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.946938 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3abfc7d-4a7a-4422-9ce0-3bec682517ae tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.948516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3abfc7d-4a7a-4422-9ce0-3bec682517ae tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.953813 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c3abfc7d-4a7a-4422-9ce0-3bec682517ae tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/31319eec-1cfc-4d59-871b-f2ac3937a952 HTTP/1.1" status: 404 len: 339 time: 0.0408082 Jul 15 13:15:29.955496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47890) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.956621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Calling delete_port for 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:29.990997 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e74c81b-9b65-4160-8469-b56fcef4bc89 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:29.991409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e74c81b-9b65-4160-8469-b56fcef4bc89 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:29.998060 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e74c81b-9b65-4160-8469-b56fcef4bc89 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/5fc46b0f-f5fe-4f5d-9fe0-37facee4ef88 HTTP/1.1" status: 404 len: 337 time: 0.0370531 Jul 15 13:15:30.003461 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47892) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.035971 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-82aa9fe8-bc76-4d32-8777-580b20d224c4 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:30.036575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82aa9fe8-bc76-4d32-8777-580b20d224c4 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:30.039215 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-82aa9fe8-bc76-4d32-8777-580b20d224c4 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/4d6c0b33-ecd5-4d3c-b201-4dd0eed8c6c3 HTTP/1.1" status: 404 len: 339 time: 0.0343742 Jul 15 13:15:30.039436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6190e-ed48-469b-9984-a708215ccfda req-bc837bf9-3482-44e8-9e6e-56655299a1a8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.041574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87f6190e-ed48-469b-9984-a708215ccfda req-bc837bf9-3482-44e8-9e6e-56655299a1a8 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.1413713 Jul 15 13:15:30.043696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47894) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.064054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Attempting to bind port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:30.064665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Attempting to bind port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:30.065263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Attempting to bind port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e on network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:30.079612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port dd0850d1-f928-4873-b1ae-2cb711ca3c15 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:30.080256 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.098871 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca50d752-41d7-4056-871e-a01c8228bb42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:30.099357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca50d752-41d7-4056-871e-a01c8228bb42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:30.103815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ca50d752-41d7-4056-871e-a01c8228bb42 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/2aa48f3f-b5f6-4a6d-b2b4-7b9a9d9810ec HTTP/1.1" status: 404 len: 337 time: 0.0565112 Jul 15 13:15:30.106000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47896) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.139203 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd22343c-b7cc-4521-99e7-ec5c5ab45f5d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:30.140790 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd22343c-b7cc-4521-99e7-ec5c5ab45f5d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:30.143505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:30.144141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Checking segment: {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:30.144828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.145582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Bound using segment: {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:30.146068 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dd22343c-b7cc-4521-99e7-ec5c5ab45f5d tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/52d9c658-f1e4-4ebc-8126-4636a05dbc7b HTTP/1.1" status: 404 len: 339 time: 0.0376346 Jul 15 13:15:30.146481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Bound port: 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:30.147045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.147259 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.181427 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedf42dc-f55c-44c2-bed4-413c44fb5e71 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:30.182009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedf42dc-f55c-44c2-bed4-413c44fb5e71 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:30.186842 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eedf42dc-f55c-44c2-bed4-413c44fb5e71 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/4eb9453c-e452-4c9c-8991-b4376df7d05a HTTP/1.1" status: 404 len: 337 time: 0.0380735 Jul 15 13:15:30.187928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47900) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.216919 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9555a6-3c67-4f80-abac-eee749534ded tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:30.217452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9555a6-3c67-4f80-abac-eee749534ded tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:30.225034 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ae9555a6-3c67-4f80-abac-eee749534ded tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/a4633291-d97d-4c7c-b70c-c84b14e284e7 HTTP/1.1" status: 404 len: 339 time: 0.0342715 Jul 15 13:15:30.225034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47902) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.233052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87f6190e-ed48-469b-9984-a708215ccfda req-58cbe2ed-3010-4c8c-9581-9e6b31f3f3c2 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747866 Jul 15 13:15:30.238403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 6b033592-6acb-4856-8a56-8003ee32db67 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:30.239031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.366862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.478558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3ff8b2-cadb-474d-8d95-6bbeb82a866e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.529220 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:30.529921 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:30.610583 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.670971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 63a236ab-497f-4624-a7cc-34e4b9489914 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:30.750647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47906) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.772442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-afa5b991-59cc-40a5-90c9-4c32ef580396 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485305701', 'description': 'tempest-description--414659150'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:30.797301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 63a236ab-497f-4624-a7cc-34e4b9489914 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:30.797923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 63a236ab-497f-4624-a7cc-34e4b9489914 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:30.802791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:30.824051 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.847378 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5dc8fd-4fcf-488f-8706-902720183f79 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Deleting subnet 5d8d1add-e687-428d-9a8a-f3fb496a0745 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:30.853464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc8fd-4fcf-488f-8706-902720183f79 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.932817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.951778 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc8fd-4fcf-488f-8706-902720183f79 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.054582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Attempting to bind port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:31.055244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Attempting to bind port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:31.055840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Attempting to bind port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e on network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:31.065923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:31.066509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Checking segment: {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:31.067188 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.067840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Bound using segment: {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:31.068681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Bound port: 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235702be-139f-4a8c-9da4-57a054b98afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcb3f0ce-82b7-4804-8018-7c66cefa75f8'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:31.069694 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.115605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc8fd-4fcf-488f-8706-902720183f79 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.117328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Port 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e has been deleted concurrently {{(pid=93735) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 13:15:31.132350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Routers {'aa921baa-80e9-4de6-8029-22ea518cfb6b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:31.134150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa921baa-80e9-4de6-8029-22ea518cfb6b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:31.219594 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc8fd-4fcf-488f-8706-902720183f79 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.247339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-afa5b991-59cc-40a5-90c9-4c32ef580396 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.262006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.281085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dc8fd-4fcf-488f-8706-902720183f79 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8d1add-e687-428d-9a8a-f3fb496a0745,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.288885 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc8fd-4fcf-488f-8706-902720183f79 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.293178 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0e5dc8fd-4fcf-488f-8706-902720183f79 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/subnets/5d8d1add-e687-428d-9a8a-f3fb496a0745 HTTP/1.1" status: 204 len: 168 time: 1.0675788 Jul 15 13:15:31.295694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47912) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:31.302887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] Set router aa921baa-80e9-4de6-8029-22ea518cfb6b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:31.339713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1398dc8-4afd-46a5-bbc6-45496835ac0a None None] Network 25a831d4-e9b5-4521-b1d7-8174ecef3368 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:31.380326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf0d4-e2cb-4df3-adb3-98e26b50af71 req-304a077b-775c-4311-8e64-099a62457de7 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.387677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24daf0d4-e2cb-4df3-adb3-98e26b50af71 req-304a077b-775c-4311-8e64-099a62457de7 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.5058868 Jul 15 13:15:31.464116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.540520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24daf0d4-e2cb-4df3-adb3-98e26b50af71 req-3eed9ba7-19ff-4722-aedb-66da32f51b0f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511617 Jul 15 13:15:31.558984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Deleting port b99dc3ab-b711-460b-8954-9a9755a4e815 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:31.559576 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.607496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-afa5b991-59cc-40a5-90c9-4c32ef580396 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.665010 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed6ec32-be40-4574-b1ca-09847715a1a6 x-openstack-request-id: req-8ed6ec32-be40-4574-b1ca-09847715a1a6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:31.665379 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256805c2-3380-402b-835f-cba517517b37", "name": "network-vif-deleted", "tag": "63a236ab-497f-4624-a7cc-34e4b9489914", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:31.665575 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ed6ec32-be40-4574-b1ca-09847715a1a6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:31.666001 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256805c2-3380-402b-835f-cba517517b37', 'name': 'network-vif-deleted', 'tag': '63a236ab-497f-4624-a7cc-34e4b9489914', 'status': 'completed', 'code': 200} Jul 15 13:15:31.669330 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-afa5b991-59cc-40a5-90c9-4c32ef580396 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.703978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-afa5b991-59cc-40a5-90c9-4c32ef580396 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.704615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:31.708313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-afa5b991-59cc-40a5-90c9-4c32ef580396 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9455335 Jul 15 13:15:31.708604 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c597ba-556c-4af8-b23e-e94104edb3ea" -d '{"events": [{"server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "name": "network-vif-plugged", "status": "completed", "tag": "6b033592-6acb-4856-8a56-8003ee32db67"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:31.712449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47914) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:31.721234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-020751f8-e3a2-426e-a137-15ccb0d5fdb0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'security_group_rule': {'security_group_id': '8ab455fe-55a9-4009-91fb-6bdb0fe11491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:31.748311 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] For port b99dc3ab-b711-460b-8954-9a9755a4e815, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b99dc3ab-b711-460b-8954-9a9755a4e815,segment=NetworkSegment(24e24c63-c88f-45a5-9cc9-b052f88be9d9),segment_id=24e24c63-c88f-45a5-9cc9-b052f88be9d9)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:31.748528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.786499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Calling delete_port for b99dc3ab-b711-460b-8954-9a9755a4e815 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:31.786851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5b991-59cc-40a5-90c9-4c32ef580396 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab455fe-55a9-4009-91fb-6bdb0fe11491,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.828773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-020751f8-e3a2-426e-a137-15ccb0d5fdb0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.842782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-router', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:16Z', 'updated_at': '2021-07-15T13:15:30Z', 'revision_number': 5, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'gw_port': {'id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:17Z', 'updated_at': '2021-07-15T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:31.863639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Router aa921baa-80e9-4de6-8029-22ea518cfb6b has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:31.916930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ac0c5-b7ca-44e4-a2bb-fa3bb06254e2 None None] The sync data for ids ['aa921baa-80e9-4de6-8029-22ea518cfb6b'] in n-d-771362-36 is: [{'id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-router', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:16Z', 'updated_at': '2021-07-15T13:15:30Z', 'revision_number': 5, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'gw_port': {'id': 'dd0850d1-f928-4873-b1ae-2cb711ca3c15', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:17Z', 'updated_at': '2021-07-15T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:31.953324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021da180-0749-47db-991c-78e4b5e51dce None None] DHCP port deletion for 25a831d4-e9b5-4521-b1d7-8174ecef3368 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:32.049384 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-021da180-0749-47db-991c-78e4b5e51dce None None] Deleting port b99dc3ab-b711-460b-8954-9a9755a4e815 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:32.051941 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-021da180-0749-47db-991c-78e4b5e51dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.057744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:32.059720 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.063291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0c8673f8-6416-429b-a609-26691cbff016 admin admin] 10.222.0.25 "PUT /v2.0/routers/aa921baa-80e9-4de6-8029-22ea518cfb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2547648 Jul 15 13:15:32.069414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47920) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.125162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Port': ['ID=b99dc3ab-b711-460b-8954-9a9755a4e815,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.127633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] No DVR routers for this DVR port b99dc3ab-b711-460b-8954-9a9755a4e815 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:32.160201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-020751f8-e3a2-426e-a137-15ccb0d5fdb0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.178714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-021da180-0749-47db-991c-78e4b5e51dce None None] For port b99dc3ab-b711-460b-8954-9a9755a4e815, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b99dc3ab-b711-460b-8954-9a9755a4e815,segment=NetworkSegment(24e24c63-c88f-45a5-9cc9-b052f88be9d9),segment_id=24e24c63-c88f-45a5-9cc9-b052f88be9d9)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:32.179535 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-021da180-0749-47db-991c-78e4b5e51dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.182726 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-020751f8-e3a2-426e-a137-15ccb0d5fdb0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.200837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-021da180-0749-47db-991c-78e4b5e51dce None None] Calling delete_port for b99dc3ab-b711-460b-8954-9a9755a4e815 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:32.244203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.256247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a831d4-e9b5-4521-b1d7-8174ecef3368']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:32.269056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020751f8-e3a2-426e-a137-15ccb0d5fdb0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97086033-c052-41cb-a956-5a628be5062d,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.270760 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e24c63-c88f-45a5-9cc9-b052f88be9d9') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:32.271415 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e24c63-c88f-45a5-9cc9-b052f88be9d9') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:32.291974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.302324 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-021da180-0749-47db-991c-78e4b5e51dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.306650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-020751f8-e3a2-426e-a137-15ccb0d5fdb0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.326359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-020751f8-e3a2-426e-a137-15ccb0d5fdb0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6064265 Jul 15 13:15:32.327115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47922) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.328308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.339725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021da180-0749-47db-991c-78e4b5e51dce None None] No DVR routers for this DVR port b99dc3ab-b711-460b-8954-9a9755a4e815 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:32.345439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021da180-0749-47db-991c-78e4b5e51dce None None] Pushing event deleted for resources: {'Port': ['ID=b99dc3ab-b711-460b-8954-9a9755a4e815,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.349867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1b082d6e-930e-4057-a74e-15406ac6f0e2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'security_group_rule': {'security_group_id': '8ab455fe-55a9-4009-91fb-6bdb0fe11491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:32.365913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:32.367566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.386140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee37786-b3fd-42d3-a14c-88ff4b2f81d0 req-b09758f8-e4da-461f-8efc-dda4c0c64054 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:32.390975 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:32.401070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ee37786-b3fd-42d3-a14c-88ff4b2f81d0 req-b09758f8-e4da-461f-8efc-dda4c0c64054 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.3222947 Jul 15 13:15:32.416490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.469499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.471965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b082d6e-930e-4057-a74e-15406ac6f0e2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.498359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.516344 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] 10.222.0.25 "DELETE /v2.0/networks/25a831d4-e9b5-4521-b1d7-8174ecef3368 HTTP/1.1" status: 204 len: 168 time: 1.2063210 Jul 15 13:15:32.522874 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b230b-0335-4a1f-911a-898fd5a0a069 tempest-NetworksTest-338661266 tempest-NetworksTest-338661266-project] Pushing event deleted for resources: {'Network': ['ID=25a831d4-e9b5-4521-b1d7-8174ecef3368,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.580288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ee37786-b3fd-42d3-a14c-88ff4b2f81d0 req-f3c3faad-f967-4f1c-a565-78a2b4422d5d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776352 Jul 15 13:15:32.767097 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b082d6e-930e-4057-a74e-15406ac6f0e2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.778864 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b082d6e-930e-4057-a74e-15406ac6f0e2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.805438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.837046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47932) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.856300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b082d6e-930e-4057-a74e-15406ac6f0e2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31984a1-1fb0-41f0-9d0a-588dcf530983,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.869319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b082d6e-930e-4057-a74e-15406ac6f0e2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.870787 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b082d6e-930e-4057-a74e-15406ac6f0e2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5289502 Jul 15 13:15:32.876916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47936) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.882079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:32.938383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Deleting port dd0850d1-f928-4873-b1ae-2cb711ca3c15 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:32.941684 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.965457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.133246 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-879dc8c0-e6ce-4ec5-8e5e-0a600ce90860 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=049439d87be848d1b20364c9e9273c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947066 Jul 15 13:15:33.136712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47938) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:33.150377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] For port dd0850d1-f928-4873-b1ae-2cb711ca3c15, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dd0850d1-f928-4873-b1ae-2cb711ca3c15,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:33.150744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.168444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Calling delete_port for dd0850d1-f928-4873-b1ae-2cb711ca3c15 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:33.181522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb71ad-97af-4256-8bb3-f87c56756c57 req-f0a1469f-090e-4fb4-b59c-4a57e6caf988 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.183690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.188849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cafb71ad-97af-4256-8bb3-f87c56756c57 req-f0a1469f-090e-4fb4-b59c-4a57e6caf988 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.2001610 Jul 15 13:15:33.244396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b36e582-30ee-46eb-996c-1156b0fb41a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.282220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b36e582-30ee-46eb-996c-1156b0fb41a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.282535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cafb71ad-97af-4256-8bb3-f87c56756c57 req-396f300c-7910-49e4-9207-ee228818a9c6 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919209 Jul 15 13:15:33.374802 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b136335-fcc8-4456-8995-076dcc59533b x-openstack-request-id: req-2b136335-fcc8-4456-8995-076dcc59533b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:33.375761 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "name": "network-vif-plugged", "status": "completed", "tag": "6b033592-6acb-4856-8a56-8003ee32db67", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:33.376291 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b136335-fcc8-4456-8995-076dcc59533b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:33.379767 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67', 'code': 200} Jul 15 13:15:33.449106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Allocated IP 172.25.1.107 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/09b59911-35bd-488f-9db4-42fedb1d6c59) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:33.494651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b36e582-30ee-46eb-996c-1156b0fb41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.501599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b36e582-30ee-46eb-996c-1156b0fb41a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.503555 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b36e582-30ee-46eb-996c-1156b0fb41a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f96ab385-c4a9-4d80-8106-90fa9d851149 HTTP/1.1" status: 204 len: 168 time: 0.3662803 Jul 15 13:15:33.556156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36e582-30ee-46eb-996c-1156b0fb41a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96ab385-c4a9-4d80-8106-90fa9d851149,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.632591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b99dc3ab-b711-460b-8954-9a9755a4e815 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:33.683509 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] Sync routers for ids ['aa921baa-80e9-4de6-8029-22ea518cfb6b'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:33.727774 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] Routers {'aa921baa-80e9-4de6-8029-22ea518cfb6b'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:33.731026 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa921baa-80e9-4de6-8029-22ea518cfb6b'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:33.787222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b99dc3ab-b711-460b-8954-9a9755a4e815 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:33.795002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b99dc3ab-b711-460b-8954-9a9755a4e815 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:33.795856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:33.797445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.858494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0850d1-f928-4873-b1ae-2cb711ca3c15,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.868905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.883819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:33.884440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4e3ff8b2-cadb-474d-8d95-6bbeb82a866e not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:33.980310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.999877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.033290 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] Set router aa921baa-80e9-4de6-8029-22ea518cfb6b gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:34.078099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec39a8d-915a-459b-b2ec-7db373a39427 req-65459f65-1c78-4e1c-a1cb-90531a74188e tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.088323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bec39a8d-915a-459b-b2ec-7db373a39427 req-65459f65-1c78-4e1c-a1cb-90531a74188e tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.3882589 Jul 15 13:15:34.097702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:34.102732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:34.109396 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:34.146070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.165090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.183732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'Port': ['ID=09b59911-35bd-488f-9db4-42fedb1d6c59,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:34.186587 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa921baa-80e9-4de6-8029-22ea518cfb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-392028765-router', 'tenant_id': 'a181cba87d6f4986b37290e8742d3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:16Z', 'updated_at': '2021-07-15T13:15:32Z', 'revision_number': 6, 'project_id': 'a181cba87d6f4986b37290e8742d3a51', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:34.202970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1552aed-cfcb-4396-9ff2-c384abd69217 req-277a40d9-f0b5-4b9c-b5bb-a3cd6333d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.204976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1552aed-cfcb-4396-9ff2-c384abd69217 req-277a40d9-f0b5-4b9c-b5bb-a3cd6333d210 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 1097 time: 0.3605449 Jul 15 13:15:34.259791 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] Checking router: aa921baa-80e9-4de6-8029-22ea518cfb6b for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:34.291674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bec39a8d-915a-459b-b2ec-7db373a39427 req-9121bc2d-b9e3-4d9a-817d-772ff4d28ba3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021198 Jul 15 13:15:34.296483 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] Routers {'aa921baa-80e9-4de6-8029-22ea518cfb6b'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:34.297420 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa921baa-80e9-4de6-8029-22ea518cfb6b'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:34.317365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.318072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa921baa-80e9-4de6-8029-22ea518cfb6b {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:34.335260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.339291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dbfc2506-7443-4dc9-af92-7959863a939c admin admin] 10.222.0.25 "DELETE /v2.0/routers/aa921baa-80e9-4de6-8029-22ea518cfb6b HTTP/1.1" status: 204 len: 168 time: 2.2669656 Jul 15 13:15:34.341001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47954) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.357520 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:34.358305 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef71548-4cbe-4c3c-b914-88fa0baf7427 None None] The sync data for ids ['aa921baa-80e9-4de6-8029-22ea518cfb6b'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:34.365379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1552aed-cfcb-4396-9ff2-c384abd69217 req-76364011-020c-46fa-8fa4-29a1b7ff6f7e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488881 Jul 15 13:15:34.371592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.403212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f67c-a771-48a7-83ae-5ad674ec4889 req-1412686d-b46e-475a-8240-08d0838f040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.405679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59f4f67c-a771-48a7-83ae-5ad674ec4889 req-1412686d-b46e-475a-8240-08d0838f040d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1100 time: 0.2548671 Jul 15 13:15:34.427837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.462966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59f4f67c-a771-48a7-83ae-5ad674ec4889 req-ffaaa758-cb6b-468c-8b47-59e1d5a8f340 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Jul 15 13:15:34.568916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7697cb-b77f-49ba-81fa-331889d2b3a3 admin admin] Deleting subnet 71472171-1345-48fd-9bbd-032cb55f5534 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:34.576351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.624487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7697cb-b77f-49ba-81fa-331889d2b3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.726484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7697cb-b77f-49ba-81fa-331889d2b3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.932433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47972) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.984448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7697cb-b77f-49ba-81fa-331889d2b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.074157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.090783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.100201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca36c56-7618-4796-aa38-609bfe614759 req-6c2220bd-87c8-4156-b4a2-f594f5f41ac8 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.101888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ca36c56-7618-4796-aa38-609bfe614759 req-6c2220bd-87c8-4156-b4a2-f594f5f41ac8 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.0904772 Jul 15 13:15:35.106954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7697cb-b77f-49ba-81fa-331889d2b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.133688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-adb1555d-1ebd-413f-9d23-162eaccdb4c6 tempest-DvrRoutersNegativeTest-1511036356 tempest-DvrRoutersNegativeTest-1511036356-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-480006658', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:35.137349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.policy [None req-adb1555d-1ebd-413f-9d23-162eaccdb4c6 tempest-DvrRoutersNegativeTest-1511036356 tempest-DvrRoutersNegativeTest-1511036356-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93733) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 13:15:35.138330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.policy [None req-adb1555d-1ebd-413f-9d23-162eaccdb4c6 tempest-DvrRoutersNegativeTest-1511036356 tempest-DvrRoutersNegativeTest-1511036356-project] Failed policy check for 'create_router' {{(pid=93733) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 13:15:35.138935 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-adb1555d-1ebd-413f-9d23-162eaccdb4c6 tempest-DvrRoutersNegativeTest-1511036356 tempest-DvrRoutersNegativeTest-1511036356-project] create failed (client error): Access was denied to this resource. Jul 15 13:15:35.140024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-adb1555d-1ebd-413f-9d23-162eaccdb4c6 tempest-DvrRoutersNegativeTest-1511036356 tempest-DvrRoutersNegativeTest-1511036356-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2065635 Jul 15 13:15:35.172133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ca36c56-7618-4796-aa38-609bfe614759 req-6de7c120-b87c-444a-8a01-ee62cd0ba43a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590909 Jul 15 13:15:35.175347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'Port': ['ID=09b59911-35bd-488f-9db4-42fedb1d6c59,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.272754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd8ab4-558f-412b-9a13-44e57883e9da None None] Network fcb3f0ce-82b7-4804-8018-7c66cefa75f8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:35.290137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.290999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.290999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.292078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.294069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.294069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.294069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.294069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.294069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.295162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.295558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.295898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:35.307778 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.311930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7697cb-b77f-49ba-81fa-331889d2b3a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.318225 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a7697cb-b77f-49ba-81fa-331889d2b3a3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/71472171-1345-48fd-9bbd-032cb55f5534 HTTP/1.1" status: 204 len: 168 time: 0.9717844 Jul 15 13:15:35.318225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7697cb-b77f-49ba-81fa-331889d2b3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71472171-1345-48fd-9bbd-032cb55f5534,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.318225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47978) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:35.456847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.547049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.552332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.567861 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9fd5f5ab-c112-479f-a3b2-53e7bfc03408 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6765323 Jul 15 13:15:35.573958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dd0850d1-f928-4873-b1ae-2cb711ca3c15 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:35.659917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Deleting port 14479d51-db74-4529-ab8a-606e49ec1fc9 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:35.661257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.668586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: dd0850d1-f928-4873-b1ae-2cb711ca3c15 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:35.669059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dd0850d1-f928-4873-b1ae-2cb711ca3c15 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:35.833915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] For port 14479d51-db74-4529-ab8a-606e49ec1fc9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=14479d51-db74-4529-ab8a-606e49ec1fc9,segment=NetworkSegment(235702be-139f-4a8c-9da4-57a054b98afc),segment_id=235702be-139f-4a8c-9da4-57a054b98afc)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:35.834844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.855423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Calling delete_port for 14479d51-db74-4529-ab8a-606e49ec1fc9 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:35.868788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc22b-e910-40f7-9030-1ef5db62cac2 req-f7a7e8b3-74e8-4bb4-a339-cb4a73c46b80 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.883297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca6dc22b-e910-40f7-9030-1ef5db62cac2 req-f7a7e8b3-74e8-4bb4-a339-cb4a73c46b80 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.2052984 Jul 15 13:15:35.905899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] DHCP port deletion for fcb3f0ce-82b7-4804-8018-7c66cefa75f8 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:35.917701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47988) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:35.974499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca6dc22b-e910-40f7-9030-1ef5db62cac2 req-ea77581e-14c7-4852-9f94-1f03a59cfc3f tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895064 Jul 15 13:15:35.985499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] Deleting port 14479d51-db74-4529-ab8a-606e49ec1fc9 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:35.985924 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.028592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.084124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=14479d51-db74-4529-ab8a-606e49ec1fc9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.093246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] No DVR routers for this DVR port 14479d51-db74-4529-ab8a-606e49ec1fc9 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:36.105349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] For port 14479d51-db74-4529-ab8a-606e49ec1fc9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=14479d51-db74-4529-ab8a-606e49ec1fc9,segment=NetworkSegment(235702be-139f-4a8c-9da4-57a054b98afc),segment_id=235702be-139f-4a8c-9da4-57a054b98afc)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:36.105924 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.123761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6c91-ce10-46bd-8724-1cf34fd2a0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.128182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] Calling delete_port for 14479d51-db74-4529-ab8a-606e49ec1fc9 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:36.223454 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.230239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.243230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] No DVR routers for this DVR port 14479d51-db74-4529-ab8a-606e49ec1fc9 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:36.246817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb3f0ce-82b7-4804-8018-7c66cefa75f8']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:36.261880 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235702be-139f-4a8c-9da4-57a054b98afc') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:36.262269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235702be-139f-4a8c-9da4-57a054b98afc') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:36.270058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0a459-f8f5-4603-b1b6-67282a3d0eb8 None None] Pushing event deleted for resources: {'Port': ['ID=14479d51-db74-4529-ab8a-606e49ec1fc9,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.278963 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.302771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.312978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:36.314276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:36.317202 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:36.321331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6c91-ce10-46bd-8724-1cf34fd2a0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.327866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6c91-ce10-46bd-8724-1cf34fd2a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.389091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c0ae6c91-ce10-46bd-8724-1cf34fd2a0d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4425a9e80884e879103d2fcfb3c2ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699271 Jul 15 13:15:36.393128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48000) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.404388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae6c91-ce10-46bd-8724-1cf34fd2a0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a0f458-0f46-4e35-a38f-0b6e4b8c8bfa,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.406252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.425381 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.434445 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fcb3f0ce-82b7-4804-8018-7c66cefa75f8 HTTP/1.1" status: 204 len: 168 time: 1.1041372 Jul 15 13:15:36.453033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bdd91-06ca-4b8b-8c91-0ff2d85dc4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb3f0ce-82b7-4804-8018-7c66cefa75f8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.503399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ad51af02-377e-4132-a67d-32212a830bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.547615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ad51af02-377e-4132-a67d-32212a830bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.576145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c14e53-b223-4e9d-b3a7-7b4517faa152 req-5e12c132-7917-408d-bb80-991fb6ed1447 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.577822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c14e53-b223-4e9d-b3a7-7b4517faa152 req-5e12c132-7917-408d-bb80-991fb6ed1447 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 948 time: 0.0796580 Jul 15 13:15:36.593259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48004) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.632053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c14e53-b223-4e9d-b3a7-7b4517faa152 req-d41f8ef5-b82e-4fb3-adb7-24eac8b7cfca tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Jul 15 13:15:36.663351 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-436dc9d3-2253-4082-a2b1-cf5005cd8619 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a181cba87d6f4986b37290e8742d3a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683980 Jul 15 13:15:36.672650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48006) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.673692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ad51af02-377e-4132-a67d-32212a830bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.678914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ad51af02-377e-4132-a67d-32212a830bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.681131 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ad51af02-377e-4132-a67d-32212a830bb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30a0f458-0f46-4e35-a38f-0b6e4b8c8bfa HTTP/1.1" status: 204 len: 168 time: 0.2865114 Jul 15 13:15:36.702971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51af02-377e-4132-a67d-32212a830bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a0f458-0f46-4e35-a38f-0b6e4b8c8bfa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.718507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:36.722478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:36.755437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0600603e-96d9-425c-a327-8a6d1915f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.790025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0600603e-96d9-425c-a327-8a6d1915f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.850802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-c4948b64-74d1-4838-a3e8-46eb7c1323a2 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--485305701&fields=id&tenant_id=6c84d9dc3154439bbcdfa258ea615927 HTTP/1.1" status: 200 len: 267 time: 0.0908883 Jul 15 13:15:36.862026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0600603e-96d9-425c-a327-8a6d1915f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.868061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0600603e-96d9-425c-a327-8a6d1915f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.870315 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0600603e-96d9-425c-a327-8a6d1915f4dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f46629cf-2f5a-4b20-810c-54e1a96b5951 HTTP/1.1" status: 204 len: 168 time: 0.1877739 Jul 15 13:15:36.885739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600603e-96d9-425c-a327-8a6d1915f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46629cf-2f5a-4b20-810c-54e1a96b5951,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.080284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-fe50f2fd-073a-4266-84c4-dfc08addc6f9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.081915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-fe50f2fd-073a-4266-84c4-dfc08addc6f9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 816 time: 0.2148917 Jul 15 13:15:37.119426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-2f590348-011b-4072-90c6-20d85dc3119b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/quotas/6c84d9dc3154439bbcdfa258ea615927 HTTP/1.1" status: 200 len: 375 time: 0.0164635 Jul 15 13:15:37.287852 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.301048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-cf581b4b-9c01-48d3-8e4c-7065a74f2c66 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1668861 Jul 15 13:15:37.320058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:37.332984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:37.335722 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a202e4-79f6-4039-8a88-d3ddfd749a0c" -d '{"events": [{"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:37.351017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'mac_address': 'fa:16:3e:6b:24:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:37.360336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:37.386370 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.435849 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.465484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:37.474389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.536004 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:37.537137 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:37.563636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-2dc3e5c6-6bf4-4ac4-92ab-b41a697a7253 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491839 Jul 15 13:15:37.600499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 14479d51-db74-4529-ab8a-606e49ec1fc9 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:37.636201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 14479d51-db74-4529-ab8a-606e49ec1fc9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:37.636818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 14479d51-db74-4529-ab8a-606e49ec1fc9 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:37.754054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-a085d261-9565-409c-b361-6839a029b3d7 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789548 Jul 15 13:15:38.161305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48064) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.189223 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.219268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:38.267500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:38.276900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.345647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=10']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.417341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3c4facdf-ee82-4e1e-a996-77a54d0434ca tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:38.418491 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-3c4facdf-ee82-4e1e-a996-77a54d0434ca tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:15:38.420141 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-3c4facdf-ee82-4e1e-a996-77a54d0434ca tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:15:38.425049 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3c4facdf-ee82-4e1e-a996-77a54d0434ca tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2620485 Jul 15 13:15:38.432303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48076) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.440948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--106627326'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:38.512865 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.530566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:38.542347 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.749394 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.781635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.849812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5727a0-3911-4d93-95e7-17dc6993c279 req-aa7ceab4-f17f-4bf7-815f-9e2a9048d490 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.851528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff5727a0-3911-4d93-95e7-17dc6993c279 req-aa7ceab4-f17f-4bf7-815f-9e2a9048d490 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.2157280 Jul 15 13:15:38.857241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-7b18948d-9301-400a-8024-7118c354bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.858808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-7b18948d-9301-400a-8024-7118c354bd5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 1097 time: 0.2218771 Jul 15 13:15:38.863584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15dc2ba9-59b4-41f2-9685-bf54e994db09,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.312990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff5727a0-3911-4d93-95e7-17dc6993c279 req-af91df71-f503-47a1-bc22-4d3440d809b2 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463851 Jul 15 13:15:39.358599 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.361103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-1632512d-c3e0-4fcc-8fda-2c40c327b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.363469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-1632512d-c3e0-4fcc-8fda-2c40c327b0dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 912 time: 0.4955637 Jul 15 13:15:39.367027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.486320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.488406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0535781 Jul 15 13:15:39.492987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48084) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.493917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e288dd2-51e0-4674-8cd4-0d435f08961e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657970a5-f41f-41d8-ba25-0abc1b6230b5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.510587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-17e3ebe9-8a5c-412c-b02b-eda56ec068d2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '657970a5-f41f-41d8-ba25-0abc1b6230b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:39.542601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-99bfc3be-ca2d-4076-a1a1-f03eb5be89e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 HTTP/1.1" status: 200 len: 1000 time: 0.1705954 Jul 15 13:15:39.679046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17e3ebe9-8a5c-412c-b02b-eda56ec068d2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.712888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-c70f9db7-4af7-4986-9eb3-19a1368e6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.715042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-c70f9db7-4af7-4986-9eb3-19a1368e6a63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.1650038 Jul 15 13:15:39.872078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-5bfcaecb-20f4-4ec6-ae17-edd0288cc59f tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.873659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-5bfcaecb-20f4-4ec6-ae17-edd0288cc59f tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.35 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 816 time: 0.2587850 Jul 15 13:15:39.889022 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17e3ebe9-8a5c-412c-b02b-eda56ec068d2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.899008 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17e3ebe9-8a5c-412c-b02b-eda56ec068d2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.949927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3ebe9-8a5c-412c-b02b-eda56ec068d2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6f6e63-3542-4f2d-b2de-a1e2574f844f,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.960751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17e3ebe9-8a5c-412c-b02b-eda56ec068d2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.964698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-17e3ebe9-8a5c-412c-b02b-eda56ec068d2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4649949 Jul 15 13:15:39.965661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48088) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.967381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-5bb0b322-a914-4882-8e6f-cc0950c3ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.968939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-5bb0b322-a914-4882-8e6f-cc0950c3ec18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072918 Jul 15 13:15:39.974304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-28ddaf4c-4b06-4451-a06d-dfab7949415f tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c84d9dc3154439bbcdfa258ea615927 HTTP/1.1" status: 200 len: 379 time: 0.0886102 Jul 15 13:15:39.980131 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-122aa9f5-7141-4a60-8aa4-f94706626da0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '657970a5-f41f-41d8-ba25-0abc1b6230b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:39.991053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'port': {'device_id': '69600151-d311-48d2-b8a7-8e44709a4056', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'admin_state_up': True, 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'security_groups': ['8ab455fe-55a9-4009-91fb-6bdb0fe11491']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:40.023585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-122aa9f5-7141-4a60-8aa4-f94706626da0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.083542 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-122aa9f5-7141-4a60-8aa4-f94706626da0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:15:40.087575 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-122aa9f5-7141-4a60-8aa4-f94706626da0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1167958 Jul 15 13:15:40.088063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.095115 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c528c9c-1709-4932-9561-0fd04e6a57bb x-openstack-request-id: req-8c528c9c-1709-4932-9561-0fd04e6a57bb {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:40.095713 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:40.095986 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c528c9c-1709-4932-9561-0fd04e6a57bb {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:40.096590 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'code': 200} Jul 15 13:15:40.166367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e65e4fe-092f-4276-829a-07e567d2d1d9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.213579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e65e4fe-092f-4276-829a-07e567d2d1d9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.236400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-02d5bf17-d5e2-4973-b0c0-1c7fb9543118 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581537 Jul 15 13:15:40.285884 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e65e4fe-092f-4276-829a-07e567d2d1d9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.289142 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e65e4fe-092f-4276-829a-07e567d2d1d9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.290620 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9e65e4fe-092f-4276-829a-07e567d2d1d9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/657970a5-f41f-41d8-ba25-0abc1b6230b5 HTTP/1.1" status: 204 len: 168 time: 0.2014344 Jul 15 13:15:40.296726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48094) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.317394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a5eb704-d408-4284-914e-f8c17be2244c req-b6be26a0-27af-493c-81df-dfae1ff89af7 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 210 time: 0.0701048 Jul 15 13:15:40.326886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65e4fe-092f-4276-829a-07e567d2d1d9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657970a5-f41f-41d8-ba25-0abc1b6230b5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.341082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Made reservation on behalf of 6c84d9dc3154439bbcdfa258ea615927 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:40.345989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.448703 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-20a5e5e6-62d3-4d1b-95cc-e5b7be888691 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502392 Jul 15 13:15:40.454237 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48098) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.462006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6c97f795-66c2-444b-b6a0-8b4438d82942 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561012708'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:40.496682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c97f795-66c2-444b-b6a0-8b4438d82942 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.536863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a058a775-4c59-47a9-a26d-5d75490edb39 req-b462d2f8-d1a4-47ed-8414-ae3389ffe64d service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915473 Jul 15 13:15:40.656073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c97f795-66c2-444b-b6a0-8b4438d82942 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.662984 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c97f795-66c2-444b-b6a0-8b4438d82942 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.678016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Allocated IP 172.20.0.6 (f9d67892-2f33-474d-8e4c-7efe5296843e/ff041a54-1152-44ee-9c7c-a6b5ed0c2493/b6efad78-4adc-4d90-b1bb-0db19b033c41) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:40.707626 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6c97f795-66c2-444b-b6a0-8b4438d82942 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.709897 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6c97f795-66c2-444b-b6a0-8b4438d82942 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2531931 Jul 15 13:15:40.716174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48106) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.724887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-79bfa498-c3ce-4bc6-a2f5-1b5675291916 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '2a6678c6-e5b3-4daf-b2a8-2d84c03d1950', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:40.726657 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-79bfa498-c3ce-4bc6-a2f5-1b5675291916 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:15:40.727188 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-79bfa498-c3ce-4bc6-a2f5-1b5675291916 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:40.729069 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79bfa498-c3ce-4bc6-a2f5-1b5675291916 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0108252 Jul 15 13:15:40.733005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48108) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.741598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:40.747429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97f795-66c2-444b-b6a0-8b4438d82942 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6678c6-e5b3-4daf-b2a8-2d84c03d1950,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.848230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:40.848688 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.964854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3bc7-9e05-428d-8830-089e351e06a9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.980133 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.017363 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3bc7-9e05-428d-8830-089e351e06a9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.025008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:41.033041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.059372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.094870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Transition to ACTIVE for port object b6efad78-4adc-4d90-b1bb-0db19b033c41 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:41.123266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=11']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.128817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788e51f-7b05-4909-88a3-362e97c03822 req-f482c63a-236d-4458-877a-c662113b5474 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.133457 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f788e51f-7b05-4909-88a3-362e97c03822 req-f482c63a-236d-4458-877a-c662113b5474 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.2816420 Jul 15 13:15:41.173577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3bc7-9e05-428d-8830-089e351e06a9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.178179 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3bc7-9e05-428d-8830-089e351e06a9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.180756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9b5a3bc7-9e05-428d-8830-089e351e06a9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/2a6678c6-e5b3-4daf-b2a8-2d84c03d1950 HTTP/1.1" status: 204 len: 168 time: 0.4462070 Jul 15 13:15:41.184677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48110) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.231624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a3bc7-9e05-428d-8830-089e351e06a9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6678c6-e5b3-4daf-b2a8-2d84c03d1950,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.257594 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4590d8dc-aa59-4c8a-9b2a-b46ecf7d5f12 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703142 Jul 15 13:15:41.261629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48112) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.269431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bdf0c8f4-661b-4e91-8213-7bbca886c2ed tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570433102'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.280515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f788e51f-7b05-4909-88a3-362e97c03822 req-c9a5d8a4-6a38-4e15-9312-ef57c3e43f7e tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359050 Jul 15 13:15:41.282227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.308798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c8f4-661b-4e91-8213-7bbca886c2ed tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.346132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Network f9d67892-2f33-474d-8e4c-7efe5296843e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:41.350312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:41.357384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:41.417226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.417927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.428621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.472745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c8f4-661b-4e91-8213-7bbca886c2ed tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.480615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c8f4-661b-4e91-8213-7bbca886c2ed tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.488595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-3a084104-e488-4865-9ecc-6a5a82749ecb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5022335 Jul 15 13:15:41.506540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Request body: {'port': {'device_id': '69600151-d311-48d2-b8a7-8e44709a4056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.518529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0c8f4-661b-4e91-8213-7bbca886c2ed tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a6e46c-4b9f-4873-9858-12fc3695832d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.524247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c8f4-661b-4e91-8213-7bbca886c2ed tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.525551 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bdf0c8f4-661b-4e91-8213-7bbca886c2ed tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2625532 Jul 15 13:15:41.530408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48118) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.544014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ecc18bcb-3f4b-44a1-9925-a78c71f0fb0e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '32a6e46c-4b9f-4873-9858-12fc3695832d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.547308 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-ecc18bcb-3f4b-44a1-9925-a78c71f0fb0e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:15:41.549541 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-ecc18bcb-3f4b-44a1-9925-a78c71f0fb0e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:41.557144 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ecc18bcb-3f4b-44a1-9925-a78c71f0fb0e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0251434 Jul 15 13:15:41.558026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48120) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.654137 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e799c82d-62fc-4997-b301-d8f51c4de3ea tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.657970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.698503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e799c82d-62fc-4997-b301-d8f51c4de3ea tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.748728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ae27c-285d-46df-b9d7-134ce4302ff6 req-abfd9ef8-e78d-445e-816d-6e7d07d94802 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.750403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e6ae27c-285d-46df-b9d7-134ce4302ff6 req-abfd9ef8-e78d-445e-816d-6e7d07d94802 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.1443155 Jul 15 13:15:41.762100 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e799c82d-62fc-4997-b301-d8f51c4de3ea tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.767102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e799c82d-62fc-4997-b301-d8f51c4de3ea tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.769219 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e799c82d-62fc-4997-b301-d8f51c4de3ea tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/32a6e46c-4b9f-4873-9858-12fc3695832d HTTP/1.1" status: 204 len: 168 time: 0.2089429 Jul 15 13:15:41.775951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48122) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.802038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1a1a1ee-514b-4713-b305-dc2b2850455c None None] Provisioning for port b6efad78-4adc-4d90-b1bb-0db19b033c41 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:41.804794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799c82d-62fc-4997-b301-d8f51c4de3ea tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a6e46c-4b9f-4873-9858-12fc3695832d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.811030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1a1a1ee-514b-4713-b305-dc2b2850455c None None] Provisioning complete for port b6efad78-4adc-4d90-b1bb-0db19b033c41 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:41.812404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a1ee-514b-4713-b305-dc2b2850455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.874163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e6ae27c-285d-46df-b9d7-134ce4302ff6 req-1ebabcdd-16a0-48a4-89dd-c62c6e08cb4e tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121616 Jul 15 13:15:41.881748 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c534482-7524-427a-9425-53865425ce76 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015563 Jul 15 13:15:41.889958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48124) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.895031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6d8c86dd-ed97-4a6d-9228-32a5dd7b2315 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425759967'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.902095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1a1ee-514b-4713-b305-dc2b2850455c None None] Port b6efad78-4adc-4d90-b1bb-0db19b033c41 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:41.935692 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d8c86dd-ed97-4a6d-9228-32a5dd7b2315 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.097858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:42.102240 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b6cdab-ed30-4647-afc3-f7b7e5519a76" -d '{"events": [{"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-plugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:42.272295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d8c86dd-ed97-4a6d-9228-32a5dd7b2315 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.284004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d8c86dd-ed97-4a6d-9228-32a5dd7b2315 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.297419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6efad78-4adc-4d90-b1bb-0db19b033c41 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:42.313365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.338988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d8c86dd-ed97-4a6d-9228-32a5dd7b2315 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.340300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6d8c86dd-ed97-4a6d-9228-32a5dd7b2315 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4492736 Jul 15 13:15:42.342414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805eb61-8532-43bd-a317-d565cc9a9086 req-86a58c7f-7746-4cae-8225-8310c1618f5d tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.343925 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.344895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c805eb61-8532-43bd-a317-d565cc9a9086 req-86a58c7f-7746-4cae-8225-8310c1618f5d tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1101 time: 0.2168801 Jul 15 13:15:42.351276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Transition to ACTIVE for port object b6efad78-4adc-4d90-b1bb-0db19b033c41 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:42.353545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2ac481fd-942a-44a3-b4b4-586e54781702 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '5327d9da-1048-40b3-922a-1f669de2cdf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:42.363643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.369919 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-2ac481fd-942a-44a3-b4b4-586e54781702 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:15:42.370963 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-2ac481fd-942a-44a3-b4b4-586e54781702 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:42.376441 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2ac481fd-942a-44a3-b4b4-586e54781702 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0306461 Jul 15 13:15:42.377819 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48136) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.378009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c86dd-ed97-4a6d-9228-32a5dd7b2315 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5327d9da-1048-40b3-922a-1f669de2cdf3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.388494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1651bc8d-319b-4a92-a37d-d843b963a0d3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '5327d9da-1048-40b3-922a-1f669de2cdf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:42.388494 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-1651bc8d-319b-4a92-a37d-d843b963a0d3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:15:42.388494 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-1651bc8d-319b-4a92-a37d-d843b963a0d3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:42.394988 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1651bc8d-319b-4a92-a37d-d843b963a0d3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0143108 Jul 15 13:15:42.396022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48138) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.404258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-236cf392-ffe9-4e0a-8309-5d6bbd0a0b53 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '5327d9da-1048-40b3-922a-1f669de2cdf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:42.405504 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-236cf392-ffe9-4e0a-8309-5d6bbd0a0b53 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:15:42.406315 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-236cf392-ffe9-4e0a-8309-5d6bbd0a0b53 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:42.412423 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-236cf392-ffe9-4e0a-8309-5d6bbd0a0b53 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149605 Jul 15 13:15:42.413391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48140) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.422544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-eac34de8-86c0-46fa-a276-ff8330e4597b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '5327d9da-1048-40b3-922a-1f669de2cdf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:42.424169 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-eac34de8-86c0-46fa-a276-ff8330e4597b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:15:42.424874 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-eac34de8-86c0-46fa-a276-ff8330e4597b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:42.429334 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eac34de8-86c0-46fa-a276-ff8330e4597b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125549 Jul 15 13:15:42.431074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48142) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.462620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c805eb61-8532-43bd-a317-d565cc9a9086 req-efd90a53-ba71-441d-aafb-34f3b93ac093 tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063418 Jul 15 13:15:42.469979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.545300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f18c5a3-6099-4bdb-9f90-84ed12c6df5b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.609484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f18c5a3-6099-4bdb-9f90-84ed12c6df5b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.617588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Attempting to bind port b6efad78-4adc-4d90-b1bb-0db19b033c41 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:42.617931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Attempting to bind port b6efad78-4adc-4d90-b1bb-0db19b033c41 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:42.618758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Attempting to bind port b6efad78-4adc-4d90-b1bb-0db19b033c41 on network f9d67892-2f33-474d-8e4c-7efe5296843e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.627779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Port b6efad78-4adc-4d90-b1bb-0db19b033c41 on network f9d67892-2f33-474d-8e4c-7efe5296843e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:42.628316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Attempting to bind port b6efad78-4adc-4d90-b1bb-0db19b033c41 on network f9d67892-2f33-474d-8e4c-7efe5296843e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.636182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:42.636520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Checking segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:42.637096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Bound using segment: {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:42.637718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Bound port: b6efad78-4adc-4d90-b1bb-0db19b033c41, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84c81bd-8979-456a-b4da-9c5c0e59113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:42.638288 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.720612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f18c5a3-6099-4bdb-9f90-84ed12c6df5b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.727481 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f18c5a3-6099-4bdb-9f90-84ed12c6df5b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.732931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48152) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.733733 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f18c5a3-6099-4bdb-9f90-84ed12c6df5b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/5327d9da-1048-40b3-922a-1f669de2cdf3 HTTP/1.1" status: 204 len: 168 time: 0.3007817 Jul 15 13:15:42.745328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18c5a3-6099-4bdb-9f90-84ed12c6df5b tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5327d9da-1048-40b3-922a-1f669de2cdf3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.763906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:42.797093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:42.807452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.851499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4ad9aaa8-2a2f-4ab1-99fa-fdd6b6da020d tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1129260 Jul 15 13:15:42.852696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.863671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.864517 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.866333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] 10.222.0.35 "PUT /v2.0/ports/b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 200 len: 1092 time: 1.3694153 Jul 15 13:15:42.866463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d96909e7-9058-427c-9788-5de058b8c072 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519075873'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:42.867160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:42.869925 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e5f83-64a7-4124-ae1f-29a5c425e266" -d '{"events": [{"name": "network-changed", "server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:42.900475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef2a54-612d-4392-9f57-3a4aaaa90f2d service neutron] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.924994 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d96909e7-9058-427c-9788-5de058b8c072 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.015984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-19bcce3d-5e95-4a1d-8a74-7a207429899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.018403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-19bcce3d-5e95-4a1d-8a74-7a207429899b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1095 time: 0.0770957 Jul 15 13:15:43.078271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-5fcdbfe8-2731-452b-a124-df4766a546d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 200 len: 217 time: 0.0497952 Jul 15 13:15:43.104953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d96909e7-9058-427c-9788-5de058b8c072 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.112097 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d96909e7-9058-427c-9788-5de058b8c072 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.149978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d96909e7-9058-427c-9788-5de058b8c072 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.155315 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d96909e7-9058-427c-9788-5de058b8c072 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2969656 Jul 15 13:15:43.156679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48158) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.161372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-cb6c02ac-9f6b-42bf-99ba-80b0633a4b3a tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.162202 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-cb6c02ac-9f6b-42bf-99ba-80b0633a4b3a tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:15:43.162842 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-cb6c02ac-9f6b-42bf-99ba-80b0633a4b3a tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.164609 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb6c02ac-9f6b-42bf-99ba-80b0633a4b3a tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068402 Jul 15 13:15:43.165429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96909e7-9058-427c-9788-5de058b8c072 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfca1f8-3cba-4f79-a969-a38e6d1150d1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.169376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48162) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.174228 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b6dedcba-9f22-411a-b420-5e8713801461 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.220877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-a5f79c75-a9ed-4d1b-b730-6bcc36847366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.223631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-a5f79c75-a9ed-4d1b-b730-6bcc36847366 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.1377168 Jul 15 13:15:43.234875 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-b6dedcba-9f22-411a-b420-5e8713801461 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.241808 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6dedcba-9f22-411a-b420-5e8713801461 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0656705 Jul 15 13:15:43.242219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48164) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.248564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a7db8517-aa77-4468-a8f5-67298b23505e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.249207 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-a7db8517-aa77-4468-a8f5-67298b23505e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:15:43.249818 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-a7db8517-aa77-4468-a8f5-67298b23505e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.255197 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a7db8517-aa77-4468-a8f5-67298b23505e tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076678 Jul 15 13:15:43.256612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48166) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.265351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-03fb9864-7dd0-4d6b-a03d-710d5934e3ad tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.318734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-71ff2d97-d976-4297-b783-06b4cfa4ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.320732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-71ff2d97-d976-4297-b783-06b4cfa4ace6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882115 Jul 15 13:15:43.343450 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-03fb9864-7dd0-4d6b-a03d-710d5934e3ad tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.345141 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-03fb9864-7dd0-4d6b-a03d-710d5934e3ad tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0864499 Jul 15 13:15:43.348990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48168) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.356160 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-380816e3-0802-47ca-8405-d86efffbd984 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.356761 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-380816e3-0802-47ca-8405-d86efffbd984 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:15:43.357502 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-380816e3-0802-47ca-8405-d86efffbd984 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.362784 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-380816e3-0802-47ca-8405-d86efffbd984 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087836 Jul 15 13:15:43.363265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48170) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.371195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-086bdda8-e30c-44ad-a98b-364d1fd6c93c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.423951 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-086bdda8-e30c-44ad-a98b-364d1fd6c93c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.427182 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-086bdda8-e30c-44ad-a98b-364d1fd6c93c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0605714 Jul 15 13:15:43.430408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48172) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.435406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5d8f4c88-b024-47f9-86cb-254a8c3ba423 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.435996 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-5d8f4c88-b024-47f9-86cb-254a8c3ba423 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:15:43.436505 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-5d8f4c88-b024-47f9-86cb-254a8c3ba423 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.437593 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5d8f4c88-b024-47f9-86cb-254a8c3ba423 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061462 Jul 15 13:15:43.447960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48174) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.455673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b6c5659e-cc5e-4a22-936a-f2c0c6841434 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.504265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-af494f87-2d8a-4be0-96b5-598be63f889f service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759152 Jul 15 13:15:43.512642 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-b6c5659e-cc5e-4a22-936a-f2c0c6841434 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.514033 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6c5659e-cc5e-4a22-936a-f2c0c6841434 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0645218 Jul 15 13:15:43.517444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa68cef-f33a-4ef4-a31f-249c4c94af7b req-ccb88995-b65e-482a-9b4e-64329f0c1229 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.518776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48176) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.519799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daa68cef-f33a-4ef4-a31f-249c4c94af7b req-ccb88995-b65e-482a-9b4e-64329f0c1229 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.1781340 Jul 15 13:15:43.526457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8360bd33-9d01-4f4f-a961-60324ebbf627 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'acfca1f8-3cba-4f79-a969-a38e6d1150d1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.575896 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-8360bd33-9d01-4f4f-a961-60324ebbf627 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:43.577727 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8360bd33-9d01-4f4f-a961-60324ebbf627 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0574043 Jul 15 13:15:43.581109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48178) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.631182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daa68cef-f33a-4ef4-a31f-249c4c94af7b req-6063d305-5f65-4a8a-a484-96d9db1db526 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967875 Jul 15 13:15:43.652155 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe16f47d-16cf-4df3-ac98-94ff8ef3ff60 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.684071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe16f47d-16cf-4df3-ac98-94ff8ef3ff60 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.690163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57479ef7-9ba4-4ed4-b360-1ba0278f4dbc req-39ecb2cd-3414-485c-b46f-c6f43ede5f0a service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686447 Jul 15 13:15:43.761518 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe16f47d-16cf-4df3-ac98-94ff8ef3ff60 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.766652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe16f47d-16cf-4df3-ac98-94ff8ef3ff60 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.768783 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fe16f47d-16cf-4df3-ac98-94ff8ef3ff60 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/acfca1f8-3cba-4f79-a969-a38e6d1150d1 HTTP/1.1" status: 204 len: 168 time: 0.1862142 Jul 15 13:15:43.772508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48182) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.785954 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f47d-16cf-4df3-ac98-94ff8ef3ff60 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfca1f8-3cba-4f79-a969-a38e6d1150d1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.832497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1b28e142-fbbf-410f-a3dc-36e7ded829a8 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576758 Jul 15 13:15:43.838425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48184) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.843339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b4b56a26-6d54-4b02-8ee0-a5dddcd74c3c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371494680'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:43.878160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4b56a26-6d54-4b02-8ee0-a5dddcd74c3c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.002297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4b56a26-6d54-4b02-8ee0-a5dddcd74c3c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.008769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4b56a26-6d54-4b02-8ee0-a5dddcd74c3c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.025850 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da55032-68f5-44c3-8069-79c8140d8f3d x-openstack-request-id: req-1da55032-68f5-44c3-8069-79c8140d8f3d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:44.030737 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-plugged", "status": "completed", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:44.032556 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1da55032-68f5-44c3-8069-79c8140d8f3d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:44.034499 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'code': 200} Jul 15 13:15:44.042042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4b56a26-6d54-4b02-8ee0-a5dddcd74c3c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.047037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b4b56a26-6d54-4b02-8ee0-a5dddcd74c3c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2038021 Jul 15 13:15:44.047500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48188) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.052183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-255a86ab-d32c-4ab5-bfcc-f993377da587 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '2e6875cb-e012-42e1-8195-6e065a9a4811', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:44.052888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b56a26-6d54-4b02-8ee0-a5dddcd74c3c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6875cb-e012-42e1-8195-6e065a9a4811,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.104351 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-255a86ab-d32c-4ab5-bfcc-f993377da587 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The resource could not be found. Jul 15 13:15:44.107261 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-255a86ab-d32c-4ab5-bfcc-f993377da587 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0569730 Jul 15 13:15:44.110771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48190) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.115797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-cabc7c27-3f09-41de-a99d-a0d51a009e5c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '2e6875cb-e012-42e1-8195-6e065a9a4811', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7e2539f3-a0f6-45dd-b63d-86ed6f5ae321'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:44.167468 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-cabc7c27-3f09-41de-a99d-a0d51a009e5c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The resource could not be found. Jul 15 13:15:44.168571 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cabc7c27-3f09-41de-a99d-a0d51a009e5c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0566750 Jul 15 13:15:44.173105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48194) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.237153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81c2cec5-e35a-4f76-b2f7-031d0a2e07c4 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.242681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245c9ec-94e3-48aa-904d-bf8308899e13 req-c6351eac-5198-4fb5-887f-fa37e5b5e4cf tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.244384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1245c9ec-94e3-48aa-904d-bf8308899e13 req-c6351eac-5198-4fb5-887f-fa37e5b5e4cf tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.0965536 Jul 15 13:15:44.270856 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81c2cec5-e35a-4f76-b2f7-031d0a2e07c4 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.297341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1245c9ec-94e3-48aa-904d-bf8308899e13 req-6c05be23-ebe0-4d6c-9c09-725a0daf2c3d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Jul 15 13:15:44.321127 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81c2cec5-e35a-4f76-b2f7-031d0a2e07c4 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.324770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81c2cec5-e35a-4f76-b2f7-031d0a2e07c4 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.326313 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-81c2cec5-e35a-4f76-b2f7-031d0a2e07c4 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e6875cb-e012-42e1-8195-6e065a9a4811 HTTP/1.1" status: 204 len: 168 time: 0.1519873 Jul 15 13:15:44.330733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48196) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.343922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2cec5-e35a-4f76-b2f7-031d0a2e07c4 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6875cb-e012-42e1-8195-6e065a9a4811,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.411488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6c4e7062-673b-4f90-8541-5bfdb439ded2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789142 Jul 15 13:15:44.416291 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48200) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.421273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-170ff477-feae-4a8a-bfda-d4a5a22c4aa9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': '33f74633-7894-4cba-a300-34be27d70809', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:44.467830 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-170ff477-feae-4a8a-bfda-d4a5a22c4aa9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The resource could not be found. Jul 15 13:15:44.469116 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-170ff477-feae-4a8a-bfda-d4a5a22c4aa9 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0516889 Jul 15 13:15:44.474582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48202) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.480140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-31fa4db8-1817-4df8-9995-b2e6f78443c8 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861675481'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:44.509745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31fa4db8-1817-4df8-9995-b2e6f78443c8 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.634601 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31fa4db8-1817-4df8-9995-b2e6f78443c8 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.638933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31fa4db8-1817-4df8-9995-b2e6f78443c8 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.671387 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31fa4db8-1817-4df8-9995-b2e6f78443c8 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.672658 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31fa4db8-1817-4df8-9995-b2e6f78443c8 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1970181 Jul 15 13:15:44.676529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48212) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.682381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-055cce19-2708-4eba-b8d4-bc294dafaf44 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373102282'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:44.688227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa4db8-1817-4df8-9995-b2e6f78443c8 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b3258-26a7-4bb7-868e-e32cc57ccc55,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.712308 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88880c2-3e15-4273-afb0-3b09a40b005a x-openstack-request-id: req-c88880c2-3e15-4273-afb0-3b09a40b005a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:44.712863 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:44.713338 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c88880c2-3e15-4273-afb0-3b09a40b005a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:44.714017 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'status': 'completed', 'code': 200} Jul 15 13:15:44.719869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055cce19-2708-4eba-b8d4-bc294dafaf44 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.817504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-b69f1f4f-a980-403f-8431-77b0f7e25891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.820447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-b69f1f4f-a980-403f-8431-77b0f7e25891 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1095 time: 0.0770533 Jul 15 13:15:44.881629 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055cce19-2708-4eba-b8d4-bc294dafaf44 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.887053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055cce19-2708-4eba-b8d4-bc294dafaf44 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.930504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-055cce19-2708-4eba-b8d4-bc294dafaf44 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.936758 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-055cce19-2708-4eba-b8d4-bc294dafaf44 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2546771 Jul 15 13:15:44.936758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cce19-2708-4eba-b8d4-bc294dafaf44 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25248688-82d3-480a-8610-5ce78ea86487,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.937231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48228) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.945091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3775cbe1-95e6-4a86-90c0-6afdf056cc1c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group_rule': {'security_group_id': 'b03b3258-26a7-4bb7-868e-e32cc57ccc55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '25248688-82d3-480a-8610-5ce78ea86487'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:44.998183 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-3775cbe1-95e6-4a86-90c0-6afdf056cc1c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:15:45.000297 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3775cbe1-95e6-4a86-90c0-6afdf056cc1c tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0611248 Jul 15 13:15:45.003689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48230) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.018473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-93a092d0-4358-4075-8487-47bd5bfcf802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.020043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-93a092d0-4358-4075-8487-47bd5bfcf802 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.1827645 Jul 15 13:15:45.027577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-12b86f4c-e78a-48c2-afc0-4867a88ad747 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.029252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-12b86f4c-e78a-48c2-afc0-4867a88ad747 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 815 time: 0.2075987 Jul 15 13:15:45.068116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-764363c9-1c84-4a29-9f41-41951b39620b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 200 len: 217 time: 0.0379252 Jul 15 13:15:45.085926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-d822b73a-fb55-4cc6-bac8-d9a6fc16ca3d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/quotas/8856a6f201da4543b63112744d41c6fd HTTP/1.1" status: 200 len: 375 time: 0.0203242 Jul 15 13:15:45.088879 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67317f64-1572-45ae-8852-1f48446f36d0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.122638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67317f64-1572-45ae-8852-1f48446f36d0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.166146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-ea9899f6-ba05-49ca-a707-ff4ab862198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.167579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-ea9899f6-ba05-49ca-a707-ff4ab862198f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.0912750 Jul 15 13:15:45.176816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67317f64-1572-45ae-8852-1f48446f36d0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.180262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67317f64-1572-45ae-8852-1f48446f36d0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.181448 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-67317f64-1572-45ae-8852-1f48446f36d0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/25248688-82d3-480a-8610-5ce78ea86487 HTTP/1.1" status: 204 len: 168 time: 0.1764362 Jul 15 13:15:45.184902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48232) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.203965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67317f64-1572-45ae-8852-1f48446f36d0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25248688-82d3-480a-8610-5ce78ea86487,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.253879 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3c2cd6f-49a8-4911-8d1d-6914e10ecbea tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0648065 Jul 15 13:15:45.254402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48234) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.274496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-25a1006b-5c1b-48ea-a110-d6dcec49387c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662877 Jul 15 13:15:45.328321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35174015-5555-4ea4-8b7e-0956afb375b3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.346995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-8ae8eb03-536d-4808-912e-b17e42e91beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.349147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-8ae8eb03-536d-4808-912e-b17e42e91beb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680171 Jul 15 13:15:45.355939 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35174015-5555-4ea4-8b7e-0956afb375b3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.419180 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35174015-5555-4ea4-8b7e-0956afb375b3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.425071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35174015-5555-4ea4-8b7e-0956afb375b3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.427076 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-35174015-5555-4ea4-8b7e-0956afb375b3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/b03b3258-26a7-4bb7-868e-e32cc57ccc55 HTTP/1.1" status: 204 len: 168 time: 0.1712708 Jul 15 13:15:45.430243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48236) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.443514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35174015-5555-4ea4-8b7e-0956afb375b3 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b3258-26a7-4bb7-868e-e32cc57ccc55,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.536644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-35bc6f90-c932-4bea-b8a0-202a94779538 service neutron] 10.222.0.25 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452006 Jul 15 13:15:45.616694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4eb86f31-e32e-4a8e-83a6-2ff3063473c0 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1837845 Jul 15 13:15:45.621844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48238) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.622661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-68adad03-ade7-473f-8209-b4a7b1165cef service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627192 Jul 15 13:15:45.629819 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1b60a04c-d276-4c80-826e-731b006c9e13 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117748122'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:45.660944 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b60a04c-d276-4c80-826e-731b006c9e13 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.782611 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b60a04c-d276-4c80-826e-731b006c9e13 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.790861 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b60a04c-d276-4c80-826e-731b006c9e13 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.826410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b60a04c-d276-4c80-826e-731b006c9e13 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.832521 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b60a04c-d276-4c80-826e-731b006c9e13 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2040527 Jul 15 13:15:45.833068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60a04c-d276-4c80-826e-731b006c9e13 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c747fce-cf8a-4338-9dde-300a878933c0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.835371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.840837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-19e5e22e-7ce6-48a9-8ae6-e506ede9e6dc tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:45.841269 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-19e5e22e-7ce6-48a9-8ae6-e506ede9e6dc tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:15:45.841772 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-19e5e22e-7ce6-48a9-8ae6-e506ede9e6dc tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:15:45.842836 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-19e5e22e-7ce6-48a9-8ae6-e506ede9e6dc tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "PUT /v2.0/security-groups/6c747fce-cf8a-4338-9dde-300a878933c0 HTTP/1.1" status: 409 len: 330 time: 0.0059092 Jul 15 13:15:45.847427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48242) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.937905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8da1759-70f1-485f-8804-7210b44768c2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.950503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:45.978684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8da1759-70f1-485f-8804-7210b44768c2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.051737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8da1759-70f1-485f-8804-7210b44768c2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.057091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8da1759-70f1-485f-8804-7210b44768c2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.059162 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a8da1759-70f1-485f-8804-7210b44768c2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c747fce-cf8a-4338-9dde-300a878933c0 HTTP/1.1" status: 204 len: 168 time: 0.2114313 Jul 15 13:15:46.064926 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48244) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.087111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da1759-70f1-485f-8804-7210b44768c2 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c747fce-cf8a-4338-9dde-300a878933c0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.097091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-a805f9c7-e8b2-42ed-9491-7c0ffb442d24 service neutron] 10.222.0.25 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467844 Jul 15 13:15:46.126903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e578fda7-5a3a-45e0-b917-99fe2fb67d0d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:46.130618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e578fda7-5a3a-45e0-b917-99fe2fb67d0d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ab96e72-99d2-4e8a-9bf6-1f331051aacc HTTP/1.1" status: 200 len: 945 time: 0.6404366 Jul 15 13:15:46.140919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.158534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'port_id': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'mac_address': 'fa:16:3e:eb:3a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:46.162585 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-75ba22f0-4704-4af8-9114-2ebe3785bbad tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939503 Jul 15 13:15:46.166739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48246) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.194377 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-0b9f2007-cec4-4016-9f3f-724bdf00b476 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] delete failed (client error): The resource could not be found. Jul 15 13:15:46.196433 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b9f2007-cec4-4016-9f3f-724bdf00b476 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "DELETE /v2.0/security-groups/f2909ea2-dc60-4eab-9390-bb3ffa856bd6 HTTP/1.1" status: 404 len: 347 time: 0.0279155 Jul 15 13:15:46.200547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48248) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.220095 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.247113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6efad78-4adc-4d90-b1bb-0db19b033c41 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:46.260398 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-10e7f01c-51c7-4936-b3db-c477b6c24eeb tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] show failed (client error): The resource could not be found. Jul 15 13:15:46.265703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-10e7f01c-51c7-4936-b3db-c477b6c24eeb tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-groups/2db5173a-edeb-4079-9370-13abe62019de HTTP/1.1" status: 404 len: 347 time: 0.0601475 Jul 15 13:15:46.267337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48250) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.270903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-790e5f83-64a7-4124-ae1f-29a5c425e266 req-4dedb1fe-3a25-44df-8604-c72d837a7b28 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151495 Jul 15 13:15:46.306253 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-614ae61e-bbc0-4575-90bb-76ec7521fb94 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] show failed (client error): The resource could not be found. Jul 15 13:15:46.308332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.312934 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-614ae61e-bbc0-4575-90bb-76ec7521fb94 tempest-NegativeSecGroupTest-48288754 tempest-NegativeSecGroupTest-48288754-project] 10.222.0.25 "GET /v2.0/security-group-rules/25ed5edf-1c6b-4b24-9f2b-b0dca12f2e8b HTTP/1.1" status: 404 len: 356 time: 0.0438900 Jul 15 13:15:46.318317 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.385367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Deleting port 6b033592-6acb-4856-8a56-8003ee32db67 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:46.386081 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.445431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.545041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b6efad78-4adc-4d90-b1bb-0db19b033c41'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:46.609570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] For port 6b033592-6acb-4856-8a56-8003ee32db67, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6b033592-6acb-4856-8a56-8003ee32db67,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.610782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.644350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Calling delete_port for 6b033592-6acb-4856-8a56-8003ee32db67 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:46.677343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84da282-06f0-4878-bc5d-213c3f47605b req-8d65f56f-ac75-46de-8901-3edf4cb16d3b tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:46.681227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84da282-06f0-4878-bc5d-213c3f47605b req-8d65f56f-ac75-46de-8901-3edf4cb16d3b tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 1101 time: 0.1827338 Jul 15 13:15:46.786399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48266) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.824506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84da282-06f0-4878-bc5d-213c3f47605b req-0891d3c5-890d-4951-b011-eaa610986bfa tempest-ServersAdminTestJSON-979348551 tempest-ServersAdminTestJSON-979348551-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841963 Jul 15 13:15:46.965892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.021577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Pushing event deleted for resources: {'Port': ['ID=6b033592-6acb-4856-8a56-8003ee32db67,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.027871 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fedb7f31-a67e-437e-8ac5-59f690dd25dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4084e96c96847c5b6d1541d785b0ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397928 Jul 15 13:15:47.031193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48278) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.103716 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-506254f5-21da-4fc1-93da-31e2ac067d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.141971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-506254f5-21da-4fc1-93da-31e2ac067d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.147936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] No DVR routers for this DVR port 6b033592-6acb-4856-8a56-8003ee32db67 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:47.158017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.160640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-792ca32f-6a45-4dd7-9a51-d41af9445487 req-e5eb440f-153f-40db-b654-93e43c38459c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "DELETE /v2.0/ports/6b033592-6acb-4856-8a56-8003ee32db67 HTTP/1.1" status: 204 len: 173 time: 1.0218346 Jul 15 13:15:47.163077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'name': 'network-vif-deleted', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:47.174551 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ac567-4e76-4336-b32e-c1f8ab420a61" -d '{"events": [{"server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "name": "network-vif-deleted", "tag": "6b033592-6acb-4856-8a56-8003ee32db67"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:47.226932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-506254f5-21da-4fc1-93da-31e2ac067d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.230984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d218-323b-47fa-9ff3-06d399a95fc4 req-ae52bb9e-1318-4dcf-971a-dab718430949 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.233017 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5738d218-323b-47fa-9ff3-06d399a95fc4 req-ae52bb9e-1318-4dcf-971a-dab718430949 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 944 time: 0.2044647 Jul 15 13:15:47.233774 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-506254f5-21da-4fc1-93da-31e2ac067d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.240721 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-506254f5-21da-4fc1-93da-31e2ac067d7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15dc2ba9-59b4-41f2-9685-bf54e994db09 HTTP/1.1" status: 204 len: 168 time: 0.2082226 Jul 15 13:15:47.255771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506254f5-21da-4fc1-93da-31e2ac067d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dc2ba9-59b4-41f2-9685-bf54e994db09,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.300940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5738d218-323b-47fa-9ff3-06d399a95fc4 req-ec57399b-bf35-455e-af2e-6590ab7b87bb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545604 Jul 15 13:15:47.716322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c36a748a-8cf5-46a8-b6a7-ec7475d86876 req-a390afc3-701e-459e-94e8-fd5eb63745fb tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 210 time: 0.0366783 Jul 15 13:15:47.968346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:48.118126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port b6efad78-4adc-4d90-b1bb-0db19b033c41 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:48.123526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b6efad78-4adc-4d90-b1bb-0db19b033c41 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:48.124333 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.227039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-d3dd2d0c-b377-4b32-9a74-4cef6f152df5 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.239478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-d3dd2d0c-b377-4b32-9a74-4cef6f152df5 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 815 time: 0.2936904 Jul 15 13:15:48.244830 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81fb1d3-c319-4e6b-a9a8-28308ffc43fb x-openstack-request-id: req-a81fb1d3-c319-4e6b-a9a8-28308ffc43fb {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:48.245540 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab96e72-99d2-4e8a-9bf6-1f331051aacc", "name": "network-vif-deleted", "tag": "6b033592-6acb-4856-8a56-8003ee32db67", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:48.245655 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a81fb1d3-c319-4e6b-a9a8-28308ffc43fb {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:48.246215 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab96e72-99d2-4e8a-9bf6-1f331051aacc', 'name': 'network-vif-deleted', 'tag': '6b033592-6acb-4856-8a56-8003ee32db67', 'status': 'completed', 'code': 200} Jul 15 13:15:48.271071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Request body: {'port': {'device_id': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'admin_state_up': True, 'tenant_id': '8856a6f201da4543b63112744d41c6fd'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:48.286889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.386486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:48.389553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:48.397426 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eb62ad-7faf-4822-9dc7-ae90cde1464e" -d '{"events": [{"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-plugged", "status": "completed", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:48.407817 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.410592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6b033592-6acb-4856-8a56-8003ee32db67 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:48.471393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 6b033592-6acb-4856-8a56-8003ee32db67 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:48.475451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6b033592-6acb-4856-8a56-8003ee32db67 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:48.562462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.632676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Made reservation on behalf of 8856a6f201da4543b63112744d41c6fd for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:48.640616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.797671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:48.842814 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2cae7bad-663d-494c-a0c4-e5892caa2be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.943853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Allocated IP 172.20.0.8 (32eed285-e268-4fcc-8c16-06f95aebb65a/290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00/dd06da5d-b6de-4c88-be59-016969005fdd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:48.991092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc871-0426-4f3f-9b16-cd0ff9ba7f11 req-ea465e1b-588f-4fba-be1f-852d3fab7efa tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.992842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a87bc871-0426-4f3f-9b16-cd0ff9ba7f11 req-ea465e1b-588f-4fba-be1f-852d3fab7efa tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 949 time: 0.1969266 Jul 15 13:15:49.083905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a87bc871-0426-4f3f-9b16-cd0ff9ba7f11 req-583622c4-eac4-412c-802b-ca8d770592b8 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773404 Jul 15 13:15:49.124209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4124-49b9-4bfc-86b6-f3925ceaa041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.240310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.323571 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.331636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4124-49b9-4bfc-86b6-f3925ceaa041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.339362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4124-49b9-4bfc-86b6-f3925ceaa041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.374528 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ec8d4124-49b9-4bfc-86b6-f3925ceaa041 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f8e51d3ee2748938187ff40971d50c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752060 Jul 15 13:15:49.378514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48350) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.451288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d4124-49b9-4bfc-86b6-f3925ceaa041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf202a2-652c-4b88-8bd4-cdda1d55f953,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.474753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Pushing event updated for resources: {'Port': ['ID=dd06da5d-b6de-4c88-be59-016969005fdd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.493349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Network 32eed285-e268-4fcc-8c16-06f95aebb65a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:49.496886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e73691a-bb39-465c-a26c-de8630b8b16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.497805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:49.515332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:49.544229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e73691a-bb39-465c-a26c-de8630b8b16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.663203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e73691a-bb39-465c-a26c-de8630b8b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.671277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e73691a-bb39-465c-a26c-de8630b8b16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.680053 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3e73691a-bb39-465c-a26c-de8630b8b16f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adf202a2-652c-4b88-8bd4-cdda1d55f953 HTTP/1.1" status: 204 len: 168 time: 0.2997928 Jul 15 13:15:49.702466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73691a-bb39-465c-a26c-de8630b8b16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf202a2-652c-4b88-8bd4-cdda1d55f953,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.739927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48364) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.744718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.745860 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.803407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f80f2-710c-4b66-ae2b-ebcec6530ea7 req-efc3ef8a-d750-4f09-9bb6-7e4859326903 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.806303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b5f80f2-710c-4b66-ae2b-ebcec6530ea7 req-efc3ef8a-d750-4f09-9bb6-7e4859326903 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.3336282 Jul 15 13:15:49.819216 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-3aa8829f-9a69-45cb-abbe-5cfb99d2782a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5714760 Jul 15 13:15:49.845340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Request body: {'port': {'device_id': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:49.905545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6272-232c-4222-bed6-84381877dc8a req-f79a0e15-3a31-40ad-8b6e-5d5e7696494f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.907200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-440a6272-232c-4222-bed6-84381877dc8a req-f79a0e15-3a31-40ad-8b6e-5d5e7696494f tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 949 time: 0.3099470 Jul 15 13:15:49.947544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b5f80f2-710c-4b66-ae2b-ebcec6530ea7 req-c43dcf1e-8896-43e6-8090-f69fa432ca95 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345010 Jul 15 13:15:50.060140 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.126998 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d9ce42-b59d-449f-80d1-530c95ae2fa4 x-openstack-request-id: req-d2d9ce42-b59d-449f-80d1-530c95ae2fa4 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:50.127920 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-plugged", "status": "completed", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:50.128098 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2d9ce42-b59d-449f-80d1-530c95ae2fa4 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:50.129373 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'code': 200} Jul 15 13:15:50.140570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19bd3dca-35b9-471c-a82a-bf6d429fbb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.177625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Deleting port f9878464-2f02-4af9-8ab5-703c2127b46c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:50.178079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.322922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19bd3dca-35b9-471c-a82a-bf6d429fbb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.330168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-19bd3dca-35b9-471c-a82a-bf6d429fbb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.406097 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-19bd3dca-35b9-471c-a82a-bf6d429fbb40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd9bcaf68ed84ec4adae1024df4c9377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651211 Jul 15 13:15:50.406814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48390) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:50.453569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd3dca-35b9-471c-a82a-bf6d429fbb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c663dd-31f6-4344-95e7-ed1b171bc3b1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.493195 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-178de792-8c3f-4c8a-b4d9-93e6527bad24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.506597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a277cd8-8b80-4369-aa02-0bee129afe31 req-721033cc-5aa9-41e9-8a2f-ee646b7d3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.508624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a277cd8-8b80-4369-aa02-0bee129afe31 req-721033cc-5aa9-41e9-8a2f-ee646b7d3d3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1097 time: 0.2633309 Jul 15 13:15:50.512782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] For port f9878464-2f02-4af9-8ab5-703c2127b46c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f9878464-2f02-4af9-8ab5-703c2127b46c,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:50.513302 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.526868 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-178de792-8c3f-4c8a-b4d9-93e6527bad24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.547196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Calling delete_port for f9878464-2f02-4af9-8ab5-703c2127b46c owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:50.620465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48392) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:50.628272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a277cd8-8b80-4369-aa02-0bee129afe31 req-769b2c78-c331-4318-a683-b6d9b035079c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117253 Jul 15 13:15:50.645335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-178de792-8c3f-4c8a-b4d9-93e6527bad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.652117 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-178de792-8c3f-4c8a-b4d9-93e6527bad24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.656904 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-178de792-8c3f-4c8a-b4d9-93e6527bad24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43c663dd-31f6-4344-95e7-ed1b171bc3b1 HTTP/1.1" status: 204 len: 168 time: 0.2476766 Jul 15 13:15:50.670027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178de792-8c3f-4c8a-b4d9-93e6527bad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c663dd-31f6-4344-95e7-ed1b171bc3b1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.764690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd06da5d-b6de-4c88-be59-016969005fdd {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:50.779741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.818058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0211d8a7-cf00-451b-9220-25ef9c05cd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.821450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba780eda-0fe0-41d2-89d5-ae65befd65a6 req-1b55cd19-79f5-49f4-ad3a-fb24e0d00a2e tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.827968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba780eda-0fe0-41d2-89d5-ae65befd65a6 req-1b55cd19-79f5-49f4-ad3a-fb24e0d00a2e tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.830036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba780eda-0fe0-41d2-89d5-ae65befd65a6 req-1b55cd19-79f5-49f4-ad3a-fb24e0d00a2e tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c39cef3-c6ed-4606-853e-0e916b58cb1a&device_id=c7d6a42f-84b1-4484-b31c-66d158b818d3 HTTP/1.1" status: 200 len: 1682 time: 0.2006595 Jul 15 13:15:50.928853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba780eda-0fe0-41d2-89d5-ae65befd65a6 req-517f831c-408e-48f9-8bf3-585b39b87dda tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/security-groups?id=23aaca6d-c226-46a5-9632-c4ebf2edfb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784674 Jul 15 13:15:50.930934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Transition to ACTIVE for port object dd06da5d-b6de-4c88-be59-016969005fdd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:50.933191 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.964460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:50.966906 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.969981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['fdb38a30-0911-4782-8665-dceeb643b9b2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:51.071986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0211d8a7-cf00-451b-9220-25ef9c05cd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.079475 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:51.083462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0211d8a7-cf00-451b-9220-25ef9c05cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.145638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211d8a7-cf00-451b-9220-25ef9c05cd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0174d768-37c2-40af-b3e0-2cbba92d4ad1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.186292 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0211d8a7-cf00-451b-9220-25ef9c05cd77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f1086926a7f489c8e91e0678b5c20a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637817 Jul 15 13:15:51.191290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48410) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:51.238311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Pushing event deleted for resources: {'Port': ['ID=f9878464-2f02-4af9-8ab5-703c2127b46c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.286661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da97faf9-bdea-402d-b3cc-7bb676b2a351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.339163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] No DVR routers for this DVR port f9878464-2f02-4af9-8ab5-703c2127b46c on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:51.353422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.357064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-440a6272-232c-4222-bed6-84381877dc8a req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "DELETE /v2.0/ports/f9878464-2f02-4af9-8ab5-703c2127b46c HTTP/1.1" status: 204 len: 173 time: 1.4345446 Jul 15 13:15:51.361046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da97faf9-bdea-402d-b3cc-7bb676b2a351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.366237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21988f1-52c3-48e7-89c1-5bf72f339a57', 'name': 'network-vif-deleted', 'tag': 'f9878464-2f02-4af9-8ab5-703c2127b46c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:51.370979 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080d6b6d-27fb-42ea-afc8-626716fcb58b" -d '{"events": [{"server_uuid": "c21988f1-52c3-48e7-89c1-5bf72f339a57", "name": "network-vif-deleted", "tag": "f9878464-2f02-4af9-8ab5-703c2127b46c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:51.384824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.384824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.385378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.385920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.386458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.386987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.387562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.388099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.388696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.389238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.389838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.390377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed961c-fdf2-41e6-8de3-6dfebfcfabea tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:51.557275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48418) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:51.568481 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da97faf9-bdea-402d-b3cc-7bb676b2a351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.579477 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da97faf9-bdea-402d-b3cc-7bb676b2a351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.580192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Pushing event updated for resources: {'Port': ['ID=dd06da5d-b6de-4c88-be59-016969005fdd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.585731 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da97faf9-bdea-402d-b3cc-7bb676b2a351 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0174d768-37c2-40af-b3e0-2cbba92d4ad1 HTTP/1.1" status: 204 len: 168 time: 0.3925490 Jul 15 13:15:51.627416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97faf9-bdea-402d-b3cc-7bb676b2a351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0174d768-37c2-40af-b3e0-2cbba92d4ad1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.808269 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.824650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1816709837-network', 'tenant_id': '553654734ff84813aa39056cbc598879'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:51.871121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-740e7db6-fda2-4720-b5bd-c05e08d503b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.896047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:51.904653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.923150 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.975384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe562dfd-80ec-4c83-8728-785163011dc0 req-9fdcd58d-b11b-45c2-8e5b-a1c60e3414fc tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.988167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe562dfd-80ec-4c83-8728-785163011dc0 req-9fdcd58d-b11b-45c2-8e5b-a1c60e3414fc tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 943 time: 0.8917789 Jul 15 13:15:52.034542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Attempting to bind port dd06da5d-b6de-4c88-be59-016969005fdd on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:52.035116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Attempting to bind port dd06da5d-b6de-4c88-be59-016969005fdd by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:52.035676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Attempting to bind port dd06da5d-b6de-4c88-be59-016969005fdd on network 32eed285-e268-4fcc-8c16-06f95aebb65a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:52.057520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Port dd06da5d-b6de-4c88-be59-016969005fdd on network 32eed285-e268-4fcc-8c16-06f95aebb65a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:52.058215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Attempting to bind port dd06da5d-b6de-4c88-be59-016969005fdd on network 32eed285-e268-4fcc-8c16-06f95aebb65a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:52.084055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:52.084636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Checking segment: {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:52.085289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Bound using segment: {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:52.086119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Bound port: dd06da5d-b6de-4c88-be59-016969005fdd, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:52.086760 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.136604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe562dfd-80ec-4c83-8728-785163011dc0 req-4414bac9-7f9a-4bd4-beae-89c45d21ed26 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464479 Jul 15 13:15:52.162363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.178680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.200380 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c81c5f39-0326-4e51-86a5-0a3b2167e0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.221022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.285048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:52.294339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd06da5d-b6de-4c88-be59-016969005fdd,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:52.305172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:52.309922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.344138 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2107c7f9-5f30-44d6-90af-ac795f75a3fa,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.367636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.368230 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Added segment d889d73a-f0d0-4908-9a63-82f05ba0bc40 of type vlan for network af6f264c-5c7a-430d-867a-17a822d596b8 Jul 15 13:15:52.477999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.479998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.480323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.481842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] 10.222.0.35 "PUT /v2.0/ports/dd06da5d-b6de-4c88-be59-016969005fdd HTTP/1.1" status: 200 len: 1092 time: 2.6466446 Jul 15 13:15:52.567238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a073e703-4178-43e2-81f1-43cfa33949e9 req-3920b054-0d4e-40d4-8d1f-b4fc410e3a9b tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21988f1-52c3-48e7-89c1-5bf72f339a57 HTTP/1.1" status: 200 len: 210 time: 0.0993493 Jul 15 13:15:52.600876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b54d5f-c4b0-45d7-9656-d1819395122e service neutron] Pushing event updated for resources: {'Port': ['ID=dd06da5d-b6de-4c88-be59-016969005fdd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.624127 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.627989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.629681 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.727924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c81c5f39-0326-4e51-86a5-0a3b2167e0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.739958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c81c5f39-0326-4e51-86a5-0a3b2167e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.782743 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2237983 Jul 15 13:15:52.789460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-9a80a756-03c0-4ed1-a04c-1f499ad596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.791373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-9a80a756-03c0-4ed1-a04c-1f499ad596d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 1095 time: 0.1823366 Jul 15 13:15:52.792048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48444) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.798207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Request body: {'subnet': {'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1816709837-subnet', 'tenant_id': '553654734ff84813aa39056cbc598879', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:52.810090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f9878464-2f02-4af9-8ab5-703c2127b46c no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:52.854196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-e63cd100-ed47-46e4-9ee5-0ea4541ab3ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd06da5d-b6de-4c88-be59-016969005fdd HTTP/1.1" status: 200 len: 217 time: 0.0508740 Jul 15 13:15:52.857595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: f9878464-2f02-4af9-8ab5-703c2127b46c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:52.858757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f9878464-2f02-4af9-8ab5-703c2127b46c not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:52.881105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade882b3-686a-4dcd-aa3d-0c5430ab9a40 admin admin] Pushing event updated for resources: {'Network': ['ID=af6f264c-5c7a-430d-867a-17a822d596b8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.884110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.898520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network af6f264c-5c7a-430d-867a-17a822d596b8 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:52.922029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48446) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.943017 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c81c5f39-0326-4e51-86a5-0a3b2167e0cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ea70d423d0b4809b88e52c0f5007729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787967 Jul 15 13:15:52.946622 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c5f39-0326-4e51-86a5-0a3b2167e0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e78155a-7db6-419c-9cdb-bef14b7c9ff9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.954565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48450) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.985461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:52.988530 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.033746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-7440c92f-cbc1-4030-a31d-716b5234b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.035955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-7440c92f-cbc1-4030-a31d-716b5234b87e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00 HTTP/1.1" status: 200 len: 855 time: 0.1264169 Jul 15 13:15:53.061119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-086a8652-ded2-4eb3-89f9-77d783b499a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.104796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-703436542-network', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:53.119365 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-086a8652-ded2-4eb3-89f9-77d783b499a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.200111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Made reservation on behalf of c2c825f43c4a42f2877a80c412448a29 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:53.204381 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.222424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.266918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-086a8652-ded2-4eb3-89f9-77d783b499a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.271972 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-086a8652-ded2-4eb3-89f9-77d783b499a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.277036 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-086a8652-ded2-4eb3-89f9-77d783b499a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e78155a-7db6-419c-9cdb-bef14b7c9ff9 HTTP/1.1" status: 204 len: 168 time: 0.3162653 Jul 15 13:15:53.299884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a8652-ded2-4eb3-89f9-77d783b499a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e78155a-7db6-419c-9cdb-bef14b7c9ff9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.415774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-1fa5de7e-c3e6-469f-ac93-ff66efb9f855 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32eed285-e268-4fcc-8c16-06f95aebb65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3701916 Jul 15 13:15:53.426463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24811f-d443-4bf5-b59c-a19cc613fd64 req-102cf318-8692-4712-a6ad-fc865cba3798 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.428113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb24811f-d443-4bf5-b59c-a19cc613fd64 req-102cf318-8692-4712-a6ad-fc865cba3798 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.5728190 Jul 15 13:15:53.457931 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.471984 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.512876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:53.543264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f69e9e4-1c9b-4727-b575-605547a37f76,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.558971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.564061 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Added segment 64df288f-cc1a-4667-ad99-aef50b975668 of type vlan for network 8d93d25e-77df-4a60-b900-1064f626df19 Jul 15 13:15:53.592690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb24811f-d443-4bf5-b59c-a19cc613fd64 req-19edd109-1cdd-44c6-8fd2-7a228d922b3e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388774 Jul 15 13:15:53.621847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-cc9ff359-1e83-41b3-a65c-300b098d7c90 service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926835 Jul 15 13:15:53.678285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.743179 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61064d62-d2ca-42d5-b0bf-52b460e7c624 x-openstack-request-id: req-61064d62-d2ca-42d5-b0bf-52b460e7c624 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:53.743551 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21988f1-52c3-48e7-89c1-5bf72f339a57", "name": "network-vif-deleted", "tag": "f9878464-2f02-4af9-8ab5-703c2127b46c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:53.743727 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61064d62-d2ca-42d5-b0bf-52b460e7c624 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:53.744130 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21988f1-52c3-48e7-89c1-5bf72f339a57', 'name': 'network-vif-deleted', 'tag': 'f9878464-2f02-4af9-8ab5-703c2127b46c', 'status': 'completed', 'code': 200} Jul 15 13:15:53.747039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.763602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.765626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.767317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.837616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bba5462-846d-45c4-a843-191ac4a8593c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.844130 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ee2100-e808-489d-9d15-7a679b0f28da req-6bc6e937-eeca-4888-89af-1cab32725c66 service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147057 Jul 15 13:15:53.855232 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9299226 Jul 15 13:15:53.856381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48466) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.872235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Request body: {'subnet': {'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-703436542-subnet', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:53.890343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Checking segment: {'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:53.891238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Network hostable DHCP agents. Network: af6f264c-5c7a-430d-867a-17a822d596b8, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:53.941581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Network af6f264c-5c7a-430d-867a-17a822d596b8 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:53.958248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, af6f264c-5c7a-430d-867a-17a822d596b8) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:53.972223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e191931-b160-4fe2-8080-dda1188072d5 None None] Network af6f264c-5c7a-430d-867a-17a822d596b8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:53.973334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.975279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.997296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4a2be-27b5-4d88-b637-964871e2a86b admin admin] Pushing event updated for resources: {'Network': ['ID=8d93d25e-77df-4a60-b900-1064f626df19,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.007044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Made reservation on behalf of c2c825f43c4a42f2877a80c412448a29 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:54.014623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-648b7cbe-2e89-4e81-b2f3-635afcad9232 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2166517 Jul 15 13:15:54.014994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48472) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.021272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.035426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:54.036425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8d93d25e-77df-4a60-b900-1064f626df19 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:54.118122 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.121963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.277557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.439788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.454747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-af6f264c-5c7a-430d-867a-17a822d596b8', 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8', 'tenant_id': '553654734ff84813aa39056cbc598879', 'fixed_ips': [{'subnet_id': '6bba5462-846d-45c4-a843-191ac4a8593c'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:54.455834 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.486760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.527344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.584484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23caad88-3e9b-4e29-85b3-4d5d2c2630be,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.604673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Checking segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:54.605096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Network hostable DHCP agents. Network: 8d93d25e-77df-4a60-b900-1064f626df19, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:54.636169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Network 8d93d25e-77df-4a60-b900-1064f626df19 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:54.661891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8d93d25e-77df-4a60-b900-1064f626df19) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:54.662508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c782f-a50d-41db-9062-88e7df6726a2 req-a7501a67-09ba-449f-aab5-2b78fd4a4730 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:54.664471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da0c782f-a50d-41db-9062-88e7df6726a2 req-a7501a67-09ba-449f-aab5-2b78fd4a4730 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 943 time: 0.1244788 Jul 15 13:15:54.670352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:54.671337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.686803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd608094-afbe-48c5-ad1a-7752d3ebbfec None None] Network 8d93d25e-77df-4a60-b900-1064f626df19 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:54.701951 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4b1de54c-ce3c-4a66-a30e-e1be4a6ca8a0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8403299 Jul 15 13:15:54.706287 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48484) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.718210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:54.731605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Allocated IP 172.20.0.2 (af6f264c-5c7a-430d-867a-17a822d596b8/6bba5462-846d-45c4-a843-191ac4a8593c/94b2994c-e08b-4aa5-bc0d-ded031f81e79) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:54.774453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da0c782f-a50d-41db-9062-88e7df6726a2 req-cd268b9e-35fa-469a-9ea5-369812466d14 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997567 Jul 15 13:15:54.799919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.806878 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.956722 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.016531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-8d93d25e-77df-4a60-b900-1064f626df19', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:55.018565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.144650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.181435 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.205153 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.242390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Transition to ACTIVE for port object 94b2994c-e08b-4aa5-bc0d-ded031f81e79 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:55.301431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.302405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Transition to ACTIVE for port object 94b2994c-e08b-4aa5-bc0d-ded031f81e79 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:55.306888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Allocated IP 172.20.0.2 (8d93d25e-77df-4a60-b900-1064f626df19/23caad88-3e9b-4e29-85b3-4d5d2c2630be/924150ea-8750-4bd1-a5b7-7b2382822016) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:55.322450 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.351774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Network af6f264c-5c7a-430d-867a-17a822d596b8 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:55.356948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:55.384684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:55.475623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc1069-8580-4baa-bc62-6f939ea413bc req-9da69bf2-de61-4eab-8a6c-4e8e5387690c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.477857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2acc1069-8580-4baa-bc62-6f939ea413bc req-9da69bf2-de61-4eab-8a6c-4e8e5387690c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.2371898 Jul 15 13:15:55.499899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Allocated IP 172.25.1.125 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/16d4c417-5347-4e20-8c0d-bad72d5940c0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:55.503356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48498) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.511790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Request body: {'floatingip': {'port_id': 'b6efad78-4adc-4d90-b1bb-0db19b033c41'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:55.609541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.784989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'tag': 'dd06da5d-b6de-4c88-be59-016969005fdd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:55.788826 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ffe9e6-25fb-475a-83de-784fe0a5c592" -d '{"events": [{"name": "network-changed", "server_uuid": "faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0", "tag": "dd06da5d-b6de-4c88-be59-016969005fdd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:55.822446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Pushing event updated for resources: {'Port': ['ID=94b2994c-e08b-4aa5-bc0d-ded031f81e79,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.888923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Attempting to bind port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:55.889388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Attempting to bind port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:55.889837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Attempting to bind port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 on network af6f264c-5c7a-430d-867a-17a822d596b8 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:55.904926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:55.905235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Checking segment: {'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:55.905529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.906085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Bound using segment: {'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:55.906596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Bound port: 94b2994c-e08b-4aa5-bc0d-ded031f81e79, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:55.906987 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.987628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] For port 94b2994c-e08b-4aa5-bc0d-ded031f81e79, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:55.990814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] For port 94b2994c-e08b-4aa5-bc0d-ded031f81e79, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=94b2994c-e08b-4aa5-bc0d-ded031f81e79,segment=NetworkSegment(d889d73a-f0d0-4908-9a63-82f05ba0bc40),segment_id=d889d73a-f0d0-4908-9a63-82f05ba0bc40)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:55.996876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd06da5d-b6de-4c88-be59-016969005fdd details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:56.031959 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.192175 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.275998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Transition to ACTIVE for port object 924150ea-8750-4bd1-a5b7-7b2382822016 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:56.288923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e0986-1b03-466d-bc98-1f2e5906cf6b None None] Pushing event updated for resources: {'Port': ['ID=94b2994c-e08b-4aa5-bc0d-ded031f81e79,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.341239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.367918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.371547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Transition to ACTIVE for port object 924150ea-8750-4bd1-a5b7-7b2382822016 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:56.397341 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.415403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd06da5d-b6de-4c88-be59-016969005fdd,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:56.434790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'dd06da5d-b6de-4c88-be59-016969005fdd', 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'port_id': 'dd06da5d-b6de-4c88-be59-016969005fdd', 'mac_address': 'fa:16:3e:af:48:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:56.443469 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.651485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Pushing event updated for resources: {'Port': ['ID=924150ea-8750-4bd1-a5b7-7b2382822016,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.680173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Network 8d93d25e-77df-4a60-b900-1064f626df19 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:56.682367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.685976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:56.695767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:56.737480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd06da5d-b6de-4c88-be59-016969005fdd {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:56.837015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd06da5d-b6de-4c88-be59-016969005fdd,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:56.840612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Attempting to bind port 924150ea-8750-4bd1-a5b7-7b2382822016 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:56.841015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Attempting to bind port 924150ea-8750-4bd1-a5b7-7b2382822016 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:56.841589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Attempting to bind port 924150ea-8750-4bd1-a5b7-7b2382822016 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:56.846429 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.858178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:56.858178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Checking segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:56.858178 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.858178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Bound using segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:56.858782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Bound port: 924150ea-8750-4bd1-a5b7-7b2382822016, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:56.858921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.950353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=dd06da5d-b6de-4c88-be59-016969005fdd,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.994942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] For port 924150ea-8750-4bd1-a5b7-7b2382822016, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:56.999839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] For port 924150ea-8750-4bd1-a5b7-7b2382822016, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=924150ea-8750-4bd1-a5b7-7b2382822016,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:57.012432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.024610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.106719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b5f44-eb1c-4f97-9077-bc667df01e2e None None] Pushing event updated for resources: {'Port': ['ID=924150ea-8750-4bd1-a5b7-7b2382822016,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.107747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Allocated IP 172.25.1.21 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/9583ff62-49f2-476d-9136-842c8543aa6b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:57.119183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['dd06da5d-b6de-4c88-be59-016969005fdd'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:57.125680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:57.475429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.571569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.656519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:57.669172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:57.679763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:57.687317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9583ff62-49f2-476d-9136-842c8543aa6b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.802441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:57.829023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:57.837276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 94b2994c-e08b-4aa5-bc0d-ded031f81e79 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:57.957674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f28cf8-219c-48e8-9f79-21282965d4d8 req-0dcad835-7e5e-4f02-93c6-cd35daa4ee72 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.969722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-29f28cf8-219c-48e8-9f79-21282965d4d8 req-0dcad835-7e5e-4f02-93c6-cd35daa4ee72 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 944 time: 1.1049364 Jul 15 13:15:57.996986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd06da5d-b6de-4c88-be59-016969005fdd up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:58.025297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Pushing event updated for resources: {'Port': ['ID=16d4c417-5347-4e20-8c0d-bad72d5940c0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.053659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:58.137474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6e072-cc24-4638-b39d-06945d210489 None None] Network af6f264c-5c7a-430d-867a-17a822d596b8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:58.210748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.237422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port dd06da5d-b6de-4c88-be59-016969005fdd completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:58.247007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-40f53f22-df25-4d3d-a405-1ee76c54d68b None None] Provisioning for port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:58.283698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48546) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.295821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port dd06da5d-b6de-4c88-be59-016969005fdd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:58.296419 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.352027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-40f53f22-df25-4d3d-a405-1ee76c54d68b None None] Provisioning complete for port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:58.352027 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-40f53f22-df25-4d3d-a405-1ee76c54d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.353485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:15:58.433924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-29f28cf8-219c-48e8-9f79-21282965d4d8 req-dac6cb43-333a-4f73-9e41-a2c8aab36893 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845980 Jul 15 13:15:58.578428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450a754-38a3-4235-9184-616af17280a5 req-fb6da6d3-6a9b-4800-8214-8cc591bc2548 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.581973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c450a754-38a3-4235-9184-616af17280a5 req-fb6da6d3-6a9b-4800-8214-8cc591bc2548 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d6a42f-84b1-4484-b31c-66d158b818d3 HTTP/1.1" status: 200 len: 945 time: 0.8172145 Jul 15 13:15:58.628468 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30d1348-55cd-495e-8d94-111ca68b807b x-openstack-request-id: req-c30d1348-55cd-495e-8d94-111ca68b807b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:58.629395 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0", "tag": "dd06da5d-b6de-4c88-be59-016969005fdd", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:58.630138 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c30d1348-55cd-495e-8d94-111ca68b807b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:58.631877 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'tag': 'dd06da5d-b6de-4c88-be59-016969005fdd', 'status': 'completed', 'code': 200} Jul 15 13:15:58.651240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.654809 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-40f53f22-df25-4d3d-a405-1ee76c54d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.739194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-40f53f22-df25-4d3d-a405-1ee76c54d68b None None] For port 94b2994c-e08b-4aa5-bc0d-ded031f81e79, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=94b2994c-e08b-4aa5-bc0d-ded031f81e79,segment=NetworkSegment(d889d73a-f0d0-4908-9a63-82f05ba0bc40),segment_id=d889d73a-f0d0-4908-9a63-82f05ba0bc40)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:58.740079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd06da5d-b6de-4c88-be59-016969005fdd'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:58.743549 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec580bde-1b07-4ada-9bd5-bcc1045e6412" -d '{"events": [{"server_uuid": "faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0", "name": "network-vif-plugged", "status": "completed", "tag": "dd06da5d-b6de-4c88-be59-016969005fdd"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:58.759992 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-40f53f22-df25-4d3d-a405-1ee76c54d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.765124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd06da5d-b6de-4c88-be59-016969005fdd,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:58.780792 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.784761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.813759 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1146a619-b2ae-429e-ae9b-135e21456998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.854499 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.954856 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.020559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-53366b9b-dbb6-4279-880f-ebb811534006 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.022578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-53366b9b-dbb6-4279-880f-ebb811534006 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 950 time: 0.8812985 Jul 15 13:15:59.027863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f53f22-df25-4d3d-a405-1ee76c54d68b None None] Pushing event updated for resources: {'Port': ['ID=94b2994c-e08b-4aa5-bc0d-ded031f81e79,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.118112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:59.151903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=dd06da5d-b6de-4c88-be59-016969005fdd,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.229506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4890139-ed8e-4954-968b-a05d510df957 None None] Network 8d93d25e-77df-4a60-b900-1064f626df19 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:59.301114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:59.348425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Sync routers for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:59.401711 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Floating IP 0bf37256-9cbc-4591-b6fd-1bd2a8dea68b associated. External IP: 172.25.1.107, port: b6efad78-4adc-4d90-b1bb-0db19b033c41. Jul 15 13:15:59.416989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-a793e0c9-dd15-43fb-9586-230a3b1143d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.419831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-a793e0c9-dd15-43fb-9586-230a3b1143d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 1097 time: 0.8001027 Jul 15 13:15:59.427847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:59.429194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:59.441238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-565c9564-c7d3-4c51-9b73-4bf6bfccf5d6 None None] Provisioning for port 924150ea-8750-4bd1-a5b7-7b2382822016 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:59.504190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.705470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 924150ea-8750-4bd1-a5b7-7b2382822016 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:59.775103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:59.830321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4ed06d34-414e-4c66-be84-6cfb492462ca None None] Provisioning complete for port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:59.830902 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4ed06d34-414e-4c66-be84-6cfb492462ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.083849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 924150ea-8750-4bd1-a5b7-7b2382822016 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:00.103722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 924150ea-8750-4bd1-a5b7-7b2382822016 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:00.104377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.287095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-8a7e8599-18f1-454a-a17c-c1d95d9fe11d tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.289657 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-8a7e8599-18f1-454a-a17c-c1d95d9fe11d tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c39cef3-c6ed-4606-853e-0e916b58cb1a HTTP/1.1" status: 200 len: 946 time: 0.0969489 Jul 15 13:16:00.369687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Deleting port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:00.370269 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.453728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Deleting port 3087c6fa-231f-4d2b-bf52-250965dff58f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:00.454496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.501724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f913a4-a081-427a-bc3c-168db30fae94 req-57bddf78-dd67-4d85-956d-5ef73425b523 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.504879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40f913a4-a081-427a-bc3c-168db30fae94 req-57bddf78-dd67-4d85-956d-5ef73425b523 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 950 time: 1.3784614 Jul 15 13:16:00.521712 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1146a619-b2ae-429e-ae9b-135e21456998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.573503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.575934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1146a619-b2ae-429e-ae9b-135e21456998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.580309 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-20016165-a45c-4b3e-803c-df1bd7ba39c7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8713541 Jul 15 13:16:00.581323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48556) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.629341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:15:57Z', 'revision_number': 3, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.641778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-3ed6a660-49eb-4f77-b70a-e3e7d7262647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.644589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-3ed6a660-49eb-4f77-b70a-e3e7d7262647 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 916 time: 1.2129459 Jul 15 13:16:00.667221 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.679864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Checking router: 87db3c7f-cf5b-410c-b2ee-5de3334dcfea for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:00.680159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Updating router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea port 9583ff62-49f2-476d-9136-842c8543aa6b binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:00.726748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Deleting port fdb38a30-0911-4782-8665-dceeb643b9b2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:00.727390 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.734072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] For port 3087c6fa-231f-4d2b-bf52-250965dff58f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3087c6fa-231f-4d2b-bf52-250965dff58f,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:00.734705 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.745509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9f7d8ecd-bb3a-4188-b193-7cad0ed271ae None None] Provisioning complete for port 924150ea-8750-4bd1-a5b7-7b2382822016 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:00.745892 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8ecd-bb3a-4188-b193-7cad0ed271ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.747821 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.751435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 924150ea-8750-4bd1-a5b7-7b2382822016, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=924150ea-8750-4bd1-a5b7-7b2382822016,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:00.794403 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.795259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 94b2994c-e08b-4aa5-bc0d-ded031f81e79 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:00.816004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Calling delete_port for 3087c6fa-231f-4d2b-bf52-250965dff58f owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:00.862705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3478aa2c-b552-4dd5-a940-cc4e0f362a60 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:00.943456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-9ba5bbf1-d61d-4074-9172-fb19d7bc4b29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd06da5d-b6de-4c88-be59-016969005fdd HTTP/1.1" status: 200 len: 217 time: 0.2561460 Jul 15 13:16:01.011840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=924150ea-8750-4bd1-a5b7-7b2382822016,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.080254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146a619-b2ae-429e-ae9b-135e21456998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac0d756-903c-48a8-9ef6-41e3dd1bc241,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.088246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1146a619-b2ae-429e-ae9b-135e21456998 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ced61208463c4dffa81cf9152b141bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7939599 Jul 15 13:16:01.134126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:01.134484 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.139940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48558) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:01.229831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40f913a4-a081-427a-bc3c-168db30fae94 req-fe494442-557a-4a22-b80e-76c8dac7935a tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6909618 Jul 15 13:16:01.234424 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.328369 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.341253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 3478aa2c-b552-4dd5-a940-cc4e0f362a60, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3478aa2c-b552-4dd5-a940-cc4e0f362a60,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:01.346627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3087c6fa-231f-4d2b-bf52-250965dff58f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:01.381163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.387871 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd3bfe-d356-4dd1-babf-534ef086fbec x-openstack-request-id: req-bbbd3bfe-d356-4dd1-babf-534ef086fbec {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:01.388193 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0", "name": "network-vif-plugged", "status": "completed", "tag": "dd06da5d-b6de-4c88-be59-016969005fdd", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:01.388410 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbbd3bfe-d356-4dd1-babf-534ef086fbec {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:01.388816 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd06da5d-b6de-4c88-be59-016969005fdd', 'code': 200} Jul 15 13:16:01.408021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] For port 3478aa2c-b552-4dd5-a940-cc4e0f362a60, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3478aa2c-b552-4dd5-a940-cc4e0f362a60,segment=NetworkSegment(d6957548-8809-4f51-8d3d-5b955ad7a252),segment_id=d6957548-8809-4f51-8d3d-5b955ad7a252)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:01.409004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.417279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Pushing event deleted for resources: {'Port': ['ID=3087c6fa-231f-4d2b-bf52-250965dff58f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.486158 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81f80124-31fe-4dea-ad78-785d885ff3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.488628 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.501404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Calling delete_port for 3478aa2c-b552-4dd5-a940-cc4e0f362a60 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:01.502245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=3478aa2c-b552-4dd5-a940-cc4e0f362a60,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.512547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Transition to ACTIVE for port object 9583ff62-49f2-476d-9136-842c8543aa6b will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:01.524656 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.532399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-6146aa36-f427-4ad3-abe3-2276e4427cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.535024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-6146aa36-f427-4ad3-abe3-2276e4427cd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00 HTTP/1.1" status: 200 len: 855 time: 0.5114496 Jul 15 13:16:01.554830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] For port fdb38a30-0911-4782-8665-dceeb643b9b2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=fdb38a30-0911-4782-8665-dceeb643b9b2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:01.556146 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.607317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105f00-aa12-4ba9-b985-660c51d751d3 None None] Pushing event updated for resources: {'Port': ['ID=9583ff62-49f2-476d-9136-842c8543aa6b,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.633319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Attempting to bind port 9583ff62-49f2-476d-9136-842c8543aa6b on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:01.634289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Attempting to bind port 9583ff62-49f2-476d-9136-842c8543aa6b by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:01.634463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Attempting to bind port 9583ff62-49f2-476d-9136-842c8543aa6b on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:01.641204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:01.641640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:01.642166 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.642757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:01.643755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Bound port: 9583ff62-49f2-476d-9136-842c8543aa6b, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:01.644168 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.671817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-5b1399ed-8c10-4b85-8973-7ccefd0726c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32eed285-e268-4fcc-8c16-06f95aebb65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962925 Jul 15 13:16:01.674093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Calling delete_port for fdb38a30-0911-4782-8665-dceeb643b9b2 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:01.692108 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 924150ea-8750-4bd1-a5b7-7b2382822016 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:01.766573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] For port 9583ff62-49f2-476d-9136-842c8543aa6b, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:01.770289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.771562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] For port 9583ff62-49f2-476d-9136-842c8543aa6b, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9583ff62-49f2-476d-9136-842c8543aa6b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:01.778963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:01.780273 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.809577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 924150ea-8750-4bd1-a5b7-7b2382822016 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:01.809956 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.837998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81f80124-31fe-4dea-ad78-785d885ff3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.867557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] No DVR routers for this DVR port 3087c6fa-231f-4d2b-bf52-250965dff58f on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:01.878695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.882590 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.35 "DELETE /v2.0/ports/3087c6fa-231f-4d2b-bf52-250965dff58f HTTP/1.1" status: 204 len: 173 time: 1.5863888 Jul 15 13:16:01.887413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c39cef3-c6ed-4606-853e-0e916b58cb1a', 'name': 'network-vif-deleted', 'tag': '3087c6fa-231f-4d2b-bf52-250965dff58f'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:01.891892 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2914c5-a12c-4a2e-a36c-960b23807f45" -d '{"events": [{"server_uuid": "2c39cef3-c6ed-4606-853e-0e916b58cb1a", "name": "network-vif-deleted", "tag": "3087c6fa-231f-4d2b-bf52-250965dff58f"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:01.896395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:01.897067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:01.902724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105f00-aa12-4ba9-b985-660c51d751d3 None None] Pushing event updated for resources: {'Port': ['ID=9583ff62-49f2-476d-9136-842c8543aa6b,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.029257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device fdb38a30-0911-4782-8665-dceeb643b9b2 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:02.114045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:02.134824 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81f80124-31fe-4dea-ad78-785d885ff3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.138082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81f80124-31fe-4dea-ad78-785d885ff3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.139826 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-81f80124-31fe-4dea-ad78-785d885ff3f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ac0d756-903c-48a8-9ef6-41e3dd1bc241 HTTP/1.1" status: 204 len: 168 time: 0.9983549 Jul 15 13:16:02.173431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420e641-974c-4f84-a014-85ba2a650084 req-74ce3765-cb26-4c14-954b-1bc76f83b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.174964 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f420e641-974c-4f84-a014-85ba2a650084 req-74ce3765-cb26-4c14-954b-1bc76f83b339 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 1097 time: 0.5275445 Jul 15 13:16:02.180323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f80124-31fe-4dea-ad78-785d885ff3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac0d756-903c-48a8-9ef6-41e3dd1bc241,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.259823 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-f420e641-974c-4f84-a014-85ba2a650084 req-82218081-9d59-4eab-b959-6b27adb56af3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652070 Jul 15 13:16:02.368781 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.430801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.465739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port fdb38a30-0911-4782-8665-dceeb643b9b2, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=fdb38a30-0911-4782-8665-dceeb643b9b2,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:02.503903 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.504886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3087c6fa-231f-4d2b-bf52-250965dff58f no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:02.558342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-824b45ed-555e-48b4-85fb-76542a61a1b6 service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8686011 Jul 15 13:16:02.644218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 3087c6fa-231f-4d2b-bf52-250965dff58f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:02.645293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3087c6fa-231f-4d2b-bf52-250965dff58f not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:02.652988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=fdb38a30-0911-4782-8665-dceeb643b9b2,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.669002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:15:57Z', 'revision_number': 3, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:02.684142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c60e80-92a6-44fa-a525-df5c8c27629a req-124dbf9c-41de-4d57-b698-e126f9b8391d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.685805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4c60e80-92a6-44fa-a525-df5c8c27629a req-124dbf9c-41de-4d57-b698-e126f9b8391d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.9200695 Jul 15 13:16:02.729545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d4c3a7-3b08-47cd-bbe3-1399cc5f593f None None] The sync data for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 is: [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:15:57Z', 'revision_number': 3, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:02.799360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Allocated IP 172.20.0.1 (8d93d25e-77df-4a60-b900-1064f626df19/23caad88-3e9b-4e29-85b3-4d5d2c2630be/dc5643e5-6593-4788-bd9f-2fe966651105) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:02.840380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ffe9e6-25fb-475a-83de-784fe0a5c592 req-11f3df25-a2df-4426-80f6-ea3959e5d326 service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647297 Jul 15 13:16:02.887737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:02.903309 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] Sync routers for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:02.912618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.918859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4c60e80-92a6-44fa-a525-df5c8c27629a req-c8ee42ca-e5fe-4130-96a6-0366fac0cc5a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890106 Jul 15 13:16:02.919214 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:02.920106 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:02.938440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48570) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:02.973313 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.080286 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:03.081827 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.093869 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8755ba31-69a1-49da-bede-28891f2186e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.103806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:03.110669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Pushing event deleted for resources: {'Port': ['ID=3478aa2c-b552-4dd5-a940-cc4e0f362a60,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.182084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.183619 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Transition to ACTIVE for port object dc5643e5-6593-4788-bd9f-2fe966651105 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:03.197313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:03.311360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3ce4b532-f2db-41c0-9907-49104cd5f135 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "PUT /v2.0/floatingips/0bf37256-9cbc-4591-b6fd-1bd2a8dea68b HTTP/1.1" status: 200 len: 991 time: 7.8040283 Jul 15 13:16:03.322083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6fe96a93-c303-4ffa-af2b-d5140a6d11f9 req-055e2f9a-c780-44f8-99ac-d9b57787d73c tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d6a42f-84b1-4484-b31c-66d158b818d3 HTTP/1.1" status: 200 len: 210 time: 0.0669832 Jul 15 13:16:03.331368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.338586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:03.349555 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a38729-e74c-486c-ae52-ec0d8d308f14" -d '{"events": [{"name": "network-changed", "server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:03.412984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3478aa2c-b552-4dd5-a940-cc4e0f362a60'}, {'server_uuid': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb38a30-0911-4782-8665-dceeb643b9b2'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:03.416170 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a5f5d5-d62d-49d7-a6a9-76de053904da" -d '{"events": [{"server_uuid": "c7d6a42f-84b1-4484-b31c-66d158b818d3", "name": "network-vif-unplugged", "status": "completed", "tag": "3478aa2c-b552-4dd5-a940-cc4e0f362a60"}, {"server_uuid": "2a72aa3a-80e7-4027-bf86-649aec75a29b", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb38a30-0911-4782-8665-dceeb643b9b2"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:03.424561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Pushing event deleted for resources: {'Port': ['ID=fdb38a30-0911-4782-8665-dceeb643b9b2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.440196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] No DVR routers for this DVR port 3478aa2c-b552-4dd5-a940-cc4e0f362a60 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:03.443610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.447458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c450a754-38a3-4235-9184-616af17280a5 req-6f1d7877-0f16-4369-ab0d-75dfe7c6df16 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] 10.222.0.30 "DELETE /v2.0/ports/3478aa2c-b552-4dd5-a940-cc4e0f362a60 HTTP/1.1" status: 204 len: 173 time: 4.7966444 Jul 15 13:16:03.487440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Network 8d93d25e-77df-4a60-b900-1064f626df19 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:03.504299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:03.516737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:03.617002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5643e5-6593-4788-bd9f-2fe966651105,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.707442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.716797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9583ff62-49f2-476d-9136-842c8543aa6b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:03.740231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] No DVR routers for this DVR port fdb38a30-0911-4782-8665-dceeb643b9b2 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:03.750295 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '0bf37256-9cbc-4591-b6fd-1bd2a8dea68b', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'port_id': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'mac_address': 'fa:16:3e:eb:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69600151-d311-48d2-b8a7-8e44709a4056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:34Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 1, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.754665 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.757699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b03b0417-e3e8-4b67-83ba-f93093d416e3 req-f37368bc-bc66-4794-a3dd-f37c8b2a99f3 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.35 "DELETE /v2.0/ports/fdb38a30-0911-4782-8665-dceeb643b9b2 HTTP/1.1" status: 204 len: 173 time: 4.7085483 Jul 15 13:16:03.874348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 9583ff62-49f2-476d-9136-842c8543aa6b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:03.891470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9583ff62-49f2-476d-9136-842c8543aa6b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:03.891939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.894330 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] Checking router: 959cbeb2-fad2-4c63-8aba-8ce59f68d58c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:03.926327 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:03.932095 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:04.074596 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62ab5ed-98b8-4477-8335-729894651db6 x-openstack-request-id: req-a62ab5ed-98b8-4477-8335-729894651db6 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:04.075721 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c39cef3-c6ed-4606-853e-0e916b58cb1a", "name": "network-vif-deleted", "tag": "3087c6fa-231f-4d2b-bf52-250965dff58f", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:04.077975 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a62ab5ed-98b8-4477-8335-729894651db6 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:04.082881 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c39cef3-c6ed-4606-853e-0e916b58cb1a', 'name': 'network-vif-deleted', 'tag': '3087c6fa-231f-4d2b-bf52-250965dff58f', 'status': 'completed', 'code': 200} Jul 15 13:16:04.305121 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8755ba31-69a1-49da-bede-28891f2186e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.369482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.401847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-35c4ffee-b1bc-4531-bf05-31312b034c48 None None] Provisioning for port dc5643e5-6593-4788-bd9f-2fe966651105 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:04.409686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-35c4ffee-b1bc-4531-bf05-31312b034c48 None None] Provisioning complete for port dc5643e5-6593-4788-bd9f-2fe966651105 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:04.410050 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35c4ffee-b1bc-4531-bf05-31312b034c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.452095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71aea815-729c-4851-a110-62111a1024d6 req-508d8e02-d861-409f-9104-75cdf1f764f7 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a72aa3a-80e7-4027-bf86-649aec75a29b HTTP/1.1" status: 200 len: 210 time: 0.1394916 Jul 15 13:16:04.473522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-35c4ffee-b1bc-4531-bf05-31312b034c48 None None] Port dc5643e5-6593-4788-bd9f-2fe966651105 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:04.495985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:04.499462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8755ba31-69a1-49da-bede-28891f2186e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.535478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.567785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 9583ff62-49f2-476d-9136-842c8543aa6b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9583ff62-49f2-476d-9136-842c8543aa6b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:04.570756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Sync routers for ids ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:04.586016 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.628723 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:04.635200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755ba31-69a1-49da-bede-28891f2186e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0643ef0-6f08-4a23-b533-ebc58ad1dfb9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:04.668789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=9583ff62-49f2-476d-9136-842c8543aa6b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:04.671733 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.672554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Routers {'1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:04.673224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:04.811668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8755ba31-69a1-49da-bede-28891f2186e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e3b0168be7d4ff1830248d12826ab8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8547564 Jul 15 13:16:04.817046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48586) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:04.822056 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.833281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6f4e3439-de0f-417c-a669-ae16854bf93d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8132443 Jul 15 13:16:04.837744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48588) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:04.882748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Set router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:05.081307 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b827b3-396a-404b-9c27-46b373b5320a x-openstack-request-id: req-25b827b3-396a-404b-9c27-46b373b5320a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:05.081960 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d6a42f-84b1-4484-b31c-66d158b818d3", "name": "network-vif-unplugged", "status": "completed", "tag": "3478aa2c-b552-4dd5-a940-cc4e0f362a60", "code": 200}, {"server_uuid": "2a72aa3a-80e7-4027-bf86-649aec75a29b", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb38a30-0911-4782-8665-dceeb643b9b2", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:05.082212 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25b827b3-396a-404b-9c27-46b373b5320a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:05.082816 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3478aa2c-b552-4dd5-a940-cc4e0f362a60', 'code': 200} Jul 15 13:16:05.083084 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb38a30-0911-4782-8665-dceeb643b9b2', 'code': 200} Jul 15 13:16:05.175223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 3, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port': {'id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:05.215087 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74c0a00c-732a-4597-be32-24cb49b2b7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.222591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Checking router: 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:05.223022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Updating router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 port 16d4c417-5347-4e20-8c0d-bad72d5940c0 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:05.276278 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd6c9c9-fb02-4f8d-b513-147c219b8188 x-openstack-request-id: req-cfd6c9c9-fb02-4f8d-b513-147c219b8188 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:05.276774 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:05.277164 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfd6c9c9-fb02-4f8d-b513-147c219b8188 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:05.277852 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'status': 'completed', 'code': 200} Jul 15 13:16:05.296945 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.311748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.328204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74c0a00c-732a-4597-be32-24cb49b2b7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.364261 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.503412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.714504 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.729929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Transition to ACTIVE for port object 16d4c417-5347-4e20-8c0d-bad72d5940c0 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:05.744381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9583ff62-49f2-476d-9136-842c8543aa6b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:05.747556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5643e5-6593-4788-bd9f-2fe966651105,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.767473 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '0bf37256-9cbc-4591-b6fd-1bd2a8dea68b', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'port_id': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'mac_address': 'fa:16:3e:eb:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69600151-d311-48d2-b8a7-8e44709a4056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:34Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 1, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:05.815790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.847237 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa5f33-ba71-40f1-92cb-c3b48a0b68e2 None None] The sync data for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 is: [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '0bf37256-9cbc-4591-b6fd-1bd2a8dea68b', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'port_id': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'mac_address': 'fa:16:3e:eb:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69600151-d311-48d2-b8a7-8e44709a4056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:34Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 1, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:05.901833 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74c0a00c-732a-4597-be32-24cb49b2b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.908345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.912660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74c0a00c-732a-4597-be32-24cb49b2b7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.915605 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-74c0a00c-732a-4597-be32-24cb49b2b7d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0643ef0-6f08-4a23-b533-ebc58ad1dfb9 HTTP/1.1" status: 204 len: 168 time: 1.0947058 Jul 15 13:16:05.924818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58473dbb-487a-49a4-b154-b0ec26ca9f4e None None] Pushing event updated for resources: {'Port': ['ID=16d4c417-5347-4e20-8c0d-bad72d5940c0,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.940700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9583ff62-49f2-476d-9136-842c8543aa6b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:05.941393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.958251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0a00c-732a-4597-be32-24cb49b2b7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0643ef0-6f08-4a23-b533-ebc58ad1dfb9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.998739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Attempting to bind port 16d4c417-5347-4e20-8c0d-bad72d5940c0 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:05.999325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Attempting to bind port 16d4c417-5347-4e20-8c0d-bad72d5940c0 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:05.999797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Attempting to bind port 16d4c417-5347-4e20-8c0d-bad72d5940c0 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:06.008373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:06.009192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:06.009489 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.010128 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:06.010662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Bound port: 16d4c417-5347-4e20-8c0d-bad72d5940c0, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:06.011111 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.062501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Network 8d93d25e-77df-4a60-b900-1064f626df19 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:06.065046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:06.172448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] For port 16d4c417-5347-4e20-8c0d-bad72d5940c0, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:06.199173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] For port 16d4c417-5347-4e20-8c0d-bad72d5940c0, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=16d4c417-5347-4e20-8c0d-bad72d5940c0,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:06.214367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.303040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Routers {'1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:06.304143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:06.339747 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5573da-5596-404a-91e6-3e105000a780 None None] New status for floating IP 0bf37256-9cbc-4591-b6fd-1bd2a8dea68b: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:06.430971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-b1785ef3-99a3-4120-b029-7fcf2ece7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.433207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-b1785ef3-99a3-4120-b029-7fcf2ece7c4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1097 time: 1.1891038 Jul 15 13:16:06.446677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58473dbb-487a-49a4-b154-b0ec26ca9f4e None None] Pushing event updated for resources: {'Port': ['ID=16d4c417-5347-4e20-8c0d-bad72d5940c0,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:06.466258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e255c01-00d8-4b8c-ae4f-2944d4699206 req-24b3fcaa-87d8-41e8-a34c-769fc2d1b925 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.479415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e255c01-00d8-4b8c-ae4f-2944d4699206 req-24b3fcaa-87d8-41e8-a34c-769fc2d1b925 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 1.2513790 Jul 15 13:16:06.649100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4c1962e3-26bd-4926-92ab-48836851452b None None] Provisioning complete for port dc5643e5-6593-4788-bd9f-2fe966651105 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:06.649634 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4c1962e3-26bd-4926-92ab-48836851452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.735046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] Set router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:06.781472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e255c01-00d8-4b8c-ae4f-2944d4699206 req-fa576bfd-a462-4287-9fa6-7194df97a102 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992196 Jul 15 13:16:06.880225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:06.924557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4c1962e3-26bd-4926-92ab-48836851452b None None] Port dc5643e5-6593-4788-bd9f-2fe966651105 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:07.064257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 3, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port': {'id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:07.065487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-12561274-307e-4ad3-af02-fa3c639769fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.070335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-12561274-307e-4ad3-af02-fa3c639769fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.5359392 Jul 15 13:16:07.110005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e433c5-239a-4bf8-a7d7-75219da21b0f None None] The sync data for ids ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'] in n-d-771362-36 is: [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 3, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port': {'id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:07.207345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:07.225343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Sync routers for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:07.243275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:07.244860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:07.247784 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a10bcea1-b799-458f-b29d-04d128468b42 admin admin] 10.222.0.25 "PUT /v2.0/routers/87db3c7f-cf5b-410c-b2ee-5de3334dcfea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6571689 Jul 15 13:16:07.285273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'name': 'network-vif-deleted', 'tag': '3478aa2c-b552-4dd5-a940-cc4e0f362a60'}, {'server_uuid': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'name': 'network-vif-deleted', 'tag': 'fdb38a30-0911-4782-8665-dceeb643b9b2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:07.289713 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdf1802-8e33-4142-b0cd-a1c62f2cfe9b" -d '{"events": [{"server_uuid": "c7d6a42f-84b1-4484-b31c-66d158b818d3", "name": "network-vif-deleted", "tag": "3478aa2c-b552-4dd5-a940-cc4e0f362a60"}, {"server_uuid": "2a72aa3a-80e7-4027-bf86-649aec75a29b", "name": "network-vif-deleted", "tag": "fdb38a30-0911-4782-8665-dceeb643b9b2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:07.298155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-49f2beb6-7185-4738-9b5a-c69e83bbd299 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 200 len: 1001 time: 0.2190619 Jul 15 13:16:07.441709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-27888c5d-fb79-46ce-bc07-ea287c61c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.443637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-27888c5d-fb79-46ce-bc07-ea287c61c60e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.1329401 Jul 15 13:16:07.508601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:07.592898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7542803-8113-4782-9d60-04e994943988 req-b871f462-3be9-47fe-b6d8-21afaa41d145 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.626068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7542803-8113-4782-9d60-04e994943988 req-b871f462-3be9-47fe-b6d8-21afaa41d145 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.3322151 Jul 15 13:16:07.783221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7542803-8113-4782-9d60-04e994943988 req-b9013246-cdc8-42fc-b694-8cda7d735652 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451330 Jul 15 13:16:07.786680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.814152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-55ceacdb-9c48-4bcd-a1de-c5c529d02c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.817376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-55ceacdb-9c48-4bcd-a1de-c5c529d02c23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3668661 Jul 15 13:16:08.053356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 2, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:08.118840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Checking router: 87db3c7f-cf5b-410c-b2ee-5de3334dcfea for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:08.118840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Updating router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea port dc5643e5-6593-4788-bd9f-2fe966651105 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:08.155606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-a057a291-7aaa-476c-a8b5-9a2d6d73f267 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250966 Jul 15 13:16:08.229622 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.480121 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a38729-e74c-486c-ae52-ec0d8d308f14 req-5abcb5e4-8437-4068-9253-5b24606c38c8 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973597 Jul 15 13:16:08.544990 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf96865a-90cd-4250-89d0-fd7ae070d106 x-openstack-request-id: req-bf96865a-90cd-4250-89d0-fd7ae070d106 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:08.545457 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d6a42f-84b1-4484-b31c-66d158b818d3", "name": "network-vif-deleted", "tag": "3478aa2c-b552-4dd5-a940-cc4e0f362a60", "status": "completed", "code": 200}, {"server_uuid": "2a72aa3a-80e7-4027-bf86-649aec75a29b", "name": "network-vif-deleted", "tag": "fdb38a30-0911-4782-8665-dceeb643b9b2", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:08.545599 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf96865a-90cd-4250-89d0-fd7ae070d106 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:08.545957 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d6a42f-84b1-4484-b31c-66d158b818d3', 'name': 'network-vif-deleted', 'tag': '3478aa2c-b552-4dd5-a940-cc4e0f362a60', 'status': 'completed', 'code': 200} Jul 15 13:16:08.546234 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a72aa3a-80e7-4027-bf86-649aec75a29b', 'name': 'network-vif-deleted', 'tag': 'fdb38a30-0911-4782-8665-dceeb643b9b2', 'status': 'completed', 'code': 200} Jul 15 13:16:08.690652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Allocated IP 172.20.0.1 (af6f264c-5c7a-430d-867a-17a822d596b8/6bba5462-846d-45c4-a843-191ac4a8593c/b706d054-093c-4190-b02c-aee226132281) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:08.835532 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.853864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Transition to ACTIVE for port object dc5643e5-6593-4788-bd9f-2fe966651105 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:08.867975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.972388 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.000245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Transition to ACTIVE for port object b706d054-093c-4190-b02c-aee226132281 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:09.018464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4590f09-c01f-4319-9aa4-9d53bea4c899 None None] Pushing event updated for resources: {'Port': ['ID=dc5643e5-6593-4788-bd9f-2fe966651105,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:09.069046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.099843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Attempting to bind port dc5643e5-6593-4788-bd9f-2fe966651105 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:09.101188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Attempting to bind port dc5643e5-6593-4788-bd9f-2fe966651105 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:09.101188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Attempting to bind port dc5643e5-6593-4788-bd9f-2fe966651105 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:09.109104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:09.109483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Checking segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:09.109895 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.110299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Bound using segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:09.110795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Bound port: dc5643e5-6593-4788-bd9f-2fe966651105, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:09.111207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.118075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Network af6f264c-5c7a-430d-867a-17a822d596b8 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:09.122846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:09.125830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:09.200803 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.232913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] For port dc5643e5-6593-4788-bd9f-2fe966651105, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:09.236763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] For port dc5643e5-6593-4788-bd9f-2fe966651105, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dc5643e5-6593-4788-bd9f-2fe966651105,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:09.248523 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.451112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Pushing event updated for resources: {'Port': ['ID=b706d054-093c-4190-b02c-aee226132281,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:09.474284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4590f09-c01f-4319-9aa4-9d53bea4c899 None None] Pushing event updated for resources: {'Port': ['ID=dc5643e5-6593-4788-bd9f-2fe966651105,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:09.557367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:09.560881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:09.689843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 16d4c417-5347-4e20-8c0d-bad72d5940c0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:09.736441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.155879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a34eb1fb-8304-4c01-abe2-042825e46d6e None None] Provisioning for port b706d054-093c-4190-b02c-aee226132281 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:10.165228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-2b9db3f3-df9e-42a4-9708-bc9a18bc8aab tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.167212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-2b9db3f3-df9e-42a4-9708-bc9a18bc8aab tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 949 time: 0.1382174 Jul 15 13:16:10.169692 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.171686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:10.185402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.211901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a34eb1fb-8304-4c01-abe2-042825e46d6e None None] Provisioning complete for port b706d054-093c-4190-b02c-aee226132281 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:10.212319 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a34eb1fb-8304-4c01-abe2-042825e46d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.254035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.275013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 16d4c417-5347-4e20-8c0d-bad72d5940c0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:10.321104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 16d4c417-5347-4e20-8c0d-bad72d5940c0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:10.321568 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.354826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a34eb1fb-8304-4c01-abe2-042825e46d6e None None] Port b706d054-093c-4190-b02c-aee226132281 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:10.371339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Pushing event updated for resources: {'Port': ['ID=b706d054-093c-4190-b02c-aee226132281,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:10.406848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48650) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:10.414663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bbf29aa2-c40a-40e2-887c-dce866dd683c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347741686', 'description': 'tempest-description--260973116'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:10.453299 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bbf29aa2-c40a-40e2-887c-dce866dd683c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.552285 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.558992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Deleting port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:10.560079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.578603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Network af6f264c-5c7a-430d-867a-17a822d596b8 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:10.590851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 16d4c417-5347-4e20-8c0d-bad72d5940c0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=16d4c417-5347-4e20-8c0d-bad72d5940c0,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:10.595798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:10.610298 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.664973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:09Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:10.710129 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bbf29aa2-c40a-40e2-887c-dce866dd683c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.728688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bbf29aa2-c40a-40e2-887c-dce866dd683c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.733551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a742a9-8672-4c1a-ad61-360d0adef9c7 None None] The sync data for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 is: [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:09Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:10.778045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=16d4c417-5347-4e20-8c0d-bad72d5940c0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:10.820093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] For port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:10.821117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.844372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Calling delete_port for 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:10.891655 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bbf29aa2-c40a-40e2-887c-dce866dd683c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.902128 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bbf29aa2-c40a-40e2-887c-dce866dd683c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4936869 Jul 15 13:16:10.905961 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:10.911577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b39f785e-ed64-4899-b111-75473e1e9232 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'security_group_rule': {'security_group_id': '85ebbb3a-5e2c-4d09-bc01-47af6a5cc059', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:10.914738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:10.928200 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf29aa2-c40a-40e2-887c-dce866dd683c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:10.966879 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b39f785e-ed64-4899-b111-75473e1e9232 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.996140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48658) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.099060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bda8302-74d1-4df7-89a9-737dc1af5af1 admin admin] Deleting subnet 3e6bfa5b-135f-450b-a305-37a9122012a9 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:11.102829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bda8302-74d1-4df7-89a9-737dc1af5af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.157359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bda8302-74d1-4df7-89a9-737dc1af5af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.209625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bda8302-74d1-4df7-89a9-737dc1af5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.228718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-385fe1fe-cfb8-4e6c-9511-a2e4c9b1d600 None None] Provisioning complete for port b706d054-093c-4190-b02c-aee226132281 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:11.229571 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-385fe1fe-cfb8-4e6c-9511-a2e4c9b1d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.277649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bda8302-74d1-4df7-89a9-737dc1af5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.330059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b39f785e-ed64-4899-b111-75473e1e9232 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.331553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda8302-74d1-4df7-89a9-737dc1af5af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6bfa5b-135f-450b-a305-37a9122012a9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.338114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bda8302-74d1-4df7-89a9-737dc1af5af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.344294 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8bda8302-74d1-4df7-89a9-737dc1af5af1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3e6bfa5b-135f-450b-a305-37a9122012a9 HTTP/1.1" status: 204 len: 168 time: 0.3437307 Jul 15 13:16:11.345396 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48662) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.358426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b39f785e-ed64-4899-b111-75473e1e9232 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.409699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-385fe1fe-cfb8-4e6c-9511-a2e4c9b1d600 None None] Port b706d054-093c-4190-b02c-aee226132281 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:11.412305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f785e-ed64-4899-b111-75473e1e9232 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f3f99e-5d7b-41e5-ac1b-8601bdf79b9d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.472381 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b39f785e-ed64-4899-b111-75473e1e9232 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.477563 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b39f785e-ed64-4899-b111-75473e1e9232 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5704355 Jul 15 13:16:11.484005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48664) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.491920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-68cad1c2-b65a-4fe8-a0d2-ca58c821be50 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'security_group_rule': {'security_group_id': '85ebbb3a-5e2c-4d09-bc01-47af6a5cc059', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:11.503416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.643562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.680306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ef261-1c94-4bd1-a188-7298937d6976']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.688596 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68cad1c2-b65a-4fe8-a0d2-ca58c821be50 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.701609 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6957548-8809-4f51-8d3d-5b955ad7a252') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.701919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6957548-8809-4f51-8d3d-5b955ad7a252') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.745939 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.779497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.789233 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:11.789747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:11.802960 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:11.850083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dc5643e5-6593-4788-bd9f-2fe966651105 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:11.930924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68cad1c2-b65a-4fe8-a0d2-ca58c821be50 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.935936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.958613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.977226 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c18ef261-1c94-4bd1-a188-7298937d6976 HTTP/1.1" status: 204 len: 168 time: 0.6299355 Jul 15 13:16:11.978496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port dc5643e5-6593-4788-bd9f-2fe966651105 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:11.981529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68cad1c2-b65a-4fe8-a0d2-ca58c821be50 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.984062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port dc5643e5-6593-4788-bd9f-2fe966651105 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:11.985617 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.053191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cad1c2-b65a-4fe8-a0d2-ca58c821be50 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d917336-304f-4bb0-bf42-427caab68c34,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.057813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21398675-fdb3-4e64-b9ea-aa028b4e2110 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18ef261-1c94-4bd1-a188-7298937d6976,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.071177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68cad1c2-b65a-4fe8-a0d2-ca58c821be50 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.073361 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68cad1c2-b65a-4fe8-a0d2-ca58c821be50 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5880463 Jul 15 13:16:12.076564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.090828 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:12.137041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.174199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.190048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.199690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port dc5643e5-6593-4788-bd9f-2fe966651105, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dc5643e5-6593-4788-bd9f-2fe966651105,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:12.209649 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.210725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 16d4c417-5347-4e20-8c0d-bad72d5940c0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:12.279503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:12.291978 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Sync routers for ids ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:12.302889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-179f6710-df01-4bc6-a099-9aad9ea02ecc admin admin] 10.222.0.25 "PUT /v2.0/routers/1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4631355 Jul 15 13:16:12.306188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Pushing event deleted for resources: {'Port': ['ID=3fcefdaf-49d1-4272-8b4a-839f2b4f8d94,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.332558 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Routers {'1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:12.337737 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:12.398567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba727d-5c3d-4532-8490-3baddf1255e9 req-08ae4609-7a02-4fd2-b46a-e6693eebdeda tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.400688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 16d4c417-5347-4e20-8c0d-bad72d5940c0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:12.401214 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.403082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=dc5643e5-6593-4788-bd9f-2fe966651105,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.417822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9ba727d-5c3d-4532-8490-3baddf1255e9 req-08ae4609-7a02-4fd2-b46a-e6693eebdeda tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/ports?device_id=969a5675-58de-4a32-88c2-a6c4d677ef14 HTTP/1.1" status: 200 len: 868 time: 0.3998833 Jul 15 13:16:12.513778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48678) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.585675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] No DVR routers for this DVR port 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:12.591359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48680) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.595612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.604493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f70e559e-de34-4cb3-9dbf-921d1c3f469b req-9a7154fb-bf48-4a5e-b297-22ecbd6f5385 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.30 "DELETE /v2.0/ports/3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 HTTP/1.1" status: 204 len: 173 time: 2.4257877 Jul 15 13:16:12.607377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-deleted', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:12.611744 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1052c4f2-c123-41b9-a191-6000c6f746c3" -d '{"events": [{"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-deleted", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:12.712909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c9ba727d-5c3d-4532-8490-3baddf1255e9 req-467c2265-d47f-40ce-babe-1bfb6ff1d9d0 tempest-ServersAdminTestJSON-570059424 tempest-ServersAdminTestJSON-570059424-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa71e81-891d-477a-bb4a-23aa4e016f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939045 Jul 15 13:16:12.769578 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d3cc0528-16c9-4e32-8f76-3d890218a434 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20dd2b507c1a4192a2af91f82fb55a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515237 Jul 15 13:16:12.772955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48686) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.817091 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Set router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:12.880885 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.915759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:12.998461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:13.005066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 3fcefdaf-49d1-4272-8b4a-839f2b4f8d94 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:13.083284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c0def3-34f0-40c8-9745-847b50741e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.154580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Allocated IP 172.25.1.59 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/2028af67-5d51-4b06-9f74-89fc51853240) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:13.180404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-811332267'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:13.191682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c0def3-34f0-40c8-9745-847b50741e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.328375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:13.335648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c3cd8-4431-4a38-a376-a8020289f08f req-86efa0b1-e447-49a5-94d6-30b9e0b60af0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:13.336832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.347192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc0c3cd8-4431-4a38-a376-a8020289f08f req-86efa0b1-e447-49a5-94d6-30b9e0b60af0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.2807920 Jul 15 13:16:13.352335 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:09Z', 'revision_number': 4, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port': {'id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b706d054-093c-4190-b02c-aee226132281', 'name': '', 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8', 'tenant_id': '553654734ff84813aa39056cbc598879', 'mac_address': 'fa:16:3e:7d:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6bba5462-846d-45c4-a843-191ac4a8593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:07Z', 'updated_at': '2021-07-15T13:16:09Z', 'revision_number': 2, 'project_id': '553654734ff84813aa39056cbc598879', 'subnets': [{'id': '6bba5462-846d-45c4-a843-191ac4a8593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.388592 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Checking router: 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:13.389418 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Updating router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 port b706d054-093c-4190-b02c-aee226132281 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:13.434962 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c0def3-34f0-40c8-9745-847b50741e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.443481 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.458023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c0def3-34f0-40c8-9745-847b50741e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.465538 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-04c0def3-34f0-40c8-9745-847b50741e04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23aaca6d-c226-46a5-9632-c4ebf2edfb4d HTTP/1.1" status: 204 len: 168 time: 0.6898959 Jul 15 13:16:13.521558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.547430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0def3-34f0-40c8-9745-847b50741e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aaca6d-c226-46a5-9632-c4ebf2edfb4d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:13.576189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.579351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc0c3cd8-4431-4a38-a376-a8020289f08f req-1939cf8f-c98a-4f7e-bbe5-1b892b093a25 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161651 Jul 15 13:16:13.585551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:13.648258 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.648881 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Added segment 005def20-ff3c-4eb6-a218-905a5cc3ef97 of type vlan for network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 Jul 15 13:16:13.669619 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:13.677264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:13.684795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:13.740928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'Port': ['ID=2028af67-5d51-4b06-9f74-89fc51853240,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:13.809781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dc5643e5-6593-4788-bd9f-2fe966651105 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:13.874886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.953743 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80ab78a-3a14-4610-b692-34de22593e5f x-openstack-request-id: req-e80ab78a-3a14-4610-b692-34de22593e5f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:13.954330 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969a5675-58de-4a32-88c2-a6c4d677ef14", "name": "network-vif-deleted", "tag": "3fcefdaf-49d1-4272-8b4a-839f2b4f8d94", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:13.954865 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e80ab78a-3a14-4610-b692-34de22593e5f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:13.955991 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969a5675-58de-4a32-88c2-a6c4d677ef14', 'name': 'network-vif-deleted', 'tag': '3fcefdaf-49d1-4272-8b4a-839f2b4f8d94', 'status': 'completed', 'code': 200} Jul 15 13:16:14.014346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port dc5643e5-6593-4788-bd9f-2fe966651105 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:14.015001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.153455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.259156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.262134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.269277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.270066 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.371223 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7765679 Jul 15 13:16:14.383443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48702) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:14.434639 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.459323 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Transition to ACTIVE for port object b706d054-093c-4190-b02c-aee226132281 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:14.461131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf5e3f-0775-4b2f-b3fb-c51443c67f80 req-2117888d-aa91-4da0-bcd7-6c0d3c6df73f tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.470287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31bf5e3f-0775-4b2f-b3fb-c51443c67f80 req-2117888d-aa91-4da0-bcd7-6c0d3c6df73f tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.2025783 Jul 15 13:16:14.474234 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.494186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'subnet': {'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:14.522086 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3e30b-dc09-4272-915a-f9cae2bbd216 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Network': ['ID=53dc2625-b4bd-4ef3-b37f-84a1a04ed301,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.523897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31bf5e3f-0775-4b2f-b3fb-c51443c67f80 req-b46c8945-5de6-4092-9d47-1285f63ed422 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521364 Jul 15 13:16:14.536076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:14.774475 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e112c-8e39-4e34-b311-c17006724655 None None] Pushing event updated for resources: {'Port': ['ID=b706d054-093c-4190-b02c-aee226132281,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.809007 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Attempting to bind port b706d054-093c-4190-b02c-aee226132281 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:14.809581 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Attempting to bind port b706d054-093c-4190-b02c-aee226132281 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:14.810159 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Attempting to bind port b706d054-093c-4190-b02c-aee226132281 on network af6f264c-5c7a-430d-867a-17a822d596b8 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:14.829267 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:14.829872 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Checking segment: {'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:14.830494 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.831755 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Bound using segment: {'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:14.832502 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Bound port: b706d054-093c-4190-b02c-aee226132281, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd889d73a-f0d0-4908-9a63-82f05ba0bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:14.833131 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.086116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.086857 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] For port b706d054-093c-4190-b02c-aee226132281, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:15.096325 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] For port b706d054-093c-4190-b02c-aee226132281, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b706d054-093c-4190-b02c-aee226132281,segment=NetworkSegment(d889d73a-f0d0-4908-9a63-82f05ba0bc40),segment_id=d889d73a-f0d0-4908-9a63-82f05ba0bc40)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:15.102188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.117948 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.241484 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Routers {'1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:15.242185 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:15:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:15.364982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'Port': ['ID=2028af67-5d51-4b06-9f74-89fc51853240,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.381295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:15.392343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.484301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48738) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.573953 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e112c-8e39-4e34-b311-c17006724655 None None] Pushing event updated for resources: {'Port': ['ID=b706d054-093c-4190-b02c-aee226132281,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.822285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.913201 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] Set router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:15.935506 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Subnet': ['ID=5629b4f3-00eb-4851-a2b2-78638a1d0805,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.944529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.979931 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.981575 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aad2a8fe-6e6d-4aa0-b0f2-01421192ee56 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9033854 Jul 15 13:16:15.983412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Checking segment: {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:15.983602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network hostable DHCP agents. Network: 53dc2625-b4bd-4ef3-b37f-84a1a04ed301, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:16.002226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b872d955-1fe3-4c5a-85f3-d2f2c9ee63c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1424b121dd644b7a941935a8766cf4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165157 Jul 15 13:16:16.005584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48750) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:16.045334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48754) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:16.062573 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:16.087811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 53dc2625-b4bd-4ef3-b37f-84a1a04ed301) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:16.096864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.097503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.129451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22abaac-8e4f-473f-b0e2-27276a7c2de0 None None] Network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:16.157053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7e48897-ac10-4c2d-8a72-ecd2548ef2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.166844 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8fad40ed-4393-4d71-b90d-54c7f861f15b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7822382 Jul 15 13:16:16.169899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48758) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:16.179311 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-392720888'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:16.189275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956db1a-bcd8-43af-8498-83a8b10b8e2b req-005d6dc8-1c7f-434f-a8a4-6e8ece5fc7dc tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.198707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9956db1a-bcd8-43af-8498-83a8b10b8e2b req-005d6dc8-1c7f-434f-a8a4-6e8ece5fc7dc tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.1762273 Jul 15 13:16:16.217147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1666840847-network', 'tenant_id': 'd14a908c3a0846f08995283e3018ecc4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:16.220829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7e48897-ac10-4c2d-8a72-ecd2548ef2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.253279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:16.259453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.298179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9956db1a-bcd8-43af-8498-83a8b10b8e2b req-e7155c30-7441-4fa5-8af2-d16d6bd67259 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982656 Jul 15 13:16:16.305360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Made reservation on behalf of d14a908c3a0846f08995283e3018ecc4 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:16.307997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.314081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:16.339419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7e48897-ac10-4c2d-8a72-ecd2548ef2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.342150 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.344718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7e48897-ac10-4c2d-8a72-ecd2548ef2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.346579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a7e48897-ac10-4c2d-8a72-ecd2548ef2fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/baa71e81-891d-477a-bb4a-23aa4e016f86 HTTP/1.1" status: 204 len: 168 time: 0.3391812 Jul 15 13:16:16.373026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.373466 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Added segment d64c6fe4-d5e1-4214-a687-11b10ff254a0 of type vlan for network d1b0ac2e-2319-4cf4-90ed-406df551390d Jul 15 13:16:16.395363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e48897-ac10-4c2d-8a72-ecd2548ef2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa71e81-891d-477a-bb4a-23aa4e016f86,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.437094 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:09Z', 'revision_number': 4, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port': {'id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b706d054-093c-4190-b02c-aee226132281', 'name': '', 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8', 'tenant_id': '553654734ff84813aa39056cbc598879', 'mac_address': 'fa:16:3e:7d:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6bba5462-846d-45c4-a843-191ac4a8593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:07Z', 'updated_at': '2021-07-15T13:16:15Z', 'revision_number': 4, 'project_id': '553654734ff84813aa39056cbc598879', 'subnets': [{'id': '6bba5462-846d-45c4-a843-191ac4a8593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:16.486739 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92d431-f42a-4f6f-8a0a-cd2e0f8f7a1e None None] The sync data for ids ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'] in n-d-771362-36 is: [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:09Z', 'revision_number': 4, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port': {'id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b706d054-093c-4190-b02c-aee226132281', 'name': '', 'network_id': 'af6f264c-5c7a-430d-867a-17a822d596b8', 'tenant_id': '553654734ff84813aa39056cbc598879', 'mac_address': 'fa:16:3e:7d:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6bba5462-846d-45c4-a843-191ac4a8593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:07Z', 'updated_at': '2021-07-15T13:16:15Z', 'revision_number': 4, 'project_id': '553654734ff84813aa39056cbc598879', 'subnets': [{'id': '6bba5462-846d-45c4-a843-191ac4a8593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:16.505985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-23853e66-da74-4409-b899-78c559d835ed tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1347741686&fields=id&tenant_id=c2c825f43c4a42f2877a80c412448a29 HTTP/1.1" status: 200 len: 267 time: 0.0783525 Jul 15 13:16:16.553177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.654516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-53dc2625-b4bd-4ef3-b37f-84a1a04ed301', 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301', 'tenant_id': '553654734ff84813aa39056cbc598879', 'fixed_ips': [{'subnet_id': '5629b4f3-00eb-4851-a2b2-78638a1d0805'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:16.655550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.655700 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.661933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.662638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.773400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-eb9075da-dd47-4ff9-8f48-06964f20ccf1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.789686 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-eb9075da-dd47-4ff9-8f48-06964f20ccf1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.2717659 Jul 15 13:16:16.823751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.826155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Network': ['ID=d1b0ac2e-2319-4cf4-90ed-406df551390d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.831473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-aa477e18-ae28-4203-89bd-3325836bd718 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/quotas/c2c825f43c4a42f2877a80c412448a29 HTTP/1.1" status: 200 len: 375 time: 0.0341258 Jul 15 13:16:16.836156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.862821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d1b0ac2e-2319-4cf4-90ed-406df551390d details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:16.904024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eb3f4d07-3306-4624-b951-62418cc2a9b6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7318375 Jul 15 13:16:16.915625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:16.931027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48780) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:16.948883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'subnet': {'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:17.086393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-e2abee40-d0a0-480d-ab5b-94e672b5f6ba tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2403033 Jul 15 13:16:17.169496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.170234 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Added segment 208a2f9c-b307-4350-a73b-9d6e8e92d0e4 of type vlan for network 9c189ebb-15e2-4523-8e82-3e3e054b2920 Jul 15 13:16:17.202438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48788) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:17.228327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Allocated IP 19.80.0.2 (53dc2625-b4bd-4ef3-b37f-84a1a04ed301/5629b4f3-00eb-4851-a2b2-78638a1d0805/96cad10f-e5a0-468a-930e-bb13a6e4b010) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:17.230143 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db72670-e32f-4a4e-8484-34e809fa5ba2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.337030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7322ef56-e2ca-4bae-af3b-7e64963e191c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=220f504fa43f4015bda77f4222b85721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299326 Jul 15 13:16:17.339999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48792) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:17.351884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-e49557fd-942b-4e90-849a-566e70cb5583 service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143199 Jul 15 13:16:17.526310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c87ec0d-0c3e-467c-b53a-e08503e2b573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.571761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.587842 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.588726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f77a12f1-ed78-44b4-a0c5-6b7f463af971 service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212000 Jul 15 13:16:17.601553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c87ec0d-0c3e-467c-b53a-e08503e2b573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.613841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Transition to ACTIVE for port object 96cad10f-e5a0-468a-930e-bb13a6e4b010 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:17.635755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Transition to ACTIVE for port object 96cad10f-e5a0-468a-930e-bb13a6e4b010 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:17.651065 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.730876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:17.734395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c87ec0d-0c3e-467c-b53a-e08503e2b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.735292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.737407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c87ec0d-0c3e-467c-b53a-e08503e2b573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.742215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5c87ec0d-0c3e-467c-b53a-e08503e2b573 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc35d259-a7dc-4242-9cd7-ed539dd9eed3 HTTP/1.1" status: 204 len: 168 time: 0.3973086 Jul 15 13:16:17.745927 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.747193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:17.747809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.759920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87ec0d-0c3e-467c-b53a-e08503e2b573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc35d259-a7dc-4242-9cd7-ed539dd9eed3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.781613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b706d054-093c-4190-b02c-aee226132281 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:17.852295 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8054345 Jul 15 13:16:17.857024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48800) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:17.899393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Request body: {'subnet': {'network_id': '9c189ebb-15e2-4523-8e82-3e3e054b2920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1666840847-subnet', 'tenant_id': 'd14a908c3a0846f08995283e3018ecc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:17.910548 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e9ded-ee87-42f6-ac20-226c72091d81 admin admin] Pushing event updated for resources: {'Network': ['ID=9c189ebb-15e2-4523-8e82-3e3e054b2920,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.979736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Made reservation on behalf of d14a908c3a0846f08995283e3018ecc4 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:17.982230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.030296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:18.049557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:18.058985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:18.068250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9c189ebb-15e2-4523-8e82-3e3e054b2920 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:18.308827 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.516631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Subnet': ['ID=57d7db83-048c-447a-a1f9-b8c1f156dc1e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:18.535955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b706d054-093c-4190-b02c-aee226132281 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:18.540453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Pushing event updated for resources: {'Port': ['ID=96cad10f-e5a0-468a-930e-bb13a6e4b010,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:18.544377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b706d054-093c-4190-b02c-aee226132281 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:18.544746 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.564108 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Attempting to bind port 96cad10f-e5a0-468a-930e-bb13a6e4b010 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:18.564482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Attempting to bind port 96cad10f-e5a0-468a-930e-bb13a6e4b010 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:18.564833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Attempting to bind port 96cad10f-e5a0-468a-930e-bb13a6e4b010 on network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:18.578439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7a189-ba64-48e8-9fc9-c28330db8a3e req-883d6875-fb96-4d59-a9f1-c82b0e31a874 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.581057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73f7a189-ba64-48e8-9fc9-c28330db8a3e req-883d6875-fb96-4d59-a9f1-c82b0e31a874 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.1827052 Jul 15 13:16:18.638829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:18.639363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Checking segment: {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:18.639901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.640403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Bound using segment: {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:18.641003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Bound port: 96cad10f-e5a0-468a-930e-bb13a6e4b010, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:18.641402 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.650531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Checking segment: {'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:18.651081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network hostable DHCP agents. Network: d1b0ac2e-2319-4cf4-90ed-406df551390d, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:18.667839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73f7a189-ba64-48e8-9fc9-c28330db8a3e req-13c06ada-0827-4b0d-9fbe-690aa1bb658d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805507 Jul 15 13:16:18.670225 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.693130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.703864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.704453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.704961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.705474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.705973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.706468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.706952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.707490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.708334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.708975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.709164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:18.764193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network d1b0ac2e-2319-4cf4-90ed-406df551390d is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:18.833086 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3960ce45-c907-4ca3-b3a0-0e056fab1f3a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:18.842137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d1b0ac2e-2319-4cf4-90ed-406df551390d) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:18.864775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Checking segment: {'id': '208a2f9c-b307-4350-a73b-9d6e8e92d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c189ebb-15e2-4523-8e82-3e3e054b2920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:18.867842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Network hostable DHCP agents. Network: 9c189ebb-15e2-4523-8e82-3e3e054b2920, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:18.874151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.874780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.885010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] For port 96cad10f-e5a0-468a-930e-bb13a6e4b010, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:18.896437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] For port 96cad10f-e5a0-468a-930e-bb13a6e4b010, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=96cad10f-e5a0-468a-930e-bb13a6e4b010,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:18.906116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd715576-9ec7-4bb8-8062-7f332d3e9a5d req-ae020363-1644-4caa-8b77-741e48783c63 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 210 time: 0.0911953 Jul 15 13:16:18.922975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b97dc6-ac5e-465c-b22f-fde4d2522f24 None None] Network d1b0ac2e-2319-4cf4-90ed-406df551390d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:18.938325 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3efdd455-6960-4fac-b42c-04aa76e42645 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0054035 Jul 15 13:16:18.951529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.993902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Network 9c189ebb-15e2-4523-8e82-3e3e054b2920 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:19.007279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 9c189ebb-15e2-4523-8e82-3e3e054b2920) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:19.013135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:19.013990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.071167 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68cd69a8-c8f7-44ec-b17e-f36d9bfceddf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1983180 Jul 15 13:16:19.122631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc0173-e104-4686-9ffc-12ed0835e8a5 None None] Network 9c189ebb-15e2-4523-8e82-3e3e054b2920 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:19.156265 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0267ba1e-fb3d-4188-aebc-26761691ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.879286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73432e0-703f-4240-aac1-63cdaaaae5ec None None] Pushing event updated for resources: {'Port': ['ID=96cad10f-e5a0-468a-930e-bb13a6e4b010,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.007024 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.400314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fd1035-a83c-43c4-9165-f3d28c1098c3 None None] Network 9c189ebb-15e2-4523-8e82-3e3e054b2920 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:20.539560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-07eba7b5-cedf-4492-b3e9-3125e6663eb4 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.554698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-07eba7b5-cedf-4492-b3e9-3125e6663eb4 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.558109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-07eba7b5-cedf-4492-b3e9-3125e6663eb4 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/networks?id=53dc2625-b4bd-4ef3-b37f-84a1a04ed301&id=d1b0ac2e-2319-4cf4-90ed-406df551390d&id=53dc2625-b4bd-4ef3-b37f-84a1a04ed301 HTTP/1.1" status: 200 len: 1390 time: 0.4505045 Jul 15 13:16:20.782424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-4c30b270-1d2e-4d2e-bd10-c0bd6fec4c09 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/quotas/553654734ff84813aa39056cbc598879 HTTP/1.1" status: 200 len: 375 time: 0.0355563 Jul 15 13:16:20.909433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b706d054-093c-4190-b02c-aee226132281, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b706d054-093c-4190-b02c-aee226132281,segment=NetworkSegment(d889d73a-f0d0-4908-9a63-82f05ba0bc40),segment_id=d889d73a-f0d0-4908-9a63-82f05ba0bc40)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:20.994837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.001621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48882) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.007723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-389980690-network', 'tenant_id': '2c2af442ba264832a534c5dc283a7cdf'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:21.057198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Made reservation on behalf of 2c2af442ba264832a534c5dc283a7cdf for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:21.059883 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.062163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-209f9931-6bcf-4959-9a04-b1e76cfe2e49 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.064106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-209f9931-6bcf-4959-9a04-b1e76cfe2e49 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.5042288 Jul 15 13:16:21.078849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.134087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b706d054-093c-4190-b02c-aee226132281,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.143214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d1b0ac2e-2319-4cf4-90ed-406df551390d', 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d', 'tenant_id': '553654734ff84813aa39056cbc598879', 'fixed_ips': [{'subnet_id': '57d7db83-048c-447a-a1f9-b8c1f156dc1e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:21.147045 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.225700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-50ddc0ba-62cc-40f5-ae2d-b02449a2070b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2c825f43c4a42f2877a80c412448a29 HTTP/1.1" status: 200 len: 380 time: 0.1498678 Jul 15 13:16:21.256201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-86628281-8102-4596-8944-d44fb3587502 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4725435 Jul 15 13:16:21.296686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'port': {'device_id': '273b0a9a-c20f-4839-9a86-010703bda89e', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'admin_state_up': True, 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'security_groups': ['85ebbb3a-5e2c-4d09-bc01-47af6a5cc059']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:21.349212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed6800-eb09-4588-8c9e-872838d5296b None None] Network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:21.408891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-d19860da-cec5-48af-a00c-c8eeab584863 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.410841 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-d19860da-cec5-48af-a00c-c8eeab584863 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 945 time: 0.5367606 Jul 15 13:16:21.426688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.441737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.445743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 96cad10f-e5a0-468a-930e-bb13a6e4b010 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:21.547362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:21.569477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Allocated IP 19.86.0.2 (d1b0ac2e-2319-4cf4-90ed-406df551390d/57d7db83-048c-447a-a1f9-b8c1f156dc1e/80575b8a-b7c6-4ce4-b7ae-cc33227e4741) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:21.593913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af300ec-785a-4029-a429-639472518385,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.608436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.608807 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Added segment df2f7971-754a-44c7-a8ae-e100d53d499a of type vlan for network 57f9c324-8680-4525-ae15-ccceca6a2df1 Jul 15 13:16:21.702256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.777147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.778379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.779170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.809211 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8062534 Jul 15 13:16:21.835051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48890) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.849195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Request body: {'subnet': {'network_id': '57f9c324-8680-4525-ae15-ccceca6a2df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-389980690-subnet', 'tenant_id': '2c2af442ba264832a534c5dc283a7cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:21.862501 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1c32bc20-f404-41f9-8f7b-8bcdc9da0a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.874981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7cd1be17-d152-45d2-b4ab-39a9107302c1 None None] Provisioning for port 96cad10f-e5a0-468a-930e-bb13a6e4b010 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:21.894125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e823230-8657-4530-b209-dc1c18f636ae admin admin] Pushing event updated for resources: {'Network': ['ID=57f9c324-8680-4525-ae15-ccceca6a2df1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.925994 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:16:21.925994 n-d-771362-36 neutron-server[93733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:16:21.925994 n-d-771362-36 neutron-server[93733]: [parameters: {'project_id_1': '2c2af442ba264832a534c5dc283a7cdf', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 16, 21, 889062)}] Jul 15 13:16:21.925994 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:16:21.925994 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:16:21.929345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 57f9c324-8680-4525-ae15-ccceca6a2df1 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:21.935022 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.942766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Made reservation on behalf of c2c825f43c4a42f2877a80c412448a29 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:21.947406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.962886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 96cad10f-e5a0-468a-930e-bb13a6e4b010 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:21.971667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-ed780190-3aea-4f87-87c0-b24a924e7386 service neutron] 10.222.0.25 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871705 Jul 15 13:16:21.981562 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.994321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 96cad10f-e5a0-468a-930e-bb13a6e4b010 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:21.994674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.021946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Transition to ACTIVE for port object 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:22.052509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Deleting port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:22.053993 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.118698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Transition to ACTIVE for port object 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:22.135896 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.182498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Network d1b0ac2e-2319-4cf4-90ed-406df551390d is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:22.210441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:22.221923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:22.268112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Pushing event updated for resources: {'Port': ['ID=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.291876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-9a04c91d-4142-46ed-9936-e07e4302f405 service neutron] 10.222.0.25 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017035 Jul 15 13:16:22.293310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] For port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:22.293685 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.304758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Allocated IP 172.20.0.3 (8d93d25e-77df-4a60-b900-1064f626df19/23caad88-3e9b-4e29-85b3-4d5d2c2630be/6ce699b1-f0e6-409f-ab29-0915d06483e0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:22.325836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Attempting to bind port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:22.326214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Attempting to bind port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:22.326572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Attempting to bind port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 on network d1b0ac2e-2319-4cf4-90ed-406df551390d {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:22.350974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:22.351378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Checking segment: {'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:22.351788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.352188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Bound using segment: {'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:22.352684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Bound port: 80575b8a-b7c6-4ce4-b7ae-cc33227e4741, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:22.353071 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.367587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.484236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 96cad10f-e5a0-468a-930e-bb13a6e4b010, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=96cad10f-e5a0-468a-930e-bb13a6e4b010,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:22.493971 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.505499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] For port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:22.542594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] For port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:22.555544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.582629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=96cad10f-e5a0-468a-930e-bb13a6e4b010,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.673021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba691-875c-4aa9-abe4-43dda8818fe0 None None] Pushing event updated for resources: {'Port': ['ID=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.772572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Made reservation on behalf of 2c2af442ba264832a534c5dc283a7cdf for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:22.774909 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.836663 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.879243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-6b5e04eb-feff-4106-a9ee-46f2828fb572 service neutron] 10.222.0.25 "GET /v2.0/networks/d1b0ac2e-2319-4cf4-90ed-406df551390d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714269 Jul 15 13:16:22.889843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8b567c6d-5b86-45a7-b112-7a724aebd138 None None] Provisioning complete for port 96cad10f-e5a0-468a-930e-bb13a6e4b010 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:22.891865 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8b567c6d-5b86-45a7-b112-7a724aebd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.053379 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.056872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.056872 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Floating IP 53fea17e-7893-47cb-8038-a77fcb831f69 disassociated. External IP: 172.25.1.49, port: 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71. Jul 15 13:16:23.056872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Calling delete_port for 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:23.251689 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.285047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:23.343540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:23.352041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 96cad10f-e5a0-468a-930e-bb13a6e4b010 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:23.450542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 96cad10f-e5a0-468a-930e-bb13a6e4b010 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:23.450959 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.562517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b706d054-093c-4190-b02c-aee226132281 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:23.641689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b706d054-093c-4190-b02c-aee226132281 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:23.642070 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.753084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Transition to ACTIVE for port object 6ce699b1-f0e6-409f-ab29-0915d06483e0 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:23.770338 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-703bb7f0-5fa3-4e21-8d22-0b44ba4ab39f service neutron] 10.222.0.25 "GET /v2.0/networks/d1b0ac2e-2319-4cf4-90ed-406df551390d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8801191 Jul 15 13:16:24.003266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.100845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2337bbd-eb14-49c1-8d39-7d0c473ae313 None None] Network d1b0ac2e-2319-4cf4-90ed-406df551390d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:24.148322 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.194340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-57ccb988-5f54-4f09-bdf2-30197ee566c8 None None] Provisioning for port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:24.208392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-57ccb988-5f54-4f09-bdf2-30197ee566c8 None None] Provisioning complete for port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:24.208779 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-57ccb988-5f54-4f09-bdf2-30197ee566c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.245922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf0ca6b-a207-4bbb-869e-aae7c8431d0c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.281275 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.286758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-99673613-d3a8-44f1-a2c3-c115dfa8f692 service neutron] 10.222.0.25 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504495 Jul 15 13:16:24.291056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Network 8d93d25e-77df-4a60-b900-1064f626df19 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:24.327055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:24.334715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:24.369540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.370273 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.488822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Checking segment: {'id': 'df2f7971-754a-44c7-a8ae-e100d53d499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '57f9c324-8680-4525-ae15-ccceca6a2df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:24.489735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Network hostable DHCP agents. Network: 57f9c324-8680-4525-ae15-ccceca6a2df1, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:24.497844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-57ccb988-5f54-4f09-bdf2-30197ee566c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.517079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event deleted for resources: {'Port': ['ID=4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.613171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-57ccb988-5f54-4f09-bdf2-30197ee566c8 None None] For port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:24.637137 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-57ccb988-5f54-4f09-bdf2-30197ee566c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.668962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:24.669763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.716904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Network 57f9c324-8680-4525-ae15-ccceca6a2df1 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:24.720494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccb988-5f54-4f09-bdf2-30197ee566c8 None None] Pushing event updated for resources: {'Port': ['ID=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.758731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 57f9c324-8680-4525-ae15-ccceca6a2df1) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:24.763734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-f552c8fb-afd7-44d7-b952-4cdee833820b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4997513 Jul 15 13:16:24.767694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33f43f-02fb-4b87-a29e-571d08416108 None None] Network 57f9c324-8680-4525-ae15-ccceca6a2df1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:24.773314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:24.773919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.847606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Request body: {'port': {'device_id': '273b0a9a-c20f-4839-9a86-010703bda89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:24.859666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-5278fbbb-382e-4c6f-8d25-0fd0825f0525 service neutron] 10.222.0.25 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549002 Jul 15 13:16:24.887652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e0c45e9f-624b-46e9-bdc7-a1fceeb9589b None None] Provisioning for port 6ce699b1-f0e6-409f-ab29-0915d06483e0 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:24.905101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e0c45e9f-624b-46e9-bdc7-a1fceeb9589b None None] Provisioning complete for port 6ce699b1-f0e6-409f-ab29-0915d06483e0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:24.905860 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0c45e9f-624b-46e9-bdc7-a1fceeb9589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.971169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:24.993664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a0197c9b-baf1-4fce-b5d8-4bd80cf98079 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1531999 Jul 15 13:16:25.013349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:25.013693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:25.029941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Router 120cf47e-acb3-49bc-aeb3-526e11669a78 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:25.088737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e0c45e9f-624b-46e9-bdc7-a1fceeb9589b None None] Port 6ce699b1-f0e6-409f-ab29-0915d06483e0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:25.226454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:25.313895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ecedb48-e1e7-40e2-8998-404422ff4d9a None None] Provisioning complete for port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:25.314406 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0ecedb48-e1e7-40e2-8998-404422ff4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.344683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d307e12d-a557-46e7-8cf0-6f0c9a61ce7d None None] Network 57f9c324-8680-4525-ae15-ccceca6a2df1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:25.355268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e86ed26-e80f-4008-9cfa-da5b86baf755 req-b9477ed7-6386-459a-9762-1612ff953db1 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 210 time: 0.0787704 Jul 15 13:16:25.362084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.629648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:25.630760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.756483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:25.780965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] Sync routers for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:25.837003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:25.837568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:16:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:25.901100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] No DVR routers for this DVR port 4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:25.917110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.919692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2c1fde3-05a0-4355-b842-2c45e91dfd9b req-287091c3-aa31-4c3d-8744-851e0af85479 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "DELETE /v2.0/ports/4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71 HTTP/1.1" status: 204 len: 173 time: 4.5004597 Jul 15 13:16:25.920178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'name': 'network-vif-deleted', 'tag': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:25.932040 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f6220f-815b-4af4-abde-36cbd2087858" -d '{"events": [{"server_uuid": "d9dc892a-b01a-467b-9fe3-61a0f3a22435", "name": "network-vif-deleted", "tag": "4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:26.077703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9c713-c94b-4d52-9d61-a58a27ee2c66 req-a1fb1652-9d40-40ca-92ce-2e24d35cef84 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.088482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bc9c713-c94b-4d52-9d61-a58a27ee2c66 req-a1fb1652-9d40-40ca-92ce-2e24d35cef84 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.3444006 Jul 15 13:16:26.111668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce699b1-f0e6-409f-ab29-0915d06483e0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:26.153201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.191183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Transition to ACTIVE for port object 6ce699b1-f0e6-409f-ab29-0915d06483e0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:26.210655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.268261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bc9c713-c94b-4d52-9d61-a58a27ee2c66 req-dd71fdf2-9f43-48aa-9629-368c8b7ef738 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788204 Jul 15 13:16:26.387117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:26.526711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d721d4db-b97d-4100-820e-7c98f038f26b req-0aaaed94-01ad-4135-879f-7e6c6cb85051 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1599877 Jul 15 13:16:26.580677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:26.752462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Attempting to bind port 6ce699b1-f0e6-409f-ab29-0915d06483e0 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:26.752802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Attempting to bind port 6ce699b1-f0e6-409f-ab29-0915d06483e0 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:26.753138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Attempting to bind port 6ce699b1-f0e6-409f-ab29-0915d06483e0 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:26.793410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Port 6ce699b1-f0e6-409f-ab29-0915d06483e0 on network 8d93d25e-77df-4a60-b900-1064f626df19 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:26.793843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Attempting to bind port 6ce699b1-f0e6-409f-ab29-0915d06483e0 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:26.818476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:26.821106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Checking segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:26.821927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Bound using segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:26.822060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Bound port: 6ce699b1-f0e6-409f-ab29-0915d06483e0, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:26.822426 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.877988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1790d-b912-41df-9189-34953c6b3037 req-b14cb7a4-a9e2-4518-9eab-af5cc24f210c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.889155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cff1790d-b912-41df-9189-34953c6b3037 req-b14cb7a4-a9e2-4518-9eab-af5cc24f210c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 943 time: 0.3014984 Jul 15 13:16:26.986412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:27.021642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d721d4db-b97d-4100-820e-7c98f038f26b req-b5c957cb-0a9b-488d-90fe-51845898fb37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=d9dc892a-b01a-467b-9fe3-61a0f3a22435 HTTP/1.1" status: 200 len: 210 time: 0.0699940 Jul 15 13:16:27.053480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cff1790d-b912-41df-9189-34953c6b3037 req-d0960a8c-38c0-444a-a71c-9248ccd89b87 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633060 Jul 15 13:16:27.060483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] Checking router: 120cf47e-acb3-49bc-aeb3-526e11669a78 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:27.071352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:27.077670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:27.078780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:16:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:27.079255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:27.101125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.195387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.196474 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.198391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-13102288-9736-417f-a1a1-23299552ad5d service neutron] 10.222.0.30 "PUT /v2.0/ports/6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 1092 time: 2.3628652 Jul 15 13:16:27.320923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:27.429209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13102288-9736-417f-a1a1-23299552ad5d service neutron] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:27.513122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d4db-b97d-4100-820e-7c98f038f26b req-0e2360a9-5310-475a-b3d0-d41511b154f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.514765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d721d4db-b97d-4100-820e-7c98f038f26b req-0e2360a9-5310-475a-b3d0-d41511b154f0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4381232 Jul 15 13:16:27.673346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-a8adf268-3815-4133-b5e5-ef6ef857ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.675113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-a8adf268-3815-4133-b5e5-ef6ef857ebb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1095 time: 0.4213769 Jul 15 13:16:27.708548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:27.755246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fc088-8fe5-4122-a3d3-3b65b975f21c None None] The sync data for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 is: [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:27.896350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-5425fbe8-2095-4c71-8d56-ae596b8bbe5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 217 time: 0.1948864 Jul 15 13:16:27.942198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bf53a0c-465f-4f02-b673-ef21b6a17cd7 req-070a5215-55bd-4696-8a5d-836380098f2f tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 210 time: 0.1979029 Jul 15 13:16:27.979458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d4db-b97d-4100-820e-7c98f038f26b req-3837a78b-7999-47d9-90e9-5350072f5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.982854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d721d4db-b97d-4100-820e-7c98f038f26b req-3837a78b-7999-47d9-90e9-5350072f5e19 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4536128 Jul 15 13:16:28.050376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-5964804f-3af0-4dbe-8b48-fa61f80e298d tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.061965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-5964804f-3af0-4dbe-8b48-fa61f80e298d tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.063879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-5964804f-3af0-4dbe-8b48-fa61f80e298d tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.30 "GET /v2.0/networks?id=53dc2625-b4bd-4ef3-b37f-84a1a04ed301&id=d1b0ac2e-2319-4cf4-90ed-406df551390d&id=53dc2625-b4bd-4ef3-b37f-84a1a04ed301 HTTP/1.1" status: 200 len: 1390 time: 0.4851904 Jul 15 13:16:28.083948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'port': {'device_id': '764a7b18-9020-4424-9954-762fecaf520d', 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301', 'admin_state_up': True, 'tenant_id': '553654734ff84813aa39056cbc598879'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:28.085461 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:16:28.111510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-18bd15ab-239f-486e-9480-2cee8601284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.127504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-18bd15ab-239f-486e-9480-2cee8601284c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.1816416 Jul 15 13:16:28.267286 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6ce56-c81c-4548-ace1-eb2889ecaf39 None None] New status for floating IP 53fea17e-7893-47cb-8038-a77fcb831f69: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:28.762044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-b59fe014-91f3-4cc7-9bff-c8d75f1dbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.763661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-b59fe014-91f3-4cc7-9bff-c8d75f1dbf59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6175818 Jul 15 13:16:28.805592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-24572b9d-a42b-4a1e-abf4-ff8646202eb2 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.807374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-24572b9d-a42b-4a1e-abf4-ff8646202eb2 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/networks?id=9c189ebb-15e2-4523-8e82-3e3e054b2920 HTTP/1.1" status: 200 len: 825 time: 0.1849368 Jul 15 13:16:28.828061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:28.835189 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.859247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-766191ce-c64a-4f69-a376-4da57f9f32a4 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/quotas/d14a908c3a0846f08995283e3018ecc4 HTTP/1.1" status: 200 len: 375 time: 0.0269239 Jul 15 13:16:28.945892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-35528be7-e44b-41cb-8cb2-83a45f5c8a05 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d14a908c3a0846f08995283e3018ecc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544322 Jul 15 13:16:29.050137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-4dfc559d-c6b5-4d01-87c9-ac5dfe76d559 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736027 Jul 15 13:16:29.223655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Allocated IP 19.80.0.138 (53dc2625-b4bd-4ef3-b37f-84a1a04ed301/5629b4f3-00eb-4851-a2b2-78638a1d0805/aaa291eb-80d0-4337-8a4e-8eb007064016) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:29.237625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-a3d4d383-1f66-4e76-81da-ce6691d7f0ae service neutron] 10.222.0.25 "GET /v2.0/networks/9c189ebb-15e2-4523-8e82-3e3e054b2920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574480 Jul 15 13:16:29.320887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-150e5882-ce7c-464f-80ce-97b5eef5628e req-2d8ad010-9503-4789-b7c7-e85e15ec756e service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602489 Jul 15 13:16:29.512619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-5ec86f64-8281-4a01-a9fd-02e98cfd4fae service neutron] 10.222.0.25 "GET /v2.0/networks/9c189ebb-15e2-4523-8e82-3e3e054b2920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635632 Jul 15 13:16:29.610350 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.644088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Transition to ACTIVE for port object aaa291eb-80d0-4337-8a4e-8eb007064016 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:29.748364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.803983 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfaeb7d-9b4b-475e-aa7d-fabf91f9998c x-openstack-request-id: req-bdfaeb7d-9b4b-475e-aa7d-fabf91f9998c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:29.804265 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc892a-b01a-467b-9fe3-61a0f3a22435", "name": "network-vif-deleted", "tag": "4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:29.804535 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdfaeb7d-9b4b-475e-aa7d-fabf91f9998c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:29.804955 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc892a-b01a-467b-9fe3-61a0f3a22435', 'name': 'network-vif-deleted', 'tag': '4c7c54fc-8b5a-45ae-9fc6-d73d9051ea71', 'status': 'completed', 'code': 200} Jul 15 13:16:29.817371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:29.827537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:29.832984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:29.840109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Port': ['ID=aaa291eb-80d0-4337-8a4e-8eb007064016,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:29.993590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.996007 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.037598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a3580ac5-4282-451c-af7f-de9a7563560a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9597120 Jul 15 13:16:30.060919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'port': {'device_id': '764a7b18-9020-4424-9954-762fecaf520d', 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d', 'admin_state_up': True, 'tenant_id': '553654734ff84813aa39056cbc598879'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:30.253004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b408b94-6913-477e-81f3-8c63f84fdef4 req-37e96364-a1ad-43a9-b296-539df7ec14e0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:30.264665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b408b94-6913-477e-81f3-8c63f84fdef4 req-37e96364-a1ad-43a9-b296-539df7ec14e0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.2241380 Jul 15 13:16:30.323557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22b45e67-e66b-450a-814a-53b008ebf588 None None] Provisioning for port aaa291eb-80d0-4337-8a4e-8eb007064016 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:30.339731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22b45e67-e66b-450a-814a-53b008ebf588 None None] Provisioning complete for port aaa291eb-80d0-4337-8a4e-8eb007064016 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:30.340807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22b45e67-e66b-450a-814a-53b008ebf588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.348746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b408b94-6913-477e-81f3-8c63f84fdef4 req-f9195dc6-7b80-4057-96bc-69dcec99d2bf tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826612 Jul 15 13:16:30.415875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:30.428399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.445701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-22b45e67-e66b-450a-814a-53b008ebf588 None None] Port aaa291eb-80d0-4337-8a4e-8eb007064016 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:30.770657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Allocated IP 19.86.0.78 (d1b0ac2e-2319-4cf4-90ed-406df551390d/57d7db83-048c-447a-a1f9-b8c1f156dc1e/15cbea4d-2651-43d3-a15d-ebad661c1d2b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:30.908774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24491b-c7d3-471f-929e-9e25cc878631 req-b68645a4-e7e0-4ff1-ac44-f8ec500f4cf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:30.911580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed24491b-c7d3-471f-929e-9e25cc878631 req-b68645a4-e7e0-4ff1-ac44-f8ec500f4cf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 943 time: 0.2466812 Jul 15 13:16:31.073910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed24491b-c7d3-471f-929e-9e25cc878631 req-19d81e55-0f85-404c-96d3-e10ccaf1603b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522863 Jul 15 13:16:31.156486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.191056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Transition to ACTIVE for port object 15cbea4d-2651-43d3-a15d-ebad661c1d2b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:31.255963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.350463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network d1b0ac2e-2319-4cf4-90ed-406df551390d is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:31.355382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:31.364037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:31.391080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Port': ['ID=15cbea4d-2651-43d3-a15d-ebad661c1d2b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.556971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.557957 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.615600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1bf6b987-0c0b-44b3-ba92-3745c7ef41ba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5611258 Jul 15 13:16:31.630239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'port': {'device_id': '764a7b18-9020-4424-9954-762fecaf520d', 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301', 'admin_state_up': True, 'tenant_id': '553654734ff84813aa39056cbc598879'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:31.728961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2d537-49fd-495e-8176-5e58027f8265 req-893358f5-81fb-42a7-810d-b0d746ee41bf tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.744266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2d537-49fd-495e-8176-5e58027f8265 req-893358f5-81fb-42a7-810d-b0d746ee41bf tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.753999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77e2d537-49fd-495e-8176-5e58027f8265 req-893358f5-81fb-42a7-810d-b0d746ee41bf tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 1654 time: 0.2976868 Jul 15 13:16:31.788527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b07e282c-dcde-44e7-850d-231d08c7785e None None] Provisioning for port 15cbea4d-2651-43d3-a15d-ebad661c1d2b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:31.802039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b07e282c-dcde-44e7-850d-231d08c7785e None None] Provisioning complete for port 15cbea4d-2651-43d3-a15d-ebad661c1d2b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:31.802852 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b07e282c-dcde-44e7-850d-231d08c7785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.837116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:31.841346 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d48a25-3eed-4102-aa15-add1404e96e0" -d '{"events": [{"name": "network-changed", "server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:31.901230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b07e282c-dcde-44e7-850d-231d08c7785e None None] Port 15cbea4d-2651-43d3-a15d-ebad661c1d2b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:31.924367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77e2d537-49fd-495e-8176-5e58027f8265 req-7d1f6f7a-95cd-4a73-8a74-cd583ba76d7e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689687 Jul 15 13:16:32.112311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-db34cbf4-97f9-4208-aeaa-ffa2afbe8410 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.113877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-db34cbf4-97f9-4208-aeaa-ffa2afbe8410 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.35 "GET /v2.0/networks?id=9c189ebb-15e2-4523-8e82-3e3e054b2920 HTTP/1.1" status: 200 len: 825 time: 0.4746168 Jul 15 13:16:32.132958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Request body: {'port': {'device_id': 'fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d', 'network_id': '9c189ebb-15e2-4523-8e82-3e3e054b2920', 'admin_state_up': True, 'tenant_id': 'd14a908c3a0846f08995283e3018ecc4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:32.179381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:32.183843 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.408284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Made reservation on behalf of d14a908c3a0846f08995283e3018ecc4 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:32.412919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.459948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Allocated IP 19.80.0.191 (53dc2625-b4bd-4ef3-b37f-84a1a04ed301/5629b4f3-00eb-4851-a2b2-78638a1d0805/bb406a4b-602b-43b2-921c-87ee401c9826) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:32.522741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a03daa4c-7ef2-4e3e-bc0e-5ad9c4baaae7 req-ea44e177-79ce-4a9a-9cbd-bba0c3491be3 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 210 time: 0.0496726 Jul 15 13:16:32.602637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49050) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.790537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0840f9-2436-441f-9a5b-467410177d7a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.821430 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0840f9-2436-441f-9a5b-467410177d7a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.854945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Allocated IP 172.20.0.4 (9c189ebb-15e2-4523-8e82-3e3e054b2920/3960ce45-c907-4ca3-b3a0-0e056fab1f3a/6c1ce1a7-fe19-4d14-9847-76436981d006) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:32.881374 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0840f9-2436-441f-9a5b-467410177d7a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.884280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0840f9-2436-441f-9a5b-467410177d7a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.885499 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0d0840f9-2436-441f-9a5b-467410177d7a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "DELETE /v2.0/security-groups/ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c HTTP/1.1" status: 204 len: 168 time: 0.2812781 Jul 15 13:16:32.890248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49062) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.904392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0840f9-2436-441f-9a5b-467410177d7a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:32.912864 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-9578d473-8427-4232-bd06-9c3a55c072f2 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] show failed (client error): The resource could not be found. Jul 15 13:16:32.913928 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9578d473-8427-4232-bd06-9c3a55c072f2 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups/ffe2fb7d-4be4-4501-96cb-dd8bb042ee0c HTTP/1.1" status: 404 len: 347 time: 0.0226710 Jul 15 13:16:32.923749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49064) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.025707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:33.069778 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.087774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Transition to ACTIVE for port object bb406a4b-602b-43b2-921c-87ee401c9826 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:33.123466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Deleting port c33a2baf-80f2-49be-adaf-be43222df0ea {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:33.123970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.235949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:33.238354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e8c41-1ad3-470e-a1ff-2474da51bdc7 req-5cb6ddcf-a4ec-40ef-bd42-4c39170722f6 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.240443 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-718e8c41-1ad3-470e-a1ff-2474da51bdc7 req-5cb6ddcf-a4ec-40ef-bd42-4c39170722f6 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.3807862 Jul 15 13:16:33.247222 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.247699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.262956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'mac_address': 'fa:16:3e:1c:2b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:33.264377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Calling delete_port for c33a2baf-80f2-49be-adaf-be43222df0ea owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:33.264517 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.332276 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.349782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce699b1-f0e6-409f-ab29-0915d06483e0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:33.368955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:33.379745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:33.379971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:33.403204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-718e8c41-1ad3-470e-a1ff-2474da51bdc7 req-4b8bc7ef-db0a-4652-931a-3a0fcf64a892 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522956 Jul 15 13:16:33.404968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:33.415552 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.490058 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.491484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.516668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.517473 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.521057 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78d2df0-37c5-4667-8c0f-621770e3bc1f x-openstack-request-id: req-e78d2df0-37c5-4667-8c0f-621770e3bc1f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:33.521385 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:33.522145 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e78d2df0-37c5-4667-8c0f-621770e3bc1f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:33.522555 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'status': 'completed', 'code': 200} Jul 15 13:16:33.541038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Port': ['ID=bb406a4b-602b-43b2-921c-87ee401c9826,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.629508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['6ce699b1-f0e6-409f-ab29-0915d06483e0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:33.698704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.708514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-55bcb73e-f2b8-4bd1-ac54-7b7a40e5084b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0860887 Jul 15 13:16:33.722152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Request body: {'port': {'device_id': '764a7b18-9020-4424-9954-762fecaf520d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:33.772247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event deleted for resources: {'Port': ['ID=c33a2baf-80f2-49be-adaf-be43222df0ea,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.850367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.859195 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.875172 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9dd733f6-7c5a-431f-abd6-ce2c88922294 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "DELETE /v2.0/floatingips/53fea17e-7893-47cb-8038-a77fcb831f69 HTTP/1.1" status: 204 len: 168 time: 0.9357331 Jul 15 13:16:33.901429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ca77405-82e4-4aee-bb3b-857d653488d1 None None] Provisioning for port bb406a4b-602b-43b2-921c-87ee401c9826 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:33.916327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ca77405-82e4-4aee-bb3b-857d653488d1 None None] Provisioning complete for port bb406a4b-602b-43b2-921c-87ee401c9826 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:33.917624 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0ca77405-82e4-4aee-bb3b-857d653488d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.960092 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.981567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-792822e3-9d0c-4401-bed9-e4a208e9c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.983217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-792822e3-9d0c-4401-bed9-e4a208e9c347 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 0.4598155 Jul 15 13:16:33.991010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0ca77405-82e4-4aee-bb3b-857d653488d1 None None] Port bb406a4b-602b-43b2-921c-87ee401c9826 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:33.996489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd7cdb-fa98-4a85-ab8a-f29def8a3364 req-645b9e20-0a34-4177-93a6-a3de2e1732fb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.998112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bbd7cdb-fa98-4a85-ab8a-f29def8a3364 req-645b9e20-0a34-4177-93a6-a3de2e1732fb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3416429 Jul 15 13:16:34.016880 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.192591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Network 9c189ebb-15e2-4523-8e82-3e3e054b2920 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:34.212199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd06da5d-b6de-4c88-be59-016969005fdd details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:34.227926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:34.238335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:34.256387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Pushing event updated for resources: {'Port': ['ID=6c1ce1a7-fe19-4d14-9847-76436981d006,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:34.359050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd06da5d-b6de-4c88-be59-016969005fdd,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:34.369226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bbd7cdb-fa98-4a85-ab8a-f29def8a3364 req-79019617-e12d-4eed-9d00-4aa196c771d4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530974 Jul 15 13:16:34.383397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'dd06da5d-b6de-4c88-be59-016969005fdd', 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'port_id': 'dd06da5d-b6de-4c88-be59-016969005fdd', 'mac_address': 'fa:16:3e:af:48:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:34.406561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-bf59e207-accc-4427-97b3-62791f6e2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.408938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-bf59e207-accc-4427-97b3-62791f6e2bab service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.4094119 Jul 15 13:16:34.411710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5d133-1638-4b57-8f16-c16f13779b19 req-ef4a1a4f-8cea-4039-b10b-5a3284643682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.415601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1b5d133-1638-4b57-8f16-c16f13779b19 req-ef4a1a4f-8cea-4039-b10b-5a3284643682 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 1097 time: 0.4969194 Jul 15 13:16:34.449802 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.455359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.471954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd06da5d-b6de-4c88-be59-016969005fdd {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:34.502621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd06da5d-b6de-4c88-be59-016969005fdd,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:34.505327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-9aa5d8bc-c2a4-4596-b1b2-871cd2f1f5af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 217 time: 0.0750120 Jul 15 13:16:34.510272 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.566526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.566526 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.590835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=dd06da5d-b6de-4c88-be59-016969005fdd,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:34.706302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-cf1f7219-a0b2-4f41-99a9-a50f8b544d60 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5800383 Jul 15 13:16:34.708173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1b5d133-1638-4b57-8f16-c16f13779b19 req-94a622cb-9bd8-47f2-b607-3160314d7552 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165611 Jul 15 13:16:34.743498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['dd06da5d-b6de-4c88-be59-016969005fdd'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:34.780841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-c927aff3-b9de-4906-b242-d47658206b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.782520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-c927aff3-b9de-4906-b242-d47658206b2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.2543011 Jul 15 13:16:34.786682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Request body: {'port': {'device_id': 'fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:35.025524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:35.117393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 6ce699b1-f0e6-409f-ab29-0915d06483e0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:35.124671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 6ce699b1-f0e6-409f-ab29-0915d06483e0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:35.125002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.269972 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.300409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:35.303019 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3dfe4a-489e-445f-bf6f-1a69eb9958b8" -d '{"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-plugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:35.324468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:35.332984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-e19f357f-586d-453b-9763-b60c18ad9466 req-154a0846-db7f-4d48-9397-97d3076335b8 service neutron] (93733) timed out ('10.222.0.30', 50865) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:16:35.334449 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.341839 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.433640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:35.609306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53f45-b407-40bf-a68a-57e30d618b6d req-6cb97dec-b92e-47eb-bff1-2a25a69d0c59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.617012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53f45-b407-40bf-a68a-57e30d618b6d req-6cb97dec-b92e-47eb-bff1-2a25a69d0c59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.623658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53f45-b407-40bf-a68a-57e30d618b6d req-6cb97dec-b92e-47eb-bff1-2a25a69d0c59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.632210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24b53f45-b407-40bf-a68a-57e30d618b6d req-6cb97dec-b92e-47eb-bff1-2a25a69d0c59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2376 time: 0.9171455 Jul 15 13:16:35.639514 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.648467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-838af491-6a49-44cb-862c-b72bab362d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.650007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-838af491-6a49-44cb-862c-b72bab362d2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8428614 Jul 15 13:16:35.707653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa291eb-80d0-4337-8a4e-8eb007064016 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:35.721230 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.795362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24b53f45-b407-40bf-a68a-57e30d618b6d req-a9d876e0-b744-4b40-9dc1-e1a284b0a878 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618602 Jul 15 13:16:35.855924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Transition to ACTIVE for port object aaa291eb-80d0-4337-8a4e-8eb007064016 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:35.998794 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.207546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-909186b9-e702-45c1-9010-2328a35ff697 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387166 Jul 15 13:16:36.243191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd06da5d-b6de-4c88-be59-016969005fdd up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:36.316340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa291eb-80d0-4337-8a4e-8eb007064016,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.321955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port dd06da5d-b6de-4c88-be59-016969005fdd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:36.322798 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.436674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.483222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd06da5d-b6de-4c88-be59-016969005fdd,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:36.489041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.570073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=dd06da5d-b6de-4c88-be59-016969005fdd,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.708487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ae38-fb0d-4a71-88cf-84c83a79d5a4 req-ec2fdf22-0866-44e9-b7e0-eabb72e5af2b tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:36.711828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2792ae38-fb0d-4a71-88cf-84c83a79d5a4 req-ec2fdf22-0866-44e9-b7e0-eabb72e5af2b tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 931 time: 0.7146819 Jul 15 13:16:36.769059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Attempting to bind port aaa291eb-80d0-4337-8a4e-8eb007064016 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:36.769624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Attempting to bind port aaa291eb-80d0-4337-8a4e-8eb007064016 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:36.770188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Attempting to bind port aaa291eb-80d0-4337-8a4e-8eb007064016 on network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:36.805691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d48a25-3eed-4102-aa15-add1404e96e0 req-e0a5cb70-2e2b-4b8a-90a1-f96ebabac160 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856860 Jul 15 13:16:36.810748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Port aaa291eb-80d0-4337-8a4e-8eb007064016 on network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:36.811320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Attempting to bind port aaa291eb-80d0-4337-8a4e-8eb007064016 on network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:36.850681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:36.851315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Checking segment: {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:36.851968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Bound using segment: {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:36.852747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Bound port: aaa291eb-80d0-4337-8a4e-8eb007064016, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:36.853370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.938410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2792ae38-fb0d-4a71-88cf-84c83a79d5a4 req-56af5dad-1379-4f3c-9c8b-91cb79ffaace tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004802 Jul 15 13:16:37.004581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1ce1a7-fe19-4d14-9847-76436981d006 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:37.030411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.090704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Transition to ACTIVE for port object 6c1ce1a7-fe19-4d14-9847-76436981d006 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:37.100027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] For port aaa291eb-80d0-4337-8a4e-8eb007064016, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:37.104133 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.111285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] For port aaa291eb-80d0-4337-8a4e-8eb007064016, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=aaa291eb-80d0-4337-8a4e-8eb007064016,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:37.173860 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.208628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49142) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.226207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.227086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.230323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] 10.222.0.30 "PUT /v2.0/ports/aaa291eb-80d0-4337-8a4e-8eb007064016 HTTP/1.1" status: 200 len: 1093 time: 3.5129373 Jul 15 13:16:37.230538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577942800', 'description': 'tempest-description--115607236'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.239765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'tag': 'aaa291eb-80d0-4337-8a4e-8eb007064016'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:37.245005 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dec860-ca34-43aa-bd62-5118d58070fa" -d '{"events": [{"name": "network-changed", "server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "tag": "aaa291eb-80d0-4337-8a4e-8eb007064016"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:37.251681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1ce1a7-fe19-4d14-9847-76436981d006,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.305224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.328352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Request body: {'port': {'device_id': '764a7b18-9020-4424-9954-762fecaf520d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.488985 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.501639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.573549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.580762 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3696277 Jul 15 13:16:37.582002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49150) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.591688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f6b14ee6-dad2-4729-98b9-7fc06a9c1133 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'security_group_rule': {'security_group_id': '7e071e1c-75fe-4b36-8e29-15bb6c1cade7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.605560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e071e1c-75fe-4b36-8e29-15bb6c1cade7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.624758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.625255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.626037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.626399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.627078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.627607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.628164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.628742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.629253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.629797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.630328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.631458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afff5b65-e629-4c2e-bcfe-e35ce714f94c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:37.681453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6b14ee6-dad2-4729-98b9-7fc06a9c1133 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.716272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2fea2-32c3-4f9a-a3e0-9bc965e83548 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa291eb-80d0-4337-8a4e-8eb007064016,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.730866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Attempting to bind port 6c1ce1a7-fe19-4d14-9847-76436981d006 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:37.731405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Attempting to bind port 6c1ce1a7-fe19-4d14-9847-76436981d006 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '208a2f9c-b307-4350-a73b-9d6e8e92d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c189ebb-15e2-4523-8e82-3e3e054b2920'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:37.731927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Attempting to bind port 6c1ce1a7-fe19-4d14-9847-76436981d006 on network 9c189ebb-15e2-4523-8e82-3e3e054b2920 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:37.764528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6b14ee6-dad2-4729-98b9-7fc06a9c1133 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.774235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6b14ee6-dad2-4729-98b9-7fc06a9c1133 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.791739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Port 6c1ce1a7-fe19-4d14-9847-76436981d006 on network 9c189ebb-15e2-4523-8e82-3e3e054b2920 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:37.792677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Attempting to bind port 6c1ce1a7-fe19-4d14-9847-76436981d006 on network 9c189ebb-15e2-4523-8e82-3e3e054b2920 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:37.805261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b14ee6-dad2-4729-98b9-7fc06a9c1133 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0b1fe7-3ecc-49a6-96b6-7ed97d0b7847,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.824731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:37.825053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6b14ee6-dad2-4729-98b9-7fc06a9c1133 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.825311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Checking segment: {'id': '208a2f9c-b307-4350-a73b-9d6e8e92d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c189ebb-15e2-4523-8e82-3e3e054b2920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:37.825962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Bound using segment: {'id': '208a2f9c-b307-4350-a73b-9d6e8e92d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c189ebb-15e2-4523-8e82-3e3e054b2920'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:37.826601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Bound port: 6c1ce1a7-fe19-4d14-9847-76436981d006, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208a2f9c-b307-4350-a73b-9d6e8e92d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c189ebb-15e2-4523-8e82-3e3e054b2920'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:37.827205 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.829064 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f6b14ee6-dad2-4729-98b9-7fc06a9c1133 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2439690 Jul 15 13:16:37.831025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49152) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.837611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5890df69-c5c9-4081-90c9-4bd488f3e10d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'security_group_rule': {'security_group_id': '7e071e1c-75fe-4b36-8e29-15bb6c1cade7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.852587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.875443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5890df69-c5c9-4081-90c9-4bd488f3e10d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.900519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df071fb0-4de2-482f-ab6e-013259337eae req-315bf76c-f82f-4a73-9226-abaac81e7dc7 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.902759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df071fb0-4de2-482f-ab6e-013259337eae req-315bf76c-f82f-4a73-9226-abaac81e7dc7 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.3724935 Jul 15 13:16:38.005484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5890df69-c5c9-4081-90c9-4bd488f3e10d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.010823 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5890df69-c5c9-4081-90c9-4bd488f3e10d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.044436 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890df69-c5c9-4081-90c9-4bd488f3e10d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f716bcf6-4fef-44b4-a25c-42db5d571176,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.055243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5890df69-c5c9-4081-90c9-4bd488f3e10d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.057585 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5890df69-c5c9-4081-90c9-4bd488f3e10d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2249866 Jul 15 13:16:38.059803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df071fb0-4de2-482f-ab6e-013259337eae req-377fc408-b6ed-428a-be75-ab3ad0db4304 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282938 Jul 15 13:16:38.061540 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49162) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:38.069817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:38.119299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] For port 6c1ce1a7-fe19-4d14-9847-76436981d006, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:38.140274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.159790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] For port 6c1ce1a7-fe19-4d14-9847-76436981d006, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c1ce1a7-fe19-4d14-9847-76436981d006,segment=NetworkSegment(208a2f9c-b307-4350-a73b-9d6e8e92d0e4),segment_id=208a2f9c-b307-4350-a73b-9d6e8e92d0e4)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:38.176528 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.239756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.240554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.242375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] 10.222.0.35 "PUT /v2.0/ports/6c1ce1a7-fe19-4d14-9847-76436981d006 HTTP/1.1" status: 200 len: 1092 time: 3.4720366 Jul 15 13:16:38.293950 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e682d0-5fe0-47ff-881a-82402b0e670b x-openstack-request-id: req-72e682d0-5fe0-47ff-881a-82402b0e670b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:38.294781 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-plugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:38.294781 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72e682d0-5fe0-47ff-881a-82402b0e670b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:38.295093 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'code': 200} Jul 15 13:16:38.352480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.465009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645087-ac09-4be7-b757-5e24c367a135 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1ce1a7-fe19-4d14-9847-76436981d006,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.578225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Allocated IP 172.25.1.67 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/0bf6baba-b0ec-4e85-8cf8-1a78b2a77800) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:38.675600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-a3c82df3-a2a7-4cf9-9d8d-118961c68ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.679379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-a3c82df3-a2a7-4cf9-9d8d-118961c68ff9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d14a908c3a0846f08995283e3018ecc4&device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 1095 time: 0.3696325 Jul 15 13:16:38.783929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.815331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-32d58a7d-8a7f-48ff-9c55-cc891ca18338 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1ce1a7-fe19-4d14-9847-76436981d006 HTTP/1.1" status: 200 len: 217 time: 0.1075056 Jul 15 13:16:38.858235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.932945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea2cf-5089-4051-9e87-3581b2a94002 req-8e827588-6076-411b-9d9b-d4449120fc06 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.934781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-611ea2cf-5089-4051-9e87-3581b2a94002 req-8e827588-6076-411b-9d9b-d4449120fc06 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 945 time: 0.4885902 Jul 15 13:16:38.935593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:38.944279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:38.953634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d286916-d690-4ef9-9e2e-244c397005d1 req-5db8753d-c618-4b22-a3d3-86ebf538c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.954767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:38.955335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d286916-d690-4ef9-9e2e-244c397005d1 req-5db8753d-c618-4b22-a3d3-86ebf538c310 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1097 time: 0.5169971 Jul 15 13:16:38.959688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'Port': ['ID=0bf6baba-b0ec-4e85-8cf8-1a78b2a77800,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.965624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cbea4d-2651-43d3-a15d-ebad661c1d2b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:39.006907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.024867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-325f631c-1511-4b31-b35d-e28da8b564b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.027118 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-325f631c-1511-4b31-b35d-e28da8b564b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3960ce45-c907-4ca3-b3a0-0e056fab1f3a HTTP/1.1" status: 200 len: 865 time: 0.2043686 Jul 15 13:16:39.110899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-1447c50d-84df-4989-a1cc-3ed62da3bf89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c189ebb-15e2-4523-8e82-3e3e054b2920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696397 Jul 15 13:16:39.112522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.112783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Transition to ACTIVE for port object 15cbea4d-2651-43d3-a15d-ebad661c1d2b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:39.144596 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.157923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d286916-d690-4ef9-9e2e-244c397005d1 req-39e7ac25-2b3c-4d53-a1d7-61062a86d24b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849966 Jul 15 13:16:39.185497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.201831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-611ea2cf-5089-4051-9e87-3581b2a94002 req-f7549983-aafa-4b81-8111-b3a883c43fb9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398384 Jul 15 13:16:39.391021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Pushing event updated for resources: {'Port': ['ID=15cbea4d-2651-43d3-a15d-ebad661c1d2b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.556322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-baca5cba-3782-41c8-bd46-9531e2b343ee service neutron] 10.222.0.35 "GET /v2.0/networks/9c189ebb-15e2-4523-8e82-3e3e054b2920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270983 Jul 15 13:16:39.579651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Attempting to bind port 15cbea4d-2651-43d3-a15d-ebad661c1d2b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:39.580130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Attempting to bind port 15cbea4d-2651-43d3-a15d-ebad661c1d2b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:39.580591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Attempting to bind port 15cbea4d-2651-43d3-a15d-ebad661c1d2b on network d1b0ac2e-2319-4cf4-90ed-406df551390d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:39.609134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Port 15cbea4d-2651-43d3-a15d-ebad661c1d2b on network d1b0ac2e-2319-4cf4-90ed-406df551390d not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:39.609436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Attempting to bind port 15cbea4d-2651-43d3-a15d-ebad661c1d2b on network d1b0ac2e-2319-4cf4-90ed-406df551390d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:39.621588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:39.622087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Checking segment: {'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:39.622609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Bound using segment: {'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:39.623208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Bound port: 15cbea4d-2651-43d3-a15d-ebad661c1d2b, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64c6fe4-d5e1-4214-a687-11b10ff254a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:39.623681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.631250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.641249 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.734000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f3374ba-28fa-4d0a-8653-f5504584dadc req-4a9bf6aa-0e76-405a-acf8-2c4089d86bcf service neutron] 10.222.0.35 "GET /v2.0/networks/9c189ebb-15e2-4523-8e82-3e3e054b2920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692677 Jul 15 13:16:39.759116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'Port': ['ID=0bf6baba-b0ec-4e85-8cf8-1a78b2a77800,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.766271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] For port 15cbea4d-2651-43d3-a15d-ebad661c1d2b, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:39.772208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] For port 15cbea4d-2651-43d3-a15d-ebad661c1d2b, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=15cbea4d-2651-43d3-a15d-ebad661c1d2b,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:39.781569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.785147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.808152 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.810315 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c103ed2d-16b4-4191-959c-caf060a3d844 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7470956 Jul 15 13:16:39.826248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.836769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.850765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] 10.222.0.30 "PUT /v2.0/ports/15cbea4d-2651-43d3-a15d-ebad661c1d2b HTTP/1.1" status: 200 len: 1092 time: 2.5358925 Jul 15 13:16:39.914461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Request body: {'port': {'device_id': '764a7b18-9020-4424-9954-762fecaf520d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:39.979609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fbbdf-4c74-4152-9a6f-223c8bec7e63 service neutron] Pushing event updated for resources: {'Port': ['ID=15cbea4d-2651-43d3-a15d-ebad661c1d2b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:40.096066 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.111255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bbe15-bb81-4e04-86e3-842166e295c0 req-2580bacf-40d6-4970-bfec-c76ae822d830 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.119616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bbe15-bb81-4e04-86e3-842166e295c0 req-2580bacf-40d6-4970-bfec-c76ae822d830 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.128890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bbe15-bb81-4e04-86e3-842166e295c0 req-2580bacf-40d6-4970-bfec-c76ae822d830 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.131106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-398bbe15-bb81-4e04-86e3-842166e295c0 req-2580bacf-40d6-4970-bfec-c76ae822d830 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2400 time: 0.2742522 Jul 15 13:16:40.264439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-398bbe15-bb81-4e04-86e3-842166e295c0 req-f54dd897-264a-40e3-b466-ab0d3ac867f8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178074 Jul 15 13:16:40.296407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd06da5d-b6de-4c88-be59-016969005fdd'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:40.298806 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429c2244-8a22-47d2-b57c-b00ea9ee77a6" -d '{"events": [{"server_uuid": "faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0", "name": "network-vif-plugged", "status": "completed", "tag": "dd06da5d-b6de-4c88-be59-016969005fdd"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:40.378506 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9634027-f634-40ab-8699-97bfbd085c19 x-openstack-request-id: req-e9634027-f634-40ab-8699-97bfbd085c19 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:40.379062 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "tag": "aaa291eb-80d0-4337-8a4e-8eb007064016", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:40.379576 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9634027-f634-40ab-8699-97bfbd085c19 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:40.380306 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'tag': 'aaa291eb-80d0-4337-8a4e-8eb007064016', 'status': 'completed', 'code': 200} Jul 15 13:16:40.712852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-e9708ba3-3466-4c99-9cd5-39a98c19f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.713769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-e9708ba3-3466-4c99-9cd5-39a98c19f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.714684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-e9708ba3-3466-4c99-9cd5-39a98c19f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.717860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-e9708ba3-3466-4c99-9cd5-39a98c19f249 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2800 time: 0.3310928 Jul 15 13:16:41.396975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01179391-33c8-4936-85d3-36587029eb2b req-1f609ca2-142f-45b4-9aa9-9f79ade4c5a2 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.399624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01179391-33c8-4936-85d3-36587029eb2b req-1f609ca2-142f-45b4-9aa9-9f79ade4c5a2 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 943 time: 0.8798146 Jul 15 13:16:41.632066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01179391-33c8-4936-85d3-36587029eb2b req-3b89ea29-19ee-46ed-8a47-9d140a1b5fa0 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762974 Jul 15 13:16:41.636141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb406a4b-602b-43b2-921c-87ee401c9826 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:41.662949 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.679474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-cc167a5d-a08a-4c9e-9a5c-a8ee525dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.680356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-cc167a5d-a08a-4c9e-9a5c-a8ee525dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.681267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-cc167a5d-a08a-4c9e-9a5c-a8ee525dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.684325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-cc167a5d-a08a-4c9e-9a5c-a8ee525dae3e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=553654734ff84813aa39056cbc598879&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9522474 Jul 15 13:16:41.711536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Transition to ACTIVE for port object bb406a4b-602b-43b2-921c-87ee401c9826 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:41.745635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.983015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Pushing event updated for resources: {'Port': ['ID=bb406a4b-602b-43b2-921c-87ee401c9826,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.136252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-9d85b5ae-5035-45be-bfc9-41edebb16f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.138960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dec860-ca34-43aa-bd62-5118d58070fa req-9d85b5ae-5035-45be-bfc9-41edebb16f12 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4441619 Jul 15 13:16:42.189375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9f4b6-9b9c-4fb1-a9cc-a665a7aa018b req-47de1fd3-f98b-4da5-a6c0-9ee65aaddeec tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.192232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2a9f4b6-9b9c-4fb1-a9cc-a665a7aa018b req-47de1fd3-f98b-4da5-a6c0-9ee65aaddeec tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.4308763 Jul 15 13:16:42.274996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Attempting to bind port bb406a4b-602b-43b2-921c-87ee401c9826 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:42.275560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Attempting to bind port bb406a4b-602b-43b2-921c-87ee401c9826 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:42.276133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Attempting to bind port bb406a4b-602b-43b2-921c-87ee401c9826 on network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:42.282202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6c1ce1a7-fe19-4d14-9847-76436981d006 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:42.297742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2a9f4b6-9b9c-4fb1-a9cc-a665a7aa018b req-5270e7ed-e7a7-44ff-8c0a-2ad71332d222 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887527 Jul 15 13:16:42.299246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Port bb406a4b-602b-43b2-921c-87ee401c9826 on network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:42.300013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Attempting to bind port bb406a4b-602b-43b2-921c-87ee401c9826 on network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:42.310415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:42.310946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Checking segment: {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:42.311616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Bound using segment: {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:42.312379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Bound port: bb406a4b-602b-43b2-921c-87ee401c9826, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005def20-ff3c-4eb6-a218-905a5cc3ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:42.312957 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.405535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d', 'tag': '6c1ce1a7-fe19-4d14-9847-76436981d006'}, {'name': 'network-changed', 'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'tag': '15cbea4d-2651-43d3-a15d-ebad661c1d2b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:42.409586 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c14ed6-e00e-4e70-9609-20877143ccd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d", "tag": "6c1ce1a7-fe19-4d14-9847-76436981d006"}, {"name": "network-changed", "server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "tag": "15cbea4d-2651-43d3-a15d-ebad661c1d2b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:42.494979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] For port bb406a4b-602b-43b2-921c-87ee401c9826, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:42.501826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] For port bb406a4b-602b-43b2-921c-87ee401c9826, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bb406a4b-602b-43b2-921c-87ee401c9826,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:42.515723 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.526614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6c1ce1a7-fe19-4d14-9847-76436981d006, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c1ce1a7-fe19-4d14-9847-76436981d006,segment=NetworkSegment(208a2f9c-b307-4350-a73b-9d6e8e92d0e4),segment_id=208a2f9c-b307-4350-a73b-9d6e8e92d0e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:42.544033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '6c1ce1a7-fe19-4d14-9847-76436981d006', 'network_id': '9c189ebb-15e2-4523-8e82-3e3e054b2920', 'port_id': '6c1ce1a7-fe19-4d14-9847-76436981d006', 'mac_address': 'fa:16:3e:8e:b0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3960ce45-c907-4ca3-b3a0-0e056fab1f3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:42.599771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.600920 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.603437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] 10.222.0.30 "PUT /v2.0/ports/bb406a4b-602b-43b2-921c-87ee401c9826 HTTP/1.1" status: 200 len: 1093 time: 2.6935315 Jul 15 13:16:42.604445 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.637606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1ce1a7-fe19-4d14-9847-76436981d006 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:42.733874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6c1ce1a7-fe19-4d14-9847-76436981d006, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c1ce1a7-fe19-4d14-9847-76436981d006,segment=NetworkSegment(208a2f9c-b307-4350-a73b-9d6e8e92d0e4),segment_id=208a2f9c-b307-4350-a73b-9d6e8e92d0e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:42.739214 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.765605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-cb4be61b-ae20-4622-a436-cd69c9cd3aba tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--577942800&fields=id&tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a HTTP/1.1" status: 200 len: 267 time: 0.2357204 Jul 15 13:16:42.766742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f77130-4635-409e-9da1-a44551a2eaec service neutron] Pushing event updated for resources: {'Port': ['ID=bb406a4b-602b-43b2-921c-87ee401c9826,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.805608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6c1ce1a7-fe19-4d14-9847-76436981d006,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.809483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-4eeec06e-18ca-41fe-b13e-91fc0a0aa116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.809989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-4eeec06e-18ca-41fe-b13e-91fc0a0aa116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.810476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-4eeec06e-18ca-41fe-b13e-91fc0a0aa116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.812303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-4eeec06e-18ca-41fe-b13e-91fc0a0aa116 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2868 time: 0.1085811 Jul 15 13:16:42.874311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-991dc675-2096-462f-b598-62dd570e2317 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.138&port_id=aaa291eb-80d0-4337-8a4e-8eb007064016 HTTP/1.1" status: 200 len: 217 time: 0.0526969 Jul 15 13:16:42.974050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['6c1ce1a7-fe19-4d14-9847-76436981d006'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:43.026767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-b24ed59f-26bf-4f92-b25d-2dd099680bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.029094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-b24ed59f-26bf-4f92-b25d-2dd099680bc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5629b4f3-00eb-4851-a2b2-78638a1d0805 HTTP/1.1" status: 200 len: 801 time: 0.1419060 Jul 15 13:16:43.073751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-c74e681d-36b0-49f2-864d-881b9113fd14 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.075858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-c74e681d-36b0-49f2-864d-881b9113fd14 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 811 time: 0.2477410 Jul 15 13:16:43.129001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-3adc4d51-5b4f-4478-bc4c-bb84103f2178 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/quotas/78cf8bb54c1c495e95b4bc8b7b64598a HTTP/1.1" status: 200 len: 375 time: 0.0144215 Jul 15 13:16:43.195048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-6de78718-9167-459d-90ad-78a6a295b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.196887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-6de78718-9167-459d-90ad-78a6a295b24a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53dc2625-b4bd-4ef3-b37f-84a1a04ed301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200027 Jul 15 13:16:43.261408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-a5327613-eb38-4324-92a2-1a5b4fe37ef3 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1195524 Jul 15 13:16:43.384618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-fd4379e2-941b-4dde-8bf5-594b7d97d3f5 service neutron] 10.222.0.30 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798832 Jul 15 13:16:43.441213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-f6b34b17-06e6-4889-84d4-58fffc7757ab service neutron] 10.222.0.25 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500704 Jul 15 13:16:43.569187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-c2bf6b5f-f128-4090-8e59-cbc46841ebc1 service neutron] 10.222.0.30 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754975 Jul 15 13:16:43.631565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-67973892-d485-4f30-a774-23b4304d51ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=15cbea4d-2651-43d3-a15d-ebad661c1d2b HTTP/1.1" status: 200 len: 217 time: 0.0543394 Jul 15 13:16:43.636576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-93d1c10a-f57c-4c17-b9f5-eaa430b98bf6 service neutron] 10.222.0.25 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545506 Jul 15 13:16:43.703564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8da77515-81ba-4d4b-bdea-ec562e43eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.707238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-8da77515-81ba-4d4b-bdea-ec562e43eaa3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57d7db83-048c-447a-a1f9-b8c1f156dc1e HTTP/1.1" status: 200 len: 801 time: 0.0671828 Jul 15 13:16:43.818568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-984f97ae-8019-4e45-a7ea-d79f626c7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.821094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-984f97ae-8019-4e45-a7ea-d79f626c7fb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1b0ac2e-2319-4cf4-90ed-406df551390d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067128 Jul 15 13:16:43.975123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-594b7121-e791-4866-863a-e0b8bded6cc7 service neutron] 10.222.0.30 "GET /v2.0/networks/d1b0ac2e-2319-4cf4-90ed-406df551390d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463292 Jul 15 13:16:44.129654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-e7bafc00-f865-47f5-84b0-4b0b6650800c service neutron] 10.222.0.30 "GET /v2.0/networks/d1b0ac2e-2319-4cf4-90ed-406df551390d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462080 Jul 15 13:16:44.190670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-a536c2fd-618b-4dc5-b5c2-d84d28feb4f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=bb406a4b-602b-43b2-921c-87ee401c9826 HTTP/1.1" status: 200 len: 217 time: 0.0544059 Jul 15 13:16:44.285386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6c1ce1a7-fe19-4d14-9847-76436981d006 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:44.352718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80c7dc-b611-4d32-96a9-847f2604f6af req-5c681706-4ab2-4b87-b049-a763bc281a08 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.354324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 6c1ce1a7-fe19-4d14-9847-76436981d006 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:44.357713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca80c7dc-b611-4d32-96a9-847f2604f6af req-5c681706-4ab2-4b87-b049-a763bc281a08 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 945 time: 0.2719815 Jul 15 13:16:44.361586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 6c1ce1a7-fe19-4d14-9847-76436981d006 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:44.361586 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.389577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-0b0d2939-82d5-4354-b33b-d3111673c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.392794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-0b0d2939-82d5-4354-b33b-d3111673c9ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5629b4f3-00eb-4851-a2b2-78638a1d0805 HTTP/1.1" status: 200 len: 801 time: 0.1935809 Jul 15 13:16:44.491277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.519571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca80c7dc-b611-4d32-96a9-847f2604f6af req-9edf3df8-d2a7-496b-b8b0-d89edb5078b0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466212 Jul 15 13:16:44.591367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-3c5c6737-b3af-47c3-899f-fa74395bdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.594543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-3c5c6737-b3af-47c3-899f-fa74395bdabd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53dc2625-b4bd-4ef3-b37f-84a1a04ed301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850927 Jul 15 13:16:44.612909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6c1ce1a7-fe19-4d14-9847-76436981d006, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c1ce1a7-fe19-4d14-9847-76436981d006,segment=NetworkSegment(208a2f9c-b307-4350-a73b-9d6e8e92d0e4),segment_id=208a2f9c-b307-4350-a73b-9d6e8e92d0e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:44.621537 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.702727 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf4e008-967f-4ddd-a98c-980ea0cb2247 x-openstack-request-id: req-baf4e008-967f-4ddd-a98c-980ea0cb2247 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:44.703233 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0", "name": "network-vif-plugged", "status": "completed", "tag": "dd06da5d-b6de-4c88-be59-016969005fdd", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:44.703625 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baf4e008-967f-4ddd-a98c-980ea0cb2247 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:44.704301 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd06da5d-b6de-4c88-be59-016969005fdd', 'code': 200} Jul 15 13:16:44.772419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6c1ce1a7-fe19-4d14-9847-76436981d006,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:44.881810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-4f2a9514-f372-42db-8a90-cb7606908764 service neutron] 10.222.0.30 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805352 Jul 15 13:16:45.073416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c5ca6a-4a41-407a-91a4-615c29966f54 req-dca79aff-a98a-4846-8a0e-5531c9891ce2 service neutron] 10.222.0.30 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828589 Jul 15 13:16:45.127552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4fe33-2e00-47d1-a36e-774741c0aeaa req-aec60d57-716f-4a30-95a9-e4ccf3546ca8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.140636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4fe33-2e00-47d1-a36e-774741c0aeaa req-aec60d57-716f-4a30-95a9-e4ccf3546ca8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.153195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4fe33-2e00-47d1-a36e-774741c0aeaa req-aec60d57-716f-4a30-95a9-e4ccf3546ca8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.156278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49e4fe33-2e00-47d1-a36e-774741c0aeaa req-aec60d57-716f-4a30-95a9-e4ccf3546ca8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2412 time: 0.1944108 Jul 15 13:16:45.233788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49e4fe33-2e00-47d1-a36e-774741c0aeaa req-094a60c1-42d2-4c5f-a343-ad95131d7cb2 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703669 Jul 15 13:16:45.779579 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dd6ee0-be70-4f20-8cf3-206622aeffa0 x-openstack-request-id: req-d9dd6ee0-be70-4f20-8cf3-206622aeffa0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:45.787279 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d", "tag": "6c1ce1a7-fe19-4d14-9847-76436981d006", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "tag": "15cbea4d-2651-43d3-a15d-ebad661c1d2b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:45.788113 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9dd6ee0-be70-4f20-8cf3-206622aeffa0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:45.788788 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d', 'tag': '6c1ce1a7-fe19-4d14-9847-76436981d006', 'status': 'completed', 'code': 200} Jul 15 13:16:45.789207 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'tag': '15cbea4d-2651-43d3-a15d-ebad661c1d2b', 'status': 'completed', 'code': 200} Jul 15 13:16:46.001114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-93d63d8b-a189-425d-aa39-078970bb6068 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.004535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-93d63d8b-a189-425d-aa39-078970bb6068 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 811 time: 0.3088956 Jul 15 13:16:46.214559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49326) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:46.234685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-5ee0411d-0286-46a4-a506-1dfa64957771 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a HTTP/1.1" status: 200 len: 379 time: 0.2136636 Jul 15 13:16:46.259069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'port': {'device_id': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'admin_state_up': True, 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'security_groups': ['7e071e1c-75fe-4b36-8e29-15bb6c1cade7']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:46.297063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac506-6286-4f39-9443-36d51b9d935a req-67a90098-6cf8-4305-8b05-f5bca009bc0d tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.298676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4cac506-6286-4f39-9443-36d51b9d935a req-67a90098-6cf8-4305-8b05-f5bca009bc0d tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 945 time: 0.2186818 Jul 15 13:16:46.310049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-c35bda58-bcb0-45d9-90de-4f89aa2976b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.311610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-c35bda58-bcb0-45d9-90de-4f89aa2976b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d14a908c3a0846f08995283e3018ecc4&device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 1097 time: 0.3058066 Jul 15 13:16:46.341707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-e398958f-ba18-41f5-b5ef-35a352aec29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.342212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-e398958f-ba18-41f5-b5ef-35a352aec29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.342699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-e398958f-ba18-41f5-b5ef-35a352aec29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.344750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-e398958f-ba18-41f5-b5ef-35a352aec29f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2868 time: 0.5344150 Jul 15 13:16:46.466505 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9433c65e-deb0-437b-ad55-035c3adff277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.540208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4cac506-6286-4f39-9443-36d51b9d935a req-47039933-0819-4142-9e9c-d2cbb207c1e9 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272818 Jul 15 13:16:46.645193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-95458b2e-5fd6-4946-8383-300088c5e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.648078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-95458b2e-5fd6-4946-8383-300088c5e7bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c189ebb-15e2-4523-8e82-3e3e054b2920 HTTP/1.1" status: 200 len: 926 time: 0.3267746 Jul 15 13:16:46.682795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9433c65e-deb0-437b-ad55-035c3adff277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.691652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9433c65e-deb0-437b-ad55-035c3adff277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.706341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1ce1a7-fe19-4d14-9847-76436981d006'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:46.711122 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14abb31-357d-4fef-aa6e-b49aa2cb55a9" -d '{"events": [{"server_uuid": "fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d", "name": "network-vif-plugged", "status": "completed", "tag": "6c1ce1a7-fe19-4d14-9847-76436981d006"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:46.745363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-3012aa9b-2f09-4fea-8519-6e523fe5120b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1ce1a7-fe19-4d14-9847-76436981d006 HTTP/1.1" status: 200 len: 217 time: 0.0838630 Jul 15 13:16:46.749743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-6d693b72-587d-496a-a842-a11d169ad272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.754018 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9433c65e-deb0-437b-ad55-035c3adff277 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=529e4a3ee4e34528a5dfa1392e516db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368805 Jul 15 13:16:46.758164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49340) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:46.760018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-6d693b72-587d-496a-a842-a11d169ad272 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1b0ac2e-2319-4cf4-90ed-406df551390d HTTP/1.1" status: 200 len: 902 time: 0.3774915 Jul 15 13:16:46.839566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433c65e-deb0-437b-ad55-035c3adff277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5f002d-be1b-4bce-9597-e40c763625f0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:46.848230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-2b4c88e8-8d1d-42a7-83f0-a39049d29581 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=15cbea4d-2651-43d3-a15d-ebad661c1d2b HTTP/1.1" status: 200 len: 217 time: 0.0741730 Jul 15 13:16:46.853088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Made reservation on behalf of 78cf8bb54c1c495e95b4bc8b7b64598a for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:46.861929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.893504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc602-180b-4fc9-a35a-d64d520a859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.931557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc602-180b-4fc9-a35a-d64d520a859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.013062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc602-180b-4fc9-a35a-d64d520a859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.017895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc602-180b-4fc9-a35a-d64d520a859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.024426 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f8ffc602-180b-4fc9-a35a-d64d520a859f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd5f002d-be1b-4bce-9597-e40c763625f0 HTTP/1.1" status: 204 len: 168 time: 0.2641187 Jul 15 13:16:47.039413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffc602-180b-4fc9-a35a-d64d520a859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5f002d-be1b-4bce-9597-e40c763625f0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.040403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2944adeb-1935-45c5-b5d7-dc9689e7b2fb req-1cc7c1b2-9939-48fd-9ecb-a86ff406fe3c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 210 time: 0.1626780 Jul 15 13:16:47.051360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-2c82ce75-b0f4-489d-a6d3-2a0b33a8ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.053700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-2c82ce75-b0f4-489d-a6d3-2a0b33a8ee67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3960ce45-c907-4ca3-b3a0-0e056fab1f3a HTTP/1.1" status: 200 len: 865 time: 0.2924886 Jul 15 13:16:47.106987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-437c51cd-4f64-43eb-9906-c55466cb4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.108645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-437c51cd-4f64-43eb-9906-c55466cb4c60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57d7db83-048c-447a-a1f9-b8c1f156dc1e HTTP/1.1" status: 200 len: 801 time: 0.2264674 Jul 15 13:16:47.156472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-4c4a8439-6bc3-495c-8d6d-33fb07775e1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c189ebb-15e2-4523-8e82-3e3e054b2920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644271 Jul 15 13:16:47.614201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49358) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:47.639025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de51598-9308-4318-8619-9b482342e565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.799756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'tag': 'bb406a4b-602b-43b2-921c-87ee401c9826'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:47.802783 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a0c1f5-91de-407c-add0-51813d6cb550" -d '{"events": [{"name": "network-changed", "server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "tag": "bb406a4b-602b-43b2-921c-87ee401c9826"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:47.825303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-dfc07ac2-88a2-44fd-9ece-b1f31be7d4ab tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.826829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-dfc07ac2-88a2-44fd-9ece-b1f31be7d4ab tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "GET /v2.0/ports?device_id=faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0 HTTP/1.1" status: 200 len: 945 time: 0.9527538 Jul 15 13:16:47.829628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Allocated IP 172.20.0.11 (c1a5bd99-2642-4040-afd8-914614b6d4f0/cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff/30196265-e847-4733-81cf-f80ec3f5075b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:47.838824 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de51598-9308-4318-8619-9b482342e565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.852174 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de51598-9308-4318-8619-9b482342e565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.905291 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5de51598-9308-4318-8619-9b482342e565 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bd3cc13cbda4bb28c46ed197fbeccea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851987 Jul 15 13:16:47.905291 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de51598-9308-4318-8619-9b482342e565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45113360-aa29-4ff1-9a70-ae868ad4373f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.905836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49366) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:47.920014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-5653cb32-07f2-44bc-a682-641ed8558699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.921888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-5653cb32-07f2-44bc-a682-641ed8558699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1b0ac2e-2319-4cf4-90ed-406df551390d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7969213 Jul 15 13:16:47.924927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-1c4a5a8f-506a-4854-8c9b-181adc95d962 service neutron] 10.222.0.35 "GET /v2.0/networks/9c189ebb-15e2-4523-8e82-3e3e054b2920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323654 Jul 15 13:16:47.974867 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0d23904-7acb-4cb5-8517-e460eacaa42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.005046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0d23904-7acb-4cb5-8517-e460eacaa42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.076947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2b87-b34f-43db-a7ba-87f316fa49d8 req-fc0bcd82-e77e-4b35-b61a-5632da8b8b09 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:48.078599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e9c2b87-b34f-43db-a7ba-87f316fa49d8 req-fc0bcd82-e77e-4b35-b61a-5632da8b8b09 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 945 time: 0.7662988 Jul 15 13:16:48.079822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0d23904-7acb-4cb5-8517-e460eacaa42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.087784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0d23904-7acb-4cb5-8517-e460eacaa42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.090935 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a0d23904-7acb-4cb5-8517-e460eacaa42e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45113360-aa29-4ff1-9a70-ae868ad4373f HTTP/1.1" status: 204 len: 168 time: 0.1838415 Jul 15 13:16:48.092701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49368) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:48.108148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'floatingip': {'port_id': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:48.202582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d23904-7acb-4cb5-8517-e460eacaa42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45113360-aa29-4ff1-9a70-ae868ad4373f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.251680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.302992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-7b1fd4a3-5bc1-4434-99b4-046e0a57b6ca service neutron] 10.222.0.35 "GET /v2.0/networks/9c189ebb-15e2-4523-8e82-3e3e054b2920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644464 Jul 15 13:16:48.322852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-e3b3696e-6e50-4c8f-8184-fb6b95ecf6d2 service neutron] 10.222.0.30 "GET /v2.0/networks/d1b0ac2e-2319-4cf4-90ed-406df551390d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857291 Jul 15 13:16:48.432850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Deleting port dd06da5d-b6de-4c88-be59-016969005fdd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:48.433223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.485559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.566122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-bc24ef31-57e5-41c8-b567-1ee8af28231f tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:48.566122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-bc24ef31-57e5-41c8-b567-1ee8af28231f tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 815 time: 0.3698475 Jul 15 13:16:48.610249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Transition to ACTIVE for port object 30196265-e847-4733-81cf-f80ec3f5075b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:48.648583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-8447ca18-1eed-4225-95b9-7d2de40f600d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/quotas/8856a6f201da4543b63112744d41c6fd HTTP/1.1" status: 200 len: 375 time: 0.0731385 Jul 15 13:16:48.666978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c14ed6-e00e-4e70-9609-20877143ccd2 req-697ae8fc-2e59-4c16-b03d-720b51e08230 service neutron] 10.222.0.30 "GET /v2.0/networks/d1b0ac2e-2319-4cf4-90ed-406df551390d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351417 Jul 15 13:16:48.727952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] For port dd06da5d-b6de-4c88-be59-016969005fdd, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd06da5d-b6de-4c88-be59-016969005fdd,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:48.728331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.747372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Calling delete_port for dd06da5d-b6de-4c88-be59-016969005fdd owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:48.763978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.872048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:48.885330 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0e4003e5-ad9f-4da1-9ad1-12645c0566f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.892577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:48.901053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:48.910676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event updated for resources: {'Port': ['ID=30196265-e847-4733-81cf-f80ec3f5075b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.960402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-f5a4d543-c61e-41d1-83e3-16b690b505df tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3024385 Jul 15 13:16:49.062215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bb406a4b-602b-43b2-921c-87ee401c9826 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:49.104758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.105524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.182087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-508599ad-7345-4fa7-94b7-af0cafbc8572 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9302726 Jul 15 13:16:49.193180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-371a6186-d0b1-43d9-b6b8-3371801be2dd service neutron] 10.222.0.25 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315655 Jul 15 13:16:49.234622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Request body: {'port': {'device_id': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:49.363760 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.402078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bb406a4b-602b-43b2-921c-87ee401c9826, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bb406a4b-602b-43b2-921c-87ee401c9826,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:49.433582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Pushing event deleted for resources: {'Port': ['ID=dd06da5d-b6de-4c88-be59-016969005fdd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.457724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'bb406a4b-602b-43b2-921c-87ee401c9826', 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301', 'port_id': 'bb406a4b-602b-43b2-921c-87ee401c9826', 'mac_address': 'fa:16:3e:3a:52:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5629b4f3-00eb-4851-a2b2-78638a1d0805', 'ip_address': '19.80.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:49.573962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-fe6ef3ce-8fff-4e90-8e0c-9b2fed4314d1 service neutron] 10.222.0.25 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798354 Jul 15 13:16:49.610410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a39f101f-c09e-44a8-b22b-7673f42d583d None None] Provisioning for port 30196265-e847-4733-81cf-f80ec3f5075b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:49.624261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a39f101f-c09e-44a8-b22b-7673f42d583d None None] Provisioning complete for port 30196265-e847-4733-81cf-f80ec3f5075b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:49.624855 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a39f101f-c09e-44a8-b22b-7673f42d583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.702177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.704586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a39f101f-c09e-44a8-b22b-7673f42d583d None None] Port 30196265-e847-4733-81cf-f80ec3f5075b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:49.709462 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.723027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] No DVR routers for this DVR port dd06da5d-b6de-4c88-be59-016969005fdd on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:49.731437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.735553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-057c8280-497f-4585-aefb-25bc1c6631d4 req-307c028a-62f3-4336-aeb5-67be298a036c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "DELETE /v2.0/ports/dd06da5d-b6de-4c88-be59-016969005fdd HTTP/1.1" status: 204 len: 173 time: 1.8987606 Jul 15 13:16:49.742756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb406a4b-602b-43b2-921c-87ee401c9826 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:49.784792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bb406a4b-602b-43b2-921c-87ee401c9826, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bb406a4b-602b-43b2-921c-87ee401c9826,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:49.829899 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.830596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device aaa291eb-80d0-4337-8a4e-8eb007064016 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:49.995084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bb406a4b-602b-43b2-921c-87ee401c9826,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.033322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:16:50.081257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port aaa291eb-80d0-4337-8a4e-8eb007064016, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=aaa291eb-80d0-4337-8a4e-8eb007064016,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:50.109135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'aaa291eb-80d0-4337-8a4e-8eb007064016', 'network_id': '53dc2625-b4bd-4ef3-b37f-84a1a04ed301', 'port_id': 'aaa291eb-80d0-4337-8a4e-8eb007064016', 'mac_address': 'fa:16:3e:99:23:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5629b4f3-00eb-4851-a2b2-78638a1d0805', 'ip_address': '19.80.0.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:50.242571 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.274934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa291eb-80d0-4337-8a4e-8eb007064016 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:50.315799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port aaa291eb-80d0-4337-8a4e-8eb007064016, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=aaa291eb-80d0-4337-8a4e-8eb007064016,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:50.332675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd06da5d-b6de-4c88-be59-016969005fdd no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:50.377039 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.377730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 15cbea4d-2651-43d3-a15d-ebad661c1d2b details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:50.404521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: dd06da5d-b6de-4c88-be59-016969005fdd {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:50.404761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd06da5d-b6de-4c88-be59-016969005fdd not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:50.505953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.resource_extend [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:16:50.581505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=aaa291eb-80d0-4337-8a4e-8eb007064016,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.609583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.619439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.713555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 15cbea4d-2651-43d3-a15d-ebad661c1d2b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=15cbea4d-2651-43d3-a15d-ebad661c1d2b,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:50.747144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '15cbea4d-2651-43d3-a15d-ebad661c1d2b', 'network_id': 'd1b0ac2e-2319-4cf4-90ed-406df551390d', 'port_id': '15cbea4d-2651-43d3-a15d-ebad661c1d2b', 'mac_address': 'fa:16:3e:cc:8a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d7db83-048c-447a-a1f9-b8c1f156dc1e', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:50.777815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30196265-e847-4733-81cf-f80ec3f5075b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:50.789460 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.804555 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Floating IP d86d13fd-db5c-490b-b179-318131828b28 associated. External IP: 172.25.1.59, port: 6ce699b1-f0e6-409f-ab29-0915d06483e0. Jul 15 13:16:50.834489 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.838889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Transition to ACTIVE for port object 30196265-e847-4733-81cf-f80ec3f5075b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:50.857254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.861059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cbea4d-2651-43d3-a15d-ebad661c1d2b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:50.920422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 15cbea4d-2651-43d3-a15d-ebad661c1d2b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=15cbea4d-2651-43d3-a15d-ebad661c1d2b,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:50.934855 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.987824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Pushing event updated for resources: {'Port': ['ID=30196265-e847-4733-81cf-f80ec3f5075b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.012912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29102e1e-70bc-4074-b345-e3a91c68a7db req-995d7cab-0d63-46b5-8911-af125c82861a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.015596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=15cbea4d-2651-43d3-a15d-ebad661c1d2b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.023100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29102e1e-70bc-4074-b345-e3a91c68a7db req-995d7cab-0d63-46b5-8911-af125c82861a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.030961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29102e1e-70bc-4074-b345-e3a91c68a7db req-995d7cab-0d63-46b5-8911-af125c82861a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.039777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-29102e1e-70bc-4074-b345-e3a91c68a7db req-995d7cab-0d63-46b5-8911-af125c82861a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2414 time: 0.3699400 Jul 15 13:16:51.122487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-29102e1e-70bc-4074-b345-e3a91c68a7db req-b3c5e417-ef6f-4eb9-9f14-b7be7c28f1f6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815547 Jul 15 13:16:51.232411 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1689c092-d7ff-40fb-8028-99834b30dd65 x-openstack-request-id: req-1689c092-d7ff-40fb-8028-99834b30dd65 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:51.232933 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d", "name": "network-vif-plugged", "status": "completed", "tag": "6c1ce1a7-fe19-4d14-9847-76436981d006", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:51.235158 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1689c092-d7ff-40fb-8028-99834b30dd65 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:51.241078 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1ce1a7-fe19-4d14-9847-76436981d006', 'code': 200} Jul 15 13:16:51.254671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['15cbea4d-2651-43d3-a15d-ebad661c1d2b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:51.294542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Attempting to bind port 30196265-e847-4733-81cf-f80ec3f5075b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:51.294903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Attempting to bind port 30196265-e847-4733-81cf-f80ec3f5075b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:51.295248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Attempting to bind port 30196265-e847-4733-81cf-f80ec3f5075b on network c1a5bd99-2642-4040-afd8-914614b6d4f0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:51.309360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:51.325004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Port 30196265-e847-4733-81cf-f80ec3f5075b on network c1a5bd99-2642-4040-afd8-914614b6d4f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:51.326541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Attempting to bind port 30196265-e847-4733-81cf-f80ec3f5075b on network c1a5bd99-2642-4040-afd8-914614b6d4f0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:51.355182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:51.355182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Checking segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:51.355182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Bound using segment: {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:51.355864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Bound port: 30196265-e847-4733-81cf-f80ec3f5075b, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5327982-ac5d-4b87-bea1-faecf314d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:51.355864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.418467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['aaa291eb-80d0-4337-8a4e-8eb007064016'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:51.434167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['bb406a4b-602b-43b2-921c-87ee401c9826'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:51.525613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:51.538804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.569164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] For port 30196265-e847-4733-81cf-f80ec3f5075b, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:51.596536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] For port 30196265-e847-4733-81cf-f80ec3f5075b, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=30196265-e847-4733-81cf-f80ec3f5075b,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:51.624475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391d2e7-a059-4d52-a94d-7aec296f8d72 req-22ae4317-2612-4083-bd1a-53c51de4dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.625267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] Sync routers for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:51.627859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a391d2e7-a059-4d52-a94d-7aec296f8d72 req-22ae4317-2612-4083-bd1a-53c51de4dcee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 1097 time: 0.2096336 Jul 15 13:16:51.633993 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.684263 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e955c4d9-5494-4ce3-8d8f-620601b6f0f2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "PUT /v2.0/floatingips/d86d13fd-db5c-490b-b179-318131828b28 HTTP/1.1" status: 200 len: 990 time: 3.5826755 Jul 15 13:16:51.684263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:51.684667 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5129fed-cc83-440e-9352-d96f5ac4cbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:51.697140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84647d9a-1c16-4957-95b2-15bf998ab59e req-447f1c19-0a47-4976-b71f-cbe2f30fbc5b tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.698786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84647d9a-1c16-4957-95b2-15bf998ab59e req-447f1c19-0a47-4976-b71f-cbe2f30fbc5b tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 945 time: 0.2795103 Jul 15 13:16:51.718530 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e742beb-56b0-401f-bf1d-8970a7c1d08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.721861 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.734288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:51.735874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:16:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:51.772157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.772799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.774265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] 10.222.0.30 "PUT /v2.0/ports/30196265-e847-4733-81cf-f80ec3f5075b HTTP/1.1" status: 200 len: 1093 time: 2.5473278 Jul 15 13:16:51.777991 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Pushing event updated for resources: {'Port': ['ID=30196265-e847-4733-81cf-f80ec3f5075b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.800207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a391d2e7-a059-4d52-a94d-7aec296f8d72 req-3dfc3cf1-71a5-4a88-8094-af7333580fe9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613059 Jul 15 13:16:51.804594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.804949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.805295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.805635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.805977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.806308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.806639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.807032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.807411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.807748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.808275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.809265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a4513-c97d-4966-b2ef-9b7412c43582 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:51.817196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84647d9a-1c16-4957-95b2-15bf998ab59e req-ac6ddeb3-e64d-4c3b-a285-0c28fe07ecd1 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061368 Jul 15 13:16:51.954155 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a35ba52-e9ef-4d49-91d5-6388bf0e3e32 x-openstack-request-id: req-2a35ba52-e9ef-4d49-91d5-6388bf0e3e32 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:51.955095 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "tag": "bb406a4b-602b-43b2-921c-87ee401c9826", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:51.956879 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a35ba52-e9ef-4d49-91d5-6388bf0e3e32 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:51.957951 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'tag': 'bb406a4b-602b-43b2-921c-87ee401c9826', 'status': 'completed', 'code': 200} Jul 15 13:16:52.001781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-0104c420-ecaa-4bef-9003-39e16b1f0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.015817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-0104c420-ecaa-4bef-9003-39e16b1f0b40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 1096 time: 0.1762309 Jul 15 13:16:52.126931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-3d5dada5-d229-46d0-8a8d-e729b47349e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30196265-e847-4733-81cf-f80ec3f5075b HTTP/1.1" status: 200 len: 217 time: 0.0980134 Jul 15 13:16:52.328536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-c26f73fe-b162-424a-a867-c0d61468c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.330151 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-c26f73fe-b162-424a-a867-c0d61468c8b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.1514764 Jul 15 13:16:52.462131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-14d13aa8-c976-4e50-b544-72e69a4727ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.462626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-14d13aa8-c976-4e50-b544-72e69a4727ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.463117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-14d13aa8-c976-4e50-b544-72e69a4727ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.465021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-14d13aa8-c976-4e50-b544-72e69a4727ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2871 time: 0.3368733 Jul 15 13:16:52.483707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:52.486871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3da9f-751b-4515-80a3-f33e4b8aa574 req-bfd431f1-7d48-4b48-9d58-c73ab6ca2b3c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.492601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19d3da9f-751b-4515-80a3-f33e4b8aa574 req-bfd431f1-7d48-4b48-9d58-c73ab6ca2b3c tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 944 time: 0.2811642 Jul 15 13:16:52.545306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-00052c8e-7fbd-4b22-92db-ff75fba082fa tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.548572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-00052c8e-7fbd-4b22-92db-ff75fba082fa tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 815 time: 0.3235028 Jul 15 13:16:52.590628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Request body: {'port': {'device_id': 'd9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45', 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'admin_state_up': True, 'tenant_id': '8856a6f201da4543b63112744d41c6fd'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:52.873359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.921850 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19d3da9f-751b-4515-80a3-f33e4b8aa574 req-69e257a8-8358-49a2-8540-e89aa90d4855 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e071e1c-75fe-4b36-8e29-15bb6c1cade7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4275744 Jul 15 13:16:52.931640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'd86d13fd-db5c-490b-b179-318131828b28', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'port_id': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'mac_address': 'fa:16:3e:1c:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273b0a9a-c20f-4839-9a86-010703bda89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:50Z', 'revision_number': 1, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:12Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:52.976649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] Checking router: 87db3c7f-cf5b-410c-b2ee-5de3334dcfea for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:52.985749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-e66e9237-d30e-448e-afef-fd20744e55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.987333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:52.988003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:16:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:52.990767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-e66e9237-d30e-448e-afef-fd20744e55be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6163871 Jul 15 13:16:53.074074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-6b6a02c1-7c1b-4b7e-bfe2-10388652cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.075693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-6b6a02c1-7c1b-4b7e-bfe2-10388652cca9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53dc2625-b4bd-4ef3-b37f-84a1a04ed301 HTTP/1.1" status: 200 len: 902 time: 0.6004379 Jul 15 13:16:53.143015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:53.493241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'd86d13fd-db5c-490b-b179-318131828b28', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'port_id': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'mac_address': 'fa:16:3e:1c:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273b0a9a-c20f-4839-9a86-010703bda89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:50Z', 'revision_number': 1, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:12Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:53.524776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f57769-aafa-4548-974f-ec5c2373d66b None None] The sync data for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 is: [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'd86d13fd-db5c-490b-b179-318131828b28', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'port_id': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'mac_address': 'fa:16:3e:1c:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273b0a9a-c20f-4839-9a86-010703bda89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:50Z', 'revision_number': 1, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:12Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:53.591593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f354749c-c4d5-4818-aa84-1a81eadf574e req-306f6120-e0eb-4b87-835d-847816872627 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 210 time: 0.5098112 Jul 15 13:16:53.613385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-3901de99-6fc0-4431-80be-385d57111dc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=bb406a4b-602b-43b2-921c-87ee401c9826 HTTP/1.1" status: 200 len: 217 time: 0.4901166 Jul 15 13:16:53.613996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Made reservation on behalf of 8856a6f201da4543b63112744d41c6fd for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:53.618246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.622174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-f56773ee-5322-4f68-a1ab-9888af535a58 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196358 Jul 15 13:16:53.898869 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930cabc8-20fb-4a8e-8486-17f1518d1936 None None] New status for floating IP d86d13fd-db5c-490b-b179-318131828b28: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:53.945691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-90430b1d-e741-409e-8ccf-09699026253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.949429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-90430b1d-e741-409e-8ccf-09699026253b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5629b4f3-00eb-4851-a2b2-78638a1d0805 HTTP/1.1" status: 200 len: 801 time: 0.3260469 Jul 15 13:16:53.961080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'name': 'network-vif-deleted', 'tag': 'dd06da5d-b6de-4c88-be59-016969005fdd'}, {'name': 'network-changed', 'server_uuid': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'tag': '30196265-e847-4733-81cf-f80ec3f5075b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:53.963867 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0333b03-f554-44b4-bf10-9058eb644631" -d '{"events": [{"server_uuid": "faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0", "name": "network-vif-deleted", "tag": "dd06da5d-b6de-4c88-be59-016969005fdd"}, {"name": "network-changed", "server_uuid": "a2749937-c813-455c-9355-e61dbdd2a42d", "tag": "30196265-e847-4733-81cf-f80ec3f5075b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:54.076157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-a967a765-689a-443a-88ad-aa3539179f43 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d867bfdaf7cf4997a99f2f11d418e1bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040699 Jul 15 13:16:54.098285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ceeeafb-1d78-434a-b2ff-da6f1623ce2f req-609bf7f1-e0f5-4216-9ba6-230359ebc472 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535921 Jul 15 13:16:54.157699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Allocated IP 172.20.0.4 (32eed285-e268-4fcc-8c16-06f95aebb65a/290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00/98acbc5a-65d0-4b21-a3ad-9a47f37f0957) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:54.246682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-bd35dffd-9b3d-456d-935b-e73dc4e11169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.248328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-bd35dffd-9b3d-456d-935b-e73dc4e11169 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53dc2625-b4bd-4ef3-b37f-84a1a04ed301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752295 Jul 15 13:16:54.267249 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.352177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-87fb6b0a-c464-4e70-8a1a-f94ce229a118 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.353845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-87fb6b0a-c464-4e70-8a1a-f94ce229a118 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621374 Jul 15 13:16:54.428496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-afc4a969-da09-4fdd-91dd-d23759a95106 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/quotas/d867bfdaf7cf4997a99f2f11d418e1bf HTTP/1.1" status: 200 len: 375 time: 0.0615077 Jul 15 13:16:54.512224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-9c3fca4c-0247-486e-b8b9-4f86c51dee18 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d867bfdaf7cf4997a99f2f11d418e1bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441196 Jul 15 13:16:54.543563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-2eb9a92f-f3e5-4e62-9fcd-abe9d48e3690 service neutron] 10.222.0.30 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858343 Jul 15 13:16:54.590436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.756094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a0c1f5-91de-407c-add0-51813d6cb550 req-a02bcb50-5d3e-4083-88d0-6b2c0c3164dd service neutron] 10.222.0.30 "GET /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005842 Jul 15 13:16:54.762676 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.823461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Network 32eed285-e268-4fcc-8c16-06f95aebb65a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:54.829822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:54.835058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:54.866748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Pushing event updated for resources: {'Port': ['ID=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.913768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.914881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.951986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-370cca40-b7d2-4c12-92c1-ba1e533c492b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3684256 Jul 15 13:16:54.973183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Request body: {'port': {'device_id': 'd9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:55.087427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bb406a4b-602b-43b2-921c-87ee401c9826 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:55.100154 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.140315 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871c18a0-e57c-4875-ab62-c61ce5a54420 x-openstack-request-id: req-871c18a0-e57c-4875-ab62-c61ce5a54420 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:55.140854 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:55.140854 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-871c18a0-e57c-4875-ab62-c61ce5a54420 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:55.141243 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'status': 'completed', 'code': 200} Jul 15 13:16:55.183885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port bb406a4b-602b-43b2-921c-87ee401c9826 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:55.189031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port bb406a4b-602b-43b2-921c-87ee401c9826 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:55.202157 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.386951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-e5e5ba4b-2145-4534-88e8-808bbe5be861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.389724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-e5e5ba4b-2145-4534-88e8-808bbe5be861 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1097 time: 0.2043321 Jul 15 13:16:55.430791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.472138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb406a4b-602b-43b2-921c-87ee401c9826'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:55.474970 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b428f6e-31a2-4de4-a16b-47cca529075b" -d '{"events": [{"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-plugged", "status": "completed", "tag": "bb406a4b-602b-43b2-921c-87ee401c9826"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:55.494753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bb406a4b-602b-43b2-921c-87ee401c9826, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bb406a4b-602b-43b2-921c-87ee401c9826,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:55.499440 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.500870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 15cbea4d-2651-43d3-a15d-ebad661c1d2b up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:55.594876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bb406a4b-602b-43b2-921c-87ee401c9826,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:55.621483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 15cbea4d-2651-43d3-a15d-ebad661c1d2b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:55.627045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 15cbea4d-2651-43d3-a15d-ebad661c1d2b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:55.628377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.672275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-120c7880-7558-4954-9fa2-56e82d90beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.673853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-120c7880-7558-4954-9fa2-56e82d90beb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.2392840 Jul 15 13:16:55.752844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.826329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 15cbea4d-2651-43d3-a15d-ebad661c1d2b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=15cbea4d-2651-43d3-a15d-ebad661c1d2b,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:55.839889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.844425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device aaa291eb-80d0-4337-8a4e-8eb007064016 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:55.895384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-d9f2a442-6b4e-4a5d-9b6f-1ce81b7fa08e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 1000 time: 0.1975017 Jul 15 13:16:55.912685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340358d-8982-486c-a03f-c293bda4bf2d req-b68e998f-0d8f-4c1b-88ef-15468b341a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.920693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340358d-8982-486c-a03f-c293bda4bf2d req-b68e998f-0d8f-4c1b-88ef-15468b341a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.928056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340358d-8982-486c-a03f-c293bda4bf2d req-b68e998f-0d8f-4c1b-88ef-15468b341a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.935859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6340358d-8982-486c-a03f-c293bda4bf2d req-b68e998f-0d8f-4c1b-88ef-15468b341a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2415 time: 0.5440149 Jul 15 13:16:56.003626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port aaa291eb-80d0-4337-8a4e-8eb007064016 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:56.013867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=15cbea4d-2651-43d3-a15d-ebad661c1d2b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.018809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port aaa291eb-80d0-4337-8a4e-8eb007064016 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:56.019540 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.074858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6340358d-8982-486c-a03f-c293bda4bf2d req-1142b097-5c23-434f-b653-5f693698bdfc tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380062 Jul 15 13:16:56.080762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-f6016f42-b877-4504-af94-b177568f00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.082292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-f6016f42-b877-4504-af94-b177568f00f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.1439576 Jul 15 13:16:56.084954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:56.134854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.185828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Transition to ACTIVE for port object 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:56.195041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.199071 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.262667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port aaa291eb-80d0-4337-8a4e-8eb007064016, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=aaa291eb-80d0-4337-8a4e-8eb007064016,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:56.268710 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.290734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-9289ecae-778c-467e-9a74-f595faed7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.292898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-9289ecae-778c-467e-9a74-f595faed7c22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2029698 Jul 15 13:16:56.335237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=aaa291eb-80d0-4337-8a4e-8eb007064016,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.404991 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Pushing event updated for resources: {'Port': ['ID=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.463573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-3774f2a0-0c30-4c7c-a9fa-553b30361a32 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d867bfdaf7cf4997a99f2f11d418e1bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757759 Jul 15 13:16:56.599806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Attempting to bind port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:56.600153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Attempting to bind port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:56.600493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Attempting to bind port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 on network 32eed285-e268-4fcc-8c16-06f95aebb65a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:56.651578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f84e3f-a90e-43b4-a991-130f7d216860 req-d5cead1f-d5ee-470b-a769-fdea6fa5d2c2 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.653621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32f84e3f-a90e-43b4-a991-130f7d216860 req-d5cead1f-d5ee-470b-a769-fdea6fa5d2c2 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 945 time: 0.4213436 Jul 15 13:16:56.663413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 on network 32eed285-e268-4fcc-8c16-06f95aebb65a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:56.663887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Attempting to bind port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 on network 32eed285-e268-4fcc-8c16-06f95aebb65a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:56.675726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-22de6116-1973-4950-8e55-31640601b86c service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530278 Jul 15 13:16:56.699513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:56.699866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Checking segment: {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:56.700264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Bound using segment: {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:56.700729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Bound port: 98acbc5a-65d0-4b21-a3ad-9a47f37f0957, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7175ff0f-7d6c-4f3b-90c4-df8f7acef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:56.701099 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.780898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-56318191-263a-4c9f-b557-d501a9795f13 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.782522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-56318191-263a-4c9f-b557-d501a9795f13 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952912 Jul 15 13:16:56.843579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Request body: {'port': {'device_id': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'd867bfdaf7cf4997a99f2f11d418e1bf'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:56.853607 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32f84e3f-a90e-43b4-a991-130f7d216860 req-792817f6-c170-4494-9203-765b06fe538b tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871676 Jul 15 13:16:56.970125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5129fed-cc83-440e-9352-d96f5ac4cbf6 req-ee62d690-a5ff-4f57-b7f5-2a315c68100d service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839425 Jul 15 13:16:56.971283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] For port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:56.996285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] For port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:57.013317 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.075084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.076163 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.077720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] 10.222.0.35 "PUT /v2.0/ports/98acbc5a-65d0-4b21-a3ad-9a47f37f0957 HTTP/1.1" status: 200 len: 1092 time: 2.1157708 Jul 15 13:16:57.093252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 30196265-e847-4733-81cf-f80ec3f5075b details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:57.187236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Made reservation on behalf of d867bfdaf7cf4997a99f2f11d418e1bf for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:57.193006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.218619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bb842-d962-4394-9b32-d10963a254ee service neutron] Pushing event updated for resources: {'Port': ['ID=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.225606 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.276885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 30196265-e847-4733-81cf-f80ec3f5075b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=30196265-e847-4733-81cf-f80ec3f5075b,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:57.299352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '30196265-e847-4733-81cf-f80ec3f5075b', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'port_id': '30196265-e847-4733-81cf-f80ec3f5075b', 'mac_address': 'fa:16:3e:8b:35:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:57.314647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083e57-083f-4c62-857a-0d4ecd908ff3 req-f3732c4a-bb82-4c60-9aad-acc33cabfcdb tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.316378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34083e57-083f-4c62-857a-0d4ecd908ff3 req-f3732c4a-bb82-4c60-9aad-acc33cabfcdb tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 944 time: 0.2614639 Jul 15 13:16:57.335354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-1c7260c5-c912-47e8-8b1b-cf7a733b2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.336998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-1c7260c5-c912-47e8-8b1b-cf7a733b2457 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 1095 time: 0.1958869 Jul 15 13:16:57.372006 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.397911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30196265-e847-4733-81cf-f80ec3f5075b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:57.415174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-400dc929-f5ab-4644-84dc-05c32f18b38b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98acbc5a-65d0-4b21-a3ad-9a47f37f0957 HTTP/1.1" status: 200 len: 217 time: 0.0659704 Jul 15 13:16:57.428700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 30196265-e847-4733-81cf-f80ec3f5075b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=30196265-e847-4733-81cf-f80ec3f5075b,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:57.442206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.486928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34083e57-083f-4c62-857a-0d4ecd908ff3 req-910d64a7-2102-4fc3-b42a-cb3e2ae5d40a tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e071e1c-75fe-4b36-8e29-15bb6c1cade7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565278 Jul 15 13:16:57.519523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=30196265-e847-4733-81cf-f80ec3f5075b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.548376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-8b0bfc71-12a4-4331-ab21-ae817affd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.550191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-8b0bfc71-12a4-4331-ab21-ae817affd834 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00 HTTP/1.1" status: 200 len: 855 time: 0.1213562 Jul 15 13:16:57.573874 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.613019 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a05cffe-bbea-4512-a017-f76c8612d1ba x-openstack-request-id: req-0a05cffe-bbea-4512-a017-f76c8612d1ba {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:57.613399 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0", "name": "network-vif-deleted", "tag": "dd06da5d-b6de-4c88-be59-016969005fdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2749937-c813-455c-9355-e61dbdd2a42d", "tag": "30196265-e847-4733-81cf-f80ec3f5075b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:57.613667 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a05cffe-bbea-4512-a017-f76c8612d1ba {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:57.614062 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa45f2d-6e6d-4a3b-b2f6-c097ab9d54c0', 'name': 'network-vif-deleted', 'tag': 'dd06da5d-b6de-4c88-be59-016969005fdd', 'status': 'completed', 'code': 200} Jul 15 13:16:57.614361 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'tag': '30196265-e847-4733-81cf-f80ec3f5075b', 'status': 'completed', 'code': 200} Jul 15 13:16:57.617009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-8f0f9447-422e-4d4e-ba71-a1f2412fa3d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32eed285-e268-4fcc-8c16-06f95aebb65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569546 Jul 15 13:16:57.619039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.703063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['30196265-e847-4733-81cf-f80ec3f5075b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:57.767117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a69361-df20-457a-8b93-ae2f207d913e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.959417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333b03-f554-44b4-bf10-9058eb644631 req-6e6b2aa8-9254-4753-831b-b90a5fb6beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.960931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0333b03-f554-44b4-bf10-9058eb644631 req-6e6b2aa8-9254-4753-831b-b90a5fb6beaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 1097 time: 0.3430076 Jul 15 13:16:57.966752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-284fb20d-8090-4e9f-82d2-efd0d5f10f5a service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320897 Jul 15 13:16:58.002445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Allocated IP 192.168.233.15 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/e37a9237-cb3f-4f92-838f-083b38720a75) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:58.422327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bbf22-f658-49aa-afc6-c0cc28f69935 req-770b9ad5-72a3-48e2-830a-4719bc1ff083 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.424006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f9bbf22-f658-49aa-afc6-c0cc28f69935 req-770b9ad5-72a3-48e2-830a-4719bc1ff083 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 943 time: 0.7059321 Jul 15 13:16:58.611303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f9bbf22-f658-49aa-afc6-c0cc28f69935 req-1e6deca0-8f00-4644-954e-0ad76dccfa3a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768444 Jul 15 13:16:58.619937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333b03-f554-44b4-bf10-9058eb644631 req-5e94d59f-5429-4d01-a897-b126be3ca6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.621478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0333b03-f554-44b4-bf10-9058eb644631 req-5e94d59f-5429-4d01-a897-b126be3ca6f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 912 time: 0.6488569 Jul 15 13:16:58.635340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b84cd337-37e3-4c76-9e20-51b17d14db62 req-5665fed2-9ca5-4763-b88d-8239677c94ff service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565323 Jul 15 13:16:58.688678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0333b03-f554-44b4-bf10-9058eb644631 req-ededc323-b4ac-4924-803d-14972f824aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30196265-e847-4733-81cf-f80ec3f5075b HTTP/1.1" status: 200 len: 217 time: 0.0522475 Jul 15 13:16:58.833671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9eecdbc9-8275-4912-bbe7-2c802af9905d req-b9e89105-4595-45b3-9024-46e3e52c213e tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 210 time: 0.0536702 Jul 15 13:16:58.856276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333b03-f554-44b4-bf10-9058eb644631 req-55929cd4-9895-4d60-bb8a-3ee782656fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.856276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0333b03-f554-44b4-bf10-9058eb644631 req-55929cd4-9895-4d60-bb8a-3ee782656fc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.1531224 Jul 15 13:16:58.884999 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d26d8c-ac59-49ee-a176-dc3a9b28d17e x-openstack-request-id: req-83d26d8c-ac59-49ee-a176-dc3a9b28d17e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:58.885923 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-plugged", "status": "completed", "tag": "bb406a4b-602b-43b2-921c-87ee401c9826", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:58.886334 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83d26d8c-ac59-49ee-a176-dc3a9b28d17e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:58.886945 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb406a4b-602b-43b2-921c-87ee401c9826', 'code': 200} Jul 15 13:16:58.899025 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.923003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Transition to ACTIVE for port object e37a9237-cb3f-4f92-838f-083b38720a75 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:58.981019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333b03-f554-44b4-bf10-9058eb644631 req-52c17b7e-5c66-4974-9cf3-26ec62eaa573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.983192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0333b03-f554-44b4-bf10-9058eb644631 req-52c17b7e-5c66-4974-9cf3-26ec62eaa573 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230743 Jul 15 13:16:59.019822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.091973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 30196265-e847-4733-81cf-f80ec3f5075b up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:59.128140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:59.137169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:59.141291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:59.144205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:59.182150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 30196265-e847-4733-81cf-f80ec3f5075b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:59.197702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 30196265-e847-4733-81cf-f80ec3f5075b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:59.198316 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.204785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0333b03-f554-44b4-bf10-9058eb644631 req-54fa6364-d0c7-4636-8697-71084d98b0eb service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127030 Jul 15 13:16:59.266388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.267506 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.339020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-5a1ba87c-7a1d-49c7-824d-67c0c1122596 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5047128 Jul 15 13:16:59.394150 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.416215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0333b03-f554-44b4-bf10-9058eb644631 req-65f84450-d211-4c63-b88c-c228abfd668b service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938570 Jul 15 13:16:59.446408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 30196265-e847-4733-81cf-f80ec3f5075b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=30196265-e847-4733-81cf-f80ec3f5075b,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:59.454643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Request body: {'port': {'device_id': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:59.457983 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.538243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=30196265-e847-4733-81cf-f80ec3f5075b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:59.621200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45', 'tag': '98acbc5a-65d0-4b21-a3ad-9a47f37f0957'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:59.623510 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59410f22-5c6f-46a6-8be6-5fd70aebe849" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45", "tag": "98acbc5a-65d0-4b21-a3ad-9a47f37f0957"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:59.664646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f14c927-c089-47f0-9700-c91023b6a72e None None] Provisioning for port e37a9237-cb3f-4f92-838f-083b38720a75 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:59.670412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74ea81-7ede-4ab3-a4ce-589cf47fe190 req-f8e11e73-8881-45c5-83e8-ab6891c97502 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.670747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f14c927-c089-47f0-9700-c91023b6a72e None None] Provisioning complete for port e37a9237-cb3f-4f92-838f-083b38720a75 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:59.671176 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f14c927-c089-47f0-9700-c91023b6a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.672180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f74ea81-7ede-4ab3-a4ce-589cf47fe190 req-f8e11e73-8881-45c5-83e8-ab6891c97502 tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 945 time: 0.1592259 Jul 15 13:16:59.673129 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.735804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6f14c927-c089-47f0-9700-c91023b6a72e None None] Port e37a9237-cb3f-4f92-838f-083b38720a75 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:59.754052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f74ea81-7ede-4ab3-a4ce-589cf47fe190 req-10cc6b7d-6b96-4fab-84a5-cf5ca3d87ddc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688450 Jul 15 13:17:00.034307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43535ba-c137-4433-a900-d8dd4892afbf req-054b82d2-12aa-4794-a25e-9aa63a732245 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.040754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43535ba-c137-4433-a900-d8dd4892afbf req-054b82d2-12aa-4794-a25e-9aa63a732245 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.047205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43535ba-c137-4433-a900-d8dd4892afbf req-054b82d2-12aa-4794-a25e-9aa63a732245 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.049532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e43535ba-c137-4433-a900-d8dd4892afbf req-054b82d2-12aa-4794-a25e-9aa63a732245 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2418 time: 0.1835485 Jul 15 13:17:00.131547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37a9237-cb3f-4f92-838f-083b38720a75 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:00.141553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e43535ba-c137-4433-a900-d8dd4892afbf req-3f0c3a92-05fc-47f9-bc20-d03d475590c7 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799727 Jul 15 13:17:00.143693 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.166428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Transition to ACTIVE for port object e37a9237-cb3f-4f92-838f-083b38720a75 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:00.172322 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.398590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.429780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:00.449305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Attempting to bind port e37a9237-cb3f-4f92-838f-083b38720a75 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:00.449814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Attempting to bind port e37a9237-cb3f-4f92-838f-083b38720a75 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:00.450334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Attempting to bind port e37a9237-cb3f-4f92-838f-083b38720a75 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:00.464320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Port e37a9237-cb3f-4f92-838f-083b38720a75 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:00.465428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Attempting to bind port e37a9237-cb3f-4f92-838f-083b38720a75 on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:00.482076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:00.482619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:00.483346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:00.483981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Bound port: e37a9237-cb3f-4f92-838f-083b38720a75, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:00.484547 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.498426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fa13f-1408-47c1-8639-a5f9ab3fea40 req-d71b8bd0-ce43-4485-91d3-c7754a8c28e1 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.500067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-277fa13f-1408-47c1-8639-a5f9ab3fea40 req-d71b8bd0-ce43-4485-91d3-c7754a8c28e1 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 946 time: 0.2182598 Jul 15 13:17:00.580293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-277fa13f-1408-47c1-8639-a5f9ab3fea40 req-e1825fd4-9f8d-404a-8101-a19043fe25a6 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e071e1c-75fe-4b36-8e29-15bb6c1cade7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710533 Jul 15 13:17:00.586742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:00.601327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '98acbc5a-65d0-4b21-a3ad-9a47f37f0957', 'network_id': '32eed285-e268-4fcc-8c16-06f95aebb65a', 'port_id': '98acbc5a-65d0-4b21-a3ad-9a47f37f0957', 'mac_address': 'fa:16:3e:03:97:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:00.613168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:00.620177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:00.638406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.654873 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.672218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:00.699661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:00.706912 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.715782 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58e893b-b842-4e05-b03a-754412ad70f0 x-openstack-request-id: req-f58e893b-b842-4e05-b03a-754412ad70f0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:00.716355 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45", "tag": "98acbc5a-65d0-4b21-a3ad-9a47f37f0957", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:00.716773 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f58e893b-b842-4e05-b03a-754412ad70f0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:00.717221 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45', 'tag': '98acbc5a-65d0-4b21-a3ad-9a47f37f0957', 'status': 'completed', 'code': 200} Jul 15 13:17:00.770704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.771598 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.773200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/e37a9237-cb3f-4f92-838f-083b38720a75 HTTP/1.1" status: 200 len: 1096 time: 1.3558550 Jul 15 13:17:00.781939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c53d7a-a97f-486e-a763-00cd0eef18e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.834484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.888557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cbea4d-2651-43d3-a15d-ebad661c1d2b'}, {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa291eb-80d0-4337-8a4e-8eb007064016'}, {'server_uuid': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30196265-e847-4733-81cf-f80ec3f5075b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:00.892572 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4721ee-647d-43af-8542-8e1fa112b9a8" -d '{"events": [{"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-plugged", "status": "completed", "tag": "15cbea4d-2651-43d3-a15d-ebad661c1d2b"}, {"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-plugged", "status": "completed", "tag": "aaa291eb-80d0-4337-8a4e-8eb007064016"}, {"server_uuid": "a2749937-c813-455c-9355-e61dbdd2a42d", "name": "network-vif-plugged", "status": "completed", "tag": "30196265-e847-4733-81cf-f80ec3f5075b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:00.941238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['98acbc5a-65d0-4b21-a3ad-9a47f37f0957'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:00.976582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-0d1b8ce1-9b3c-478e-922c-7779b59dd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.980097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-0d1b8ce1-9b3c-478e-922c-7779b59dd8d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8856a6f201da4543b63112744d41c6fd&device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 1096 time: 0.2499168 Jul 15 13:17:01.143209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dcce7-8620-4d53-a415-9907b39ae9f1 req-0c5b397c-3eaf-4296-a13f-205a2b9091a9 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.144834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-921dcce7-8620-4d53-a415-9907b39ae9f1 req-0c5b397c-3eaf-4296-a13f-205a2b9091a9 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 944 time: 0.3148351 Jul 15 13:17:01.201008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-1c4efce2-0888-4fd0-9b7a-425037b421d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.203181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-1c4efce2-0888-4fd0-9b7a-425037b421d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d867bfdaf7cf4997a99f2f11d418e1bf&device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 1099 time: 0.3307726 Jul 15 13:17:01.232279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-6c2a47bd-c420-4664-ac5d-dbcd585df0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.234003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-6c2a47bd-c420-4664-ac5d-dbcd585df0cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 200 len: 916 time: 0.2368176 Jul 15 13:17:01.304890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-854ab1a6-8986-4412-9782-b3c0171c8ac3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e37a9237-cb3f-4f92-838f-083b38720a75 HTTP/1.1" status: 200 len: 217 time: 0.0929124 Jul 15 13:17:01.308682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-921dcce7-8620-4d53-a415-9907b39ae9f1 req-b7e593bf-6190-49d2-a54b-52eddb16f58b tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490448 Jul 15 13:17:01.368487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-65aacb11-e74e-4997-a4ac-382bf86b91b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98acbc5a-65d0-4b21-a3ad-9a47f37f0957 HTTP/1.1" status: 200 len: 217 time: 0.0791662 Jul 15 13:17:01.486777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-58beaa86-4d2d-43ca-9b4b-3e6f47449b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.489453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-58beaa86-4d2d-43ca-9b4b-3e6f47449b53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1357245 Jul 15 13:17:01.496322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-c60c1da9-8d1d-4c6f-bb59-43509f63be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.498892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-c60c1da9-8d1d-4c6f-bb59-43509f63be93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00 HTTP/1.1" status: 200 len: 855 time: 0.0985229 Jul 15 13:17:01.584227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-ec821c5c-247c-4a2d-b538-ded36027fea5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32eed285-e268-4fcc-8c16-06f95aebb65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698528 Jul 15 13:17:01.718246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-fd356eb1-bff5-40ab-ad4c-4fd210c7d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.721060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-fd356eb1-bff5-40ab-ad4c-4fd210c7d1df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2204401 Jul 15 13:17:01.816074 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-db27695e-8e6c-446a-91cb-64b748d4a012 service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238083 Jul 15 13:17:02.116057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-b3cc16d9-cdfd-4b58-9918-15be38141cd0 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857415 Jul 15 13:17:02.169479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59410f22-5c6f-46a6-8be6-5fd70aebe849 req-e381f6bf-e8a9-4df3-8183-cbd1210c32ea service neutron] 10.222.0.35 "GET /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471146 Jul 15 13:17:02.185784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b364-fad7-4d51-9b4f-54b1a5b7b52a req-5a1d80b6-401e-4c6e-aab8-ecd44dcc044d tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.187432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b721b364-fad7-4d51-9b4f-54b1a5b7b52a req-5a1d80b6-401e-4c6e-aab8-ecd44dcc044d tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 947 time: 0.2980235 Jul 15 13:17:02.271052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b721b364-fad7-4d51-9b4f-54b1a5b7b52a req-c0c5eeb9-16aa-4cf9-bdc2-ca99cb569a1e tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524199 Jul 15 13:17:02.287392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b641d74e-5aa0-4afe-9a5f-753aaebe7c26 req-d134d78a-4c36-4087-bf98-4aa3d8c22aa1 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646965 Jul 15 13:17:02.455827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:02.530560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:02.536292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:02.536794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.600169 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381c7718-6534-4bc7-b24e-fc330bc85591 x-openstack-request-id: req-381c7718-6534-4bc7-b24e-fc330bc85591 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:02.600604 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-plugged", "status": "completed", "tag": "15cbea4d-2651-43d3-a15d-ebad661c1d2b", "code": 200}, {"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-plugged", "status": "completed", "tag": "aaa291eb-80d0-4337-8a4e-8eb007064016", "code": 200}, {"server_uuid": "a2749937-c813-455c-9355-e61dbdd2a42d", "name": "network-vif-plugged", "status": "completed", "tag": "30196265-e847-4733-81cf-f80ec3f5075b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:02.600998 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-381c7718-6534-4bc7-b24e-fc330bc85591 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:02.601619 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cbea4d-2651-43d3-a15d-ebad661c1d2b', 'code': 200} Jul 15 13:17:02.601926 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa291eb-80d0-4337-8a4e-8eb007064016', 'code': 200} Jul 15 13:17:02.602293 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30196265-e847-4733-81cf-f80ec3f5075b', 'code': 200} Jul 15 13:17:02.715071 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.720158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:02.723354 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3824817-a00d-41a7-8d3a-b1264c63349d" -d '{"events": [{"name": "network-changed", "server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:02.780727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:02.787027 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.870996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:02.941270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1e242-939f-49b6-af7e-24720223e270 req-70e0669f-0f42-43d9-9a2d-1dd8b06591a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.941771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1e242-939f-49b6-af7e-24720223e270 req-70e0669f-0f42-43d9-9a2d-1dd8b06591a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.942301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1e242-939f-49b6-af7e-24720223e270 req-70e0669f-0f42-43d9-9a2d-1dd8b06591a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.944740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7b1e242-939f-49b6-af7e-24720223e270 req-70e0669f-0f42-43d9-9a2d-1dd8b06591a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2874 time: 0.2163873 Jul 15 13:17:02.948922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bb773-935c-4229-b0a1-28894b355f7c req-14d1a386-b91a-4e12-8e9e-5fe9d7bd1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.950490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423bb773-935c-4229-b0a1-28894b355f7c req-14d1a386-b91a-4e12-8e9e-5fe9d7bd1a99 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 1098 time: 0.2125366 Jul 15 13:17:02.967279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9139-149f-4ae7-b7d5-d8cce379ebb8 req-ecc6bf95-6838-481a-a68b-f2eabe6a46b0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.974221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9139-149f-4ae7-b7d5-d8cce379ebb8 req-ecc6bf95-6838-481a-a68b-f2eabe6a46b0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.980390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9139-149f-4ae7-b7d5-d8cce379ebb8 req-ecc6bf95-6838-481a-a68b-f2eabe6a46b0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.982133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93ef9139-149f-4ae7-b7d5-d8cce379ebb8 req-ecc6bf95-6838-481a-a68b-f2eabe6a46b0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2418 time: 0.2008939 Jul 15 13:17:03.052414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7b1e242-939f-49b6-af7e-24720223e270 req-3ae91c20-e7e2-4d6c-8c4b-681ac1e6d1da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997846 Jul 15 13:17:03.067645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423bb773-935c-4229-b0a1-28894b355f7c req-8ec22f5c-3828-4320-b6d5-1b4a889b9189 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e071e1c-75fe-4b36-8e29-15bb6c1cade7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827556 Jul 15 13:17:03.073386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93ef9139-149f-4ae7-b7d5-d8cce379ebb8 req-55ed2a0d-f278-4188-b150-f88c751bf458 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744455 Jul 15 13:17:03.298466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf605-b08b-4f9c-9e4c-f822b56f49a9 req-6f6a358e-12a2-45e5-9087-a48a2c1c239d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.304183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03ccf605-b08b-4f9c-9e4c-f822b56f49a9 req-6f6a358e-12a2-45e5-9087-a48a2c1c239d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 946 time: 0.0890224 Jul 15 13:17:03.355724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03ccf605-b08b-4f9c-9e4c-f822b56f49a9 req-ed6951c0-e6d5-493b-b462-4f965718c906 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e071e1c-75fe-4b36-8e29-15bb6c1cade7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489371 Jul 15 13:17:03.565187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73916fe7-df8b-4dc8-8403-a633976ac51d req-f0add04e-99cf-4dc3-9008-d412a5e7d4bf tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.567623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73916fe7-df8b-4dc8-8403-a633976ac51d req-f0add04e-99cf-4dc3-9008-d412a5e7d4bf tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 945 time: 0.1015635 Jul 15 13:17:03.627799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73916fe7-df8b-4dc8-8403-a633976ac51d req-8c0054f0-201c-4b45-bee1-b94a3a5e9f8a tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527251 Jul 15 13:17:03.853837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dec68-1ae4-4752-90c7-02e6d674f66f req-e2e68182-5035-4e94-a036-e587138733c8 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.856131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab5dec68-1ae4-4752-90c7-02e6d674f66f req-e2e68182-5035-4e94-a036-e587138733c8 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.1043997 Jul 15 13:17:03.923241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab5dec68-1ae4-4752-90c7-02e6d674f66f req-684f4ebd-1c32-49f4-9d11-f9c8ca1e1233 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560713 Jul 15 13:17:03.997316 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9d170f-4428-4833-8bfc-00fc9e9c7940 x-openstack-request-id: req-3a9d170f-4428-4833-8bfc-00fc9e9c7940 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:03.997888 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:03.998273 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a9d170f-4428-4833-8bfc-00fc9e9c7940 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:03.998938 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'status': 'completed', 'code': 200} Jul 15 13:17:04.112618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-6ce1e7be-0422-487f-b7ff-1b1377c507c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.115012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-6ce1e7be-0422-487f-b7ff-1b1377c507c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d867bfdaf7cf4997a99f2f11d418e1bf&device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 1099 time: 0.0816851 Jul 15 13:17:04.462186 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.474655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:04.604873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98acbc5a-65d0-4b21-a3ad-9a47f37f0957'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:04.612639 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b79430-a9f6-4178-9562-01d68acde996" -d '{"events": [{"server_uuid": "d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45", "name": "network-vif-plugged", "status": "completed", "tag": "98acbc5a-65d0-4b21-a3ad-9a47f37f0957"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:04.646985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:04.668863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'mac_address': 'fa:16:3e:6d:22:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:04.721290 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.733383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fe82b-bcc7-4b18-8832-4f6139a4d714 req-217c811e-db62-4d6c-a1aa-47fd65d895d7 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.736394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e03fe82b-bcc7-4b18-8832-4f6139a4d714 req-217c811e-db62-4d6c-a1aa-47fd65d895d7 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 947 time: 0.6002245 Jul 15 13:17:04.740005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37a9237-cb3f-4f92-838f-083b38720a75 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:04.766391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-a7c0938b-6497-44a5-bc61-670c9ccdb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.769122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-a7c0938b-6497-44a5-bc61-670c9ccdb8f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.6474857 Jul 15 13:17:04.773331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:04.779342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.844601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:04.859023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-d8e06e1b-eec4-4c43-b973-d8fef748750c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e37a9237-cb3f-4f92-838f-083b38720a75 HTTP/1.1" status: 200 len: 217 time: 0.0762038 Jul 15 13:17:04.936912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e03fe82b-bcc7-4b18-8832-4f6139a4d714 req-98119153-085b-4633-a1c7-90ab8c4a0824 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898704 Jul 15 13:17:04.973577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-c9c3f868-c2d7-4385-8f41-1e08fb9a4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.975580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-c9c3f868-c2d7-4385-8f41-1e08fb9a4342 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1058984 Jul 15 13:17:05.031225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e37a9237-cb3f-4f92-838f-083b38720a75'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:05.077540 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:05.090470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-240d8f73-f16d-489a-b1de-164995c65353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.095683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-240d8f73-f16d-489a-b1de-164995c65353 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109269 Jul 15 13:17:05.268357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-7d33e017-b0a9-4f13-b388-d741c7a037fd service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650095 Jul 15 13:17:05.371751 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.475673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3824817-a00d-41a7-8d3a-b1264c63349d req-fcff5ad9-a46f-4e00-a2cb-3a6e1a7707e9 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990037 Jul 15 13:17:05.641885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd1c2-d445-46b9-bf87-42693a0c6799 req-18598eb2-a527-4e4e-9df6-038ca30a874c tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.649404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd1c2-d445-46b9-bf87-42693a0c6799 req-18598eb2-a527-4e4e-9df6-038ca30a874c tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.655977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd1c2-d445-46b9-bf87-42693a0c6799 req-18598eb2-a527-4e4e-9df6-038ca30a874c tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.658223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a84dd1c2-d445-46b9-bf87-42693a0c6799 req-18598eb2-a527-4e4e-9df6-038ca30a874c tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2418 time: 0.1155043 Jul 15 13:17:05.702616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a84dd1c2-d445-46b9-bf87-42693a0c6799 req-10a57178-08ed-4138-9002-0d4e7db7bb2a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378404 Jul 15 13:17:05.928268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ded5b-a607-4964-bd53-cf0f749f999c req-cbf15338-2615-4196-8f68-4add32f32349 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.931007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-942ded5b-a607-4964-bd53-cf0f749f999c req-cbf15338-2615-4196-8f68-4add32f32349 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 946 time: 0.1222856 Jul 15 13:17:05.977588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-942ded5b-a607-4964-bd53-cf0f749f999c req-44851e01-531e-4778-a0c1-85ca878cc615 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e071e1c-75fe-4b36-8e29-15bb6c1cade7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373690 Jul 15 13:17:06.045923 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aabd313-f8e7-4f53-a7f5-c3ae13fe4574 x-openstack-request-id: req-3aabd313-f8e7-4f53-a7f5-c3ae13fe4574 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:06.046761 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45", "name": "network-vif-plugged", "status": "completed", "tag": "98acbc5a-65d0-4b21-a3ad-9a47f37f0957", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:06.046761 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3aabd313-f8e7-4f53-a7f5-c3ae13fe4574 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:06.047386 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98acbc5a-65d0-4b21-a3ad-9a47f37f0957', 'code': 200} Jul 15 13:17:06.258768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e49344-5c1b-4a0a-ac9a-4a2a430183de req-d67897cf-5e26-4ec2-9b04-b720c3bc99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.260250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73e49344-5c1b-4a0a-ac9a-4a2a430183de req-d67897cf-5e26-4ec2-9b04-b720c3bc99a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 1097 time: 0.1241360 Jul 15 13:17:06.274047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a97122-23c2-475b-b96c-a83f5dd2ee35 req-cfa59d2a-aa40-4934-926b-271d1b3f20c0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.275674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53a97122-23c2-475b-b96c-a83f5dd2ee35 req-cfa59d2a-aa40-4934-926b-271d1b3f20c0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.0999784 Jul 15 13:17:06.336520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73e49344-5c1b-4a0a-ac9a-4a2a430183de req-6fd88dcd-6ce5-4f81-a552-f3e857863034 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598042 Jul 15 13:17:06.342047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53a97122-23c2-475b-b96c-a83f5dd2ee35 req-68602fe0-df5e-4de4-8067-a00d201210c0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586760 Jul 15 13:17:06.503346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:06.568226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port e37a9237-cb3f-4f92-838f-083b38720a75 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:06.573927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port e37a9237-cb3f-4f92-838f-083b38720a75 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:06.574535 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.677588 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.747031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:06.754076 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.834245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.052777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d00e7-6c21-498a-a891-dcd05f4528ca req-5f451109-4cd3-47d5-a8b5-338d379bc5ee tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.055977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-393d00e7-6c21-498a-a891-dcd05f4528ca req-5f451109-4cd3-47d5-a8b5-338d379bc5ee tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 949 time: 0.1226645 Jul 15 13:17:07.116995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-393d00e7-6c21-498a-a891-dcd05f4528ca req-8625c283-f3c7-45c7-8010-1a418d3df889 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531819 Jul 15 13:17:07.334254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911337-44a4-4da7-9eb8-f25e15eac073 req-4bf2fe63-eaed-4b86-a0c1-0a8bc226e733 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.336140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb911337-44a4-4da7-9eb8-f25e15eac073 req-4bf2fe63-eaed-4b86-a0c1-0a8bc226e733 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 946 time: 0.0746856 Jul 15 13:17:07.350254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49748) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.357292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Request body: {'floatingip': {'port_id': '30196265-e847-4733-81cf-f80ec3f5075b'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:07.461775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.039831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726ff0c-b272-4996-8cbc-6fd885f1b303 req-f92154be-c22b-4a22-a778-a5a4a7589e2a tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.042769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d726ff0c-b272-4996-8cbc-6fd885f1b303 req-f92154be-c22b-4a22-a778-a5a4a7589e2a tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 945 time: 0.2548468 Jul 15 13:17:08.048483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:08.053686 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55255679-bf8d-408a-ab52-d046fb0ef087" -d '{"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-plugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:08.132223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d726ff0c-b272-4996-8cbc-6fd885f1b303 req-22436378-0817-4062-9623-57897de7df6d tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.25 "GET /v2.0/security-groups?id=5db72670-e32f-4a4e-8484-34e809fa5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825555 Jul 15 13:17:08.254335 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.261608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.442308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-04e3ca26-e53f-4119-82c5-adcdfd3b15db tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.443985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-04e3ca26-e53f-4119-82c5-adcdfd3b15db tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d HTTP/1.1" status: 200 len: 945 time: 0.1306820 Jul 15 13:17:08.445815 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Floating IP 6de1b5b3-add5-462c-8966-c80a56b1b066 associated. External IP: 172.25.1.67, port: 30196265-e847-4733-81cf-f80ec3f5075b. Jul 15 13:17:08.704331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Deleting port 6c1ce1a7-fe19-4d14-9847-76436981d006 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:08.704686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.913073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] For port 6c1ce1a7-fe19-4d14-9847-76436981d006, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c1ce1a7-fe19-4d14-9847-76436981d006,segment=NetworkSegment(208a2f9c-b307-4350-a73b-9d6e8e92d0e4),segment_id=208a2f9c-b307-4350-a73b-9d6e8e92d0e4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:08.913355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.931511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Router 120cf47e-acb3-49bc-aeb3-526e11669a78 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:08.945523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3817437-635b-4619-b55c-e4070b23e77c req-b32d0951-e614-464b-aab9-9b1ce56e60ee tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.947632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3817437-635b-4619-b55c-e4070b23e77c req-b32d0951-e614-464b-aab9-9b1ce56e60ee tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.2600501 Jul 15 13:17:08.950041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Calling delete_port for 6c1ce1a7-fe19-4d14-9847-76436981d006 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:09.107476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3817437-635b-4619-b55c-e4070b23e77c req-13f07bf4-9d03-4bdc-85c7-5372fd9ae303 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457038 Jul 15 13:17:09.209009 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08da672-862c-4dc5-ad0b-545c0a2a99d4 x-openstack-request-id: req-c08da672-862c-4dc5-ad0b-545c0a2a99d4 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:09.211735 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-plugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:09.212652 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c08da672-862c-4dc5-ad0b-545c0a2a99d4 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:09.213817 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'code': 200} Jul 15 13:17:09.277487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:09.286655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.297026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] Sync routers for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:09.319809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:09.321361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:16:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:09.555701 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7501c2ec-6566-442c-b129-fd713abf0df0 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "PUT /v2.0/floatingips/6de1b5b3-add5-462c-8966-c80a56b1b066 HTTP/1.1" status: 200 len: 991 time: 2.2035246 Jul 15 13:17:09.561336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'tag': '30196265-e847-4733-81cf-f80ec3f5075b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:09.565703 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602789d3-693d-4671-af0d-89ee1047fedd" -d '{"events": [{"name": "network-changed", "server_uuid": "a2749937-c813-455c-9355-e61dbdd2a42d", "tag": "30196265-e847-4733-81cf-f80ec3f5075b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:09.576978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.665933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Pushing event deleted for resources: {'Port': ['ID=6c1ce1a7-fe19-4d14-9847-76436981d006,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.678797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f00fe-c51a-4d70-a010-07d7b5242832 req-fd0c1388-9fbf-4a0e-825e-162550255d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.681524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f7f00fe-c51a-4d70-a010-07d7b5242832 req-fd0c1388-9fbf-4a0e-825e-162550255d44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 1101 time: 0.3883207 Jul 15 13:17:09.773892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:09.777808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] No DVR routers for this DVR port 6c1ce1a7-fe19-4d14-9847-76436981d006 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:09.785416 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.789626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed2215a7-54a7-4211-9f9e-041bd0247c80 req-23bd07af-e527-4575-916c-e8aa5231d8fc tempest-ServersNegativeTestMultiTenantJSON-23774348 tempest-ServersNegativeTestMultiTenantJSON-23774348-project] 10.222.0.35 "DELETE /v2.0/ports/6c1ce1a7-fe19-4d14-9847-76436981d006 HTTP/1.1" status: 204 len: 173 time: 1.3394008 Jul 15 13:17:09.808215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddbd7e-01da-44dd-959b-c0c662d45e67 req-1ae06e21-44be-41aa-a48f-6809ec3174b2 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.811340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bddbd7e-01da-44dd-959b-c0c662d45e67 req-1ae06e21-44be-41aa-a48f-6809ec3174b2 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 949 time: 0.3883479 Jul 15 13:17:09.876015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f7f00fe-c51a-4d70-a010-07d7b5242832 req-2f0e635e-4119-475d-8175-80d4287f94af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584487 Jul 15 13:17:09.907442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bddbd7e-01da-44dd-959b-c0c662d45e67 req-01751e1b-b6b0-4588-826d-f2ab4ba5e445 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784569 Jul 15 13:17:10.172627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6de1b5b3-add5-462c-8966-c80a56b1b066', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'port_id': '30196265-e847-4733-81cf-f80ec3f5075b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'mac_address': 'fa:16:3e:8b:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:39Z', 'updated_at': '2021-07-15T13:17:08Z', 'revision_number': 1, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.210894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] Checking router: 120cf47e-acb3-49bc-aeb3-526e11669a78 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:17:10.226355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:10.227411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:16:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.233907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceb275-1e4e-43ff-ab5c-e4889d7ed9d7 req-9b887b16-aaea-4c15-934a-feb320546407 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.240872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceb275-1e4e-43ff-ab5c-e4889d7ed9d7 req-9b887b16-aaea-4c15-934a-feb320546407 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.248380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceb275-1e4e-43ff-ab5c-e4889d7ed9d7 req-9b887b16-aaea-4c15-934a-feb320546407 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.250787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5ceb275-1e4e-43ff-ab5c-e4889d7ed9d7 req-9b887b16-aaea-4c15-934a-feb320546407 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2418 time: 0.1358609 Jul 15 13:17:10.323248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5ceb275-1e4e-43ff-ab5c-e4889d7ed9d7 req-615a3c25-8669-4d04-8737-83535bb45946 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545900 Jul 15 13:17:10.347776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-7f9bd1df-457a-4291-87b2-d37e7c5fee9d tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.356111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-7f9bd1df-457a-4291-87b2-d37e7c5fee9d tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.363082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-7f9bd1df-457a-4291-87b2-d37e7c5fee9d tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.365551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-7f9bd1df-457a-4291-87b2-d37e7c5fee9d tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 2418 time: 0.1554890 Jul 15 13:17:10.377868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:10.563538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6c1ce1a7-fe19-4d14-9847-76436981d006 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:10.591957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port aaa291eb-80d0-4337-8a4e-8eb007064016 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:10.592904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.598383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 6c1ce1a7-fe19-4d14-9847-76436981d006 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:10.599054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6c1ce1a7-fe19-4d14-9847-76436981d006 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:10.780129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port aaa291eb-80d0-4337-8a4e-8eb007064016, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=aaa291eb-80d0-4337-8a4e-8eb007064016,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:10.780916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.795734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6de1b5b3-add5-462c-8966-c80a56b1b066', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'port_id': '30196265-e847-4733-81cf-f80ec3f5075b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'mac_address': 'fa:16:3e:8b:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:39Z', 'updated_at': '2021-07-15T13:17:08Z', 'revision_number': 1, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.800373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for aaa291eb-80d0-4337-8a4e-8eb007064016 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:10.833522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3515eb2-8f4f-4913-bee0-f520e6b4d21c None None] The sync data for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 is: [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '6de1b5b3-add5-462c-8966-c80a56b1b066', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'port_id': '30196265-e847-4733-81cf-f80ec3f5075b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'mac_address': 'fa:16:3e:8b:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:39Z', 'updated_at': '2021-07-15T13:17:08Z', 'revision_number': 1, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:11.033022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe158-85fa-4482-ae67-f317103c329b req-81bd973b-c152-421c-8969-f3679f14162a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:11.034546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-753fe158-85fa-4482-ae67-f317103c329b req-81bd973b-c152-421c-8969-f3679f14162a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.1400049 Jul 15 13:17:11.066403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.083459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['15cbea4d-2651-43d3-a15d-ebad661c1d2b', 'bb406a4b-602b-43b2-921c-87ee401c9826', 'aaa291eb-80d0-4337-8a4e-8eb007064016'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:11.117714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=aaa291eb-80d0-4337-8a4e-8eb007064016,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.138197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-753fe158-85fa-4482-ae67-f317103c329b req-8c4cd154-1205-490b-b0ef-8914754082f5 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934727 Jul 15 13:17:11.233220 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c425468-b63f-45fc-a370-62c73f2c9f9d None None] New status for floating IP 6de1b5b3-add5-462c-8966-c80a56b1b066: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:17:11.252782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port aaa291eb-80d0-4337-8a4e-8eb007064016 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:11.256411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.265842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-8c83f43c-24ce-4040-8742-8d6fed742e51 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.30 "DELETE /v2.0/ports/aaa291eb-80d0-4337-8a4e-8eb007064016 HTTP/1.1" status: 204 len: 173 time: 0.8941634 Jul 15 13:17:11.340449 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49798) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.482056 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d066e467-9274-4639-869d-70f7ca66c1c0 admin admin] Deleting subnet 3960ce45-c907-4ca3-b3a0-0e056fab1f3a {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:11.492049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d066e467-9274-4639-869d-70f7ca66c1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.633582 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d066e467-9274-4639-869d-70f7ca66c1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.651727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port 15cbea4d-2651-43d3-a15d-ebad661c1d2b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:11.652310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.756988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d066e467-9274-4639-869d-70f7ca66c1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.845897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d066e467-9274-4639-869d-70f7ca66c1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.869868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port 15cbea4d-2651-43d3-a15d-ebad661c1d2b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=15cbea4d-2651-43d3-a15d-ebad661c1d2b,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:11.870669 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.888168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d066e467-9274-4639-869d-70f7ca66c1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.894735 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d066e467-9274-4639-869d-70f7ca66c1c0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3960ce45-c907-4ca3-b3a0-0e056fab1f3a HTTP/1.1" status: 204 len: 168 time: 0.5523412 Jul 15 13:17:11.895935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49808) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.896821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066e467-9274-4639-869d-70f7ca66c1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3960ce45-c907-4ca3-b3a0-0e056fab1f3a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.909220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for 15cbea4d-2651-43d3-a15d-ebad661c1d2b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:11.982935 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.034837 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a831b9-d1c1-43ba-9486-66334a42cb53 x-openstack-request-id: req-e4a831b9-d1c1-43ba-9486-66334a42cb53 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:12.035360 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2749937-c813-455c-9355-e61dbdd2a42d", "tag": "30196265-e847-4733-81cf-f80ec3f5075b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:12.036273 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4a831b9-d1c1-43ba-9486-66334a42cb53 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:12.036924 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'tag': '30196265-e847-4733-81cf-f80ec3f5075b', 'status': 'completed', 'code': 200} Jul 15 13:17:12.087007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.101196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c189ebb-15e2-4523-8e82-3e3e054b2920']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:12.114859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208a2f9c-b307-4350-a73b-9d6e8e92d0e4') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:12.115257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208a2f9c-b307-4350-a73b-9d6e8e92d0e4') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:12.133060 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.157275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.169717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:12.170539 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:12.174315 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:12.273952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.283489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.288061 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9c189ebb-15e2-4523-8e82-3e3e054b2920 HTTP/1.1" status: 204 len: 168 time: 0.3870120 Jul 15 13:17:12.307280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49810) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.313073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602789d3-693d-4671-af0d-89ee1047fedd req-de4305e9-c3db-4ca8-b98a-b212d152b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.316387 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-602789d3-693d-4671-af0d-89ee1047fedd req-de4305e9-c3db-4ca8-b98a-b212d152b42e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 1098 time: 0.2888377 Jul 15 13:17:12.323752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a7617-7b3c-4ab3-8954-a7de13e25572 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c189ebb-15e2-4523-8e82-3e3e054b2920,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:12.404419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae522a0-36f5-4596-83fb-bfcbe3719562 admin admin] Deleting subnet ddf0ca6b-a207-4bbb-869e-aae7c8431d0c {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:12.413218 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bae522a0-36f5-4596-83fb-bfcbe3719562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.441751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de1803-3b82-45b9-b7e4-b798131ca99a req-4bcc0bb8-a18c-4e86-ad85-f3594f091200 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.447398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64de1803-3b82-45b9-b7e4-b798131ca99a req-4bcc0bb8-a18c-4e86-ad85-f3594f091200 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 949 time: 0.4165976 Jul 15 13:17:12.455329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.485154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bae522a0-36f5-4596-83fb-bfcbe3719562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.569019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bae522a0-36f5-4596-83fb-bfcbe3719562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.700139 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bae522a0-36f5-4596-83fb-bfcbe3719562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.755512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae522a0-36f5-4596-83fb-bfcbe3719562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf0ca6b-a207-4bbb-869e-aae7c8431d0c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:12.762485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bae522a0-36f5-4596-83fb-bfcbe3719562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.766271 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bae522a0-36f5-4596-83fb-bfcbe3719562 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ddf0ca6b-a207-4bbb-869e-aae7c8431d0c HTTP/1.1" status: 204 len: 168 time: 0.4563458 Jul 15 13:17:12.768992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49816) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.891351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.008765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=15cbea4d-2651-43d3-a15d-ebad661c1d2b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.027766 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.052956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f9c324-8680-4525-ae15-ccceca6a2df1']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:13.083111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602789d3-693d-4671-af0d-89ee1047fedd req-a7ce6fac-ccef-4a19-aff5-42b76788f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.084745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-602789d3-693d-4671-af0d-89ee1047fedd req-a7ce6fac-ccef-4a19-aff5-42b76788f373 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 912 time: 0.7476261 Jul 15 13:17:13.107345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2f7971-754a-44c7-a8ae-e100d53d499a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:13.110528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2f7971-754a-44c7-a8ae-e100d53d499a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:13.135506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 15cbea4d-2651-43d3-a15d-ebad661c1d2b no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:13.148728 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.171840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 15cbea4d-2651-43d3-a15d-ebad661c1d2b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:13.175286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 15cbea4d-2651-43d3-a15d-ebad661c1d2b not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:13.179883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bb406a4b-602b-43b2-921c-87ee401c9826 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:13.192962 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.201452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port 15cbea4d-2651-43d3-a15d-ebad661c1d2b on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:13.208474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:13.208917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:13.210888 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:13.238874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64de1803-3b82-45b9-b7e4-b798131ca99a req-b3b99f3a-2c8c-4df8-962b-f612d5333320 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7769413 Jul 15 13:17:13.244318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.254962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-55c2205d-7fd7-40bb-bc1c-df7da077f859 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.30 "DELETE /v2.0/ports/15cbea4d-2651-43d3-a15d-ebad661c1d2b HTTP/1.1" status: 204 len: 173 time: 1.9806604 Jul 15 13:17:13.308122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.311346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.323575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.330437 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] 10.222.0.25 "DELETE /v2.0/networks/57f9c324-8680-4525-ae15-ccceca6a2df1 HTTP/1.1" status: 204 len: 168 time: 0.5574856 Jul 15 13:17:13.367802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5eec5-694a-4cc0-998a-892c26e4af89 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f9c324-8680-4525-ae15-ccceca6a2df1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.429180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bb406a4b-602b-43b2-921c-87ee401c9826, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bb406a4b-602b-43b2-921c-87ee401c9826,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:13.433535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb406a4b-602b-43b2-921c-87ee401c9826'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:13.438510 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f434af94-57ff-414f-991e-a5c0fafe3286" -d '{"events": [{"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb406a4b-602b-43b2-921c-87ee401c9826"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:13.447688 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.448975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device aaa291eb-80d0-4337-8a4e-8eb007064016 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:13.455636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-602789d3-693d-4671-af0d-89ee1047fedd req-38a1a768-e70f-4d8c-be95-a01c03225400 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30196265-e847-4733-81cf-f80ec3f5075b HTTP/1.1" status: 200 len: 1001 time: 0.3391778 Jul 15 13:17:13.502075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: aaa291eb-80d0-4337-8a4e-8eb007064016 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:13.502523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device aaa291eb-80d0-4337-8a4e-8eb007064016 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:13.571407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port bb406a4b-602b-43b2-921c-87ee401c9826 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:13.571824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.632076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bb406a4b-602b-43b2-921c-87ee401c9826,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.665009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602789d3-693d-4671-af0d-89ee1047fedd req-42510464-b02a-40f9-849c-0fc46726dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.666561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-602789d3-693d-4671-af0d-89ee1047fedd req-42510464-b02a-40f9-849c-0fc46726dc53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.1738913 Jul 15 13:17:13.723433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port bb406a4b-602b-43b2-921c-87ee401c9826, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bb406a4b-602b-43b2-921c-87ee401c9826,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:13.723825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.744032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for bb406a4b-602b-43b2-921c-87ee401c9826 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:13.810003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602789d3-693d-4671-af0d-89ee1047fedd req-d419d74b-ead7-48cb-955b-fa13f3d2656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.811643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-602789d3-693d-4671-af0d-89ee1047fedd req-d419d74b-ead7-48cb-955b-fa13f3d2656b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359529 Jul 15 13:17:13.827087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49826) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.900075 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-92fa76aa-9bca-49d2-8591-09693beff8ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d14a908c3a0846f08995283e3018ecc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707064 Jul 15 13:17:13.906243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49830) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.928263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-602789d3-693d-4671-af0d-89ee1047fedd req-4e60d018-eb74-404d-9ebf-6a6aa8696041 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069260 Jul 15 13:17:14.018756 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9efa278e-9e8c-487b-b3b6-601b68d2acf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.045368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d', 'name': 'network-vif-deleted', 'tag': '6c1ce1a7-fe19-4d14-9847-76436981d006'}, {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-deleted', 'tag': 'aaa291eb-80d0-4337-8a4e-8eb007064016'}, {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-deleted', 'tag': '15cbea4d-2651-43d3-a15d-ebad661c1d2b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:14.048022 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c99ff-01cc-4063-92fd-b1f57ac3b9fa" -d '{"events": [{"server_uuid": "fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d", "name": "network-vif-deleted", "tag": "6c1ce1a7-fe19-4d14-9847-76436981d006"}, {"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-deleted", "tag": "aaa291eb-80d0-4337-8a4e-8eb007064016"}, {"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-deleted", "tag": "15cbea4d-2651-43d3-a15d-ebad661c1d2b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:14.056887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9efa278e-9e8c-487b-b3b6-601b68d2acf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.133439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9efa278e-9e8c-487b-b3b6-601b68d2acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.138464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9efa278e-9e8c-487b-b3b6-601b68d2acf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.145955 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9efa278e-9e8c-487b-b3b6-601b68d2acf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5db72670-e32f-4a4e-8484-34e809fa5ba2 HTTP/1.1" status: 204 len: 168 time: 0.2373264 Jul 15 13:17:14.161418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa278e-9e8c-487b-b3b6-601b68d2acf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db72670-e32f-4a4e-8484-34e809fa5ba2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:14.202099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-602789d3-693d-4671-af0d-89ee1047fedd req-c634e953-d6c4-4c60-9e93-e9fda1da538c service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642748 Jul 15 13:17:14.221279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.283689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=bb406a4b-602b-43b2-921c-87ee401c9826,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:14.294861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dce59-ce2a-4a08-82e5-bfde7793f7f0 req-b04cdf86-fd69-4e0e-9663-6b714a596503 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.296522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-989dce59-ce2a-4a08-82e5-bfde7793f7f0 req-b04cdf86-fd69-4e0e-9663-6b714a596503 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=764a7b18-9020-4424-9954-762fecaf520d HTTP/1.1" status: 200 len: 865 time: 0.2656517 Jul 15 13:17:14.386964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port bb406a4b-602b-43b2-921c-87ee401c9826 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:14.393255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.398290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7df2940f-a966-43b4-af92-56b8b65a8440 req-ef7f6dc3-489f-4307-bc3c-a8ada7056acb tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.30 "DELETE /v2.0/ports/bb406a4b-602b-43b2-921c-87ee401c9826 HTTP/1.1" status: 204 len: 173 time: 1.1163948 Jul 15 13:17:14.450946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-989dce59-ce2a-4a08-82e5-bfde7793f7f0 req-5dfdebae-07ee-41e2-b860-483635cc5118 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189442 Jul 15 13:17:14.718149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49840) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:14.779882 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-088a9449-5692-4647-a542-3168b378a64b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c2af442ba264832a534c5dc283a7cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598712 Jul 15 13:17:14.783801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49844) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:14.877179 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb663938-b38b-434b-a233-2def5fd9fb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.925878 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb663938-b38b-434b-a233-2def5fd9fb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.047411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb663938-b38b-434b-a233-2def5fd9fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.053469 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb663938-b38b-434b-a233-2def5fd9fb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.057906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bb663938-b38b-434b-a233-2def5fd9fb60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2af300ec-785a-4029-a429-639472518385 HTTP/1.1" status: 204 len: 168 time: 0.2708187 Jul 15 13:17:15.077355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb663938-b38b-434b-a233-2def5fd9fb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af300ec-785a-4029-a429-639472518385,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:15.820551 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcfb240-3191-4ec4-88de-8238b0108517 x-openstack-request-id: req-adcfb240-3191-4ec4-88de-8238b0108517 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:15.821319 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb406a4b-602b-43b2-921c-87ee401c9826", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:15.821718 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adcfb240-3191-4ec4-88de-8238b0108517 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:15.822490 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb406a4b-602b-43b2-921c-87ee401c9826', 'code': 200} Jul 15 13:17:16.151412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd13a2-f5c7-4819-995e-2b68aa302b5f req-3143a910-94f6-42b3-8895-4409a8b322fe tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.156973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fdd13a2-f5c7-4819-995e-2b68aa302b5f req-3143a910-94f6-42b3-8895-4409a8b322fe tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.1622930 Jul 15 13:17:16.215567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fdd13a2-f5c7-4819-995e-2b68aa302b5f req-a2936abd-916d-4a72-98a8-97c15952cfe7 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512638 Jul 15 13:17:16.323093 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f23ccff-001a-4c02-9104-50e0e46f2571 x-openstack-request-id: req-4f23ccff-001a-4c02-9104-50e0e46f2571 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:16.323439 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d", "name": "network-vif-deleted", "tag": "6c1ce1a7-fe19-4d14-9847-76436981d006", "status": "completed", "code": 200}, {"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-deleted", "tag": "aaa291eb-80d0-4337-8a4e-8eb007064016", "status": "completed", "code": 200}, {"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-deleted", "tag": "15cbea4d-2651-43d3-a15d-ebad661c1d2b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:16.323703 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f23ccff-001a-4c02-9104-50e0e46f2571 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:16.324149 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5d6eb4-f9a6-441d-bfd0-b88eb0382f5d', 'name': 'network-vif-deleted', 'tag': '6c1ce1a7-fe19-4d14-9847-76436981d006', 'status': 'completed', 'code': 200} Jul 15 13:17:16.324457 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-deleted', 'tag': 'aaa291eb-80d0-4337-8a4e-8eb007064016', 'status': 'completed', 'code': 200} Jul 15 13:17:16.324717 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-deleted', 'tag': '15cbea4d-2651-43d3-a15d-ebad661c1d2b', 'status': 'completed', 'code': 200} Jul 15 13:17:16.440393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49994) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:16.545510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b3918a-5a29-451b-8e08-3f448b724ab6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting subnet 57d7db83-048c-447a-a1f9-b8c1f156dc1e {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:16.553853 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41b3918a-5a29-451b-8e08-3f448b724ab6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.638157 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41b3918a-5a29-451b-8e08-3f448b724ab6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.820901 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41b3918a-5a29-451b-8e08-3f448b724ab6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.951911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41b3918a-5a29-451b-8e08-3f448b724ab6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.022810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3918a-5a29-451b-8e08-3f448b724ab6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Subnet': ['ID=57d7db83-048c-447a-a1f9-b8c1f156dc1e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.028717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41b3918a-5a29-451b-8e08-3f448b724ab6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.032435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-41b3918a-5a29-451b-8e08-3f448b724ab6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "DELETE /v2.0/subnets/57d7db83-048c-447a-a1f9-b8c1f156dc1e HTTP/1.1" status: 204 len: 168 time: 0.5903614 Jul 15 13:17:17.037148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50058) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:17.041026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad197aa5-92f1-4ac9-9ea1-7113fa36bb36 None None] Network d1b0ac2e-2319-4cf4-90ed-406df551390d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:17.239873 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.364855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd595ab-d289-4146-b08b-0de1d79e3cae req-42b09b83-d73d-474a-8020-89985736804d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.377836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdd595ab-d289-4146-b08b-0de1d79e3cae req-42b09b83-d73d-474a-8020-89985736804d tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.1248038 Jul 15 13:17:17.383999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:17.384441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.460284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdd595ab-d289-4146-b08b-0de1d79e3cae req-c42c66df-1a04-4cbf-bb5e-1f3387139a0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806556 Jul 15 13:17:17.548723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] DHCP port deletion for d1b0ac2e-2319-4cf4-90ed-406df551390d request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:17.586184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:17.587284 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.617903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:17.659036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] Deleting port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:17.662355 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.823782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.856347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] For port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,segment=NetworkSegment(d64c6fe4-d5e1-4214-a687-11b10ff254a0),segment_id=d64c6fe4-d5e1-4214-a687-11b10ff254a0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:17.857030 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.887289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:17.893880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] Calling delete_port for 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:18.065524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.089695 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b0ac2e-2319-4cf4-90ed-406df551390d']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:18.112295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64c6fe4-d5e1-4214-a687-11b10ff254a0') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:18.113165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64c6fe4-d5e1-4214-a687-11b10ff254a0') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:18.134790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.164503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.167966 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.179946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:18.181299 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.226283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:18.236539 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:18.255102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] No DVR routers for this DVR port 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:18.258503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3550a-92ed-4eda-9675-bac3af4aae8b None None] Pushing event deleted for resources: {'Port': ['ID=80575b8a-b7c6-4ce4-b7ae-cc33227e4741,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.327114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-deleted', 'tag': 'bb406a4b-602b-43b2-921c-87ee401c9826'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:18.332035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.337996 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8751d7-2c26-44f0-a0d5-7f442634df32" -d '{"events": [{"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-deleted", "tag": "bb406a4b-602b-43b2-921c-87ee401c9826"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:18.351347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.355738 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "DELETE /v2.0/networks/d1b0ac2e-2319-4cf4-90ed-406df551390d HTTP/1.1" status: 204 len: 168 time: 1.3164749 Jul 15 13:17:18.360396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50186) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:18.378602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17519a9-7f47-4cea-9cb6-e4cec3a68f59 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Network': ['ID=d1b0ac2e-2319-4cf4-90ed-406df551390d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.508733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e028074-9e08-4d7f-b5fb-bdd62687ea17 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting subnet 5629b4f3-00eb-4851-a2b2-78638a1d0805 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:18.514952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e028074-9e08-4d7f-b5fb-bdd62687ea17 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.589194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:18.603943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e028074-9e08-4d7f-b5fb-bdd62687ea17 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.794083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e028074-9e08-4d7f-b5fb-bdd62687ea17 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.927224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:18.932819 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4240d381-3973-429c-8d2b-19b9b0afe13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.948826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'mac_address': 'fa:16:3e:6d:22:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:18.977229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e028074-9e08-4d7f-b5fb-bdd62687ea17 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.004825 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.025205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e37a9237-cb3f-4f92-838f-083b38720a75 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:19.042817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e028074-9e08-4d7f-b5fb-bdd62687ea17 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Subnet': ['ID=5629b4f3-00eb-4851-a2b2-78638a1d0805,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:19.060071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:19.060377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e028074-9e08-4d7f-b5fb-bdd62687ea17 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.063547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5e028074-9e08-4d7f-b5fb-bdd62687ea17 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "DELETE /v2.0/subnets/5629b4f3-00eb-4851-a2b2-78638a1d0805 HTTP/1.1" status: 204 len: 168 time: 0.7011552 Jul 15 13:17:19.067913 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.068321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50254) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:19.100905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d936e5b-a5c3-44b0-b460-a5689bebbbb4 None None] Network 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:19.129357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d7659-ea90-4496-85bc-5ae118c3fe4e req-46eebf61-ed0d-4e87-ab6e-730e40653bad tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.143553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-641d7659-ea90-4496-85bc-5ae118c3fe4e req-46eebf61-ed0d-4e87-ab6e-730e40653bad tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.2432446 Jul 15 13:17:19.269230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-641d7659-ea90-4496-85bc-5ae118c3fe4e req-16d5557c-aeb9-4f7c-b2b0-86bfd539428a tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233940 Jul 15 13:17:19.310676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e37a9237-cb3f-4f92-838f-083b38720a75'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:19.343345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:19.418814 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.527535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:19.528668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 80575b8a-b7c6-4ce4-b7ae-cc33227e4741 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:19.669865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port 96cad10f-e5a0-468a-930e-bb13a6e4b010 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:19.670804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.801195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-cf42f8bb-2c12-40b7-9ed4-4cca75ede9c6 req-1d716314-b718-4340-b4b0-955f12395d24 tempest-SecurityGroupsTestJSON-186699906 tempest-SecurityGroupsTestJSON-186699906-project] (93733) timed out ('10.222.0.25', 59400) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:17:19.844588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:19.952382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port 96cad10f-e5a0-468a-930e-bb13a6e4b010, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=96cad10f-e5a0-468a-930e-bb13a6e4b010,segment=NetworkSegment(005def20-ff3c-4eb6-a218-905a5cc3ef97),segment_id=005def20-ff3c-4eb6-a218-905a5cc3ef97)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:19.952971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.960703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.961187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.961623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.962054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.962484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.962914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.963409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.963838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.964329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.964824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.965251 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:19.965679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.008851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for 96cad10f-e5a0-468a-930e-bb13a6e4b010 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:20.026734 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa600d12-83df-4c87-b50a-046fbc7f9289 x-openstack-request-id: req-aa600d12-83df-4c87-b50a-046fbc7f9289 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:20.027304 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a7b18-9020-4424-9954-762fecaf520d", "name": "network-vif-deleted", "tag": "bb406a4b-602b-43b2-921c-87ee401c9826", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:20.027722 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa600d12-83df-4c87-b50a-046fbc7f9289 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:20.028443 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a7b18-9020-4424-9954-762fecaf520d', 'name': 'network-vif-deleted', 'tag': 'bb406a4b-602b-43b2-921c-87ee401c9826', 'status': 'completed', 'code': 200} Jul 15 13:17:20.343650 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.445142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8eb9df-2e1d-441f-ae87-e8ff204e5928 None None] DHCP port deletion for 53dc2625-b4bd-4ef3-b37f-84a1a04ed301 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:20.459166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=96cad10f-e5a0-468a-930e-bb13a6e4b010,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.466097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port 96cad10f-e5a0-468a-930e-bb13a6e4b010 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:20.608895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:20.732827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port e37a9237-cb3f-4f92-838f-083b38720a75 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:20.735485 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.784339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.815492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dc2625-b4bd-4ef3-b37f-84a1a04ed301']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:20.834982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005def20-ff3c-4eb6-a218-905a5cc3ef97') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:20.835217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005def20-ff3c-4eb6-a218-905a5cc3ef97') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:20.857796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.927738 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.943404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:20.945410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:20.949950 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:20.987850 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.024798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd085a-27e3-434a-887a-9a286e5d9cc4 req-796f0c81-1a40-4c98-912e-ee6b2965ef61 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.041024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd085a-27e3-434a-887a-9a286e5d9cc4 req-796f0c81-1a40-4c98-912e-ee6b2965ef61 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.3344715 Jul 15 13:17:21.074741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:21.076168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:21.078826 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0776dc-4e3e-4a2a-af19-17311f5218fe" -d '{"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-plugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:21.090119 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.130732 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.166798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.170313 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "DELETE /v2.0/networks/53dc2625-b4bd-4ef3-b37f-84a1a04ed301 HTTP/1.1" status: 204 len: 168 time: 2.0992332 Jul 15 13:17:21.180921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50412) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:21.216220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-590092998'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:21.235031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8da906-4c2a-4983-8143-0e42791b6a44 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Network': ['ID=53dc2625-b4bd-4ef3-b37f-84a1a04ed301,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:21.280541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd085a-27e3-434a-887a-9a286e5d9cc4 req-d7242885-8699-4f0c-98f3-687d3e6ad8a0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380230 Jul 15 13:17:21.288006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:21.306733 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.311061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:21.317428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 96cad10f-e5a0-468a-930e-bb13a6e4b010 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:21.365083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 96cad10f-e5a0-468a-930e-bb13a6e4b010 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:21.365083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 96cad10f-e5a0-468a-930e-bb13a6e4b010 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:21.407641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:21.409376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50430) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:21.449560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.450082 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Added segment 713ffaf6-ca3a-49d7-9858-6fbf400da813 of type vlan for network e0300df1-8663-4fcf-aa5d-e65af24ea646 Jul 15 13:17:21.561714 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.565710 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-64c7cecd-cccb-47f3-ac0d-906a55f33fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.574256 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.694328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.709996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.712595 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.812072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec327c95-1aaa-4338-adff-40550bd8940b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.819417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6241314 Jul 15 13:17:21.824469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50462) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:21.852226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'subnet': {'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:22.016610 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f27011-ad82-4501-b483-1f10c0426a31 x-openstack-request-id: req-64f27011-ad82-4501-b483-1f10c0426a31 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:22.017078 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-plugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:22.017490 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64f27011-ad82-4501-b483-1f10c0426a31 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:22.018134 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'code': 200} Jul 15 13:17:22.063506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d78277-32ce-49dc-883a-826ce0c56de0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Network': ['ID=e0300df1-8663-4fcf-aa5d-e65af24ea646,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:22.087704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e0300df1-8663-4fcf-aa5d-e65af24ea646 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:22.173628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec327c95-1aaa-4338-adff-40550bd8940b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.189028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec327c95-1aaa-4338-adff-40550bd8940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.285014 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ec327c95-1aaa-4338-adff-40550bd8940b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e3fb59e87f948da8dbde7d45d18e0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8671198 Jul 15 13:17:22.285290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:22.297645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50484) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.310402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.513029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec327c95-1aaa-4338-adff-40550bd8940b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20de0b54-920f-4f93-8909-065eab8eec90,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:22.567501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c42fac8-58ed-4aa0-a0e4-5d45f8447b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.609558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c42fac8-58ed-4aa0-a0e4-5d45f8447b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.756523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c42fac8-58ed-4aa0-a0e4-5d45f8447b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.759017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.760335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c42fac8-58ed-4aa0-a0e4-5d45f8447b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.771005 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c42fac8-58ed-4aa0-a0e4-5d45f8447b37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20de0b54-920f-4f93-8909-065eab8eec90 HTTP/1.1" status: 204 len: 168 time: 0.4628065 Jul 15 13:17:22.783979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42fac8-58ed-4aa0-a0e4-5d45f8447b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de0b54-920f-4f93-8909-065eab8eec90,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:22.921408 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.943011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Subnet': ['ID=3fa81951-e56a-4e38-a7c1-4feec5d5482e,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:22.959435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Checking segment: {'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:22.960351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network hostable DHCP agents. Network: e0300df1-8663-4fcf-aa5d-e65af24ea646, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:23.077371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network e0300df1-8663-4fcf-aa5d-e65af24ea646 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:23.118916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, e0300df1-8663-4fcf-aa5d-e65af24ea646) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:23.130834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d9bb9-edd7-463f-86ef-9c4b6f10ac1f None None] Network e0300df1-8663-4fcf-aa5d-e65af24ea646 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:23.135757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.136713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.209407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8a3540fa-50f3-4606-8315-6907204da563 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3699057 Jul 15 13:17:23.212383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50510) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.222323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1332733563'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:23.321933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:23.328968 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.380439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:23.399881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.407276 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Added segment bf86bb53-e2cf-4a4f-82ef-e2817346f69b of type vlan for network 101efb81-3cb3-4fb4-a68c-6041aade8759 Jul 15 13:17:23.555535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.623420 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.646951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.648148 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.735161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-e0300df1-8663-4fcf-aa5d-e65af24ea646', 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646', 'tenant_id': '553654734ff84813aa39056cbc598879', 'fixed_ips': [{'subnet_id': '3fa81951-e56a-4e38-a7c1-4feec5d5482e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:23.744979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.876224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50520) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.897878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Network': ['ID=101efb81-3cb3-4fb4-a68c-6041aade8759,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:23.915991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f39cc033-023f-4b3e-870e-f3855422d5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.966385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 101efb81-3cb3-4fb4-a68c-6041aade8759 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:24.158775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-722c3684-5933-4040-950d-641b7bfa2aee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5053458 Jul 15 13:17:24.212909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f39cc033-023f-4b3e-870e-f3855422d5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.240229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d64e3e17-b123-4437-be6c-8be8534a10d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0235956 Jul 15 13:17:24.241749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50524) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:24.252610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f39cc033-023f-4b3e-870e-f3855422d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.272782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'subnet': {'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:24.402390 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f39cc033-023f-4b3e-870e-f3855422d5ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b259bc04c708498084f1bf13193a5885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210404 Jul 15 13:17:24.407979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50526) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:24.440455 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cc033-023f-4b3e-870e-f3855422d5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb6bb4a-2694-488b-a7dd-a439a862eaad,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.465689 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.487999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Allocated IP 19.80.0.2 (e0300df1-8663-4fcf-aa5d-e65af24ea646/3fa81951-e56a-4e38-a7c1-4feec5d5482e/51a42367-4cf2-4fc8-a839-9f268fd5412f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:24.549150 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1f9c-5897-4a7a-9042-81a10750a35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.596858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1f9c-5897-4a7a-9042-81a10750a35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.736938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:24.746034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.813930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1f9c-5897-4a7a-9042-81a10750a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.824641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1f9c-5897-4a7a-9042-81a10750a35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.847790 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eb7a1f9c-5897-4a7a-9042-81a10750a35f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/deb6bb4a-2694-488b-a7dd-a439a862eaad HTTP/1.1" status: 204 len: 168 time: 0.4327466 Jul 15 13:17:24.893936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a1f9c-5897-4a7a-9042-81a10750a35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb6bb4a-2694-488b-a7dd-a439a862eaad,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:25.342984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-5d1c2021-5f3f-49d4-bba8-a4fab6135981 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.353426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-5d1c2021-5f3f-49d4-bba8-a4fab6135981 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 0.8613901 Jul 15 13:17:25.444319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-100b711e-f7c6-4453-b4f6-34ac4bf5b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.451557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-100b711e-f7c6-4453-b4f6-34ac4bf5b5e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1097 time: 0.9550231 Jul 15 13:17:25.623889 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.792882 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.856496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Transition to ACTIVE for port object 51a42367-4cf2-4fc8-a839-9f268fd5412f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:25.955619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Transition to ACTIVE for port object 51a42367-4cf2-4fc8-a839-9f268fd5412f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:26.075321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Subnet': ['ID=f9944ea8-aac3-4e08-a53f-c5eeef7b0250,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.090934 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.183348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Network e0300df1-8663-4fcf-aa5d-e65af24ea646 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:26.198474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:26.210899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:26.228083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Pushing event updated for resources: {'Port': ['ID=51a42367-4cf2-4fc8-a839-9f268fd5412f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.461901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Attempting to bind port 51a42367-4cf2-4fc8-a839-9f268fd5412f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:26.463159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Attempting to bind port 51a42367-4cf2-4fc8-a839-9f268fd5412f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:26.464004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Attempting to bind port 51a42367-4cf2-4fc8-a839-9f268fd5412f on network e0300df1-8663-4fcf-aa5d-e65af24ea646 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:26.517654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:26.518665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Checking segment: {'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:26.519690 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.520610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Bound using segment: {'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:26.521676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Bound port: 51a42367-4cf2-4fc8-a839-9f268fd5412f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:26.522561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.748114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] For port 51a42367-4cf2-4fc8-a839-9f268fd5412f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:26.771018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] For port 51a42367-4cf2-4fc8-a839-9f268fd5412f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=51a42367-4cf2-4fc8-a839-9f268fd5412f,segment=NetworkSegment(713ffaf6-ca3a-49d7-9858-6fbf400da813),segment_id=713ffaf6-ca3a-49d7-9858-6fbf400da813)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:26.788934 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.790129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-abe23d97-cb27-4403-b99f-ab8fd026340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.792595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-abe23d97-cb27-4403-b99f-ab8fd026340d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 1.2242811 Jul 15 13:17:26.945716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e7678-1b91-4c73-a273-f5feae7d6c91 None None] Pushing event updated for resources: {'Port': ['ID=51a42367-4cf2-4fc8-a839-9f268fd5412f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.038045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Checking segment: {'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:27.038768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network hostable DHCP agents. Network: 101efb81-3cb3-4fb4-a68c-6041aade8759, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:27.107535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Deleting port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:27.108096 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.376969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-22241e36-e08c-47c9-9d8b-67d8df70d449 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 200 len: 1001 time: 0.5482736 Jul 15 13:17:27.532910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-516dcaa5-d30e-4a82-9e30-9fe5a7812c2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1544919 Jul 15 13:17:27.673613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network 101efb81-3cb3-4fb4-a68c-6041aade8759 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:27.704961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4dd77-d31c-4348-991b-f9e39fe0af10 req-ed4de229-449c-4c43-8ff3-4af8c77223e0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.713560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2b4dd77-d31c-4348-991b-f9e39fe0af10 req-ed4de229-449c-4c43-8ff3-4af8c77223e0 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45 HTTP/1.1" status: 200 len: 945 time: 1.5905068 Jul 15 13:17:27.791365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] For port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,segment=NetworkSegment(7175ff0f-7d6c-4f3b-90c4-df8f7acef108),segment_id=7175ff0f-7d6c-4f3b-90c4-df8f7acef108)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:27.792533 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.805643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 101efb81-3cb3-4fb4-a68c-6041aade8759) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:27.828813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae697b4f-dd29-46f0-965f-dc77e6fc6d89 None None] Network 101efb81-3cb3-4fb4-a68c-6041aade8759 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:27.842141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.851680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.856604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Calling delete_port for 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:27.871487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-7ad9bf8a-9813-46d7-ad42-2d2ffb9ba9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.873325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-7ad9bf8a-9813-46d7-ad42-2d2ffb9ba9ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.4134407 Jul 15 13:17:27.995987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2b4dd77-d31c-4348-991b-f9e39fe0af10 req-1b708048-d975-4a84-a78f-e6884be61849 tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.25 "GET /v2.0/security-groups?id=b99627ed-b16c-457f-a6b7-ec52d42facf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816610 Jul 15 13:17:28.065537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8d37d922-7b44-4983-b946-e5d6e3911748 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8197005 Jul 15 13:17:28.349192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-2a44e9be-63a9-480d-8233-7fcb74e90484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.350825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-2a44e9be-63a9-480d-8233-7fcb74e90484 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1097 time: 0.7032318 Jul 15 13:17:28.491914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-76b68551-ce94-470a-964a-9946dae698b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.491914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-76b68551-ce94-470a-964a-9946dae698b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5640647 Jul 15 13:17:28.630066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-101efb81-3cb3-4fb4-a68c-6041aade8759', 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759', 'tenant_id': '553654734ff84813aa39056cbc598879', 'fixed_ips': [{'subnet_id': 'f9944ea8-aac3-4e08-a53f-c5eeef7b0250'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:28.632132 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.696600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:29.435846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c99377-6aa2-40f2-87f2-4e6a9d6f9a72 None None] Network e0300df1-8663-4fcf-aa5d-e65af24ea646 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:29.594395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 51a42367-4cf2-4fc8-a839-9f268fd5412f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:29.658924 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.670674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Allocated IP 19.86.0.2 (101efb81-3cb3-4fb4-a68c-6041aade8759/f9944ea8-aac3-4e08-a53f-c5eeef7b0250/25bf524e-6626-4b25-a235-7a624d3f343a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:29.701274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b374d4be-aedd-41ec-b515-22f95aee9842 None None] Provisioning for port 51a42367-4cf2-4fc8-a839-9f268fd5412f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:30.022150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50624) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:30.038313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-c6526b1e-49ed-4ed5-aa1d-b6c2ea65c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.040104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-c6526b1e-49ed-4ed5-aa1d-b6c2ea65c3b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 1.6374595 Jul 15 13:17:30.172023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 51a42367-4cf2-4fc8-a839-9f268fd5412f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:30.272692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 51a42367-4cf2-4fc8-a839-9f268fd5412f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:30.273741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.549694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-54310f4b-3868-434d-a2e4-041353fd99c1 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.556591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-54310f4b-3868-434d-a2e4-041353fd99c1 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.563835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-54310f4b-3868-434d-a2e4-041353fd99c1 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/networks?id=e0300df1-8663-4fcf-aa5d-e65af24ea646&id=101efb81-3cb3-4fb4-a68c-6041aade8759 HTTP/1.1" status: 200 len: 1391 time: 0.5223467 Jul 15 13:17:30.581081 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.601600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-b56ec03c-2dbc-44e2-aead-b7f7b49eb89d tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/quotas/553654734ff84813aa39056cbc598879 HTTP/1.1" status: 200 len: 375 time: 0.0357533 Jul 15 13:17:30.762806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e864fe30-e799-4734-b239-8fdedc67249c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.782587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.822695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Transition to ACTIVE for port object 25bf524e-6626-4b25-a235-7a624d3f343a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:30.852231 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.903355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 51a42367-4cf2-4fc8-a839-9f268fd5412f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=51a42367-4cf2-4fc8-a839-9f268fd5412f,segment=NetworkSegment(713ffaf6-ca3a-49d7-9858-6fbf400da813),segment_id=713ffaf6-ca3a-49d7-9858-6fbf400da813)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:30.905280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Transition to ACTIVE for port object 25bf524e-6626-4b25-a235-7a624d3f343a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:30.916254 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.933929 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.962340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Pushing event deleted for resources: {'Port': ['ID=98acbc5a-65d0-4b21-a3ad-9a47f37f0957,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.036957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e864fe30-e799-4734-b239-8fdedc67249c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.057021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e864fe30-e799-4734-b239-8fdedc67249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.106688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-e90be1ef-f594-429b-b6f2-74e7b843ab85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 1000 time: 0.9025543 Jul 15 13:17:31.112408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Network 101efb81-3cb3-4fb4-a68c-6041aade8759 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:31.129503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:31.131725 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e864fe30-e799-4734-b239-8fdedc67249c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adfba525513b4a82b7d0792f38f4457e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1080925 Jul 15 13:17:31.136003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:31.144960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50640) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:31.162005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-883a45f9-d371-4fc1-bb11-e4d5922cbce5 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6500380 Jul 15 13:17:31.176362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=51a42367-4cf2-4fc8-a839-9f268fd5412f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.305740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] No DVR routers for this DVR port 98acbc5a-65d0-4b21-a3ad-9a47f37f0957 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:31.325991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Attempting to bind port 25bf524e-6626-4b25-a235-7a624d3f343a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:31.326420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Attempting to bind port 25bf524e-6626-4b25-a235-7a624d3f343a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:31.326736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Attempting to bind port 25bf524e-6626-4b25-a235-7a624d3f343a on network 101efb81-3cb3-4fb4-a68c-6041aade8759 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:31.327377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.330606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ea3a839-a232-450d-a96b-a5f95fc93e9c req-43883512-f8c0-486c-910a-108eb30faa0c tempest-ServerDiskConfigTestJSON-801143753 tempest-ServerDiskConfigTestJSON-801143753-project] 10.222.0.35 "DELETE /v2.0/ports/98acbc5a-65d0-4b21-a3ad-9a47f37f0957 HTTP/1.1" status: 204 len: 173 time: 5.9310579 Jul 15 13:17:31.334911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45', 'name': 'network-vif-deleted', 'tag': '98acbc5a-65d0-4b21-a3ad-9a47f37f0957'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:31.338025 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d978468f-3110-47f8-b792-818c4ed5ec70" -d '{"events": [{"server_uuid": "d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45", "name": "network-vif-deleted", "tag": "98acbc5a-65d0-4b21-a3ad-9a47f37f0957"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:31.361929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:31.363567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Checking segment: {'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:31.365233 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.365762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Bound using segment: {'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:31.367063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Bound port: 25bf524e-6626-4b25-a235-7a624d3f343a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:31.369311 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.421903 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bea0eee8-1478-4347-8894-3b06b5982a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.435661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-2eedd2c3-6d9b-4801-b188-0c751a477f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.438274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-2eedd2c3-6d9b-4801-b188-0c751a477f5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.3304276 Jul 15 13:17:31.469408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bea0eee8-1478-4347-8894-3b06b5982a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.556607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] For port 25bf524e-6626-4b25-a235-7a624d3f343a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:31.561121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] For port 25bf524e-6626-4b25-a235-7a624d3f343a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=25bf524e-6626-4b25-a235-7a624d3f343a,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:31.574737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.577708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Pushing event updated for resources: {'Port': ['ID=25bf524e-6626-4b25-a235-7a624d3f343a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.581446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864fe30-e799-4734-b239-8fdedc67249c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef620a-4aef-474f-bf41-ec34814f2dfa,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.605401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bea0eee8-1478-4347-8894-3b06b5982a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.620911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bea0eee8-1478-4347-8894-3b06b5982a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.632601 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bea0eee8-1478-4347-8894-3b06b5982a39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77ef620a-4aef-474f-bf41-ec34814f2dfa HTTP/1.1" status: 204 len: 168 time: 0.4858141 Jul 15 13:17:31.670115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-82ced2ea-5498-4fdd-9b53-eb74840d7ec7 None None] Provisioning complete for port 51a42367-4cf2-4fc8-a839-9f268fd5412f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:31.670887 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82ced2ea-5498-4fdd-9b53-eb74840d7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.684664 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0eee8-1478-4347-8894-3b06b5982a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef620a-4aef-474f-bf41-ec34814f2dfa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.832123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-19807e6f-0bd7-4e35-a2ac-544a9cf7b631 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2296932 Jul 15 13:17:31.861262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ffc15ee-2d9e-442e-a7e0-6e02389f5133 req-400cbdb2-26ec-44df-9aa9-5e1efad6b2a9 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639372 Jul 15 13:17:31.929935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-cae1a9e0-cc2a-4d15-992e-c76a8129b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.932965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-cae1a9e0-cc2a-4d15-992e-c76a8129b937 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4706178 Jul 15 13:17:31.952583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0d427-a1e0-436d-adf0-9447fbf5442d None None] Pushing event updated for resources: {'Port': ['ID=25bf524e-6626-4b25-a235-7a624d3f343a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.355663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-eb12c691-2148-4396-93b6-2e9bda37459c service neutron] 10.222.0.25 "GET /v2.0/networks/e0300df1-8663-4fcf-aa5d-e65af24ea646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999452 Jul 15 13:17:32.481468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-6f9ce573-6783-46d6-bcef-7e4b9978a20b service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379803 Jul 15 13:17:32.582087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-aa962ec7-01f9-4e56-a4bb-b15c2644d0d4 service neutron] 10.222.0.25 "GET /v2.0/networks/e0300df1-8663-4fcf-aa5d-e65af24ea646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951072 Jul 15 13:17:32.588717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-476768d8-7c64-48b2-bdac-5c18fee1e9f2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:17:32.597390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-476768d8-7c64-48b2-bdac-5c18fee1e9f2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142941 Jul 15 13:17:32.835914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3520dd0f-0a90-4aa4-9ebe-5fa630b5db3f req-35befaa2-e84b-480d-9551-1fea51ae9796 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272255 Jul 15 13:17:32.845421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-bd83bf7e-3a0d-4994-88ab-efcdf925faf7 service neutron] 10.222.0.25 "GET /v2.0/networks/101efb81-3cb3-4fb4-a68c-6041aade8759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467458 Jul 15 13:17:33.094518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-6b55efd0-72bf-49a4-a910-613424c41f9c service neutron] 10.222.0.25 "GET /v2.0/networks/101efb81-3cb3-4fb4-a68c-6041aade8759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478123 Jul 15 13:17:33.509542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 51a42367-4cf2-4fc8-a839-9f268fd5412f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:33.576743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50680) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:33.694649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 51a42367-4cf2-4fc8-a839-9f268fd5412f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:33.694960 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.855050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868311e5-87a3-4e71-ab47-75911edd25cf None None] Network 101efb81-3cb3-4fb4-a68c-6041aade8759 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:33.874143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61492c98-102e-483c-b7c6-2f4f337475b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.035414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 25bf524e-6626-4b25-a235-7a624d3f343a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:34.042302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5205701f-92d0-4cf7-b8f9-8fe346ad0cd6 None None] Provisioning for port 25bf524e-6626-4b25-a235-7a624d3f343a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:34.233571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 25bf524e-6626-4b25-a235-7a624d3f343a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:34.326112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 25bf524e-6626-4b25-a235-7a624d3f343a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:34.328700 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.332554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61492c98-102e-483c-b7c6-2f4f337475b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.351154 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61492c98-102e-483c-b7c6-2f4f337475b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.518682 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.526414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-61492c98-102e-483c-b7c6-2f4f337475b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f9b2e819a504099afb6b2bed3db03a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9477108 Jul 15 13:17:34.530606 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50704) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:34.531483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61492c98-102e-483c-b7c6-2f4f337475b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf56ad-c46e-4849-9205-4c900ca6a259,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:34.702013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bb-d24e-40c5-bb14-50ece36a4d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.741682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bb-d24e-40c5-bb14-50ece36a4d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.744961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.843170 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea82b5d-1aef-4d9a-9dfd-48c3bdb16b83 x-openstack-request-id: req-8ea82b5d-1aef-4d9a-9dfd-48c3bdb16b83 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:34.844333 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45", "name": "network-vif-deleted", "tag": "98acbc5a-65d0-4b21-a3ad-9a47f37f0957", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:34.844765 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ea82b5d-1aef-4d9a-9dfd-48c3bdb16b83 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:34.845468 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c3661d-7e1e-49b2-a2e2-e5cf8f6b1a45', 'name': 'network-vif-deleted', 'tag': '98acbc5a-65d0-4b21-a3ad-9a47f37f0957', 'status': 'completed', 'code': 200} Jul 15 13:17:34.868170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bb-d24e-40c5-bb14-50ece36a4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.871361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bb-d24e-40c5-bb14-50ece36a4d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.872791 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e4fb16bb-d24e-40c5-bb14-50ece36a4d7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7bf56ad-c46e-4849-9205-4c900ca6a259 HTTP/1.1" status: 204 len: 168 time: 0.3410602 Jul 15 13:17:34.878139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 25bf524e-6626-4b25-a235-7a624d3f343a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=25bf524e-6626-4b25-a235-7a624d3f343a,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:34.885148 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.909076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb16bb-d24e-40c5-bb14-50ece36a4d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf56ad-c46e-4849-9205-4c900ca6a259,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.011695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0817a507-3067-4fb6-8040-dc357598d1f4 req-4e33fd82-1b4a-45dd-9970-3d4106fc27cf tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 210 time: 0.0865293 Jul 15 13:17:35.298533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=25bf524e-6626-4b25-a235-7a624d3f343a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.320246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-65dfe284-05d2-4846-b044-17109254991d None None] Provisioning complete for port 25bf524e-6626-4b25-a235-7a624d3f343a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:35.323038 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65dfe284-05d2-4846-b044-17109254991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.635990 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.105351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50746) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.130327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03298191-2e3d-4f68-a0ae-5504cdddcb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.332733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03298191-2e3d-4f68-a0ae-5504cdddcb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.340332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03298191-2e3d-4f68-a0ae-5504cdddcb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.374004 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-03298191-2e3d-4f68-a0ae-5504cdddcb23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbe8414974b7447291a636e72723c7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667902 Jul 15 13:17:36.376721 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.456040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03298191-2e3d-4f68-a0ae-5504cdddcb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5af3887-ebe9-4f61-8d4a-463415b2215c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:36.464180 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1956b993-66fe-4237-ad71-2018153302ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.530232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1956b993-66fe-4237-ad71-2018153302ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.652869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1956b993-66fe-4237-ad71-2018153302ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.658009 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1956b993-66fe-4237-ad71-2018153302ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.662163 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1956b993-66fe-4237-ad71-2018153302ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5af3887-ebe9-4f61-8d4a-463415b2215c HTTP/1.1" status: 204 len: 168 time: 0.2816937 Jul 15 13:17:36.686509 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956b993-66fe-4237-ad71-2018153302ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5af3887-ebe9-4f61-8d4a-463415b2215c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:36.951180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1bbf436-f7cd-455d-af9e-040ec50df69c req-7cf1a760-c088-4522-aa46-9f9719fc49ad tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 210 time: 0.1742237 Jul 15 13:17:37.100793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50764) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:37.287769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 25bf524e-6626-4b25-a235-7a624d3f343a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:37.289799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Deleting subnet 290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:37.294873 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.381677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.475382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.502480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 25bf524e-6626-4b25-a235-7a624d3f343a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:37.503169 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.617060 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.714780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:37.765768 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.773252 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/290ec9ec-f4c6-4ff8-a5a7-bb41e4b31a00 HTTP/1.1" status: 204 len: 168 time: 0.6712496 Jul 15 13:17:37.780135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50790) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:37.782136 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.782624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.785258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.787318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.787778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.788230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.789253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.792469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.793123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.795555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.797657 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:37.797932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9f2bf-8f3e-4481-869e-fe7f6befcf2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:38.141203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-e8798e7a-909e-4535-a89d-443eeae26cae tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.166299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-e8798e7a-909e-4535-a89d-443eeae26cae tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.170781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-e8798e7a-909e-4535-a89d-443eeae26cae tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.35 "GET /v2.0/networks?id=e0300df1-8663-4fcf-aa5d-e65af24ea646&id=101efb81-3cb3-4fb4-a68c-6041aade8759 HTTP/1.1" status: 200 len: 1391 time: 0.5317941 Jul 15 13:17:38.231204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'port': {'device_id': 'c3b34b77-e79b-4845-8366-a64b51719538', 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646', 'admin_state_up': True, 'tenant_id': '553654734ff84813aa39056cbc598879'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:38.504073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b5df578-d02f-40a8-a387-5718507b49fe req-e1e3990d-8a4f-43d1-83f2-7d917c606ec1 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 210 time: 0.2002771 Jul 15 13:17:38.514502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.802746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.815388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:38.821324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.828325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32eed285-e268-4fcc-8c16-06f95aebb65a']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:38.879470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7175ff0f-7d6c-4f3b-90c4-df8f7acef108') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:38.879843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7175ff0f-7d6c-4f3b-90c4-df8f7acef108') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:39.048818 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.097101 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.174851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:39.176118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:39.183685 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:39.188140 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:39.270072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Allocated IP 19.80.0.123 (e0300df1-8663-4fcf-aa5d-e65af24ea646/3fa81951-e56a-4e38-a7c1-4feec5d5482e/2b8c4cc1-f99e-4662-8804-240748534b2d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:39.367680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.381985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.387236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] 10.222.0.25 "DELETE /v2.0/networks/32eed285-e268-4fcc-8c16-06f95aebb65a HTTP/1.1" status: 204 len: 168 time: 1.5989456 Jul 15 13:17:39.406662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405c31-3765-4698-9965-4306a81fe249 admin admin] Pushing event deleted for resources: {'Network': ['ID=32eed285-e268-4fcc-8c16-06f95aebb65a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.922937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.972492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a6ef098-2336-4de8-b260-c03d2da28ba1 req-268242af-d04d-475b-8377-6c54de6607e8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 210 time: 0.1296911 Jul 15 13:17:39.986248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Transition to ACTIVE for port object 2b8c4cc1-f99e-4662-8804-240748534b2d will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:39.999973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50858) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:40.158178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.162642 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b8ef7e58-1fd1-4268-8537-e516844a3a0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8856a6f201da4543b63112744d41c6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720050 Jul 15 13:17:40.162822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network e0300df1-8663-4fcf-aa5d-e65af24ea646 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:40.163613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50872) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:40.177253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:40.199909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:40.270954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Port': ['ID=2b8c4cc1-f99e-4662-8804-240748534b2d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.349385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.355594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.416151 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-fe1302ec-a3b7-4751-806c-2ef5212bacba tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2093811 Jul 15 13:17:40.416532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6829eaa-6241-4dd1-ae98-499e1fcdae6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.443112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Request body: {'port': {'device_id': 'c3b34b77-e79b-4845-8366-a64b51719538', 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759', 'admin_state_up': True, 'tenant_id': '553654734ff84813aa39056cbc598879'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:40.529894 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6829eaa-6241-4dd1-ae98-499e1fcdae6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.717591 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6829eaa-6241-4dd1-ae98-499e1fcdae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.723939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5ee26341-397c-4bfd-b9ba-4b57db6908b0 None None] Provisioning for port 2b8c4cc1-f99e-4662-8804-240748534b2d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:40.725506 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6829eaa-6241-4dd1-ae98-499e1fcdae6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.728368 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d6829eaa-6241-4dd1-ae98-499e1fcdae6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b99627ed-b16c-457f-a6b7-ec52d42facf8 HTTP/1.1" status: 204 len: 168 time: 0.5633261 Jul 15 13:17:40.748867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5ee26341-397c-4bfd-b9ba-4b57db6908b0 None None] Provisioning complete for port 2b8c4cc1-f99e-4662-8804-240748534b2d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:40.754919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ee26341-397c-4bfd-b9ba-4b57db6908b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.767370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6829eaa-6241-4dd1-ae98-499e1fcdae6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99627ed-b16c-457f-a6b7-ec52d42facf8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.932223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Made reservation on behalf of 553654734ff84813aa39056cbc598879 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:40.940546 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.416148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5ee26341-397c-4bfd-b9ba-4b57db6908b0 None None] Port 2b8c4cc1-f99e-4662-8804-240748534b2d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:41.585114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Allocated IP 19.86.0.177 (101efb81-3cb3-4fb4-a68c-6041aade8759/f9944ea8-aac3-4e08-a53f-c5eeef7b0250/4c364f67-e00e-4d20-9b48-0a9c08323211) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:42.058136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.079893 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:42.106821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Transition to ACTIVE for port object 4c364f67-e00e-4d20-9b48-0a9c08323211 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:42.233020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.326724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Network 101efb81-3cb3-4fb4-a68c-6041aade8759 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:42.340381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:42.346099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event updated for resources: {'Port': ['ID=4c364f67-e00e-4d20-9b48-0a9c08323211,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:42.372403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:42.465069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.467860 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.590367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-69df3904-0d69-4a70-a00b-bf4d9c8dc081 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1567256 Jul 15 13:17:42.624198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50944) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:42.629545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Request body: {'port': {'device_id': 'c3b34b77-e79b-4845-8366-a64b51719538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:42.882965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-39e4cf7d-d260-4086-aa73-ae0e33b2889b None None] Provisioning for port 4c364f67-e00e-4d20-9b48-0a9c08323211 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:42.889791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-39e4cf7d-d260-4086-aa73-ae0e33b2889b None None] Provisioning complete for port 4c364f67-e00e-4d20-9b48-0a9c08323211 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:42.890573 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39e4cf7d-d260-4086-aa73-ae0e33b2889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.916590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e909414-91e1-46a7-bca1-3292e406d240 req-c457ba90-1531-430d-a4a1-213037614ab5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.919503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e909414-91e1-46a7-bca1-3292e406d240 req-c457ba90-1531-430d-a4a1-213037614ab5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.4368930 Jul 15 13:17:42.925464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1022577700-network', 'tenant_id': 'b2d53a635d1e4fefae5cc31015ef3f3c'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:42.973972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Made reservation on behalf of b2d53a635d1e4fefae5cc31015ef3f3c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:42.975342 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.980375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.004677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.026722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-39e4cf7d-d260-4086-aa73-ae0e33b2889b None None] Port 4c364f67-e00e-4d20-9b48-0a9c08323211 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:43.165714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e909414-91e1-46a7-bca1-3292e406d240 req-004f45c1-bb28-4c53-b325-fe483c3c01fc tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371848 Jul 15 13:17:43.309277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.318738 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.357016 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:43.376057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bff49d2-c579-4f80-be16-226da785a714,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:43.391777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.395308 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Added segment aa6fb033-81a8-4f9b-a314-fcccb2f888e2 of type vlan for network 771e55ae-dd98-4b2e-a510-36d3b18c1757 Jul 15 13:17:43.467090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.557589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.559590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.561480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.656639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8c962-402d-4987-8c20-e2463fca137c req-d9f67fed-37d7-4dba-a435-70412d7d5452 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.668142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8c962-402d-4987-8c20-e2463fca137c req-d9f67fed-37d7-4dba-a435-70412d7d5452 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.670961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25e8c962-402d-4987-8c20-e2463fca137c req-d9f67fed-37d7-4dba-a435-70412d7d5452 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1655 time: 0.2044339 Jul 15 13:17:43.714571 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] Pushing event updated for resources: {'Network': ['ID=771e55ae-dd98-4b2e-a510-36d3b18c1757,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:43.734298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 771e55ae-dd98-4b2e-a510-36d3b18c1757 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:43.757380 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-77903469-1909-4d0c-962a-97f88a0023eb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1308882 Jul 15 13:17:43.761926 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50962) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:43.771345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Request body: {'subnet': {'network_id': '771e55ae-dd98-4b2e-a510-36d3b18c1757', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1022577700-subnet', 'tenant_id': 'b2d53a635d1e4fefae5cc31015ef3f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:43.852920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Made reservation on behalf of b2d53a635d1e4fefae5cc31015ef3f3c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:43.861338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.950539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8c4cc1-f99e-4662-8804-240748534b2d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:43.977090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25e8c962-402d-4987-8c20-e2463fca137c req-4dc35200-ef1c-499f-b9f4-b3c92a443a43 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662773 Jul 15 13:17:43.981982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.015607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Transition to ACTIVE for port object 2b8c4cc1-f99e-4662-8804-240748534b2d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:44.022408 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.101011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Pushing event updated for resources: {'Port': ['ID=2b8c4cc1-f99e-4662-8804-240748534b2d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.308774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Attempting to bind port 2b8c4cc1-f99e-4662-8804-240748534b2d on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:44.309609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Attempting to bind port 2b8c4cc1-f99e-4662-8804-240748534b2d by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:44.310408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Attempting to bind port 2b8c4cc1-f99e-4662-8804-240748534b2d on network e0300df1-8663-4fcf-aa5d-e65af24ea646 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:44.345805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Port 2b8c4cc1-f99e-4662-8804-240748534b2d on network e0300df1-8663-4fcf-aa5d-e65af24ea646 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:44.349856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Attempting to bind port 2b8c4cc1-f99e-4662-8804-240748534b2d on network e0300df1-8663-4fcf-aa5d-e65af24ea646 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:44.350677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.379367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:44.385966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Checking segment: {'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:44.392148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Bound using segment: {'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:44.396844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Bound port: 2b8c4cc1-f99e-4662-8804-240748534b2d, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ffaf6-ca3a-49d7-9858-6fbf400da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:44.397605 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.588810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Checking segment: {'id': 'aa6fb033-81a8-4f9b-a314-fcccb2f888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '771e55ae-dd98-4b2e-a510-36d3b18c1757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:44.589193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Network hostable DHCP agents. Network: 771e55ae-dd98-4b2e-a510-36d3b18c1757, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:44.620942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9db7ff-cbc7-4a31-ae48-5ac6525f6bbd,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.668672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] For port 2b8c4cc1-f99e-4662-8804-240748534b2d, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:44.677836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Network 771e55ae-dd98-4b2e-a510-36d3b18c1757 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:44.692542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] For port 2b8c4cc1-f99e-4662-8804-240748534b2d, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8c4cc1-f99e-4662-8804-240748534b2d,segment=NetworkSegment(713ffaf6-ca3a-49d7-9858-6fbf400da813),segment_id=713ffaf6-ca3a-49d7-9858-6fbf400da813)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:44.703044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.704642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 771e55ae-dd98-4b2e-a510-36d3b18c1757) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:44.715852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.715852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.741648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be79e7-629e-4002-a16f-a1f0457121d9 None None] Network 771e55ae-dd98-4b2e-a510-36d3b18c1757 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:44.770829 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-122bbc76-30ad-46d4-990e-b3a314045605 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0053742 Jul 15 13:17:44.901654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.902589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.905148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] 10.222.0.35 "PUT /v2.0/ports/2b8c4cc1-f99e-4662-8804-240748534b2d HTTP/1.1" status: 200 len: 1093 time: 2.3037834 Jul 15 13:17:44.908763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'tag': '2b8c4cc1-f99e-4662-8804-240748534b2d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:44.911440 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e66a5f-c489-46d1-abf7-6d11fd513b72" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "tag": "2b8c4cc1-f99e-4662-8804-240748534b2d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:44.994749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43490ff4-954d-46f7-9ed9-557709263bbb service neutron] Pushing event updated for resources: {'Port': ['ID=2b8c4cc1-f99e-4662-8804-240748534b2d,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:45.026983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Request body: {'port': {'device_id': 'c3b34b77-e79b-4845-8366-a64b51719538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:45.383761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8f25-9023-4ed7-851f-87a695559457 req-92ca3353-7a9b-402b-83f7-44dd751b2983 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.396788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6cb8f25-9023-4ed7-851f-87a695559457 req-92ca3353-7a9b-402b-83f7-44dd751b2983 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.3647652 Jul 15 13:17:45.429608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760bd52-fe0d-4106-bbf7-ec5768ad248f None None] Network 771e55ae-dd98-4b2e-a510-36d3b18c1757 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:45.465234 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.553553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6cb8f25-9023-4ed7-851f-87a695559457 req-6fc81a12-d3e4-426f-a27c-d05f7c8f5dd9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549890 Jul 15 13:17:45.846401 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffe48fb-14ee-47de-bfcd-f1336c2bc786 x-openstack-request-id: req-bffe48fb-14ee-47de-bfcd-f1336c2bc786 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:45.847623 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "tag": "2b8c4cc1-f99e-4662-8804-240748534b2d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:45.848401 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bffe48fb-14ee-47de-bfcd-f1336c2bc786 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:45.848838 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'tag': '2b8c4cc1-f99e-4662-8804-240748534b2d', 'status': 'completed', 'code': 200} Jul 15 13:17:46.860330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c364f67-e00e-4d20-9b48-0a9c08323211 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:46.913729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.976395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Transition to ACTIVE for port object 4c364f67-e00e-4d20-9b48-0a9c08323211 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:46.992083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-9f298a06-e018-4806-b6f0-b29db5f4bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.992865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-9f298a06-e018-4806-b6f0-b29db5f4bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.995676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-9f298a06-e018-4806-b6f0-b29db5f4bc96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1915 time: 1.1571622 Jul 15 13:17:47.001963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.103457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Pushing event updated for resources: {'Port': ['ID=4c364f67-e00e-4d20-9b48-0a9c08323211,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:47.340950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a37e0-6f89-4af1-a67e-e707d1862bb9 req-3cf9df0f-1969-4f3e-8d2e-775eb73b859f tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.353161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a37e0-6f89-4af1-a67e-e707d1862bb9 req-3cf9df0f-1969-4f3e-8d2e-775eb73b859f tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.366427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a1a37e0-6f89-4af1-a67e-e707d1862bb9 req-3cf9df0f-1969-4f3e-8d2e-775eb73b859f tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1667 time: 1.5266230 Jul 15 13:17:47.738869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a1a37e0-6f89-4af1-a67e-e707d1862bb9 req-0f83d65d-48b5-46ec-b908-5e1365c097d0 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708541 Jul 15 13:17:47.744626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-f11693b9-64f0-440e-be83-100d903e0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.745486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-f11693b9-64f0-440e-be83-100d903e0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.746329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-f11693b9-64f0-440e-be83-100d903e0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.749046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-f11693b9-64f0-440e-be83-100d903e0879 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=553654734ff84813aa39056cbc598879&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7370121 Jul 15 13:17:47.759824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Attempting to bind port 4c364f67-e00e-4d20-9b48-0a9c08323211 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:47.760369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Attempting to bind port 4c364f67-e00e-4d20-9b48-0a9c08323211 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:47.760945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Attempting to bind port 4c364f67-e00e-4d20-9b48-0a9c08323211 on network 101efb81-3cb3-4fb4-a68c-6041aade8759 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:47.795156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Port 4c364f67-e00e-4d20-9b48-0a9c08323211 on network 101efb81-3cb3-4fb4-a68c-6041aade8759 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:47.795714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Attempting to bind port 4c364f67-e00e-4d20-9b48-0a9c08323211 on network 101efb81-3cb3-4fb4-a68c-6041aade8759 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:47.828524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:47.828916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Checking segment: {'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:47.829338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Bound using segment: {'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:47.829801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Bound port: 4c364f67-e00e-4d20-9b48-0a9c08323211, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:47.830169 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.123775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-cc09b265-d2a9-4976-ab5a-f7977f26eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.126627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57e66a5f-c489-46d1-abf7-6d11fd513b72 req-cc09b265-d2a9-4976-ab5a-f7977f26eb93 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3617318 Jul 15 13:17:48.128854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] For port 4c364f67-e00e-4d20-9b48-0a9c08323211, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:48.151341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] For port 4c364f67-e00e-4d20-9b48-0a9c08323211, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4c364f67-e00e-4d20-9b48-0a9c08323211,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:48.160244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.288757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Pushing event updated for resources: {'Port': ['ID=4c364f67-e00e-4d20-9b48-0a9c08323211,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:48.308686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.309751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.313294 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-97b737c5-5079-43ed-90c9-9d4e075c8613 service neutron] 10.222.0.35 "PUT /v2.0/ports/4c364f67-e00e-4d20-9b48-0a9c08323211 HTTP/1.1" status: 200 len: 1093 time: 3.3022420 Jul 15 13:17:48.314601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'tag': '4c364f67-e00e-4d20-9b48-0a9c08323211'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:48.319392 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a71a079-f1dd-4c33-a577-20f9c8adab69" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "tag": "4c364f67-e00e-4d20-9b48-0a9c08323211"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:48.538825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-7dd65c55-4755-47d2-aff4-c55b8a08d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.539779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-7dd65c55-4755-47d2-aff4-c55b8a08d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.541960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-7dd65c55-4755-47d2-aff4-c55b8a08d870 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1983 time: 0.1565354 Jul 15 13:17:48.648992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-af522a96-4931-43db-92dc-17c94f26de44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.123&port_id=2b8c4cc1-f99e-4662-8804-240748534b2d HTTP/1.1" status: 200 len: 217 time: 0.0781977 Jul 15 13:17:48.785324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-09a88630-6789-423f-9ad7-9421b60ed7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.789105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-09a88630-6789-423f-9ad7-9421b60ed7ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3fa81951-e56a-4e38-a7c1-4feec5d5482e HTTP/1.1" status: 200 len: 801 time: 0.1424479 Jul 15 13:17:48.910408 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1327-9eb8-4b27-9895-227a6bdbfde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.166284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-b3acad61-3306-4a25-875d-7ada7d576825 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.183571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-b3acad61-3306-4a25-875d-7ada7d576825 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/networks?id=771e55ae-dd98-4b2e-a510-36d3b18c1757 HTTP/1.1" status: 200 len: 818 time: 0.3900306 Jul 15 13:17:49.215885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-d4060457-bba5-4e85-b71f-b00cc968bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.218971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-d4060457-bba5-4e85-b71f-b00cc968bc1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0300df1-8663-4fcf-aa5d-e65af24ea646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011538 Jul 15 13:17:49.221639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-42a2d8e2-fec6-451a-9cf7-6f308e3e698a tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/quotas/b2d53a635d1e4fefae5cc31015ef3f3c HTTP/1.1" status: 200 len: 375 time: 0.0366745 Jul 15 13:17:49.236989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-c8cb5875-2c8f-48f8-8610-d8d0d9272318 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:17:49.239486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-c8cb5875-2c8f-48f8-8610-d8d0d9272318 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123086 Jul 15 13:17:49.348950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6bab4d71-4c50-485b-850b-3d0f9854ecca tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2d53a635d1e4fefae5cc31015ef3f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968006 Jul 15 13:17:49.499725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-301474a8-5d9e-42dc-bdab-bb9b68d7e2dc service neutron] 10.222.0.35 "GET /v2.0/networks/e0300df1-8663-4fcf-aa5d-e65af24ea646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481670 Jul 15 13:17:49.511251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-33b932be-3f08-45b1-9957-77120039e86e service neutron] 10.222.0.25 "GET /v2.0/networks/771e55ae-dd98-4b2e-a510-36d3b18c1757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724832 Jul 15 13:17:49.704508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-575c0b5a-cbe9-46c0-b1be-0caddc047dca service neutron] 10.222.0.35 "GET /v2.0/networks/e0300df1-8663-4fcf-aa5d-e65af24ea646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828270 Jul 15 13:17:49.719326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-5eab9f20-58a1-497f-85ca-3a3c64a0c11d service neutron] 10.222.0.25 "GET /v2.0/networks/771e55ae-dd98-4b2e-a510-36d3b18c1757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066948 Jul 15 13:17:49.794785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-6c1feb15-3e64-4034-a44d-73f070c6521a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=4c364f67-e00e-4d20-9b48-0a9c08323211 HTTP/1.1" status: 200 len: 217 time: 0.0743465 Jul 15 13:17:49.890010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-29ebdc44-01f0-4bb8-8261-6f8522553dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.891802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-29ebdc44-01f0-4bb8-8261-6f8522553dd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9944ea8-aac3-4e08-a53f-c5eeef7b0250 HTTP/1.1" status: 200 len: 801 time: 0.0869701 Jul 15 13:17:50.061643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-2e5035ce-32e2-402a-9d84-ab9448a16eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.063390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-2e5035ce-32e2-402a-9d84-ab9448a16eea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101efb81-3cb3-4fb4-a68c-6041aade8759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629941 Jul 15 13:17:50.307624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-73424b7e-3778-455f-982b-6dce7721408d service neutron] 10.222.0.35 "GET /v2.0/networks/101efb81-3cb3-4fb4-a68c-6041aade8759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345617 Jul 15 13:17:50.637778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e956-fa98-48d0-916b-bc0fe4b0b0dd req-6f63d930-d180-4aaf-a4ca-5c3bef443cfc tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.640644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d36e956-fa98-48d0-916b-bc0fe4b0b0dd req-6f63d930-d180-4aaf-a4ca-5c3bef443cfc tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.1885121 Jul 15 13:17:50.646234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0eade854-86c1-4ee5-b7d4-a4e67a7625f3 req-2ae6b12c-a4f4-4836-865e-4ab4aa1fb73a service neutron] 10.222.0.35 "GET /v2.0/networks/101efb81-3cb3-4fb4-a68c-6041aade8759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289974 Jul 15 13:17:50.729054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d36e956-fa98-48d0-916b-bc0fe4b0b0dd req-2427e422-ad09-4d71-a1ea-d75d304c8bfb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784912 Jul 15 13:17:50.840876 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313fb116-8373-4b21-bb37-a3fd45d5ee34 x-openstack-request-id: req-313fb116-8373-4b21-bb37-a3fd45d5ee34 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:50.841597 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "tag": "4c364f67-e00e-4d20-9b48-0a9c08323211", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:50.842135 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-313fb116-8373-4b21-bb37-a3fd45d5ee34 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:50.846472 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'tag': '4c364f67-e00e-4d20-9b48-0a9c08323211', 'status': 'completed', 'code': 200} Jul 15 13:17:51.142007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-8203fac2-6cd7-4bf8-9cfb-49ecd26178eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.143246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-8203fac2-6cd7-4bf8-9cfb-49ecd26178eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.147752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-8203fac2-6cd7-4bf8-9cfb-49ecd26178eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=553654734ff84813aa39056cbc598879&device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1983 time: 0.2162235 Jul 15 13:17:51.248263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c3d7-c60d-44da-866b-25d1bb18857a req-0f92794e-e470-4dc9-b84a-295ec2867c01 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.260220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c3d7-c60d-44da-866b-25d1bb18857a req-0f92794e-e470-4dc9-b84a-295ec2867c01 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.273680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d60c3d7-c60d-44da-866b-25d1bb18857a req-0f92794e-e470-4dc9-b84a-295ec2867c01 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1679 time: 0.2513926 Jul 15 13:17:51.404037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d60c3d7-c60d-44da-866b-25d1bb18857a req-21bdefcd-617e-4046-a5f5-2cb1d3027605 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286981 Jul 15 13:17:51.428776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-2659b9f4-ac49-4ca4-a489-ae98e6e55314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.431330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-2659b9f4-ac49-4ca4-a489-ae98e6e55314 service neutron] 10.222.0.35 "GET /v2.0/networks?id=101efb81-3cb3-4fb4-a68c-6041aade8759 HTTP/1.1" status: 200 len: 903 time: 0.2755048 Jul 15 13:17:51.501975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-75b508fb-7835-4b10-8c95-f404fa7203a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=4c364f67-e00e-4d20-9b48-0a9c08323211 HTTP/1.1" status: 200 len: 217 time: 0.0601039 Jul 15 13:17:51.578872 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7f30d1e6-7e3f-489e-94b6-fb8d642118ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.598244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.665579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-854f7d4c-f230-4945-8e47-891ae607edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.669189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-854f7d4c-f230-4945-8e47-891ae607edbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9944ea8-aac3-4e08-a53f-c5eeef7b0250 HTTP/1.1" status: 200 len: 801 time: 0.1585209 Jul 15 13:17:51.806357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-46acc73e-ece2-4574-858d-8619b54c3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.809619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-46acc73e-ece2-4574-858d-8619b54c3339 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101efb81-3cb3-4fb4-a68c-6041aade8759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315353 Jul 15 13:17:52.056885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4b1a362-aace-4125-8a86-96d96dab4644 req-31a182b2-964e-4340-8520-b41d4cc67891 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 210 time: 0.2004099 Jul 15 13:17:52.182634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-30026174-9a10-405f-b491-6e83556ac777 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.184420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-30026174-9a10-405f-b491-6e83556ac777 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.30 "GET /v2.0/networks?id=771e55ae-dd98-4b2e-a510-36d3b18c1757 HTTP/1.1" status: 200 len: 818 time: 0.3015292 Jul 15 13:17:52.212663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Request body: {'port': {'device_id': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'network_id': '771e55ae-dd98-4b2e-a510-36d3b18c1757', 'admin_state_up': True, 'tenant_id': 'b2d53a635d1e4fefae5cc31015ef3f3c'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:52.269267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-73ddeff8-4dba-417a-bc4b-d84b3d192c04 service neutron] 10.222.0.35 "GET /v2.0/networks/101efb81-3cb3-4fb4-a68c-6041aade8759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479418 Jul 15 13:17:52.590776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a71a079-f1dd-4c33-a577-20f9c8adab69 req-07c87f4e-c89a-49c7-a426-24346f6d8dd7 service neutron] 10.222.0.35 "GET /v2.0/networks/101efb81-3cb3-4fb4-a68c-6041aade8759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050709 Jul 15 13:17:52.631414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Made reservation on behalf of b2d53a635d1e4fefae5cc31015ef3f3c for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:52.641995 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.752540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4c364f67-e00e-4d20-9b48-0a9c08323211 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:52.803082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996a8ab-a3fd-49af-bb15-e54a5b4e0357 req-be67eca0-9b7d-43d4-8cc6-cd6060729d5d tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.804933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e996a8ab-a3fd-49af-bb15-e54a5b4e0357 req-be67eca0-9b7d-43d4-8cc6-cd6060729d5d tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.1465001 Jul 15 13:17:52.825542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:52.891029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e996a8ab-a3fd-49af-bb15-e54a5b4e0357 req-7370ebc8-1bf7-4f36-bcce-7f2459a1f729 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587013 Jul 15 13:17:52.892485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Allocated IP 172.20.0.13 (771e55ae-dd98-4b2e-a510-36d3b18c1757/9e9db7ff-cbc7-4a31-ae48-5ac6525f6bbd/2830b4a5-7117-444c-83de-541c06fd8803) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:52.990186 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.993036 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.035252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:53.038418 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf309e53-8351-4316-977c-6f8cb89bd739" -d '{"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-unplugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:53.063335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:53.066336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4c364f67-e00e-4d20-9b48-0a9c08323211, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4c364f67-e00e-4d20-9b48-0a9c08323211,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:53.100219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.176513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '4c364f67-e00e-4d20-9b48-0a9c08323211', 'network_id': '101efb81-3cb3-4fb4-a68c-6041aade8759', 'port_id': '4c364f67-e00e-4d20-9b48-0a9c08323211', 'mac_address': 'fa:16:3e:aa:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9944ea8-aac3-4e08-a53f-c5eeef7b0250', 'ip_address': '19.86.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:53.188318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.269996 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.294660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c364f67-e00e-4d20-9b48-0a9c08323211 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:53.325557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4c364f67-e00e-4d20-9b48-0a9c08323211, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4c364f67-e00e-4d20-9b48-0a9c08323211,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:53.328380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.336133 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.336862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:53.392841 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.500587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4c364f67-e00e-4d20-9b48-0a9c08323211,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.554954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:53.570609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Network 771e55ae-dd98-4b2e-a510-36d3b18c1757 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:53.585960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'port_id': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'mac_address': 'fa:16:3e:eb:3a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:53.589222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:53.621158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:53.626941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Pushing event updated for resources: {'Port': ['ID=2830b4a5-7117-444c-83de-541c06fd8803,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.680631 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.708353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744244ee-192d-4f11-b1fe-ecd4f118fdf9 req-858ed333-3ca4-4d06-8701-66b7baefab5a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.715674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6efad78-4adc-4d90-b1bb-0db19b033c41 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:53.724812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744244ee-192d-4f11-b1fe-ecd4f118fdf9 req-858ed333-3ca4-4d06-8701-66b7baefab5a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.741195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-744244ee-192d-4f11-b1fe-ecd4f118fdf9 req-858ed333-3ca4-4d06-8701-66b7baefab5a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1679 time: 0.4739461 Jul 15 13:17:53.758079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51226) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:53.767276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:53.781141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.781894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.782600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.783381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.785772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.786722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2b8c4cc1-f99e-4662-8804-240748534b2d details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:53.797334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.798162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.798722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.799393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.802509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.803364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.803904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.806702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:53.865442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.865442 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.903748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-744244ee-192d-4f11-b1fe-ecd4f118fdf9 req-e5150507-9d6d-418b-973a-c1d082bf40b9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624191 Jul 15 13:17:53.912157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-bc783bff-fe54-4bb2-b8c7-bec161569262 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7114341 Jul 15 13:17:53.944040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-faa55a10-159e-49f4-b914-1063d1b64a05 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:17:53.945039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-faa55a10-159e-49f4-b914-1063d1b64a05 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069132 Jul 15 13:17:54.005289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.070329 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f59c46e9-c711-4a56-bec4-4d3cad0fcfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.094421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2b8c4cc1-f99e-4662-8804-240748534b2d, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8c4cc1-f99e-4662-8804-240748534b2d,segment=NetworkSegment(713ffaf6-ca3a-49d7-9858-6fbf400da813),segment_id=713ffaf6-ca3a-49d7-9858-6fbf400da813)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:54.123098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '2b8c4cc1-f99e-4662-8804-240748534b2d', 'network_id': 'e0300df1-8663-4fcf-aa5d-e65af24ea646', 'port_id': '2b8c4cc1-f99e-4662-8804-240748534b2d', 'mac_address': 'fa:16:3e:86:f5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa81951-e56a-4e38-a7c1-4feec5d5482e', 'ip_address': '19.80.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:54.163482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Request body: {'port': {'device_id': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:54.267904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.302417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f59c46e9-c711-4a56-bec4-4d3cad0fcfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.312025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f59c46e9-c711-4a56-bec4-4d3cad0fcfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.380404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8c4cc1-f99e-4662-8804-240748534b2d {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:54.406246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51236) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:54.408284 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f59c46e9-c711-4a56-bec4-4d3cad0fcfd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbe626b0e8b94a05b0fb7fd068c99b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471817 Jul 15 13:17:54.448222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2b8c4cc1-f99e-4662-8804-240748534b2d, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8c4cc1-f99e-4662-8804-240748534b2d,segment=NetworkSegment(713ffaf6-ca3a-49d7-9858-6fbf400da813),segment_id=713ffaf6-ca3a-49d7-9858-6fbf400da813)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:54.456315 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.458919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.483660 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c46e9-c711-4a56-bec4-4d3cad0fcfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b66eb48-d05c-412e-9cff-383c092dc71c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.543824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.614618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2b8c4cc1-f99e-4662-8804-240748534b2d,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.623714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325d718-48ea-423b-b389-d9f9ca6e7a1d req-026c2502-ccbf-4077-ab42-a0d5dbc455d9 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:54.626045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b325d718-48ea-423b-b389-d9f9ca6e7a1d req-026c2502-ccbf-4077-ab42-a0d5dbc455d9 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 947 time: 0.4055910 Jul 15 13:17:54.654906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b6efad78-4adc-4d90-b1bb-0db19b033c41'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:54.675827 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e81c96e-177a-45d3-9cf8-a6b3580848df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.726531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['4c364f67-e00e-4d20-9b48-0a9c08323211'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:54.900740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b325d718-48ea-423b-b389-d9f9ca6e7a1d req-112069c2-a66a-47f1-9c7d-e53049ba71a4 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574027 Jul 15 13:17:54.912236 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e81c96e-177a-45d3-9cf8-a6b3580848df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.195196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e81c96e-177a-45d3-9cf8-a6b3580848df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.200362 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e81c96e-177a-45d3-9cf8-a6b3580848df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.222256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9e81c96e-177a-45d3-9cf8-a6b3580848df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b66eb48-d05c-412e-9cff-383c092dc71c HTTP/1.1" status: 204 len: 168 time: 0.7936318 Jul 15 13:17:55.259203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81c96e-177a-45d3-9cf8-a6b3580848df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b66eb48-d05c-412e-9cff-383c092dc71c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.380609 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04848bc1-2de5-410e-83c0-23b387d9e3d4 x-openstack-request-id: req-04848bc1-2de5-410e-83c0-23b387d9e3d4 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:55.381173 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-unplugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:55.381444 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04848bc1-2de5-410e-83c0-23b387d9e3d4 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:55.382159 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'code': 200} Jul 15 13:17:55.451498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2830b4a5-7117-444c-83de-541c06fd8803 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:55.472866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.505113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Transition to ACTIVE for port object 2830b4a5-7117-444c-83de-541c06fd8803 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:55.516881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.696008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Pushing event updated for resources: {'Port': ['ID=2830b4a5-7117-444c-83de-541c06fd8803,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.738664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['2b8c4cc1-f99e-4662-8804-240748534b2d'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:55.851449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Attempting to bind port 2830b4a5-7117-444c-83de-541c06fd8803 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:55.852306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Attempting to bind port 2830b4a5-7117-444c-83de-541c06fd8803 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'aa6fb033-81a8-4f9b-a314-fcccb2f888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '771e55ae-dd98-4b2e-a510-36d3b18c1757'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:55.852887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Attempting to bind port 2830b4a5-7117-444c-83de-541c06fd8803 on network 771e55ae-dd98-4b2e-a510-36d3b18c1757 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:55.864694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Port 2830b4a5-7117-444c-83de-541c06fd8803 on network 771e55ae-dd98-4b2e-a510-36d3b18c1757 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:55.865411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Attempting to bind port 2830b4a5-7117-444c-83de-541c06fd8803 on network 771e55ae-dd98-4b2e-a510-36d3b18c1757 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:55.883771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47773db6-0f5e-4a45-bb81-657b604fab9b req-a48c900a-0501-482c-b5dc-348818f2d617 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.886106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47773db6-0f5e-4a45-bb81-657b604fab9b req-a48c900a-0501-482c-b5dc-348818f2d617 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 944 time: 0.2359691 Jul 15 13:17:55.888341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:55.888964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Checking segment: {'id': 'aa6fb033-81a8-4f9b-a314-fcccb2f888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '771e55ae-dd98-4b2e-a510-36d3b18c1757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:55.889737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Bound using segment: {'id': 'aa6fb033-81a8-4f9b-a314-fcccb2f888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '771e55ae-dd98-4b2e-a510-36d3b18c1757'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:55.890597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Bound port: 2830b4a5-7117-444c-83de-541c06fd8803, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6fb033-81a8-4f9b-a314-fcccb2f888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '771e55ae-dd98-4b2e-a510-36d3b18c1757'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:55.892121 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.113225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47773db6-0f5e-4a45-bb81-657b604fab9b req-ef05ca02-8aff-49d5-8d53-c982011af0aa tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bff49d2-c579-4f80-be16-226da785a714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157011 Jul 15 13:17:56.207060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] For port 2830b4a5-7117-444c-83de-541c06fd8803, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:56.224798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] For port 2830b4a5-7117-444c-83de-541c06fd8803, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2830b4a5-7117-444c-83de-541c06fd8803,segment=NetworkSegment(aa6fb033-81a8-4f9b-a314-fcccb2f888e2),segment_id=aa6fb033-81a8-4f9b-a314-fcccb2f888e2)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:56.239611 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.315859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51272) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:56.347556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3952461e-3172-4481-ae29-f84272451762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.402638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.403972 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.406614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] 10.222.0.30 "PUT /v2.0/ports/2830b4a5-7117-444c-83de-541c06fd8803 HTTP/1.1" status: 200 len: 1093 time: 2.4540231 Jul 15 13:17:56.407642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'tag': '2830b4a5-7117-444c-83de-541c06fd8803'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:56.422700 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c24dd91-a5a6-4761-8fa1-2e90877df63f" -d '{"events": [{"name": "network-changed", "server_uuid": "88e87dfb-abd5-46e5-83fd-6171e028be9d", "tag": "2830b4a5-7117-444c-83de-541c06fd8803"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:56.541201 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3952461e-3172-4481-ae29-f84272451762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.552923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3952461e-3172-4481-ae29-f84272451762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.563113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a2eda-b995-4289-821f-81e8b4e60d33 service neutron] Pushing event updated for resources: {'Port': ['ID=2830b4a5-7117-444c-83de-541c06fd8803,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:56.647463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-9a445d78-5a59-4288-8c94-54e9162a4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.650184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-9a445d78-5a59-4288-8c94-54e9162a4ce7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2d53a635d1e4fefae5cc31015ef3f3c&device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 1096 time: 0.1629252 Jul 15 13:17:56.764920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-3d0ca1e6-27b3-4e63-a2e4-5bd51488ef56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2830b4a5-7117-444c-83de-541c06fd8803 HTTP/1.1" status: 200 len: 217 time: 0.1066656 Jul 15 13:17:56.774257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4c364f67-e00e-4d20-9b48-0a9c08323211 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:56.882715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-15f14df5-fe87-4a49-8c07-29974c135399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.884971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-15f14df5-fe87-4a49-8c07-29974c135399 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9db7ff-cbc7-4a31-ae48-5ac6525f6bbd HTTP/1.1" status: 200 len: 858 time: 0.1096907 Jul 15 13:17:56.948322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 4c364f67-e00e-4d20-9b48-0a9c08323211 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:56.953127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-64be7872-bc04-4ebb-bcc8-cba78d8a782e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=771e55ae-dd98-4b2e-a510-36d3b18c1757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599926 Jul 15 13:17:56.959393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 4c364f67-e00e-4d20-9b48-0a9c08323211 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:56.960264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.032149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d74a-3e8d-4439-9bd7-52f17f461038 req-4735c641-9d48-4142-8ba7-bd37d151e86e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.034913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5035d74a-3e8d-4439-9bd7-52f17f461038 req-4735c641-9d48-4142-8ba7-bd37d151e86e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 944 time: 0.2646837 Jul 15 13:17:57.180636 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.255437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4c364f67-e00e-4d20-9b48-0a9c08323211, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4c364f67-e00e-4d20-9b48-0a9c08323211,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:57.257220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5035d74a-3e8d-4439-9bd7-52f17f461038 req-216c00f9-49c2-40fb-8bbd-bba77d84994e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026398 Jul 15 13:17:57.274188 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.276600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:57.289341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-d15abff3-9cae-46bb-8128-1e7f7d832634 service neutron] 10.222.0.30 "GET /v2.0/networks/771e55ae-dd98-4b2e-a510-36d3b18c1757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262069 Jul 15 13:17:57.424190 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3952461e-3172-4481-ae29-f84272451762 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68a9c75cbf06435c91c121e45ca5a1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1064115 Jul 15 13:17:57.425301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952461e-3172-4481-ae29-f84272451762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b6535-f606-463f-8bad-242a392e356b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:57.440461 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51282) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:57.541935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c364f67-e00e-4d20-9b48-0a9c08323211'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:57.544333 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa01456-fb2d-49ec-bd9e-ff0b477bb676" -d '{"events": [{"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-plugged", "status": "completed", "tag": "4c364f67-e00e-4d20-9b48-0a9c08323211"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:57.693241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc7863f3-6e7d-4f5a-9484-419a8db95a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.724771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a570558-249c-4cf0-99a2-b84bd405ece7 req-b28d62fc-2617-4e22-bd5a-d11af33ec8c7 service neutron] 10.222.0.30 "GET /v2.0/networks/771e55ae-dd98-4b2e-a510-36d3b18c1757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282250 Jul 15 13:17:57.756584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4c364f67-e00e-4d20-9b48-0a9c08323211,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:57.791394 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc7863f3-6e7d-4f5a-9484-419a8db95a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.821319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b6efad78-4adc-4d90-b1bb-0db19b033c41 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:57.822184 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.971236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc7863f3-6e7d-4f5a-9484-419a8db95a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.975899 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc7863f3-6e7d-4f5a-9484-419a8db95a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.983323 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bc7863f3-6e7d-4f5a-9484-419a8db95a7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f6b6535-f606-463f-8bad-242a392e356b HTTP/1.1" status: 204 len: 168 time: 0.5386195 Jul 15 13:17:58.014865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7863f3-6e7d-4f5a-9484-419a8db95a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b6535-f606-463f-8bad-242a392e356b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:58.074837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.076428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa049f-f9d5-4047-a213-c3769e14ff73 req-7a13ced2-35a5-4b79-8681-c8e3a706f725 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.102296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa049f-f9d5-4047-a213-c3769e14ff73 req-7a13ced2-35a5-4b79-8681-c8e3a706f725 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.115810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1bfa049f-f9d5-4047-a213-c3769e14ff73 req-7a13ced2-35a5-4b79-8681-c8e3a706f725 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1682 time: 0.2911317 Jul 15 13:17:58.149350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:58.162958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.208790 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1bfa049f-f9d5-4047-a213-c3769e14ff73 req-9fc1275c-3a2a-4900-81da-65ce0f40cf40 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905778 Jul 15 13:17:58.293235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:58.714084 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502fb39a-d631-4130-94ae-d5238c931a8a x-openstack-request-id: req-502fb39a-d631-4130-94ae-d5238c931a8a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:58.714613 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e87dfb-abd5-46e5-83fd-6171e028be9d", "tag": "2830b4a5-7117-444c-83de-541c06fd8803", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:58.715089 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-502fb39a-d631-4130-94ae-d5238c931a8a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:58.715780 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'tag': '2830b4a5-7117-444c-83de-541c06fd8803', 'status': 'completed', 'code': 200} Jul 15 13:17:58.786364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2b8c4cc1-f99e-4662-8804-240748534b2d up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:58.885985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 2b8c4cc1-f99e-4662-8804-240748534b2d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:58.894945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 2b8c4cc1-f99e-4662-8804-240748534b2d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:58.895900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.029791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.111096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2b8c4cc1-f99e-4662-8804-240748534b2d, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8c4cc1-f99e-4662-8804-240748534b2d,segment=NetworkSegment(713ffaf6-ca3a-49d7-9858-6fbf400da813),segment_id=713ffaf6-ca3a-49d7-9858-6fbf400da813)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:59.118547 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.194851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2b8c4cc1-f99e-4662-8804-240748534b2d,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:59.674625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-4aa4fa39-4d11-4108-8e7b-a3e184783a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.676342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-4aa4fa39-4d11-4108-8e7b-a3e184783a58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2d53a635d1e4fefae5cc31015ef3f3c&device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 1096 time: 0.9293625 Jul 15 13:17:59.698146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34541d3-4268-4c6c-be40-d7e6d9fd59c9 req-68cf8a84-27d1-4654-891f-576443e2f66d tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.707606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f34541d3-4268-4c6c-be40-d7e6d9fd59c9 req-68cf8a84-27d1-4654-891f-576443e2f66d tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 944 time: 0.8179369 Jul 15 13:17:59.806179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f34541d3-4268-4c6c-be40-d7e6d9fd59c9 req-c5fb109a-471a-46fd-9588-1ce0096887e0 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bff49d2-c579-4f80-be16-226da785a714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964859 Jul 15 13:18:00.190706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-efc39450-b7e3-46db-83b8-b825197774e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.194907 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289d3e7b-d883-4566-9d00-dc07f1c573ce x-openstack-request-id: req-289d3e7b-d883-4566-9d00-dc07f1c573ce {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:00.196613 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-plugged", "status": "completed", "tag": "4c364f67-e00e-4d20-9b48-0a9c08323211", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:00.197224 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-289d3e7b-d883-4566-9d00-dc07f1c573ce {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:00.198039 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c364f67-e00e-4d20-9b48-0a9c08323211', 'code': 200} Jul 15 13:18:00.204792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-efc39450-b7e3-46db-83b8-b825197774e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=771e55ae-dd98-4b2e-a510-36d3b18c1757 HTTP/1.1" status: 200 len: 919 time: 0.5168886 Jul 15 13:18:00.343082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-d2deb4d7-1368-4c2a-bcde-94f07188c1d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2830b4a5-7117-444c-83de-541c06fd8803 HTTP/1.1" status: 200 len: 217 time: 0.1165884 Jul 15 13:18:00.442556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-05a4fb0c-957d-4351-b0e4-cbfe11b9cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.446082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-05a4fb0c-957d-4351-b0e4-cbfe11b9cd2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9db7ff-cbc7-4a31-ae48-5ac6525f6bbd HTTP/1.1" status: 200 len: 858 time: 0.0958817 Jul 15 13:18:00.589515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-362ae2fc-440e-42f5-a573-3e742c288551 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=771e55ae-dd98-4b2e-a510-36d3b18c1757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326694 Jul 15 13:18:00.780035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-4b973f63-5ecd-483c-907b-2d9c8a37fd02 service neutron] 10.222.0.30 "GET /v2.0/networks/771e55ae-dd98-4b2e-a510-36d3b18c1757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817927 Jul 15 13:18:00.982802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836619a8-f630-4c52-a502-9f82d8492618 req-85ff25f4-3b60-4de6-a9d7-b1aa63a9557f tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.985400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-836619a8-f630-4c52-a502-9f82d8492618 req-85ff25f4-3b60-4de6-a9d7-b1aa63a9557f tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.5320373 Jul 15 13:18:01.073420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c24dd91-a5a6-4761-8fa1-2e90877df63f req-d9cea985-fc1e-4df4-bf9d-82a54d13a58e service neutron] 10.222.0.30 "GET /v2.0/networks/771e55ae-dd98-4b2e-a510-36d3b18c1757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854083 Jul 15 13:18:01.097167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-836619a8-f630-4c52-a502-9f82d8492618 req-9d7de452-67f4-4e4c-9080-718feb1c6112 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007354 Jul 15 13:18:01.352517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2830b4a5-7117-444c-83de-541c06fd8803 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:01.727923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038a9d7-7fcd-4fa3-9884-99555623b849 req-5c8bab86-fbc3-4ab9-8c25-24ae512f7b6b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.743797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2830b4a5-7117-444c-83de-541c06fd8803, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2830b4a5-7117-444c-83de-541c06fd8803,segment=NetworkSegment(aa6fb033-81a8-4f9b-a314-fcccb2f888e2),segment_id=aa6fb033-81a8-4f9b-a314-fcccb2f888e2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:01.762850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038a9d7-7fcd-4fa3-9884-99555623b849 req-5c8bab86-fbc3-4ab9-8c25-24ae512f7b6b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.788112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8038a9d7-7fcd-4fa3-9884-99555623b849 req-5c8bab86-fbc3-4ab9-8c25-24ae512f7b6b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1683 time: 0.3303368 Jul 15 13:18:01.798117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '2830b4a5-7117-444c-83de-541c06fd8803', 'network_id': '771e55ae-dd98-4b2e-a510-36d3b18c1757', 'port_id': '2830b4a5-7117-444c-83de-541c06fd8803', 'mac_address': 'fa:16:3e:d9:d9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9db7ff-cbc7-4a31-ae48-5ac6525f6bbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:01.975013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8038a9d7-7fcd-4fa3-9884-99555623b849 req-3b7fac97-fe3b-4e0c-bf72-80a0f32eaa58 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773095 Jul 15 13:18:01.982126 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.019419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51364) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:02.041714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2830b4a5-7117-444c-83de-541c06fd8803 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:02.146575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2830b4a5-7117-444c-83de-541c06fd8803, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2830b4a5-7117-444c-83de-541c06fd8803,segment=NetworkSegment(aa6fb033-81a8-4f9b-a314-fcccb2f888e2),segment_id=aa6fb033-81a8-4f9b-a314-fcccb2f888e2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:02.176012 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.272346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41'}, {'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8c4cc1-f99e-4662-8804-240748534b2d'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:02.280970 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21658011-27d5-4a45-a4c7-822584a20889" -d '{"events": [{"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-plugged", "status": "completed", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41"}, {"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-plugged", "status": "completed", "tag": "2b8c4cc1-f99e-4662-8804-240748534b2d"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:02.418847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2830b4a5-7117-444c-83de-541c06fd8803,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:02.434773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['2830b4a5-7117-444c-83de-541c06fd8803'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:02.582292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a669a-1f72-4ae5-8169-b8a4964a7776 req-3e689009-5b04-4e55-ae5b-40ea4b78b6d5 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.591799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e21a669a-1f72-4ae5-8169-b8a4964a7776 req-3e689009-5b04-4e55-ae5b-40ea4b78b6d5 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 945 time: 0.1775510 Jul 15 13:18:02.650573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e21a669a-1f72-4ae5-8169-b8a4964a7776 req-70829b85-6431-4749-b381-630dfea18494 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bff49d2-c579-4f80-be16-226da785a714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575948 Jul 15 13:18:02.759178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e0b9-66d0-4431-ace7-f99830e691eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.025333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e0b9-66d0-4431-ace7-f99830e691eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.038410 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e0b9-66d0-4431-ace7-f99830e691eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.110482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51398) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:03.111386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a5a5e0b9-66d0-4431-ace7-f99830e691eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0fb7f0fe135411baf6f13b9254f94d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0896518 Jul 15 13:18:03.114115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5e0b9-66d0-4431-ace7-f99830e691eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d9c8c-ee94-41fe-a9f0-8b1bfe3c9987,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.235191 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc11ef27-7696-41f5-bbb6-a7697164f1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.270911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc11ef27-7696-41f5-bbb6-a7697164f1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.367441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2830b4a5-7117-444c-83de-541c06fd8803 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:03.391667 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc11ef27-7696-41f5-bbb6-a7697164f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.401776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc11ef27-7696-41f5-bbb6-a7697164f1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.405581 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dc11ef27-7696-41f5-bbb6-a7697164f1bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/579d9c8c-ee94-41fe-a9f0-8b1bfe3c9987 HTTP/1.1" status: 204 len: 168 time: 0.2914925 Jul 15 13:18:03.424951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11ef27-7696-41f5-bbb6-a7697164f1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d9c8c-ee94-41fe-a9f0-8b1bfe3c9987,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.643848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 2830b4a5-7117-444c-83de-541c06fd8803 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:03.651636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 2830b4a5-7117-444c-83de-541c06fd8803 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:03.652889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.919599 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.994190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2830b4a5-7117-444c-83de-541c06fd8803, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2830b4a5-7117-444c-83de-541c06fd8803,segment=NetworkSegment(aa6fb033-81a8-4f9b-a314-fcccb2f888e2),segment_id=aa6fb033-81a8-4f9b-a314-fcccb2f888e2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:04.008523 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.125201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2830b4a5-7117-444c-83de-541c06fd8803,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.456326 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.007817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe3e83-c1bd-4cb6-b9e3-7cdc1446f62b req-56dfb027-fdc8-4bdc-9e22-90ed8c41bea9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.011342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59fe3e83-c1bd-4cb6-b9e3-7cdc1446f62b req-56dfb027-fdc8-4bdc-9e22-90ed8c41bea9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.1486044 Jul 15 13:18:05.099799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59fe3e83-c1bd-4cb6-b9e3-7cdc1446f62b req-a71da973-17ab-4265-a76d-500289fa9c48 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816672 Jul 15 13:18:05.200115 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bd7249-9f1d-452b-920c-d1312bf232fa x-openstack-request-id: req-24bd7249-9f1d-452b-920c-d1312bf232fa {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:05.200912 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-plugged", "status": "completed", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41", "code": 200}, {"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-plugged", "status": "completed", "tag": "2b8c4cc1-f99e-4662-8804-240748534b2d", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:05.200912 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24bd7249-9f1d-452b-920c-d1312bf232fa {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:05.201298 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'code': 200} Jul 15 13:18:05.201466 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8c4cc1-f99e-4662-8804-240748534b2d', 'code': 200} Jul 15 13:18:05.403166 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.511196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61436cf-7279-492e-9459-03b7b5e069b2 req-30346828-64d9-4d72-a840-3a0f7a666b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.512809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61436cf-7279-492e-9459-03b7b5e069b2 req-30346828-64d9-4d72-a840-3a0f7a666b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.516258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d61436cf-7279-492e-9459-03b7b5e069b2 req-30346828-64d9-4d72-a840-3a0f7a666b2e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1987 time: 0.1676898 Jul 15 13:18:05.657848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d61436cf-7279-492e-9459-03b7b5e069b2 req-f15015f1-10f1-4abf-a018-dbc5b75d1642 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180670 Jul 15 13:18:05.744125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5ee5f-d406-4d90-88e8-3750adea8bba req-5d3688a3-189e-4512-a31f-bdbcaf00c78a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.757227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5ee5f-d406-4d90-88e8-3750adea8bba req-5d3688a3-189e-4512-a31f-bdbcaf00c78a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.772708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f6d5ee5f-d406-4d90-88e8-3750adea8bba req-5d3688a3-189e-4512-a31f-bdbcaf00c78a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1683 time: 0.2544236 Jul 15 13:18:05.859632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f6d5ee5f-d406-4d90-88e8-3750adea8bba req-17c8169f-60c1-4b46-8bd5-1235a291f06b tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849664 Jul 15 13:18:06.532130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d4ef3-d6e2-4ca0-8571-3a9c8b6c9d89 req-99e0d739-fde9-4e54-ae85-e5232e5334b8 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:06.534354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d99d4ef3-d6e2-4ca0-8571-3a9c8b6c9d89 req-99e0d739-fde9-4e54-ae85-e5232e5334b8 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 946 time: 0.1957359 Jul 15 13:18:06.635291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d99d4ef3-d6e2-4ca0-8571-3a9c8b6c9d89 req-093af03f-8e70-4d24-8459-81391916787a tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bff49d2-c579-4f80-be16-226da785a714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942214 Jul 15 13:18:07.204142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2830b4a5-7117-444c-83de-541c06fd8803'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:07.208580 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa890a0-5fc3-42a6-a8f3-cec500cbf693" -d '{"events": [{"server_uuid": "88e87dfb-abd5-46e5-83fd-6171e028be9d", "name": "network-vif-plugged", "status": "completed", "tag": "2830b4a5-7117-444c-83de-541c06fd8803"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:07.242102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9eb1e-ad6a-43fb-8963-22a0d8e71fa9 req-b1a07163-4ac7-4827-9559-dc84d7900a1e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.254863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7b9eb1e-ad6a-43fb-8963-22a0d8e71fa9 req-b1a07163-4ac7-4827-9559-dc84d7900a1e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.1625485 Jul 15 13:18:07.310106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7b9eb1e-ad6a-43fb-8963-22a0d8e71fa9 req-671dd0a7-51cd-4eca-9fd2-ab3fe7404eaf tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535405 Jul 15 13:18:07.620886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417589d3-a9ce-4b42-babe-a894534578a8 req-1a80eb2c-5fa5-4783-80e0-d0c67bfe650a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.627410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417589d3-a9ce-4b42-babe-a894534578a8 req-1a80eb2c-5fa5-4783-80e0-d0c67bfe650a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.629229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-417589d3-a9ce-4b42-babe-a894534578a8 req-1a80eb2c-5fa5-4783-80e0-d0c67bfe650a tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1683 time: 0.1428001 Jul 15 13:18:07.684749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-417589d3-a9ce-4b42-babe-a894534578a8 req-82f84286-b696-4a07-b08d-3a923fe71b5c tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 Jul 15 13:18:08.623956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51544) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:08.633433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111888021', 'description': 'tempest-secgroup-smoke-1111888021 description', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:08.684266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.696880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.929810 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.939050 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.108202 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.141818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.157444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9934a2a9-6eae-4aaf-8b17-e7ab3f0158ba,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:09.232442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b962582-567c-4527-9a95-2943bb2a87e5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:09.246111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.250990 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d1734473-413a-41b0-8767-2041427f52a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6243687 Jul 15 13:18:09.256121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51558) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:09.270076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-56ce5db8-48a1-4555-b821-8e15632b4efb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9b962582-567c-4527-9a95-2943bb2a87e5', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:09.356888 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56ce5db8-48a1-4555-b821-8e15632b4efb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.509137 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56ce5db8-48a1-4555-b821-8e15632b4efb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.525559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56ce5db8-48a1-4555-b821-8e15632b4efb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.630184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce5db8-48a1-4555-b821-8e15632b4efb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1366726-3795-4cd8-ad5e-6185a5a67cae,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:09.643455 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56ce5db8-48a1-4555-b821-8e15632b4efb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.651477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-56ce5db8-48a1-4555-b821-8e15632b4efb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903658 Jul 15 13:18:09.655659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51564) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:09.667687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e9abd2eb-b3aa-4ce9-9572-908bd70de0fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9b962582-567c-4527-9a95-2943bb2a87e5', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:09.751463 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ba0fde-dcfb-4b49-8b8b-649e2677c27b x-openstack-request-id: req-38ba0fde-dcfb-4b49-8b8b-649e2677c27b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:09.753262 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e87dfb-abd5-46e5-83fd-6171e028be9d", "name": "network-vif-plugged", "status": "completed", "tag": "2830b4a5-7117-444c-83de-541c06fd8803", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:09.754218 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38ba0fde-dcfb-4b49-8b8b-649e2677c27b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:09.755667 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2830b4a5-7117-444c-83de-541c06fd8803', 'code': 200} Jul 15 13:18:09.792739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9abd2eb-b3aa-4ce9-9572-908bd70de0fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.017475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9abd2eb-b3aa-4ce9-9572-908bd70de0fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.029308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9abd2eb-b3aa-4ce9-9572-908bd70de0fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.097464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abd2eb-b3aa-4ce9-9572-908bd70de0fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e798242-5ce8-49d3-9b79-15e38e9e60e0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.103119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30936ba-16dc-41d4-96e6-acb5a00fcda1 req-916edeee-02c5-4979-90bf-352c29dec18d tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.112535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9abd2eb-b3aa-4ce9-9572-908bd70de0fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.113800 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e9abd2eb-b3aa-4ce9-9572-908bd70de0fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4567087 Jul 15 13:18:10.114603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c30936ba-16dc-41d4-96e6-acb5a00fcda1 req-916edeee-02c5-4979-90bf-352c29dec18d tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 946 time: 0.2416031 Jul 15 13:18:10.118580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51568) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:10.130458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-4e742011-68dd-4cb9-b878-ca0906bba596 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9b962582-567c-4527-9a95-2943bb2a87e5', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:10.157537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658564-b9c2-4f7d-9a9a-9aa3fe82730f req-01eb1818-60fd-4c78-9a59-976ae78c89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.159688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e658564-b9c2-4f7d-9a9a-9aa3fe82730f req-01eb1818-60fd-4c78-9a59-976ae78c89f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 1098 time: 0.1983235 Jul 15 13:18:10.226756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c30936ba-16dc-41d4-96e6-acb5a00fcda1 req-3cc52f41-7824-40db-8d1e-679482d25a03 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bff49d2-c579-4f80-be16-226da785a714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110544 Jul 15 13:18:10.269824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e658564-b9c2-4f7d-9a9a-9aa3fe82730f req-19ad879c-96d2-4ac2-ad84-96cf320e9742 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bff49d2-c579-4f80-be16-226da785a714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988677 Jul 15 13:18:10.279020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e742011-68dd-4cb9-b878-ca0906bba596 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.416544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e742011-68dd-4cb9-b878-ca0906bba596 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.428971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e742011-68dd-4cb9-b878-ca0906bba596 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.478270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e742011-68dd-4cb9-b878-ca0906bba596 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81974818-627b-4513-bcba-06df96588817,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.505209 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e742011-68dd-4cb9-b878-ca0906bba596 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.511007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4e742011-68dd-4cb9-b878-ca0906bba596 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3815560 Jul 15 13:18:10.511361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51574) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:10.516628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6dfe51ec-2841-4e36-ac8f-1a1b4ca44696 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9b962582-567c-4527-9a95-2943bb2a87e5', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:10.579355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6dfe51ec-2841-4e36-ac8f-1a1b4ca44696 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.789235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6dfe51ec-2841-4e36-ac8f-1a1b4ca44696 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.799769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6dfe51ec-2841-4e36-ac8f-1a1b4ca44696 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.847475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6dfe51ec-2841-4e36-ac8f-1a1b4ca44696 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.855173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:10.857148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6dfe51ec-2841-4e36-ac8f-1a1b4ca44696 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3428147 Jul 15 13:18:10.860760 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bbeb85a3-65a2-405a-b504-f0a7ae1b3c7f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9b962582-567c-4527-9a95-2943bb2a87e5', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:10.864461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe51ec-2841-4e36-ac8f-1a1b4ca44696 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395bd8bb-4631-4288-be9d-a91cc2e8d613,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.922438 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-bbeb85a3-65a2-405a-b504-f0a7ae1b3c7f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Project 3e3a1a7fc00745c5a63c8018cee397f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:18:10.938761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bbeb85a3-65a2-405a-b504-f0a7ae1b3c7f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.069475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467a3f-8230-4670-a4ad-69c92fc788c2 req-0462f893-dcf1-441a-a9ba-955f95f09203 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.085581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e467a3f-8230-4670-a4ad-69c92fc788c2 req-0462f893-dcf1-441a-a9ba-955f95f09203 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.2070835 Jul 15 13:18:11.165713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bbeb85a3-65a2-405a-b504-f0a7ae1b3c7f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.185484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bbeb85a3-65a2-405a-b504-f0a7ae1b3c7f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.255320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb85a3-65a2-405a-b504-f0a7ae1b3c7f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671ff9cd-638f-49cd-b5fe-a1ccaf9bc25b,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:11.264536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e467a3f-8230-4670-a4ad-69c92fc788c2 req-49975e45-d086-4aa4-a997-b580b2469e39 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711478 Jul 15 13:18:11.330960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bbeb85a3-65a2-405a-b504-f0a7ae1b3c7f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.334162 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bbeb85a3-65a2-405a-b504-f0a7ae1b3c7f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4775476 Jul 15 13:18:11.338486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51586) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:11.349831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-117531f8-1808-4f97-9c21-c3fb44c95ae0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9b962582-567c-4527-9a95-2943bb2a87e5', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:11.453943 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-117531f8-1808-4f97-9c21-c3fb44c95ae0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Project 3e3a1a7fc00745c5a63c8018cee397f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:18:11.469602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-117531f8-1808-4f97-9c21-c3fb44c95ae0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.640426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-117531f8-1808-4f97-9c21-c3fb44c95ae0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.654616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-117531f8-1808-4f97-9c21-c3fb44c95ae0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.701407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117531f8-1808-4f97-9c21-c3fb44c95ae0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f218b008-abca-43a8-81c4-897cc687d3c9,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:11.717677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-117531f8-1808-4f97-9c21-c3fb44c95ae0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.724591 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-117531f8-1808-4f97-9c21-c3fb44c95ae0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3795733 Jul 15 13:18:11.724915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51600) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:11.739979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'network': {'name': 'tempest-network-smoke--1787139084', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'port_security_enabled': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:11.791807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:11.797768 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.848843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:11.867423 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.868547 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Added segment 2e8de981-bd82-4854-a98c-aaa9539e55d7 of type vlan for network a8af2ec5-9939-41f9-9d5a-1314f83bd805 Jul 15 13:18:11.958772 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.023589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.037148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.038114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.078485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51604) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:12.079244 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3515174 Jul 15 13:18:12.086871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'admin_state_up': True, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:12.154674 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7e955-397c-4b78-a13c-2d827b50a126 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Network': ['ID=a8af2ec5-9939-41f9-9d5a-1314f83bd805,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.171932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:12.190063 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.191647 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.401581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.763934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.789938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbf8ef-6102-467d-a071-0e4acf35600d req-584d5cf5-e4ee-4b58-8e5e-634367af081e tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.804477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9cbf8ef-6102-467d-a071-0e4acf35600d req-584d5cf5-e4ee-4b58-8e5e-634367af081e tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 946 time: 0.5303161 Jul 15 13:18:12.890957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:12.901080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9cbf8ef-6102-467d-a071-0e4acf35600d req-86f35737-7e74-453f-911f-a26b702cbbb0 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bff49d2-c579-4f80-be16-226da785a714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002734 Jul 15 13:18:13.163727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:13.192796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'mac_address': 'fa:16:3e:6d:22:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:13.211164 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.235255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.292585 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.316496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37a9237-cb3f-4f92-838f-083b38720a75 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:13.412522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:13.429639 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.445409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.25.1.27 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/cb760246-c2d0-4888-9c23-757007cb0306) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:13.526627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7c56-7446-42b7-b42b-ddc1c2d6eb6d req-098bf18f-461b-462e-bf7c-64d9312f7e13 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.532802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7c56-7446-42b7-b42b-ddc1c2d6eb6d req-098bf18f-461b-462e-bf7c-64d9312f7e13 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.541608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e0c7c56-7446-42b7-b42b-ddc1c2d6eb6d req-098bf18f-461b-462e-bf7c-64d9312f7e13 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1683 time: 0.1905496 Jul 15 13:18:13.558654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:13.593305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e37a9237-cb3f-4f92-838f-083b38720a75'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:13.648143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e0c7c56-7446-42b7-b42b-ddc1c2d6eb6d req-3b3882b6-d953-4155-bdf3-5cee4d6de4d9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012599 Jul 15 13:18:13.786816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.929045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-1a0c40b3-d2ce-4e3f-8931-15c62dd6eabc tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.948974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-1a0c40b3-d2ce-4e3f-8931-15c62dd6eabc tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.953316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-1a0c40b3-d2ce-4e3f-8931-15c62dd6eabc tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1683 time: 0.3001144 Jul 15 13:18:14.233476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.325740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210da9c-389d-4bc0-8d9f-fb70743b50ab req-a8bd18db-2622-4d66-9bb0-6ebdd94021a0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.383911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c210da9c-389d-4bc0-8d9f-fb70743b50ab req-a8bd18db-2622-4d66-9bb0-6ebdd94021a0 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 945 time: 0.4337895 Jul 15 13:18:14.430916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:14.444423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:14.452197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:14.463964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=cb760246-c2d0-4888-9c23-757007cb0306,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:14.548295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port 2b8c4cc1-f99e-4662-8804-240748534b2d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:14.549654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.708038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c210da9c-389d-4bc0-8d9f-fb70743b50ab req-3b35ef6d-ca86-4db9-9cef-267afcf9a591 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586013 Jul 15 13:18:14.893898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port 2b8c4cc1-f99e-4662-8804-240748534b2d, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2b8c4cc1-f99e-4662-8804-240748534b2d,segment=NetworkSegment(713ffaf6-ca3a-49d7-9858-6fbf400da813),segment_id=713ffaf6-ca3a-49d7-9858-6fbf400da813)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:14.894511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.927232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:14.958961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for 2b8c4cc1-f99e-4662-8804-240748534b2d owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:15.067409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port e37a9237-cb3f-4f92-838f-083b38720a75 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:15.067783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.336010 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.432121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:15.439469 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a1e9a-cf8a-46b3-b367-2bbefb9cccc7" -d '{"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-plugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:15.492459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:15.507516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.658944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.751039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=10']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:16.642741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.941308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4c364f67-e00e-4d20-9b48-0a9c08323211 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:16.955880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=2b8c4cc1-f99e-4662-8804-240748534b2d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.212053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936c700-9cc4-458d-b2b0-473f41cff66a req-cc51b8a3-c421-4640-a308-c5f67d6dcedc tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.262525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936c700-9cc4-458d-b2b0-473f41cff66a req-cc51b8a3-c421-4640-a308-c5f67d6dcedc tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.267277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.272489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7936c700-9cc4-458d-b2b0-473f41cff66a req-cc51b8a3-c421-4640-a308-c5f67d6dcedc tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 1604 time: 0.8745348 Jul 15 13:18:17.344940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4c364f67-e00e-4d20-9b48-0a9c08323211, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4c364f67-e00e-4d20-9b48-0a9c08323211,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:17.353709 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.355082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:17.452941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port 2b8c4cc1-f99e-4662-8804-240748534b2d on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:17.458688 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.465911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-6405ce45-b192-46f6-a153-2f365a744fc8 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.35 "DELETE /v2.0/ports/2b8c4cc1-f99e-4662-8804-240748534b2d HTTP/1.1" status: 204 len: 173 time: 3.4937520 Jul 15 13:18:17.482304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-deleted', 'tag': '2b8c4cc1-f99e-4662-8804-240748534b2d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:17.488961 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a661c0-dcfb-4273-aad3-f8c6c221ae6e" -d '{"events": [{"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-deleted", "tag": "2b8c4cc1-f99e-4662-8804-240748534b2d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:17.521556 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.552196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759bc1-444c-45a3-812a-dd935105327a req-e00f81a5-c888-423a-895c-e07b3f2c7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.555668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2759bc1-444c-45a3-812a-dd935105327a req-e00f81a5-c888-423a-895c-e07b3f2c7567 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1097 time: 2.1089425 Jul 15 13:18:17.795786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4c364f67-e00e-4d20-9b48-0a9c08323211,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.829350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:17.838785 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.839661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2b8c4cc1-f99e-4662-8804-240748534b2d no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:17.876152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 2b8c4cc1-f99e-4662-8804-240748534b2d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:17.877586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2b8c4cc1-f99e-4662-8804-240748534b2d not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:17.931675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759bc1-444c-45a3-812a-dd935105327a req-6859abf7-b01d-4626-ba43-675862291e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.939817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2759bc1-444c-45a3-812a-dd935105327a req-6859abf7-b01d-4626-ba43-675862291e2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.3509147 Jul 15 13:18:17.957937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.974787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e39e7389-31b4-4766-b453-2c4bb50a9701 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.978997 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e39e7389-31b4-4766-b453-2c4bb50a9701 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.30 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 946 time: 1.2176502 Jul 15 13:18:18.029505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7936c700-9cc4-458d-b2b0-473f41cff66a req-0cb93054-05ef-41b7-a352-927578034cda tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/security-groups?id=2107c7f9-5f30-44d6-90af-ac795f75a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622610 Jul 15 13:18:18.332797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2759bc1-444c-45a3-812a-dd935105327a req-ea3435ab-37b9-4414-a318-c2608027ef0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 200 len: 999 time: 0.3363466 Jul 15 13:18:18.334577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.649722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759bc1-444c-45a3-812a-dd935105327a req-1c746c39-3392-4be7-afc4-50cc5f18d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.651727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2759bc1-444c-45a3-812a-dd935105327a req-1c746c39-3392-4be7-afc4-50cc5f18d83f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.2460630 Jul 15 13:18:18.825028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port 4c364f67-e00e-4d20-9b48-0a9c08323211 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:18.825403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.845163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd467a1-9a36-4613-88fd-0649f5b680b1 req-6ef33d36-b4f9-4a4d-bac8-d32b290f00b5 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.852656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cd467a1-9a36-4613-88fd-0649f5b680b1 req-6ef33d36-b4f9-4a4d-bac8-d32b290f00b5 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/ports?device_id=88e87dfb-abd5-46e5-83fd-6171e028be9d HTTP/1.1" status: 200 len: 946 time: 0.4118204 Jul 15 13:18:18.887615 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9e3d60a1-1577-45fe-800b-1d68a1b6cf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.909204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Deleting port 2830b4a5-7117-444c-83de-541c06fd8803 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:18.909535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.059541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759bc1-444c-45a3-812a-dd935105327a req-63e22b75-fa96-4f55-80eb-34e22973dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.061291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2759bc1-444c-45a3-812a-dd935105327a req-63e22b75-fa96-4f55-80eb-34e22973dae7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3887138 Jul 15 13:18:19.076831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cd467a1-9a36-4613-88fd-0649f5b680b1 req-45ddce65-c921-4811-a2ae-8675cb08802e tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bff49d2-c579-4f80-be16-226da785a714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216399 Jul 15 13:18:19.077390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51738) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:19.078699 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:18:19.160793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port 4c364f67-e00e-4d20-9b48-0a9c08323211, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4c364f67-e00e-4d20-9b48-0a9c08323211,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:19.161381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.187978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for 4c364f67-e00e-4d20-9b48-0a9c08323211 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:19.446253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2830b4a5-7117-444c-83de-541c06fd8803 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:19.465348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c6e0-ac8c-4521-b16c-dbc4417133b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.599173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 08a16d8d-b73a-4970-806e-b7d872f5bb09 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:18:19.604732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] For port 2830b4a5-7117-444c-83de-541c06fd8803, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2830b4a5-7117-444c-83de-541c06fd8803,segment=NetworkSegment(aa6fb033-81a8-4f9b-a314-fcccb2f888e2),segment_id=aa6fb033-81a8-4f9b-a314-fcccb2f888e2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:19.605358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.666822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Calling delete_port for 2830b4a5-7117-444c-83de-541c06fd8803 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:19.735800 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236b590-e51e-45bf-ae46-e04735580fdb x-openstack-request-id: req-f236b590-e51e-45bf-ae46-e04735580fdb {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:19.736654 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-plugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:19.737348 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f236b590-e51e-45bf-ae46-e04735580fdb {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:19.740262 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'code': 200} Jul 15 13:18:19.742631 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.812752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2759bc1-444c-45a3-812a-dd935105327a req-16e3660e-1192-4540-b9b0-675f8a82ee17 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083421 Jul 15 13:18:19.855751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2830b4a5-7117-444c-83de-541c06fd8803, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2830b4a5-7117-444c-83de-541c06fd8803,segment=NetworkSegment(aa6fb033-81a8-4f9b-a314-fcccb2f888e2),segment_id=aa6fb033-81a8-4f9b-a314-fcccb2f888e2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:19.868225 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.963724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c6e0-ac8c-4521-b16c-dbc4417133b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.973760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c6e0-ac8c-4521-b16c-dbc4417133b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.028946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2830b4a5-7117-444c-83de-541c06fd8803,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.037006 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f4d6c6e0-ac8c-4521-b16c-dbc4417133b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b7b58c712f54f1b82e3d5f6885ddc97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9580352 Jul 15 13:18:20.053098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51744) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:20.056736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.057039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.057500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.057957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.058410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.058860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.059875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.060349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.061640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.062088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.062878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.063555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.074584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6c6e0-ac8c-4521-b16c-dbc4417133b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4c1fc5-c2f7-424e-a733-19d407b1de2d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.086574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.230406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=4c364f67-e00e-4d20-9b48-0a9c08323211,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.322514 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.376359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port 4c364f67-e00e-4d20-9b48-0a9c08323211 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:20.378202 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.381695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5580d15c-17b1-4196-a5bd-ba393f932548 req-fb1c42a6-7ca7-4069-bffc-c26e8205a588 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.35 "DELETE /v2.0/ports/4c364f67-e00e-4d20-9b48-0a9c08323211 HTTP/1.1" status: 204 len: 173 time: 2.8702321 Jul 15 13:18:20.437540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Pushing event deleted for resources: {'Port': ['ID=2830b4a5-7117-444c-83de-541c06fd8803,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.462957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:20.481334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Sync routers for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:20.505349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:20.507315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:17:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:20.522324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2759bc1-444c-45a3-812a-dd935105327a req-aad884e1-61ce-48da-b4b0-8e313f2936b2 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207121 Jul 15 13:18:20.549352 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e70e9dfd-9674-433a-833e-158512265b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.551626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] No DVR routers for this DVR port 2830b4a5-7117-444c-83de-541c06fd8803 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:20.554867 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.557271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-592dcc4f-a220-4717-a665-add7b1b7f64b req-e7457343-de67-4c67-a18f-7cd94f7a5461 tempest-InstanceActionsV221TestJSON-34521969 tempest-InstanceActionsV221TestJSON-34521969-project] 10.222.0.30 "DELETE /v2.0/ports/2830b4a5-7117-444c-83de-541c06fd8803 HTTP/1.1" status: 204 len: 173 time: 2.5346212 Jul 15 13:18:20.577020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.582345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0d87ddda-94cb-40b1-a806-7b6796ae2e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.5024083 Jul 15 13:18:20.582668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51754) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:20.601746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e70e9dfd-9674-433a-833e-158512265b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.611915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18de78-a749-4a0f-bad1-6309703fd50a req-f7b16261-cb2b-48a4-b246-9be034ac389f tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.619704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f18de78-a749-4a0f-bad1-6309703fd50a req-f7b16261-cb2b-48a4-b246-9be034ac389f tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.5579982 Jul 15 13:18:20.731069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f18de78-a749-4a0f-bad1-6309703fd50a req-9ece3e68-8c61-446e-a9c1-3d1454c24793 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037788 Jul 15 13:18:20.797165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e70e9dfd-9674-433a-833e-158512265b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.800999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e70e9dfd-9674-433a-833e-158512265b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.802440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e70e9dfd-9674-433a-833e-158512265b6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a4c1fc5-c2f7-424e-a733-19d407b1de2d HTTP/1.1" status: 204 len: 168 time: 0.7221167 Jul 15 13:18:20.818627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e9dfd-9674-433a-833e-158512265b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4c1fc5-c2f7-424e-a733-19d407b1de2d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.969730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:21.114073 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5db3483e-cd1a-426e-9d2e-298ad73d5eb5 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3e3a1a7fc00745c5a63c8018cee397f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5276034 Jul 15 13:18:21.117318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51770) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:21.801611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c364f67-e00e-4d20-9b48-0a9c08323211'}, {'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41'}, {'server_uuid': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2830b4a5-7117-444c-83de-541c06fd8803'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:21.806175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51778) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:21.812660 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d932f361-dbf2-49dd-8f79-b0031660bfd9" -d '{"events": [{"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-unplugged", "status": "completed", "tag": "4c364f67-e00e-4d20-9b48-0a9c08323211"}, {"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-unplugged", "status": "completed", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41"}, {"server_uuid": "88e87dfb-abd5-46e5-83fd-6171e028be9d", "name": "network-vif-unplugged", "status": "completed", "tag": "2830b4a5-7117-444c-83de-541c06fd8803"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:21.928231 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c77a-b412-43bd-ae88-b3f0b22b4ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.928637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.934523 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9dc00308-b28b-4758-b875-5a9e527e9c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.974203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:15Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:22.039302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Checking router: 08a16d8d-b73a-4970-806e-b7d872f5bb09 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:22.040176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Updating router 08a16d8d-b73a-4970-806e-b7d872f5bb09 port cb760246-c2d0-4888-9c23-757007cb0306 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:22.134879 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.430860 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c77a-b412-43bd-ae88-b3f0b22b4ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.450432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c77a-b412-43bd-ae88-b3f0b22b4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.588348 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e3b64d-17e0-44d1-b634-b322dc56c5d0 x-openstack-request-id: req-e1e3b64d-17e0-44d1-b634-b322dc56c5d0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:22.589847 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-deleted", "tag": "2b8c4cc1-f99e-4662-8804-240748534b2d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:22.590500 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1e3b64d-17e0-44d1-b634-b322dc56c5d0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:22.591909 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-deleted', 'tag': '2b8c4cc1-f99e-4662-8804-240748534b2d', 'status': 'completed', 'code': 200} Jul 15 13:18:22.609209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28631b6b-2a9d-4cc6-93f6-c8a2ff270507 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.618150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-28631b6b-2a9d-4cc6-93f6-c8a2ff270507 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4979875 Jul 15 13:18:22.620714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51786) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:22.667578 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1ae0c77a-b412-43bd-ae88-b3f0b22b4ba6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=669d0071916b40179d591301ad27f742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8596122 Jul 15 13:18:22.677556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51788) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:22.691412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3d2966e-2a4b-4f55-9725-8fa7d847cb00 req-f5293e66-7f4d-4702-9374-ae539be2b8b2 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b34b77-e79b-4845-8366-a64b51719538 HTTP/1.1" status: 200 len: 210 time: 0.1276674 Jul 15 13:18:22.806093 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5cbe4544-0d3d-45dc-9337-a29846fb1bcf tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1816955 Jul 15 13:18:22.810623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51790) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:22.815967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c77a-b412-43bd-ae88-b3f0b22b4ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8eba33-86b3-413d-b1aa-295a334a617b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:22.821472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-635177255', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:22.889716 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a678427-362a-45e3-afb7-0dd41826c66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.975111 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.986223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a678427-362a-45e3-afb7-0dd41826c66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.015196 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.101066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Transition to ACTIVE for port object cb760246-c2d0-4888-9c23-757007cb0306 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:23.104518 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a678427-362a-45e3-afb7-0dd41826c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.109992 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a678427-362a-45e3-afb7-0dd41826c66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.116616 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5a678427-362a-45e3-afb7-0dd41826c66d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c8eba33-86b3-413d-b1aa-295a334a617b HTTP/1.1" status: 204 len: 168 time: 0.3628035 Jul 15 13:18:23.116847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.150673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a678427-362a-45e3-afb7-0dd41826c66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8eba33-86b3-413d-b1aa-295a334a617b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:23.210611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:23.218978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.254523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee70f3-0d70-409f-ab2b-cb91b7b1816c req-07dfd0fa-e943-465b-8429-8d0219c724d2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.257175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05ee70f3-0d70-409f-ab2b-cb91b7b1816c req-07dfd0fa-e943-465b-8429-8d0219c724d2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 945 time: 0.2023628 Jul 15 13:18:23.335213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Attempting to bind port cb760246-c2d0-4888-9c23-757007cb0306 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:23.335953 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Attempting to bind port cb760246-c2d0-4888-9c23-757007cb0306 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:23.336815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Attempting to bind port cb760246-c2d0-4888-9c23-757007cb0306 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:23.351023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66278c9e-e9bb-4413-bc16-b77f7f89198a None None] Pushing event updated for resources: {'Port': ['ID=cb760246-c2d0-4888-9c23-757007cb0306,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:23.356012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:23.356748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:23.357510 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.358244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:23.359118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Bound port: cb760246-c2d0-4888-9c23-757007cb0306, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:23.359855 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.426634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05ee70f3-0d70-409f-ab2b-cb91b7b1816c req-cbd1c5b0-2456-42ea-97d2-5fbe7142d44c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145198 Jul 15 13:18:23.507871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] For port cb760246-c2d0-4888-9c23-757007cb0306, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:23.517227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] For port cb760246-c2d0-4888-9c23-757007cb0306, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cb760246-c2d0-4888-9c23-757007cb0306,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:23.544076 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.773727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:23.775618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:18:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:23.876474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66278c9e-e9bb-4413-bc16-b77f7f89198a None None] Pushing event updated for resources: {'Port': ['ID=cb760246-c2d0-4888-9c23-757007cb0306,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:23.993240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.015285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51802) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:24.031702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c516f00-1b13-49f6-93e0-eee0cf8f6eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.046807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:24.101300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Subnet': ['ID=1bdb45b9-7821-466d-9060-352e2dc583b1,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.123388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be7b1a-d4f2-45e5-8ce7-8d3ad1e46808 req-9cc67604-4736-4d8b-bff7-d9ef6dddb7ea tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.136514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2be7b1a-d4f2-45e5-8ce7-8d3ad1e46808 req-9cc67604-4736-4d8b-bff7-d9ef6dddb7ea tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.4443972 Jul 15 13:18:24.169404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c516f00-1b13-49f6-93e0-eee0cf8f6eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.179630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c516f00-1b13-49f6-93e0-eee0cf8f6eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.222018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015570-020d-48a3-aac3-8202c040500a req-ec15dd0b-1438-45d9-9393-df7d97886559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.225359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb015570-020d-48a3-aac3-8202c040500a req-ec15dd0b-1438-45d9-9393-df7d97886559 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d867bfdaf7cf4997a99f2f11d418e1bf&device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 1102 time: 0.4327049 Jul 15 13:18:24.239598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Checking segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:24.240635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network hostable DHCP agents. Network: a8af2ec5-9939-41f9-9d5a-1314f83bd805, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:24.261309 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9c516f00-1b13-49f6-93e0-eee0cf8f6eca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1830e5870fd74006bad169870b0ab0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406747 Jul 15 13:18:24.261309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c516f00-1b13-49f6-93e0-eee0cf8f6eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e84f921-c0e6-4149-b4f0-5cd61bb3fba7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.262495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51804) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:24.366618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ac19642-e185-4a8c-ac50-ba516b13d11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.434612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ac19642-e185-4a8c-ac50-ba516b13d11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.447892 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.472896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015570-020d-48a3-aac3-8202c040500a req-08815f14-9000-4351-bdf1-0e964eb398da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.475962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb015570-020d-48a3-aac3-8202c040500a req-08815f14-9000-4351-bdf1-0e964eb398da service neutron] 10.222.0.35 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2187507 Jul 15 13:18:24.482413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:24.488230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:15Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:24.531424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2be7b1a-d4f2-45e5-8ce7-8d3ad1e46808 req-c479ed51-9ab2-4a2b-b695-1f8bcb88930c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898749 Jul 15 13:18:24.542553 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ac19642-e185-4a8c-ac50-ba516b13d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.554325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ac19642-e185-4a8c-ac50-ba516b13d11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.556236 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8ac19642-e185-4a8c-ac50-ba516b13d11a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e84f921-c0e6-4149-b4f0-5cd61bb3fba7 HTTP/1.1" status: 204 len: 168 time: 0.2788997 Jul 15 13:18:24.592271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac19642-e185-4a8c-ac50-ba516b13d11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e84f921-c0e6-4149-b4f0-5cd61bb3fba7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.592613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63279b-4803-4453-a9c4-f7f02f9d8a28 None None] The sync data for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 is: [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:15Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:24.605251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-deleted', 'tag': '4c364f67-e00e-4d20-9b48-0a9c08323211'}, {'server_uuid': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'name': 'network-vif-deleted', 'tag': '2830b4a5-7117-444c-83de-541c06fd8803'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:24.608708 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671985ba-c9f5-489f-9c7f-25e0d9ab44ef" -d '{"events": [{"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-deleted", "tag": "4c364f67-e00e-4d20-9b48-0a9c08323211"}, {"server_uuid": "88e87dfb-abd5-46e5-83fd-6171e028be9d", "name": "network-vif-deleted", "tag": "2830b4a5-7117-444c-83de-541c06fd8803"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:24.616402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb015570-020d-48a3-aac3-8202c040500a req-2753ad4a-050a-432f-ab61-e2d18008005f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e37a9237-cb3f-4f92-838f-083b38720a75 HTTP/1.1" status: 200 len: 217 time: 0.1283689 Jul 15 13:18:24.618062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a8af2ec5-9939-41f9-9d5a-1314f83bd805) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:24.680301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6555ab-b9a8-4976-b2f3-28f1d82cb6fa None None] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:24.693724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.694506 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.727866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015570-020d-48a3-aac3-8202c040500a req-a53566cc-69f1-4010-ab8f-c5ed71854ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.731631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb015570-020d-48a3-aac3-8202c040500a req-a53566cc-69f1-4010-ab8f-c5ed71854ea1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0981486 Jul 15 13:18:24.743298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-885fd842-b5ef-4d39-abf7-98f7c484047c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9262140 Jul 15 13:18:24.743464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51820) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:24.955594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015570-020d-48a3-aac3-8202c040500a req-ebd2499a-ed86-4f11-ac67-80cf6b979b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.962252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb015570-020d-48a3-aac3-8202c040500a req-ebd2499a-ed86-4f11-ac67-80cf6b979b38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2224388 Jul 15 13:18:24.990693 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 528 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849645cf-e3a6-4443-84fc-6ede4d0d1b06 x-openstack-request-id: req-849645cf-e3a6-4443-84fc-6ede4d0d1b06 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:24.991186 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-unplugged", "status": "completed", "tag": "4c364f67-e00e-4d20-9b48-0a9c08323211", "code": 200}, {"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-unplugged", "status": "failed", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41", "code": 422}, {"server_uuid": "88e87dfb-abd5-46e5-83fd-6171e028be9d", "name": "network-vif-unplugged", "status": "completed", "tag": "2830b4a5-7117-444c-83de-541c06fd8803", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:24.991604 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-849645cf-e3a6-4443-84fc-6ede4d0d1b06 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:24.992269 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c364f67-e00e-4d20-9b48-0a9c08323211', 'code': 200} Jul 15 13:18:24.992703 n-d-771362-36 neutron-server[93735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'code': 422} returned with failed status Jul 15 13:18:24.993130 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2830b4a5-7117-444c-83de-541c06fd8803', 'code': 200} Jul 15 13:18:25.002830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:25.253732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb015570-020d-48a3-aac3-8202c040500a req-8ec871c8-5556-41e4-a270-0f4eb95c7c89 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839384 Jul 15 13:18:25.461174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb015570-020d-48a3-aac3-8202c040500a req-98754ddc-1edd-4f37-b139-2b641cf6c130 service neutron] 10.222.0.35 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969135 Jul 15 13:18:25.564812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cb760246-c2d0-4888-9c23-757007cb0306 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:25.633285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:18:25.634345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.793078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port cb760246-c2d0-4888-9c23-757007cb0306 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:25.801791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cb760246-c2d0-4888-9c23-757007cb0306 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.802481 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.946100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Allocated IP 172.20.0.2 (a8af2ec5-9939-41f9-9d5a-1314f83bd805/1bdb45b9-7821-466d-9060-352e2dc583b1/6487d5d9-db33-435a-bcc3-e36b23b35097) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:26.020669 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.079657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port cb760246-c2d0-4888-9c23-757007cb0306, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cb760246-c2d0-4888-9c23-757007cb0306,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:26.129994 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.268794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=cb760246-c2d0-4888-9c23-757007cb0306,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.530483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.573108 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.600976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Transition to ACTIVE for port object 6487d5d9-db33-435a-bcc3-e36b23b35097 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:26.649193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Transition to ACTIVE for port object 6487d5d9-db33-435a-bcc3-e36b23b35097 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:26.668488 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.680198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-ac6fb627-baea-4c6c-a51a-af161d68872c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2541022 Jul 15 13:18:26.715512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:26.719114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:26.786768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:26.878451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-fbcdc14a-6b71-40b3-aeb0-58389a213926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.880090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-fbcdc14a-6b71-40b3-aeb0-58389a213926 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 1098 time: 0.1758509 Jul 15 13:18:27.000228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51858) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.143083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Pushing event updated for resources: {'Port': ['ID=6487d5d9-db33-435a-bcc3-e36b23b35097,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.172261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Attempting to bind port 6487d5d9-db33-435a-bcc3-e36b23b35097 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:27.173073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Attempting to bind port 6487d5d9-db33-435a-bcc3-e36b23b35097 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:27.174239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Attempting to bind port 6487d5d9-db33-435a-bcc3-e36b23b35097 on network a8af2ec5-9939-41f9-9d5a-1314f83bd805 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:27.205633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:27.206273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Checking segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:27.206749 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.211579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Bound using segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:27.212571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Bound port: 6487d5d9-db33-435a-bcc3-e36b23b35097, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:27.213153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.509789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] For port 6487d5d9-db33-435a-bcc3-e36b23b35097, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:27.526349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] For port 6487d5d9-db33-435a-bcc3-e36b23b35097, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6487d5d9-db33-435a-bcc3-e36b23b35097,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:27.544513 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.579084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cb760246-c2d0-4888-9c23-757007cb0306 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:27.590669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.20.0.1 (a8af2ec5-9939-41f9-9d5a-1314f83bd805/1bdb45b9-7821-466d-9060-352e2dc583b1/aa89652d-d799-4c6c-b4a1-0be6e576c7e9) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:27.825006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a0b526-352a-4a4f-8826-deaa4d4103c9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting subnet f9944ea8-aac3-4e08-a53f-c5eeef7b0250 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:27.845347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-2101ff4e-dff7-41a9-8afe-891d422b9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.864656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-2101ff4e-dff7-41a9-8afe-891d422b9d6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 200 len: 912 time: 0.9436586 Jul 15 13:18:27.866624 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a0b526-352a-4a4f-8826-deaa4d4103c9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.932883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38eb3a-e1dc-48cc-bb65-5623db616af7 None None] Pushing event updated for resources: {'Port': ['ID=6487d5d9-db33-435a-bcc3-e36b23b35097,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.953497 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cb760246-c2d0-4888-9c23-757007cb0306 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:27.958600 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.060250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.082182 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a0b526-352a-4a4f-8826-deaa4d4103c9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.116109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Transition to ACTIVE for port object aa89652d-d799-4c6c-b4a1-0be6e576c7e9 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:28.228502 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.440326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:28.471575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:28.478311 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a0b526-352a-4a4f-8826-deaa4d4103c9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.480431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:28.700923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:28.755162 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.783353 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdb165c-1751-48dc-99a1-a5c346e5246e x-openstack-request-id: req-bfdb165c-1751-48dc-99a1-a5c346e5246e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:28.790253 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b34b77-e79b-4845-8366-a64b51719538", "name": "network-vif-deleted", "tag": "4c364f67-e00e-4d20-9b48-0a9c08323211", "status": "completed", "code": 200}, {"server_uuid": "88e87dfb-abd5-46e5-83fd-6171e028be9d", "name": "network-vif-deleted", "tag": "2830b4a5-7117-444c-83de-541c06fd8803", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:28.790840 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfdb165c-1751-48dc-99a1-a5c346e5246e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:28.791742 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b34b77-e79b-4845-8366-a64b51719538', 'name': 'network-vif-deleted', 'tag': '4c364f67-e00e-4d20-9b48-0a9c08323211', 'status': 'completed', 'code': 200} Jul 15 13:18:28.799391 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e87dfb-abd5-46e5-83fd-6171e028be9d', 'name': 'network-vif-deleted', 'tag': '2830b4a5-7117-444c-83de-541c06fd8803', 'status': 'completed', 'code': 200} Jul 15 13:18:28.804101 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a0b526-352a-4a4f-8826-deaa4d4103c9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.828921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a0b526-352a-4a4f-8826-deaa4d4103c9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.836583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-81a0b526-352a-4a4f-8826-deaa4d4103c9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "DELETE /v2.0/subnets/f9944ea8-aac3-4e08-a53f-c5eeef7b0250 HTTP/1.1" status: 204 len: 168 time: 1.8352098 Jul 15 13:18:28.842718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14669b0-ac36-46b8-baa4-fd5e532964fd None None] Network 101efb81-3cb3-4fb4-a68c-6041aade8759 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:28.866688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51902) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.881473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0b526-352a-4a4f-8826-deaa4d4103c9 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Subnet': ['ID=f9944ea8-aac3-4e08-a53f-c5eeef7b0250,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:28.910910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-4e7ce5d4-cca0-421b-9333-f122f3730aa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30196265-e847-4733-81cf-f80ec3f5075b HTTP/1.1" status: 200 len: 1001 time: 1.0166471 Jul 15 13:18:28.973856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-9381180a-b4f3-4c93-b696-203ecf672ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.975833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-9381180a-b4f3-4c93-b696-203ecf672ff2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 200 len: 850 time: 0.0570836 Jul 15 13:18:29.070199 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.461187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.474168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-9f7f48a9-c062-4e3a-9f52-74466c3f71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.476742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:29.479738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-9f7f48a9-c062-4e3a-9f52-74466c3f71a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1a5bd99-2642-4040-afd8-914614b6d4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4047740 Jul 15 13:18:29.590622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] DHCP port deletion for 101efb81-3cb3-4fb4-a68c-6041aade8759 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:18:29.695711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:18:29.757464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port 25bf524e-6626-4b25-a235-7a624d3f343a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:29.759801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.848405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6487d5d9-db33-435a-bcc3-e36b23b35097 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:29.930041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-ce537de5-c0cc-4214-88df-2ddd7183fa76 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224148 Jul 15 13:18:29.937793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51916) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:29.954694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port 25bf524e-6626-4b25-a235-7a624d3f343a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=25bf524e-6626-4b25-a235-7a624d3f343a,segment=NetworkSegment(bf86bb53-e2cf-4a4f-82ef-e2817346f69b),segment_id=bf86bb53-e2cf-4a4f-82ef-e2817346f69b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:29.955356 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.075308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for 25bf524e-6626-4b25-a235-7a624d3f343a owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:30.273797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.317747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=25bf524e-6626-4b25-a235-7a624d3f343a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:30.324162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port 25bf524e-6626-4b25-a235-7a624d3f343a on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:30.499164 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecb70e72-7746-4b33-83b8-6015b1e25211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.525878 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.543493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.612732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b874766c-e7eb-430d-baf1-52bee3d0544b None None] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:30.649426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.663594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:30.778538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.827450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:30.841452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:30.858764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:30.878122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-85fa1195-7ce8-4fce-97d9-932546f8757a None None] Provisioning for port 6487d5d9-db33-435a-bcc3-e36b23b35097 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:30.944737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'mac_address': 'fa:16:3e:1c:2b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:30.978081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51934) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:31.005080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101efb81-3cb3-4fb4-a68c-6041aade8759']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:31.038977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:31.039645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf86bb53-e2cf-4a4f-82ef-e2817346f69b') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:31.073086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.076491 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.087564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] Deleting port 25bf524e-6626-4b25-a235-7a624d3f343a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:31.088309 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.099435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.114616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:31.115036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:31.253640 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:31.290625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] For port 25bf524e-6626-4b25-a235-7a624d3f343a, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:31.290935 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.353860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a71ca0-0005-43eb-b1da-afb96c6717d5 admin admin] Deleting subnet 9e9db7ff-cbc7-4a31-ae48-5ac6525f6bbd {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:31.359186 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88a71ca0-0005-43eb-b1da-afb96c6717d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.386570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ce699b1-f0e6-409f-ab29-0915d06483e0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:31.408121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 08a16d8d-b73a-4970-806e-b7d872f5bb09 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:31.480402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] Calling delete_port for 25bf524e-6626-4b25-a235-7a624d3f343a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:31.488458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] Port 25bf524e-6626-4b25-a235-7a624d3f343a was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:18:31.509538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 6487d5d9-db33-435a-bcc3-e36b23b35097 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:31.522826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88a71ca0-0005-43eb-b1da-afb96c6717d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.529854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 6487d5d9-db33-435a-bcc3-e36b23b35097 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:31.534237 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.536364 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.611552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:31.624687 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecb70e72-7746-4b33-83b8-6015b1e25211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.625805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Sync routers for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:31.635580 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-66af1806-3cca-4015-b4db-5cd873422370 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "PUT /v2.0/routers/08a16d8d-b73a-4970-806e-b7d872f5bb09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8906984 Jul 15 13:18:31.645582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:31.646673 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:18:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:31.668863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6fd741d-8555-4b12-9c1c-ac577a098578 req-e096d994-235f-4605-a6aa-3b6aaac51910 service neutron] 10.222.0.30 "GET /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7177351 Jul 15 13:18:31.718618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.741250 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.750856 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51960) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:31.775110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "DELETE /v2.0/networks/101efb81-3cb3-4fb4-a68c-6041aade8759 HTTP/1.1" status: 204 len: 168 time: 2.9046102 Jul 15 13:18:31.796310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecb70e72-7746-4b33-83b8-6015b1e25211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.803794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] Pushing event deleted for resources: {'Port': ['ID=25bf524e-6626-4b25-a235-7a624d3f343a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:31.869798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f423f7-2960-49f7-92b3-085386538d68 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Network': ['ID=101efb81-3cb3-4fb4-a68c-6041aade8759,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:31.893361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:31.943037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] Network 101efb81-3cb3-4fb4-a68c-6041aade8759 is not hosted by any dhcp agent {{(pid=93735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:18:31.945786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1be39-f971-426f-b51d-65d5ba186c76 None None] No DVR routers for this DVR port 25bf524e-6626-4b25-a235-7a624d3f343a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:31.951841 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88a71ca0-0005-43eb-b1da-afb96c6717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.999278 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.033270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-485445b3-5e72-44b7-a5d9-46371ba6283e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting subnet 3fa81951-e56a-4e38-a7c1-4feec5d5482e {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:32.052875 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-485445b3-5e72-44b7-a5d9-46371ba6283e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.054697 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:32.096061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb70e72-7746-4b33-83b8-6015b1e25211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff44614-021b-4d83-a249-623c0fd9a40f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:32.128702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-485445b3-5e72-44b7-a5d9-46371ba6283e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.255196 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-485445b3-5e72-44b7-a5d9-46371ba6283e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.334664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['6ce699b1-f0e6-409f-ab29-0915d06483e0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:32.407478 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-485445b3-5e72-44b7-a5d9-46371ba6283e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.438164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ecb70e72-7746-4b33-83b8-6015b1e25211 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c92ff2b44e641f9a004c15d2ad5c2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4972115 Jul 15 13:18:32.446102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51988) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:32.448153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-485445b3-5e72-44b7-a5d9-46371ba6283e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.450569 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-485445b3-5e72-44b7-a5d9-46371ba6283e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "DELETE /v2.0/subnets/3fa81951-e56a-4e38-a7c1-4feec5d5482e HTTP/1.1" status: 204 len: 168 time: 0.6976597 Jul 15 13:18:32.455559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51990) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:32.542531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485445b3-5e72-44b7-a5d9-46371ba6283e tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa81951-e56a-4e38-a7c1-4feec5d5482e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:32.562544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413e209-42af-4c06-a6a2-a5f98163c30e None None] Network e0300df1-8663-4fcf-aa5d-e65af24ea646 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:32.594932 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88a71ca0-0005-43eb-b1da-afb96c6717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.710722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a25fb-c2ec-4d2d-9ce7-244dd5c95cf5 req-ffafc804-7df2-4f74-a480-8ede89a83bca tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.724062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b10a25fb-c2ec-4d2d-9ce7-244dd5c95cf5 req-ffafc804-7df2-4f74-a480-8ede89a83bca tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.4813936 Jul 15 13:18:32.730345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a71ca0-0005-43eb-b1da-afb96c6717d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9db7ff-cbc7-4a31-ae48-5ac6525f6bbd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:32.837306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88a71ca0-0005-43eb-b1da-afb96c6717d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.844501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-88a71ca0-0005-43eb-b1da-afb96c6717d5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9e9db7ff-cbc7-4a31-ae48-5ac6525f6bbd HTTP/1.1" status: 204 len: 168 time: 1.5900733 Jul 15 13:18:32.860004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b10a25fb-c2ec-4d2d-9ce7-244dd5c95cf5 req-2a6d632c-e221-4bac-9983-7fbf6396627b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344557 Jul 15 13:18:32.879833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51996) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:32.890271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9a6553b-81eb-4c24-a721-cdaf270433a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.905536 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:30Z', 'revision_number': 2, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:32.981816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9a6553b-81eb-4c24-a721-cdaf270433a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.073670 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Checking router: 08a16d8d-b73a-4970-806e-b7d872f5bb09 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:33.078208 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.080137 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Updating router 08a16d8d-b73a-4970-806e-b7d872f5bb09 port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:33.092782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:33.178301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9a6553b-81eb-4c24-a721-cdaf270433a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.182631 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9a6553b-81eb-4c24-a721-cdaf270433a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.184618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f9a6553b-81eb-4c24-a721-cdaf270433a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fff44614-021b-4d83-a249-623c0fd9a40f HTTP/1.1" status: 204 len: 168 time: 0.7270026 Jul 15 13:18:33.224737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.238137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6553b-81eb-4c24-a721-cdaf270433a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff44614-021b-4d83-a249-623c0fd9a40f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:33.248949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771e55ae-dd98-4b2e-a510-36d3b18c1757']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:33.265398 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.284653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6fb033-81a8-4f9b-a314-fcccb2f888e2') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:33.284994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6fb033-81a8-4f9b-a314-fcccb2f888e2') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:33.315755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.324037 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.369724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.414653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.451806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:33.456024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:33.465825 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:33.817109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.837784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.853812 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/771e55ae-dd98-4b2e-a510-36d3b18c1757 HTTP/1.1" status: 204 len: 168 time: 0.9716406 Jul 15 13:18:33.883683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 6487d5d9-db33-435a-bcc3-e36b23b35097, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6487d5d9-db33-435a-bcc3-e36b23b35097,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:33.949165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.949589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a551b6-cd78-4329-90fe-aec0f280d4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=771e55ae-dd98-4b2e-a510-36d3b18c1757,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.000327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Deleting port 51a42367-4cf2-4fc8-a839-9f268fd5412f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:34.000868 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.206806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 25bf524e-6626-4b25-a235-7a624d3f343a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:34.300640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] For port 51a42367-4cf2-4fc8-a839-9f268fd5412f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=51a42367-4cf2-4fc8-a839-9f268fd5412f,segment=NetworkSegment(713ffaf6-ca3a-49d7-9858-6fbf400da813),segment_id=713ffaf6-ca3a-49d7-9858-6fbf400da813)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:34.300950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.334275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Calling delete_port for 51a42367-4cf2-4fc8-a839-9f268fd5412f owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:34.335809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 25bf524e-6626-4b25-a235-7a624d3f343a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:34.339245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 25bf524e-6626-4b25-a235-7a624d3f343a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:34.426398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=6487d5d9-db33-435a-bcc3-e36b23b35097,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.468731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52020) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:34.499327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6e3a243d-deb5-41fb-9a9a-36423d974efc None None] Provisioning complete for port 6487d5d9-db33-435a-bcc3-e36b23b35097 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:34.500399 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e3a243d-deb5-41fb-9a9a-36423d974efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.513256 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.531994 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Transition to ACTIVE for port object aa89652d-d799-4c6c-b4a1-0be6e576c7e9 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:34.549252 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.647867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a4080-51a5-4ed9-ba0e-e34728e6a0ad None None] DHCP port deletion for e0300df1-8663-4fcf-aa5d-e65af24ea646 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:18:34.679444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4a500556-a8de-45d5-b5cc-5c769950c68e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d53a635d1e4fefae5cc31015ef3f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041395 Jul 15 13:18:34.694308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52024) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:34.795722 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.855376 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.923974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Port': ['ID=51a42367-4cf2-4fc8-a839-9f268fd5412f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.943775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f50a4080-51a5-4ed9-ba0e-e34728e6a0ad None None] The port '51a42367-4cf2-4fc8-a839-9f268fd5412f' was deleted {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 13:18:34.967536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] No DVR routers for this DVR port 51a42367-4cf2-4fc8-a839-9f268fd5412f on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:34.996642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d676a77c-fcf8-47e3-b486-be2cc28fabbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.042436 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Pushing event updated for resources: {'Port': ['ID=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.097631 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d676a77c-fcf8-47e3-b486-be2cc28fabbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.128374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6e3a243d-deb5-41fb-9a9a-36423d974efc None None] Provisioning for port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:35.236593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d676a77c-fcf8-47e3-b486-be2cc28fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.239927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d676a77c-fcf8-47e3-b486-be2cc28fabbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.241677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d676a77c-fcf8-47e3-b486-be2cc28fabbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bff49d2-c579-4f80-be16-226da785a714 HTTP/1.1" status: 204 len: 168 time: 0.5450466 Jul 15 13:18:35.293964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676a77c-fcf8-47e3-b486-be2cc28fabbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bff49d2-c579-4f80-be16-226da785a714,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.312348 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.315841 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.316451 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.317457 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.317811 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.319504 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.320514 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.320873 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.321215 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.321555 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.321892 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.322225 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:35.375527 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Attempting to bind port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:35.376724 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Attempting to bind port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:35.377189 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Attempting to bind port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 on network a8af2ec5-9939-41f9-9d5a-1314f83bd805 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:35.411747 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:35.413289 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Checking segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:35.414047 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.414463 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Bound using segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:35.414978 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Bound port: aa89652d-d799-4c6c-b4a1-0be6e576c7e9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:35.418007 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.418822 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.445321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.508796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0300df1-8663-4fcf-aa5d-e65af24ea646']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:35.571548 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713ffaf6-ca3a-49d7-9858-6fbf400da813') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:35.580938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713ffaf6-ca3a-49d7-9858-6fbf400da813') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:35.681214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.733905 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] For port aa89652d-d799-4c6c-b4a1-0be6e576c7e9, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:35.741309 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] For port aa89652d-d799-4c6c-b4a1-0be6e576c7e9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:35.781359 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.789181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.826653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:35.827206 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:35.856509 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:36.039155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:36.054102 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd318c6-7ec0-4ac9-ae60-30e5cc5a4ef4 None None] Pushing event updated for resources: {'Port': ['ID=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:36.173016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.180378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.187007 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:36.190816 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:18:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:36.195097 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] 10.222.0.25 "DELETE /v2.0/networks/e0300df1-8663-4fcf-aa5d-e65af24ea646 HTTP/1.1" status: 204 len: 168 time: 3.6920028 Jul 15 13:18:36.271361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 6ce699b1-f0e6-409f-ab29-0915d06483e0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:36.286323 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.294863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918ef9c-2101-4582-8908-4abdddbc0af6 tempest-ServersTestMultiNic-986969487 tempest-ServersTestMultiNic-986969487-project] Pushing event deleted for resources: {'Network': ['ID=e0300df1-8663-4fcf-aa5d-e65af24ea646,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:36.429048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6487d5d9-db33-435a-bcc3-e36b23b35097 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:36.593903 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:36.641243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 6487d5d9-db33-435a-bcc3-e36b23b35097 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:36.642893 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.075165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.278116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:37.278454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:37.296889 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002a0ebc-9e3e-427a-98cb-da785f9ea1a3" -d '{"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-plugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:37.313418 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.358216 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:35Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:37.411941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 51a42367-4cf2-4fc8-a839-9f268fd5412f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:37.418370 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c70b7-1a7f-40c4-b52a-43d7f7309921 None None] The sync data for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 is: [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:35Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:37.484051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 51a42367-4cf2-4fc8-a839-9f268fd5412f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:37.484732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 51a42367-4cf2-4fc8-a839-9f268fd5412f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:37.546650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:37.871793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52068) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:38.209779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1406480542-network', 'tenant_id': '6340d75ae9b742eba51e637282b25157'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:38.265696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Made reservation on behalf of 6340d75ae9b742eba51e637282b25157 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:38.276035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.317036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.318943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa89652d-d799-4c6c-b4a1-0be6e576c7e9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:38.513822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:38.520553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:38.521236 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.714608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.724137 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.769743 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.794717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:38.832803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:38.870537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.871024 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Added segment 4db0657a-0492-4c1c-b0c4-8a7d050eca7f of type vlan for network 3683dbf1-06c0-40f0-816d-953ef1b70f38 Jul 15 13:18:38.873379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port aa89652d-d799-4c6c-b4a1-0be6e576c7e9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:38.878545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.883759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.884357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.884984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.885647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.886129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.886693 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.897321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.898095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.898642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.899506 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.900331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.901109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:38.996841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:39.074035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.148420 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.149635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.150403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.262253 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3883431 Jul 15 13:18:39.264604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52076) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:39.274819 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Request body: {'subnet': {'network_id': '3683dbf1-06c0-40f0-816d-953ef1b70f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1406480542-subnet', 'tenant_id': '6340d75ae9b742eba51e637282b25157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:39.280625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82e387-102c-45ac-a22d-d489ea7349e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3683dbf1-06c0-40f0-816d-953ef1b70f38,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:39.298399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 3683dbf1-06c0-40f0-816d-953ef1b70f38 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:39.338194 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Made reservation on behalf of 6340d75ae9b742eba51e637282b25157 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:39.349047 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.798141 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.917633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11876399-c74f-49ca-b73a-2caf993d757d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:39.959493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Checking segment: {'id': '4db0657a-0492-4c1c-b0c4-8a7d050eca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3683dbf1-06c0-40f0-816d-953ef1b70f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:39.960346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Network hostable DHCP agents. Network: 3683dbf1-06c0-40f0-816d-953ef1b70f38, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:39.993100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Network 3683dbf1-06c0-40f0-816d-953ef1b70f38 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:40.019839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 3683dbf1-06c0-40f0-816d-953ef1b70f38) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:40.027938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.028557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.035200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01deddb6-1ca6-462e-ae81-cf03ca1f6eda None None] Network 3683dbf1-06c0-40f0-816d-953ef1b70f38 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:40.082253 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2b3af8a8-bfb3-4ff7-b3e2-088e1738ab6b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8156531 Jul 15 13:18:40.461594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa89652d-d799-4c6c-b4a1-0be6e576c7e9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:40.525124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62837a43-c9d0-47ad-994f-700718b521a6 None None] Network 3683dbf1-06c0-40f0-816d-953ef1b70f38 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:40.693471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:40.693714 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.724048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-14612ad3-3b44-4b8b-8cb9-188dad511801 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111888021&fields=id&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 267 time: 0.0609207 Jul 15 13:18:41.793883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-b3e329f7-bc24-4df8-9350-ce7d3c5911b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2955875 Jul 15 13:18:41.986479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204c85-670f-452e-b294-eaa965b43447 req-397f1329-a73d-4ad6-9a33-aba0034b1613 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:42.006228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-397f1329-a73d-4ad6-9a33-aba0034b1613 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 797 time: 0.2670224 Jul 15 13:18:42.042004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-cd18e7c2-3e97-4243-acd4-298847bc36bf tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/quotas/3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 375 time: 0.0343373 Jul 15 13:18:42.168077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-33d3c68a-6b23-497b-828b-42754e2299ca tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245737 Jul 15 13:18:42.436471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-1544186c-ecc2-452b-884c-6ee85acc5be4 service neutron] 10.222.0.25 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541165 Jul 15 13:18:42.630974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-eb35e8dc-284f-4ad1-a607-f5c5798f202d service neutron] 10.222.0.25 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928902 Jul 15 13:18:43.247485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08078ce4-7a9c-457b-a567-a9f70db73dc0 req-669d61d7-adf9-4163-8966-8e7c0a4786b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.249123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08078ce4-7a9c-457b-a567-a9f70db73dc0 req-669d61d7-adf9-4163-8966-8e7c0a4786b5 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.1092360 Jul 15 13:18:43.347699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08078ce4-7a9c-457b-a567-a9f70db73dc0 req-8ecba8c0-1bf3-47f3-a666-24c90389d36a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829682 Jul 15 13:18:43.552449 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cda05af-48be-4cd6-a1c6-6507f4274244 x-openstack-request-id: req-3cda05af-48be-4cd6-a1c6-6507f4274244 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:43.553075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-2d14cbad-eeda-4fc6-b40c-22ef93f9fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.553207 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-plugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:43.553656 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cda05af-48be-4cd6-a1c6-6507f4274244 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:43.555278 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'code': 200} Jul 15 13:18:43.558757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-2d14cbad-eeda-4fc6-b40c-22ef93f9fe47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056&tenant_id=6c84d9dc3154439bbcdfa258ea615927 HTTP/1.1" status: 200 len: 1095 time: 0.1287286 Jul 15 13:18:43.742484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-1a91115d-c31a-49e8-ae92-e50f08c4487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.746041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-1a91115d-c31a-49e8-ae92-e50f08c4487f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1095 time: 0.1489935 Jul 15 13:18:43.980166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-5dbb98c2-358c-4d84-9a15-597607ac23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.981814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-5dbb98c2-358c-4d84-9a15-597607ac23aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.2262409 Jul 15 13:18:44.052225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-8e5e693e-439d-4cf8-af48-27fc0d79e27a tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.059007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-8e5e693e-439d-4cf8-af48-27fc0d79e27a tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/networks?id=3683dbf1-06c0-40f0-816d-953ef1b70f38 HTTP/1.1" status: 200 len: 813 time: 0.2855601 Jul 15 13:18:44.081744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-d472d6de-198e-405b-bd8c-55c10caf00d7 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/quotas/6340d75ae9b742eba51e637282b25157 HTTP/1.1" status: 200 len: 375 time: 0.0204206 Jul 15 13:18:44.136673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-99f97091-b755-403e-98ba-325c41e0ee2f tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6340d75ae9b742eba51e637282b25157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551703 Jul 15 13:18:44.179357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-f9fe08bd-8fcf-43ab-aafe-65a6a9d4c283 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 200 len: 999 time: 0.1854568 Jul 15 13:18:44.316633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-d7775716-776b-4777-aaa5-0ebd2cffbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.318270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-d7775716-776b-4777-aaa5-0ebd2cffbe60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.1310148 Jul 15 13:18:44.330492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-83bf7c44-e417-492d-be5c-75b26565a171 service neutron] 10.222.0.25 "GET /v2.0/networks/3683dbf1-06c0-40f0-816d-953ef1b70f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917684 Jul 15 13:18:44.488838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-18cfb136-fa90-479c-8cce-5f6bfe981aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.491702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-18cfb136-fa90-479c-8cce-5f6bfe981aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1575656 Jul 15 13:18:44.558697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-525c3e6b-1e81-487f-8cc8-8aca1ec33030 service neutron] 10.222.0.25 "GET /v2.0/networks/3683dbf1-06c0-40f0-816d-953ef1b70f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269256 Jul 15 13:18:44.765503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-27d95b8a-a9dd-44ce-be3f-7e704c5d097f service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634194 Jul 15 13:18:45.108725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:45.257370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bfc3b96-d840-4c9c-b75f-4b7d0973ebe2 req-b1bbcd96-3a1d-411e-b2f0-5b287cf79363 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854877 Jul 15 13:18:45.307518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204c85-670f-452e-b294-eaa965b43447 req-0ff51fd9-3c81-44a0-9eec-cd359ff93d51 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:45.311164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-0ff51fd9-3c81-44a0-9eec-cd359ff93d51 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.35 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 797 time: 0.4006116 Jul 15 13:18:45.377022 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.447886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6dae488e-891b-4ce4-86ac-6057d91f2ed5 req-6177445c-4c6b-4f4b-9693-04a3e0aa17a5 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 210 time: 0.0838976 Jul 15 13:18:45.486699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-ba0ed686-3108-47a7-a502-fa2062870103 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 380 time: 0.1614048 Jul 15 13:18:45.499396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:45.509882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'port': {'device_id': '72092966-49a4-4191-9bcc-fde0b2616742', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'admin_state_up': True, 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'security_groups': ['9b962582-567c-4527-9a95-2943bb2a87e5']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:45.516838 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.597567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:45.599726 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7f7d45-e744-4cdc-88db-a0075c3b26fb" -d '{"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-unplugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:45.604652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=11']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:45.847941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:45.853913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.201323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.20.0.4 (a8af2ec5-9939-41f9-9d5a-1314f83bd805/1bdb45b9-7821-466d-9060-352e2dc583b1/9fb22f1f-c3ad-40b6-ac5a-7094afc5014c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:46.266649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753be9d0-686d-4a29-ac6a-b5edbbef6ca6 req-ca8f4c2f-4c2f-46b9-aa5e-3a5b3d703dbc tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.269765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-753be9d0-686d-4a29-ac6a-b5edbbef6ca6 req-ca8f4c2f-4c2f-46b9-aa5e-3a5b3d703dbc tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.1781783 Jul 15 13:18:46.404169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-753be9d0-686d-4a29-ac6a-b5edbbef6ca6 req-b94ddd79-4146-406e-992a-4ef09d525af3 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270809 Jul 15 13:18:46.812903 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.940778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Transition to ACTIVE for port object 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:46.946964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3148d406-7b56-45c3-a153-2a4a704a935e req-4ab6db8a-27a8-48a7-ab91-75000d91140c tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 210 time: 0.0793176 Jul 15 13:18:47.059436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.168178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:47.174555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:47.178126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:47.230809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:47.310458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.311628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.404321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-99bae139-a65c-4f0a-9bd2-0493f0cc4840 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9134967 Jul 15 13:18:47.429173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Request body: {'port': {'device_id': '72092966-49a4-4191-9bcc-fde0b2616742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:47.587424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919aa07-a5f1-4c12-8abd-28be1bf41a20 req-d46bf330-1533-4707-9d52-b639b10fb395 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.591675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6919aa07-a5f1-4c12-8abd-28be1bf41a20 req-d46bf330-1533-4707-9d52-b639b10fb395 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 948 time: 0.2710662 Jul 15 13:18:47.775686 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6919aa07-a5f1-4c12-8abd-28be1bf41a20 req-d5379618-4ab6-4af7-bec7-26919fdcaedd tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134636 Jul 15 13:18:47.805163 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-75edf216-5f09-4ad2-b840-f21a2304cb68 None None] Provisioning for port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:47.817536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-75edf216-5f09-4ad2-b840-f21a2304cb68 None None] Provisioning complete for port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:47.818971 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-75edf216-5f09-4ad2-b840-f21a2304cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.826084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.914851 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bf1ad8-89b7-4aba-96c4-a2c17a3f848d x-openstack-request-id: req-a1bf1ad8-89b7-4aba-96c4-a2c17a3f848d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:47.919726 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-unplugged", "status": "completed", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:47.920396 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1bf1ad8-89b7-4aba-96c4-a2c17a3f848d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:47.921057 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'code': 200} Jul 15 13:18:47.931629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-75edf216-5f09-4ad2-b840-f21a2304cb68 None None] Port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:48.868926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9703c47e-aa53-4fb5-81f9-4c9ea6751d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.929386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-23a79c81-83d5-4569-801f-58d58f7997cc tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.931251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-23a79c81-83d5-4569-801f-58d58f7997cc tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.30 "GET /v2.0/networks?id=3683dbf1-06c0-40f0-816d-953ef1b70f38 HTTP/1.1" status: 200 len: 813 time: 1.1529675 Jul 15 13:18:48.939916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00332409-b4d5-43c1-9719-008f210f9730 req-f6bcf11a-2c83-4705-8de2-dd64a280d566 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.941587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00332409-b4d5-43c1-9719-008f210f9730 req-f6bcf11a-2c83-4705-8de2-dd64a280d566 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 931 time: 0.3772364 Jul 15 13:18:48.960265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Request body: {'port': {'device_id': '56d29a20-8c99-426a-9b2b-82cca293d7ed', 'network_id': '3683dbf1-06c0-40f0-816d-953ef1b70f38', 'admin_state_up': True, 'tenant_id': '6340d75ae9b742eba51e637282b25157'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:49.279040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00332409-b4d5-43c1-9719-008f210f9730 req-1515c53e-826d-4048-9891-10e6ca876515 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142271 Jul 15 13:18:49.577400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:49.588927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.610438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Transition to ACTIVE for port object 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:49.613785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Made reservation on behalf of 6340d75ae9b742eba51e637282b25157 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:49.618990 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.668654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.973890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:50.313399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Allocated IP 172.20.0.12 (3683dbf1-06c0-40f0-816d-953ef1b70f38/11876399-c74f-49ca-b73a-2caf993d757d/8ed84be5-bff5-4134-8363-2b77ea11e27e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:50.345516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d10ed-e1fb-4f49-914d-91780ace785d req-1d704792-5a31-49e4-9924-fd2a9dae14c7 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.354345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f55d10ed-e1fb-4f49-914d-91780ace785d req-1d704792-5a31-49e4-9924-fd2a9dae14c7 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.7415547 Jul 15 13:18:50.517785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Attempting to bind port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:50.518528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Attempting to bind port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:50.519257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Attempting to bind port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on network a8af2ec5-9939-41f9-9d5a-1314f83bd805 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:50.594624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on network a8af2ec5-9939-41f9-9d5a-1314f83bd805 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:50.595452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Attempting to bind port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on network a8af2ec5-9939-41f9-9d5a-1314f83bd805 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:50.634197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f55d10ed-e1fb-4f49-914d-91780ace785d req-862445c1-0a2f-4f00-a1c4-c8697da1a3a9 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793641 Jul 15 13:18:50.652192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:50.665077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Checking segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:50.665968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Bound using segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:50.666869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Bound port: 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:50.675511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.942094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:50.966751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:50.976043 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.995535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.063996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.064855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.066558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 1092 time: 3.6487849 Jul 15 13:18:51.071250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:51.074554 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed9fd86-8fd6-4168-b359-d5acedbc03e8" -d '{"events": [{"name": "network-changed", "server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:51.135779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.142544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc4dd2-45b5-4e7b-9f87-b7e42bf22557 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:51.313338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Network 3683dbf1-06c0-40f0-816d-953ef1b70f38 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:51.336218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:51.354013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:51.362608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Pushing event updated for resources: {'Port': ['ID=8ed84be5-bff5-4134-8363-2b77ea11e27e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:51.468763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.469850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.499783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204c85-670f-452e-b294-eaa965b43447 req-327a7f1c-e9b6-40d4-98f0-6c6294607950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.502564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-327a7f1c-e9b6-40d4-98f0-6c6294607950 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1095 time: 0.3446047 Jul 15 13:18:51.543659 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9560615-676e-4f28-bd59-ca3075af6d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.581483 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.617265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-eba221b2-781b-4e09-bdee-22573cf406a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 217 time: 0.0958977 Jul 15 13:18:51.621219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-dd987107-f0f9-4754-9149-709c9cca1e49 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6782587 Jul 15 13:18:51.664448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Request body: {'port': {'device_id': '56d29a20-8c99-426a-9b2b-82cca293d7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:51.818756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204c85-670f-452e-b294-eaa965b43447 req-32f19a24-d0b6-4768-84c5-13fb2c0e1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.821777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-32f19a24-d0b6-4768-84c5-13fb2c0e1d83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.1483126 Jul 15 13:18:51.909901 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.332654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204c85-670f-452e-b294-eaa965b43447 req-edecee23-69c1-4858-8c9e-1ebe33f683d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.334358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-edecee23-69c1-4858-8c9e-1ebe33f683d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1729951 Jul 15 13:18:52.545130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed84be5-bff5-4134-8363-2b77ea11e27e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:52.565565 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.585548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Transition to ACTIVE for port object 8ed84be5-bff5-4134-8363-2b77ea11e27e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:52.591879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.716606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Pushing event updated for resources: {'Port': ['ID=8ed84be5-bff5-4134-8363-2b77ea11e27e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:52.878546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.885447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Attempting to bind port 8ed84be5-bff5-4134-8363-2b77ea11e27e on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:52.886253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Attempting to bind port 8ed84be5-bff5-4134-8363-2b77ea11e27e by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '4db0657a-0492-4c1c-b0c4-8a7d050eca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3683dbf1-06c0-40f0-816d-953ef1b70f38'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:52.887206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Attempting to bind port 8ed84be5-bff5-4134-8363-2b77ea11e27e on network 3683dbf1-06c0-40f0-816d-953ef1b70f38 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:52.897154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Port 8ed84be5-bff5-4134-8363-2b77ea11e27e on network 3683dbf1-06c0-40f0-816d-953ef1b70f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:52.897983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Attempting to bind port 8ed84be5-bff5-4134-8363-2b77ea11e27e on network 3683dbf1-06c0-40f0-816d-953ef1b70f38 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:52.910145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:52.910904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Checking segment: {'id': '4db0657a-0492-4c1c-b0c4-8a7d050eca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3683dbf1-06c0-40f0-816d-953ef1b70f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:52.911765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Bound using segment: {'id': '4db0657a-0492-4c1c-b0c4-8a7d050eca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3683dbf1-06c0-40f0-816d-953ef1b70f38'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:52.912940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Bound port: 8ed84be5-bff5-4134-8363-2b77ea11e27e, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db0657a-0492-4c1c-b0c4-8a7d050eca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3683dbf1-06c0-40f0-816d-953ef1b70f38'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:52.914253 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.050142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] For port 8ed84be5-bff5-4134-8363-2b77ea11e27e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:53.054013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] For port 8ed84be5-bff5-4134-8363-2b77ea11e27e, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8ed84be5-bff5-4134-8363-2b77ea11e27e,segment=NetworkSegment(4db0657a-0492-4c1c-b0c4-8a7d050eca7f),segment_id=4db0657a-0492-4c1c-b0c4-8a7d050eca7f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:53.059531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.079690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:53.080809 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.082465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] 10.222.0.30 "PUT /v2.0/ports/8ed84be5-bff5-4134-8363-2b77ea11e27e HTTP/1.1" status: 200 len: 1093 time: 1.4458745 Jul 15 13:18:53.197788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd14df6-69c8-41a9-81e0-15f6009002bf service neutron] Pushing event updated for resources: {'Port': ['ID=8ed84be5-bff5-4134-8363-2b77ea11e27e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:53.235545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-eee63ff0-d7d4-40e6-8d91-c1145900318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:53.237265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-eee63ff0-d7d4-40e6-8d91-c1145900318f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6340d75ae9b742eba51e637282b25157&device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 1096 time: 0.0941050 Jul 15 13:18:53.301399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-2aa54254-c240-4bbf-965c-0ebd29226630 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ed84be5-bff5-4134-8363-2b77ea11e27e HTTP/1.1" status: 200 len: 217 time: 0.0566261 Jul 15 13:18:53.378566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-c73a0dea-9672-419e-b5c2-461e3c8ee3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:53.380318 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-c73a0dea-9672-419e-b5c2-461e3c8ee3d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11876399-c74f-49ca-b73a-2caf993d757d HTTP/1.1" status: 200 len: 853 time: 0.0731814 Jul 15 13:18:53.443159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-0856e497-95c0-43dc-982b-85ccba5420fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3683dbf1-06c0-40f0-816d-953ef1b70f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560193 Jul 15 13:18:53.555405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-82b3c255-adcd-47ef-a360-1f2bbb2c392e service neutron] 10.222.0.30 "GET /v2.0/networks/3683dbf1-06c0-40f0-816d-953ef1b70f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057482 Jul 15 13:18:53.750756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eff2c07e-f244-4b2d-a8bb-92dcf8d14b15 req-7026bdcf-c931-4ae9-baa2-961b20f4ded3 service neutron] 10.222.0.30 "GET /v2.0/networks/3683dbf1-06c0-40f0-816d-953ef1b70f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880918 Jul 15 13:18:53.879446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffdda2-1fae-445e-8d56-1f9db995c219 req-31b9aaf4-6df6-4958-b24d-276508918d66 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:53.881636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edffdda2-1fae-445e-8d56-1f9db995c219 req-31b9aaf4-6df6-4958-b24d-276508918d66 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 944 time: 0.0768256 Jul 15 13:18:53.939045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edffdda2-1fae-445e-8d56-1f9db995c219 req-64688c98-8da2-4f3c-b0c4-bbff0bccce53 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/security-groups?id=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514598 Jul 15 13:18:54.044333 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52334) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:54.269040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b1f3e-b136-4d5e-a55c-5647c750a7ee req-f2f0c0b8-8fdd-4451-85f5-93d607a43998 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.271713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf9b1f3e-b136-4d5e-a55c-5647c750a7ee req-f2f0c0b8-8fdd-4451-85f5-93d607a43998 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 943 time: 0.1260118 Jul 15 13:18:54.301346 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.352784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf9b1f3e-b136-4d5e-a55c-5647c750a7ee req-93a382aa-69b3-49d5-b57a-d524746b6bad tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727620 Jul 15 13:18:54.465125 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a9ecfe-08c0-4076-b610-55c3cdd73b82 x-openstack-request-id: req-05a9ecfe-08c0-4076-b610-55c3cdd73b82 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:54.465839 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:54.465839 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05a9ecfe-08c0-4076-b610-55c3cdd73b82 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:54.466232 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'status': 'completed', 'code': 200} Jul 15 13:18:55.134018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.352385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133cc4c-bb23-4244-8151-7faa7545d3af req-753e1ba9-0f2b-4e7b-a0c9-1a65e333a5ba tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.365060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4133cc4c-bb23-4244-8151-7faa7545d3af req-753e1ba9-0f2b-4e7b-a0c9-1a65e333a5ba tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.2539566 Jul 15 13:18:55.431073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4133cc4c-bb23-4244-8151-7faa7545d3af req-8a0d972d-a770-4a89-abd2-3af0b97b8502 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646126 Jul 15 13:18:55.621338 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Deleting port b706d054-093c-4190-b02c-aee226132281 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:55.624113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.756631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dd100-1f80-41f5-aa33-9e2161472cbc req-fe5ff560-5209-4b19-890e-67eb33443fdb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.764330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-127dd100-1f80-41f5-aa33-9e2161472cbc req-fe5ff560-5209-4b19-890e-67eb33443fdb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 945 time: 0.0967822 Jul 15 13:18:55.800472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] For port b706d054-093c-4190-b02c-aee226132281, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b706d054-093c-4190-b02c-aee226132281,segment=NetworkSegment(d889d73a-f0d0-4908-9a63-82f05ba0bc40),segment_id=d889d73a-f0d0-4908-9a63-82f05ba0bc40)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:55.801014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.814067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-127dd100-1f80-41f5-aa33-9e2161472cbc req-bec5c94e-c402-4eb1-9a8c-bbc36bb00638 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462255 Jul 15 13:18:55.828699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Calling delete_port for b706d054-093c-4190-b02c-aee226132281 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:56.074514 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:18:56.169624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8ed84be5-bff5-4134-8363-2b77ea11e27e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:56.331758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7533a5-45fb-451a-ab34-2ecaf72b1de7 req-5c64e585-0d3d-4942-aae0-c1aff64799ee tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.351181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b7533a5-45fb-451a-ab34-2ecaf72b1de7 req-5c64e585-0d3d-4942-aae0-c1aff64799ee tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 944 time: 0.2441630 Jul 15 13:18:56.433086 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.470897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d29a20-8c99-426a-9b2b-82cca293d7ed', 'tag': '8ed84be5-bff5-4134-8363-2b77ea11e27e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:56.477895 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468ca5da-bdc7-4584-8113-2a466cccc0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "56d29a20-8c99-426a-9b2b-82cca293d7ed", "tag": "8ed84be5-bff5-4134-8363-2b77ea11e27e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:56.517479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b7533a5-45fb-451a-ab34-2ecaf72b1de7 req-bc80572a-db12-46fa-b4e0-bb6c922eec24 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/security-groups?id=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607475 Jul 15 13:18:56.551903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Pushing event deleted for resources: {'Port': ['ID=b706d054-093c-4190-b02c-aee226132281,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:56.998613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8ed84be5-bff5-4134-8363-2b77ea11e27e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8ed84be5-bff5-4134-8363-2b77ea11e27e,segment=NetworkSegment(4db0657a-0492-4c1c-b0c4-8a7d050eca7f),segment_id=4db0657a-0492-4c1c-b0c4-8a7d050eca7f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:57.040853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '8ed84be5-bff5-4134-8363-2b77ea11e27e', 'network_id': '3683dbf1-06c0-40f0-816d-953ef1b70f38', 'port_id': '8ed84be5-bff5-4134-8363-2b77ea11e27e', 'mac_address': 'fa:16:3e:dd:ff:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11876399-c74f-49ca-b73a-2caf993d757d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:57.060298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-c63ab1de-9f42-431e-b06d-86332e2cbf7c service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661175 Jul 15 13:18:57.075949 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.122507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3b4c-d572-4cd6-b679-8d37458250a4 req-8868039a-31d7-400c-97a8-5b07d937a3d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.126399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-937b3b4c-d572-4cd6-b679-8d37458250a4 req-8868039a-31d7-400c-97a8-5b07d937a3d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 943 time: 0.1818197 Jul 15 13:18:57.220153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.238194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-937b3b4c-d572-4cd6-b679-8d37458250a4 req-da833e55-1ef3-4035-b209-6defaa81ece2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953596 Jul 15 13:18:57.307316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed84be5-bff5-4134-8363-2b77ea11e27e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:57.359585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c204c85-670f-452e-b294-eaa965b43447 req-117b930e-5315-4114-9db1-7e769afa787a service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308946 Jul 15 13:18:57.424234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8ed84be5-bff5-4134-8363-2b77ea11e27e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8ed84be5-bff5-4134-8363-2b77ea11e27e,segment=NetworkSegment(4db0657a-0492-4c1c-b0c4-8a7d050eca7f),segment_id=4db0657a-0492-4c1c-b0c4-8a7d050eca7f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:57.447590 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.560597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=8ed84be5-bff5-4134-8363-2b77ea11e27e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:57.662210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['8ed84be5-bff5-4134-8363-2b77ea11e27e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:57.751219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-88ec5c41-5ded-4a4b-9f21-a72c08d3860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.755782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-88ec5c41-5ded-4a4b-9f21-a72c08d3860c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1095 time: 0.2291422 Jul 15 13:18:57.838792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:58.178329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:58.230849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:58.236822 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b8ae069d-d754-47a2-9016-fdbf00c57435 admin admin] 10.222.0.25 "PUT /v2.0/routers/1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1905770 Jul 15 13:18:58.244427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52394) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:58.267328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] Sync routers for ids ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:58.360421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] Routers {'1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:58.362798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:18:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:58.363455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-215d5730-0222-4e33-b11c-53ba23128fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.376654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-215d5730-0222-4e33-b11c-53ba23128fe9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.6039615 Jul 15 13:18:58.508149 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.521485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-85f714e9-c9be-4ecf-b2c4-7740386b9b73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 217 time: 0.1366508 Jul 15 13:18:58.586788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.763489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-024b63d8-4a7d-4812-9fe8-cbdcc13b0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.766886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-024b63d8-4a7d-4812-9fe8-cbdcc13b0fa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.2269819 Jul 15 13:18:58.854739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] Set router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:58.865663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.006767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Deleting port 16d4c417-5347-4e20-8c0d-bad72d5940c0 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:59.007153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.055556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-df6fdb1e-a3fa-4105-b729-3bfb29258019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.061451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:59.061934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-df6fdb1e-a3fa-4105-b729-3bfb29258019 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2786262 Jul 15 13:18:59.065279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:59.072949 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7273ab8-6e0a-4ca2-b5db-6bac584499bd" -d '{"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:59.228384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] For port 16d4c417-5347-4e20-8c0d-bad72d5940c0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=16d4c417-5347-4e20-8c0d-bad72d5940c0,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:59.228983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.252267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Calling delete_port for 16d4c417-5347-4e20-8c0d-bad72d5940c0 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:59.285400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:59.289611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.320214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-8aa43bc6-a2cb-47f2-b302-3f2361252c7e service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476273 Jul 15 13:18:59.602792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.694190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.746058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:18:56Z', 'revision_number': 5, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port': {'id': '16d4c417-5347-4e20-8c0d-bad72d5940c0', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:59.839385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d4c417-5347-4e20-8c0d-bad72d5940c0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.858077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] Checking router: 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:59.918973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed9fd86-8fd6-4168-b359-d5acedbc03e8 req-3d897ef2-0b1b-49eb-8bda-f4b439b962e0 service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379537 Jul 15 13:18:59.941518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:59.963636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] Routers {'1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:59.964243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:18:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:59.972519 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.987387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e88cd-6cb1-468b-b305-adbdd74d25d7 req-840e6ae5-f230-428f-b7cd-6c36f408090b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.990471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed8e88cd-6cb1-468b-b305-adbdd74d25d7 req-840e6ae5-f230-428f-b7cd-6c36f408090b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 0.5330446 Jul 15 13:19:00.193255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed8e88cd-6cb1-468b-b305-adbdd74d25d7 req-c73c1f5f-541b-45cc-9661-c30132daeb82 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711028 Jul 15 13:19:00.227257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.244370 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.299965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] Set router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:00.399993 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8bad1-dbe8-4bc7-af63-9aee1e31f8b4 x-openstack-request-id: req-e8b8bad1-dbe8-4bc7-af63-9aee1e31f8b4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:00.400852 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d29a20-8c99-426a-9b2b-82cca293d7ed", "tag": "8ed84be5-bff5-4134-8363-2b77ea11e27e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:00.401319 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8b8bad1-dbe8-4bc7-af63-9aee1e31f8b4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:00.401932 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d29a20-8c99-426a-9b2b-82cca293d7ed', 'tag': '8ed84be5-bff5-4134-8363-2b77ea11e27e', 'status': 'completed', 'code': 200} Jul 15 13:19:00.420011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.420781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:00.427494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:18:59Z', 'revision_number': 7, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:00.429812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.432297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8ed84be5-bff5-4134-8363-2b77ea11e27e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:00.434306 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a524e600-ad89-432c-ad0e-23ebcb617371 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1 HTTP/1.1" status: 204 len: 168 time: 2.1882989 Jul 15 13:19:00.437070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52420) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:00.632297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'port_id': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'mac_address': 'fa:16:3e:14:4a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:00.636721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc2e4d-f718-4382-a345-eb020fbf2c02 None None] The sync data for ids ['1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1'] in n-d-771362-36 is: [{'id': '1034f3d3-3ca9-42fb-b52b-e63fb04a4bf1', 'name': 'tempest-ServersTestMultiNic-1816709837-router', 'tenant_id': '553654734ff84813aa39056cbc598879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:18:59Z', 'revision_number': 7, 'project_id': '553654734ff84813aa39056cbc598879', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:00.781193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 8ed84be5-bff5-4134-8363-2b77ea11e27e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:00.785658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Deleting subnet 6bba5462-846d-45c4-a843-191ac4a8593c {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:00.796338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 8ed84be5-bff5-4134-8363-2b77ea11e27e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:00.796903 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.800262 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.802520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.864002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.877047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:00.927769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:01.005846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.055974 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.069078 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.158722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.282128 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8ed84be5-bff5-4134-8363-2b77ea11e27e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8ed84be5-bff5-4134-8363-2b77ea11e27e,segment=NetworkSegment(4db0657a-0492-4c1c-b0c4-8a7d050eca7f),segment_id=4db0657a-0492-4c1c-b0c4-8a7d050eca7f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:01.364743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bba5462-846d-45c4-a843-191ac4a8593c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.395204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.410085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.412014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b6409-6266-40cd-bcf7-e71b93faf755 None None] Network af6f264c-5c7a-430d-867a-17a822d596b8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:01.421153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6bba5462-846d-45c4-a843-191ac4a8593c HTTP/1.1" status: 204 len: 168 time: 0.9793653 Jul 15 13:19:01.422988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:01.500727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebee44-9133-4de3-bf86-3d08313a86a1 req-8702eb90-1227-426f-85c8-3387849e9946 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.515427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98ebee44-9133-4de3-bf86-3d08313a86a1 req-8702eb90-1227-426f-85c8-3387849e9946 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 945 time: 0.9425750 Jul 15 13:19:01.530772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.532284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.533049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.533787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.534562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.535422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.536221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.537082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.538190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.539062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.540056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.540925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2674c8-d145-49fb-a9e4-2b8c60659395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:01.584718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-3b0aad8a-9c2e-4ed9-8e1c-0daf52104d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.588052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-3b0aad8a-9c2e-4ed9-8e1c-0daf52104d5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6340d75ae9b742eba51e637282b25157&device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 1097 time: 1.0167007 Jul 15 13:19:01.619216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.673243 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.676624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:01.812677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98ebee44-9133-4de3-bf86-3d08313a86a1 req-366d5618-3957-4375-a5f0-b0aa1ac49641 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/security-groups?id=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953172 Jul 15 13:19:01.926666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Deleting port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:01.930055 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.936582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=8ed84be5-bff5-4134-8363-2b77ea11e27e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:02.067272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-b0ba7982-a270-4ff1-9b19-d253de6f939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.071470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-b0ba7982-a270-4ff1-9b19-d253de6f939d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3683dbf1-06c0-40f0-816d-953ef1b70f38 HTTP/1.1" status: 200 len: 914 time: 0.4750328 Jul 15 13:19:02.105706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 16d4c417-5347-4e20-8c0d-bad72d5940c0 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:02.116599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] For port 94b2994c-e08b-4aa5-bc0d-ded031f81e79, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=94b2994c-e08b-4aa5-bc0d-ded031f81e79,segment=NetworkSegment(d889d73a-f0d0-4908-9a63-82f05ba0bc40),segment_id=d889d73a-f0d0-4908-9a63-82f05ba0bc40)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:02.116961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.148119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Calling delete_port for 94b2994c-e08b-4aa5-bc0d-ded031f81e79 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:02.180575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 16d4c417-5347-4e20-8c0d-bad72d5940c0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:02.183110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 16d4c417-5347-4e20-8c0d-bad72d5940c0 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:02.183836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b706d054-093c-4190-b02c-aee226132281 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:02.184407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-efa9c451-ca3c-470b-9fdc-82dc75fb5d09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ed84be5-bff5-4134-8363-2b77ea11e27e HTTP/1.1" status: 200 len: 217 time: 0.1013460 Jul 15 13:19:02.228874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:02.240402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b706d054-093c-4190-b02c-aee226132281 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:02.241014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b706d054-093c-4190-b02c-aee226132281 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:02.321840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.344838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-6c025be9-2146-4ed7-b70d-7fe607ae1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.347484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-6c025be9-2146-4ed7-b70d-7fe607ae1ca0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11876399-c74f-49ca-b73a-2caf993d757d HTTP/1.1" status: 200 len: 853 time: 0.1474667 Jul 15 13:19:02.359106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466655cf-1f30-4364-9da5-e7c8682fa723 None None] DHCP port deletion for af6f264c-5c7a-430d-867a-17a822d596b8 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:19:02.373485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Pushing event deleted for resources: {'Port': ['ID=94b2994c-e08b-4aa5-bc0d-ded031f81e79,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:02.400526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] No DVR routers for this DVR port 94b2994c-e08b-4aa5-bc0d-ded031f81e79 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:02.432440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-dbeb034b-b9dc-4061-b072-1b0039892ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3683dbf1-06c0-40f0-816d-953ef1b70f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732121 Jul 15 13:19:02.443595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae745-a268-404a-a167-a97ba7923816 req-2561f7ac-53e6-48ea-be69-8963f8ced01b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.451916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4ae745-a268-404a-a167-a97ba7923816 req-2561f7ac-53e6-48ea-be69-8963f8ced01b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 944 time: 0.2753787 Jul 15 13:19:02.576822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:02.610627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4ae745-a268-404a-a167-a97ba7923816 req-2199f13f-23df-417c-97f2-6a1cc130ac37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552248 Jul 15 13:19:02.611096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'mac_address': 'fa:16:3e:1c:2b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:02.633546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-df2bf1d4-0039-409c-847d-86e2a5013eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/3683dbf1-06c0-40f0-816d-953ef1b70f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733475 Jul 15 13:19:02.641689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.677749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6f264c-5c7a-430d-867a-17a822d596b8']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:02.686463 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdbf8cf-3700-4c42-b1dd-f6ddfa6904c6 x-openstack-request-id: req-7bdbf8cf-3700-4c42-b1dd-f6ddfa6904c6 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:02.686463 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:02.686463 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bdbf8cf-3700-4c42-b1dd-f6ddfa6904c6 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:02.687955 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'code': 200} Jul 15 13:19:02.718559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd889d73a-f0d0-4908-9a63-82f05ba0bc40') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:02.718926 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd889d73a-f0d0-4908-9a63-82f05ba0bc40') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:02.746933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.748160 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.790905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.793924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce699b1-f0e6-409f-ab29-0915d06483e0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:02.807636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:02.808274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:02.810124 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:02.828473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:02.842516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.876264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-468ca5da-bdc7-4584-8113-2a466cccc0d3 req-8ef06612-190b-43ef-bcaf-00e764f6ee3e service neutron] 10.222.0.30 "GET /v2.0/networks/3683dbf1-06c0-40f0-816d-953ef1b70f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337990 Jul 15 13:19:02.949023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['6ce699b1-f0e6-409f-ab29-0915d06483e0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:02.953634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:03.072342 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.097471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.107741 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] 10.222.0.25 "DELETE /v2.0/networks/af6f264c-5c7a-430d-867a-17a822d596b8 HTTP/1.1" status: 204 len: 168 time: 1.6832783 Jul 15 13:19:03.164030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34d4aa-464d-4780-aa4b-1ca146caa65e admin admin] Pushing event deleted for resources: {'Network': ['ID=af6f264c-5c7a-430d-867a-17a822d596b8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:03.184768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5de573-869b-41ad-b212-a189d8dbb15c req-0c09653f-88ac-4909-ad09-4330f5d9db15 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.189522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5de573-869b-41ad-b212-a189d8dbb15c req-0c09653f-88ac-4909-ad09-4330f5d9db15 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 948 time: 0.2593088 Jul 15 13:19:03.208605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-486765c0-7a49-491d-8aac-bcf3ff785c66 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.215836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-486765c0-7a49-491d-8aac-bcf3ff785c66 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.35 "GET /v2.0/ports?device_id=d52d9133-514c-445c-afbc-dc089a6b2259 HTTP/1.1" status: 200 len: 948 time: 0.2583995 Jul 15 13:19:03.238095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:03.330809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5de573-869b-41ad-b212-a189d8dbb15c req-4c547e0d-bf80-41cc-87b4-a8d7e4205ef8 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.25 "GET /v2.0/security-groups?id=03a69361-df20-457a-8b93-ae2f207d913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130991 Jul 15 13:19:03.360227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:03.373758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:03.373758 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.413560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:03.506404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Deleting port e37a9237-cb3f-4f92-838f-083b38720a75 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:03.506758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.511203 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3ae38ac7-cd77-48c6-967e-83114d926152 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=553654734ff84813aa39056cbc598879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928924 Jul 15 13:19:03.512611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52476) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:03.625382 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.660274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a92aa1cd-f1a1-4dcc-9a1d-b69ae896cde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.722921 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a92aa1cd-f1a1-4dcc-9a1d-b69ae896cde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.777118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:03.795665 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.798539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e37a9237-cb3f-4f92-838f-083b38720a75 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:03.818667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] For port e37a9237-cb3f-4f92-838f-083b38720a75, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e37a9237-cb3f-4f92-838f-083b38720a75,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:03.822865 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.830032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a92aa1cd-f1a1-4dcc-9a1d-b69ae896cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.840521 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a92aa1cd-f1a1-4dcc-9a1d-b69ae896cde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.845320 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a92aa1cd-f1a1-4dcc-9a1d-b69ae896cde4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2107c7f9-5f30-44d6-90af-ac795f75a3fa HTTP/1.1" status: 204 len: 168 time: 0.3277013 Jul 15 13:19:03.873494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Calling delete_port for e37a9237-cb3f-4f92-838f-083b38720a75 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:03.880324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aa1cd-f1a1-4dcc-9a1d-b69ae896cde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2107c7f9-5f30-44d6-90af-ac795f75a3fa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:03.946997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:04.230215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:04.238063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 94b2994c-e08b-4aa5-bc0d-ded031f81e79 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:04.311515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 94b2994c-e08b-4aa5-bc0d-ded031f81e79 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:04.311875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 94b2994c-e08b-4aa5-bc0d-ded031f81e79 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:04.400654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 6ce699b1-f0e6-409f-ab29-0915d06483e0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:04.401567 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.469655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52502) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:04.537901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.708327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fc961c-73c9-43f8-8cb3-6b633bda43bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.865460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d29a20-8c99-426a-9b2b-82cca293d7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed84be5-bff5-4134-8363-2b77ea11e27e'}, {'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:04.867826 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7606c321-7fc2-4d67-a56d-cd0b6c2d781e" -d '{"events": [{"server_uuid": "56d29a20-8c99-426a-9b2b-82cca293d7ed", "name": "network-vif-plugged", "status": "completed", "tag": "8ed84be5-bff5-4134-8363-2b77ea11e27e"}, {"server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "name": "network-vif-plugged", "status": "completed", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:04.878396 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.953085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:04.958302 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.010420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32807b1-870d-48e0-8f1d-b02d46f1dfbf req-276c8d18-a084-46fd-b3ed-bf703fb5799b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.017845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f32807b1-870d-48e0-8f1d-b02d46f1dfbf req-276c8d18-a084-46fd-b3ed-bf703fb5799b tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 943 time: 1.2813191 Jul 15 13:19:05.037691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=10']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.071266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fc961c-73c9-43f8-8cb3-6b633bda43bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.082103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fc961c-73c9-43f8-8cb3-6b633bda43bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.113633 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.120678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f32807b1-870d-48e0-8f1d-b02d46f1dfbf req-eb212fe2-b5c8-4c94-affd-da3fa746170d tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895638 Jul 15 13:19:05.160629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Pushing event deleted for resources: {'Port': ['ID=e37a9237-cb3f-4f92-838f-083b38720a75,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.175695 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc961c-73c9-43f8-8cb3-6b633bda43bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854334ad-3f3d-4269-9d8b-5cd4d8ee23c7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.213079 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-45fc961c-73c9-43f8-8cb3-6b633bda43bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f0d29c6c1034ba9b9bf901b1b29e8f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7419593 Jul 15 13:19:05.213775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52524) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.244007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:05.405165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-013685c5-a507-4d75-bab7-11d9fa05173a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.435858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] No DVR routers for this DVR port e37a9237-cb3f-4f92-838f-083b38720a75 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:05.439935 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.442826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1859a4e-0bdf-4188-bff2-865a7563fcf1 req-6484883a-440a-4f51-9aa7-519109dce857 tempest-ImagesOneServerTestJSON-1174878043 tempest-ImagesOneServerTestJSON-1174878043-project] 10.222.0.35 "DELETE /v2.0/ports/e37a9237-cb3f-4f92-838f-083b38720a75 HTTP/1.1" status: 204 len: 173 time: 2.1425054 Jul 15 13:19:05.443324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-deleted', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:05.444070 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:19:05.445881 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b2d0be-cbfe-42bb-95c3-12f88dba9fae" -d '{"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-deleted", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:05.481533 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.530661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-013685c5-a507-4d75-bab7-11d9fa05173a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.721235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:05.774874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'port_id': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'mac_address': 'fa:16:3e:eb:3a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:05.808185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-013685c5-a507-4d75-bab7-11d9fa05173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.824449 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-013685c5-a507-4d75-bab7-11d9fa05173a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.831183 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-013685c5-a507-4d75-bab7-11d9fa05173a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/854334ad-3f3d-4269-9d8b-5cd4d8ee23c7 HTTP/1.1" status: 204 len: 168 time: 0.6132832 Jul 15 13:19:05.869761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013685c5-a507-4d75-bab7-11d9fa05173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854334ad-3f3d-4269-9d8b-5cd4d8ee23c7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.873196 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.949056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6efad78-4adc-4d90-b1bb-0db19b033c41 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:05.983661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:05.996440 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.007360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671552-eda7-46e1-8988-d6751e5b5632 req-744a8eba-d451-42a9-8cbb-aaaadbd63bee tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.026880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad671552-eda7-46e1-8988-d6751e5b5632 req-744a8eba-d451-42a9-8cbb-aaaadbd63bee tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 946 time: 0.2625506 Jul 15 13:19:06.167414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:06.178356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad671552-eda7-46e1-8988-d6751e5b5632 req-aed0ec67-40d1-4dff-8561-82ee64298162 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/security-groups?id=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290460 Jul 15 13:19:06.223354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b6efad78-4adc-4d90-b1bb-0db19b033c41'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:06.645605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16762795-5ef7-48a3-8464-89a5e7bb442c req-34d3ac15-4f53-46cc-af26-a3ad8a66caec tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.654964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16762795-5ef7-48a3-8464-89a5e7bb442c req-34d3ac15-4f53-46cc-af26-a3ad8a66caec tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.1238291 Jul 15 13:19:06.713611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16762795-5ef7-48a3-8464-89a5e7bb442c req-b38b1bc9-5a64-406e-81ab-46740eaa4df0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550663 Jul 15 13:19:06.897822 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1efc53-33a9-4c4a-9daf-ac5cda07d2c3 x-openstack-request-id: req-5b1efc53-33a9-4c4a-9daf-ac5cda07d2c3 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:06.898761 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d29a20-8c99-426a-9b2b-82cca293d7ed", "name": "network-vif-plugged", "status": "completed", "tag": "8ed84be5-bff5-4134-8363-2b77ea11e27e", "code": 200}, {"server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "name": "network-vif-plugged", "status": "completed", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:06.898761 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b1efc53-33a9-4c4a-9daf-ac5cda07d2c3 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:06.899699 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d29a20-8c99-426a-9b2b-82cca293d7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed84be5-bff5-4134-8363-2b77ea11e27e', 'code': 200} Jul 15 13:19:06.900082 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'code': 200} Jul 15 13:19:06.957930 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fbc4df-5c1a-49b5-84e2-8709a5e22768 x-openstack-request-id: req-d8fbc4df-5c1a-49b5-84e2-8709a5e22768 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:06.958571 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d9133-514c-445c-afbc-dc089a6b2259", "name": "network-vif-deleted", "tag": "e37a9237-cb3f-4f92-838f-083b38720a75", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:06.959065 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8fbc4df-5c1a-49b5-84e2-8709a5e22768 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:06.959699 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d9133-514c-445c-afbc-dc089a6b2259', 'name': 'network-vif-deleted', 'tag': 'e37a9237-cb3f-4f92-838f-083b38720a75', 'status': 'completed', 'code': 200} Jul 15 13:19:07.139100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761396-68fe-41c7-89ed-e22952911675 req-13a542a0-e8ee-4db3-972b-4d276d8e1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.142243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03761396-68fe-41c7-89ed-e22952911675 req-13a542a0-e8ee-4db3-972b-4d276d8e1e2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 1098 time: 0.1084292 Jul 15 13:19:07.144578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f13c-0fb2-46da-9892-173f6ae02858 req-977a929e-c1bc-4bd7-beb5-6e5cbaab9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.146743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3620f13c-0fb2-46da-9892-173f6ae02858 req-977a929e-c1bc-4bd7-beb5-6e5cbaab9741 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1097 time: 0.1228073 Jul 15 13:19:07.245814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52566) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:07.257742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03761396-68fe-41c7-89ed-e22952911675 req-8826e116-21c9-44d8-9b0b-c6d8bbf8d266 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077049 Jul 15 13:19:07.261970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:07.269644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3620f13c-0fb2-46da-9892-173f6ae02858 req-9f141fab-3545-4c7e-abf6-fbc76abc6cf1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133780 Jul 15 13:19:07.338503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa15a49-1f21-47be-a520-d807edaec2e7 req-df1bbc58-cf37-417b-96c2-ba6b5d9b0c54 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.347569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4aa15a49-1f21-47be-a520-d807edaec2e7 req-df1bbc58-cf37-417b-96c2-ba6b5d9b0c54 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 944 time: 0.1829965 Jul 15 13:19:07.353703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b6efad78-4adc-4d90-b1bb-0db19b033c41 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:07.354503 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.477918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4aa15a49-1f21-47be-a520-d807edaec2e7 req-ee3f9ee6-5256-4240-9d0b-f584365df67c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218076 Jul 15 13:19:07.519521 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5d733bbc-3dcd-46bd-92d2-4e11a6b27637 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d867bfdaf7cf4997a99f2f11d418e1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605007 Jul 15 13:19:07.532088 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:07.533953 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.598707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:07.612581 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.660517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83ddd0cb-c8be-495c-8321-109787b973d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.691807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83ddd0cb-c8be-495c-8321-109787b973d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.745955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=10']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.781094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83ddd0cb-c8be-495c-8321-109787b973d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.788027 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83ddd0cb-c8be-495c-8321-109787b973d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.789790 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-83ddd0cb-c8be-495c-8321-109787b973d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03a69361-df20-457a-8b93-ae2f207d913e HTTP/1.1" status: 204 len: 168 time: 0.2550852 Jul 15 13:19:07.804591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddd0cb-c8be-495c-8321-109787b973d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a69361-df20-457a-8b93-ae2f207d913e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.225370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fea38c-3f48-4df3-9ab1-f194435262a9 req-00f59c2c-bc2f-4ecc-a287-5e4103e5140c tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.243614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88fea38c-3f48-4df3-9ab1-f194435262a9 req-00f59c2c-bc2f-4ecc-a287-5e4103e5140c tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 946 time: 0.1163106 Jul 15 13:19:08.336941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88fea38c-3f48-4df3-9ab1-f194435262a9 req-906ced9f-7efb-490d-a2ff-1908d3ee9ce0 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/security-groups?id=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911429 Jul 15 13:19:08.645579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172407d-1d92-4259-9de7-9bcc8799753f req-1bc0243d-fff7-4b73-af98-e931f7624c7b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.652720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a172407d-1d92-4259-9de7-9bcc8799753f req-1bc0243d-fff7-4b73-af98-e931f7624c7b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.1263409 Jul 15 13:19:08.698616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a172407d-1d92-4259-9de7-9bcc8799753f req-a00c7cf6-ddaf-43ff-b0f1-b8d48c457cfb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447340 Jul 15 13:19:08.902161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}, {'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:08.905516 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9191bd8-2bca-47bb-a08b-9009b75ef0bd" -d '{"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-plugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}, {"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-plugged", "status": "completed", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:09.045878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7b0b5-515a-4a38-a6a5-c73757106108 req-4597925a-4b31-4653-90cb-b9894df033fb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.048204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0f7b0b5-515a-4a38-a6a5-c73757106108 req-4597925a-4b31-4653-90cb-b9894df033fb tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 946 time: 0.1241784 Jul 15 13:19:09.124380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0f7b0b5-515a-4a38-a6a5-c73757106108 req-31fe4c4a-2461-4e23-95d2-f5bae7ef1722 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690951 Jul 15 13:19:09.169213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52638) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:09.345076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e00af-fbd4-426d-b4d8-4cb6009a3e68 req-e0740841-1db5-4b64-9f0e-f2a779ffbcfb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.352252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cd9e00af-fbd4-426d-b4d8-4cb6009a3e68 req-e0740841-1db5-4b64-9f0e-f2a779ffbcfb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.0887773 Jul 15 13:19:09.406238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cd9e00af-fbd4-426d-b4d8-4cb6009a3e68 req-63dba26f-13a2-4b3f-b9d7-6dbe61471318 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530193 Jul 15 13:19:09.440257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52648) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:09.502648 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9ecad5-6301-4497-ae58-fda631cc9aac x-openstack-request-id: req-4a9ecad5-6301-4497-ae58-fda631cc9aac {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:09.502931 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-plugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "code": 200}, {"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-plugged", "status": "completed", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:09.504459 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a9ecad5-6301-4497-ae58-fda631cc9aac {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:09.505053 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'code': 200} Jul 15 13:19:09.505596 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'code': 200} Jul 15 13:19:09.578774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f5326-44c8-4af9-aa45-822b8b9b61da tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.580497 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-539f5326-44c8-4af9-aa45-822b8b9b61da tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1092 time: 0.1391578 Jul 15 13:19:09.583955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52658) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:09.586749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:09.591049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:09.663977 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:19:09.663977 n-d-771362-36 neutron-server[93734]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:19:09.663977 n-d-771362-36 neutron-server[93734]: [parameters: {'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'id': '1523f2ed-2d41-4063-a335-18cb245cbfb0', 'expiration': datetime.datetime(2021, 7, 15, 13, 21, 9, 645468)}] Jul 15 13:19:09.663977 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:19:09.665435 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:19:09.706935 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.882929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60eb9f-380b-4994-bcbc-1129b096b342 req-f7d0b306-1c94-4d58-844d-995280de75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.884458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa60eb9f-380b-4994-bcbc-1129b096b342 req-f7d0b306-1c94-4d58-844d-995280de75b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1098 time: 0.1492205 Jul 15 13:19:09.893642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45060f-dca1-432e-a020-d0f83b185546 req-ab1fef01-49b9-4e82-97e9-e1718dedfb5c tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.895261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d45060f-dca1-432e-a020-d0f83b185546 req-ab1fef01-49b9-4e82-97e9-e1718dedfb5c tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 946 time: 0.2062249 Jul 15 13:19:09.972594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa60eb9f-380b-4994-bcbc-1129b096b342 req-46d85790-3c57-4c6c-89fc-95eb16d26ebf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754426 Jul 15 13:19:09.980949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d45060f-dca1-432e-a020-d0f83b185546 req-e06cda83-6611-4d11-8700-19d76d76dcab tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/security-groups?id=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750446 Jul 15 13:19:09.993944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.189941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Allocated IP 172.25.1.157 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/4ab71fe1-c431-4cf4-a89f-d0b4c567ba9f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:10.234145 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.448152 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.627266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.752009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.905117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab71fe1-c431-4cf4-a89f-d0b4c567ba9f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:10.923169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:10.924761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:10.928081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:10.961467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.25.1.10 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/070fbffc-762b-4070-b06b-ca4d0b91ea7b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:11.174430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.208907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79e2b-789a-44b5-b997-277ed600905d req-e4e435c8-a2b1-40c4-9707-0b3002128910 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.222366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f79e2b-789a-44b5-b997-277ed600905d req-e4e435c8-a2b1-40c4-9707-0b3002128910 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 946 time: 0.2421045 Jul 15 13:19:11.257057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.301018 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.364829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.470056 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:11.475413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:11.478223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:11.516268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=070fbffc-762b-4070-b06b-ca4d0b91ea7b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.516542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60f79e2b-789a-44b5-b997-277ed600905d req-c4a5da10-175c-4dcc-8cca-b8430a120c00 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924478 Jul 15 13:19:11.863725 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.880075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.101792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab71fe1-c431-4cf4-a89f-d0b4c567ba9f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:12.161737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.216515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.219002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-688d675c-7041-47f2-8322-06d63f5d8bc2 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0475185 Jul 15 13:19:12.222174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52714) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.229420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1349785417', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'fixed_ips': [{'ip_address': '172.25.1.157'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:12.290695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Made reservation on behalf of 33b9f22e40994ba6978d61ae6c2641a5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:12.294786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.316633 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.612560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.625067 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.647104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] device_id is not set on port 29d8af6c-0911-462d-b963-d6a0978f9b96 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:19:12.745091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.835098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.993125 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.149291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e438-2eab-45e1-98f0-875f9a458289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.374052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9521fff-5cc0-4e45-bd2b-7ac120330f46,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.445065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e438-2eab-45e1-98f0-875f9a458289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.460702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e438-2eab-45e1-98f0-875f9a458289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.483564 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:19:13.484758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:13.521379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce6887-84d2-401b-8b06-b57d55a3b7e0 req-219743b1-5a81-4c8a-9f59-2cdda9347549 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.529090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36ce6887-84d2-401b-8b06-b57d55a3b7e0 req-219743b1-5a81-4c8a-9f59-2cdda9347549 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 946 time: 0.1247058 Jul 15 13:19:13.538278 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1dc0e438-2eab-45e1-98f0-875f9a458289 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f630403309774ce4827b42e85d1116d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008603 Jul 15 13:19:13.538544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52752) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.557271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ffa72768-1641-4ec1-bced-8d063dcec805 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3314242 Jul 15 13:19:13.558398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52754) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.586852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0e438-2eab-45e1-98f0-875f9a458289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e86be2e-fbd4-4e17-b509-5a7eec782264,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.693970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36ce6887-84d2-401b-8b06-b57d55a3b7e0 req-053e06d8-299b-4ff8-8454-c236c28c288a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637306 Jul 15 13:19:13.817060 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.828917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c6b9-be4b-496a-ab4e-52d2f508d232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.835010 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.936288 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c6b9-be4b-496a-ab4e-52d2f508d232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.036954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.070335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Deleting port 4ab71fe1-c431-4cf4-a89f-d0b4c567ba9f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:14.070695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.078136 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=070fbffc-762b-4070-b06b-ca4d0b91ea7b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:14.106168 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c6b9-be4b-496a-ab4e-52d2f508d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.109508 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c6b9-be4b-496a-ab4e-52d2f508d232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.110837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fbc9c6b9-be4b-496a-ab4e-52d2f508d232 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e86be2e-fbd4-4e17-b509-5a7eec782264 HTTP/1.1" status: 204 len: 168 time: 0.5713489 Jul 15 13:19:14.126174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9c6b9-be4b-496a-ab4e-52d2f508d232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e86be2e-fbd4-4e17-b509-5a7eec782264,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:14.215912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.216251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.245289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Calling delete_port for 4ab71fe1-c431-4cf4-a89f-d0b4c567ba9f owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:14.341101 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Floating IP 524db51b-21c4-4441-895a-6d4879ac0460 associated. External IP: 172.25.1.10, port: 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c. Jul 15 13:19:14.782991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 08a16d8d-b73a-4970-806e-b7d872f5bb09 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:14.796082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-59ce0425-99e3-4840-aa43-8936569418c1 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.796082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-59ce0425-99e3-4840-aa43-8936569418c1 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.30 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 946 time: 0.2764277 Jul 15 13:19:14.845936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95306561-b501-42e5-8575-c47d24ff30c4 req-18a335e9-f766-4111-b3d3-f344505f2629 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.849124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95306561-b501-42e5-8575-c47d24ff30c4 req-18a335e9-f766-4111-b3d3-f344505f2629 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d29a20-8c99-426a-9b2b-82cca293d7ed HTTP/1.1" status: 200 len: 946 time: 0.3613181 Jul 15 13:19:14.887618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.988497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:15.002117 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] Sync routers for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:15.022969 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.025236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ab71fe1-c431-4cf4-a89f-d0b4c567ba9f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.034580 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:15.035493 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:18:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:15.156031 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-743bd6a0-1a59-4cb7-b99b-45e21ce8f71d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5692663 Jul 15 13:19:15.159862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:15.171109 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499e6ce5-2ed3-49b7-a6aa-0448275e8646" -d '{"events": [{"name": "network-changed", "server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:15.255583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95306561-b501-42e5-8575-c47d24ff30c4 req-d721d5d0-1e0d-4a3d-bfe2-4b43fd971951 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.25 "GET /v2.0/security-groups?id=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638508 Jul 15 13:19:15.257014 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.262404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.263666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c19ba48b-070f-4615-9f48-f0409ba57f39 tempest-ExternalNetworksAdminNegativeTestJSON-673556851 tempest-ExternalNetworksAdminNegativeTestJSON-673556851-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/284a0a02-dd0b-4b4c-aa78-ce5166d74543 HTTP/1.1" status: 204 len: 168 time: 1.6980085 Jul 15 13:19:15.316277 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:15.393055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Deleting port 8ed84be5-bff5-4134-8363-2b77ea11e27e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:15.393590 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.621066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] For port 8ed84be5-bff5-4134-8363-2b77ea11e27e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8ed84be5-bff5-4134-8363-2b77ea11e27e,segment=NetworkSegment(4db0657a-0492-4c1c-b0c4-8a7d050eca7f),segment_id=4db0657a-0492-4c1c-b0c4-8a7d050eca7f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:15.621447 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.673384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Calling delete_port for 8ed84be5-bff5-4134-8363-2b77ea11e27e owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:15.864723 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '524db51b-21c4-4441-895a-6d4879ac0460', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'port_id': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'mac_address': 'fa:16:3e:14:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72092966-49a4-4191-9bcc-fde0b2616742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:12Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:15.888610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52800) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:15.945913 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] Checking router: 08a16d8d-b73a-4970-806e-b7d872f5bb09 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:15.972328 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:15.976355 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:18:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:16.030903 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.055526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['8ed84be5-bff5-4134-8363-2b77ea11e27e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:16.081512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52804) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.131254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Pushing event deleted for resources: {'Port': ['ID=8ed84be5-bff5-4134-8363-2b77ea11e27e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:16.232368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] No DVR routers for this DVR port 8ed84be5-bff5-4134-8363-2b77ea11e27e on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:16.236218 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.238342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a3f2495-3574-409d-8481-e0b246d1b3ec req-4759a24b-37a7-41f0-a216-7101da3be085 tempest-ServerPasswordTestJSON-571310205 tempest-ServerPasswordTestJSON-571310205-project] 10.222.0.30 "DELETE /v2.0/ports/8ed84be5-bff5-4134-8363-2b77ea11e27e HTTP/1.1" status: 204 len: 173 time: 1.4278746 Jul 15 13:19:16.238815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d29a20-8c99-426a-9b2b-82cca293d7ed', 'name': 'network-vif-deleted', 'tag': '8ed84be5-bff5-4134-8363-2b77ea11e27e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:16.241252 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b53b290-ddea-4bc3-9e05-c145daf618b4" -d '{"events": [{"server_uuid": "56d29a20-8c99-426a-9b2b-82cca293d7ed", "name": "network-vif-deleted", "tag": "8ed84be5-bff5-4134-8363-2b77ea11e27e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:16.299286 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:16.412340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050d2a9-4c55-4d50-8e06-1602836c2d28 req-60ac6565-ddfd-49fa-8762-bd3fabf80c8c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.413895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0050d2a9-4c55-4d50-8e06-1602836c2d28 req-60ac6565-ddfd-49fa-8762-bd3fabf80c8c tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 946 time: 0.1414199 Jul 15 13:19:16.415064 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-94021171-network', 'tenant_id': '764e61128c55402abfb6f0317f7b9790'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:16.486557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Made reservation on behalf of 764e61128c55402abfb6f0317f7b9790 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:16.491512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.498846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43807925-50fa-40bd-96e3-f65689cb187b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.539331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0050d2a9-4c55-4d50-8e06-1602836c2d28 req-49522d58-7ad3-4ad9-9760-9c56ebaa8818 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ab455fe-55a9-4009-91fb-6bdb0fe11491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119289 Jul 15 13:19:16.547902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.831905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3f291-7f86-4bbe-9924-7073f68c2691 req-e380b041-d4cb-4a1c-8386-3ac311edc8e9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.839823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fee3f291-7f86-4bbe-9924-7073f68c2691 req-e380b041-d4cb-4a1c-8386-3ac311edc8e9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.1364985 Jul 15 13:19:16.895801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fee3f291-7f86-4bbe-9924-7073f68c2691 req-2141a8d3-2a67-4756-b1fc-54794a856fae tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475440 Jul 15 13:19:16.902394 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43807925-50fa-40bd-96e3-f65689cb187b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.904137 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '524db51b-21c4-4441-895a-6d4879ac0460', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'port_id': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'mac_address': 'fa:16:3e:14:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72092966-49a4-4191-9bcc-fde0b2616742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:12Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:16.926310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52820) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.942064 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3ae09-679d-4204-a5e9-14c53ab7d4ea None None] The sync data for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 is: [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '524db51b-21c4-4441-895a-6d4879ac0460', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'port_id': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'mac_address': 'fa:16:3e:14:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72092966-49a4-4191-9bcc-fde0b2616742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:12Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:16.964078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43807925-50fa-40bd-96e3-f65689cb187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.996033 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f81c3b2-d8df-456c-b69b-279efd6001f0 x-openstack-request-id: req-0f81c3b2-d8df-456c-b69b-279efd6001f0 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:16.997941 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:17.000595 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f81c3b2-d8df-456c-b69b-279efd6001f0 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:17.001749 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'status': 'completed', 'code': 200} Jul 15 13:19:17.144992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43807925-50fa-40bd-96e3-f65689cb187b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9534545a-81c1-4b2b-ba32-42a6708b26b5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:17.156212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-50ac69f3-fe98-4560-b8b9-061ef387db09 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/524db51b-21c4-4441-895a-6d4879ac0460 HTTP/1.1" status: 200 len: 990 time: 0.2260401 Jul 15 13:19:17.168891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-aad320fe-6c21-4eb4-a47f-3da862334e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.170473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-aad320fe-6c21-4eb4-a47f-3da862334e89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1097 time: 0.1318674 Jul 15 13:19:17.256939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52828) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:17.261565 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-43807925-50fa-40bd-96e3-f65689cb187b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6370094a7a0b4603aef344f265af1668&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1779115 Jul 15 13:19:17.341888 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317e4ab-5de4-409f-9cd9-6a31de45d95f x-openstack-request-id: req-a317e4ab-5de4-409f-9cd9-6a31de45d95f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:17.342771 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d29a20-8c99-426a-9b2b-82cca293d7ed", "name": "network-vif-deleted", "tag": "8ed84be5-bff5-4134-8363-2b77ea11e27e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:17.344663 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a317e4ab-5de4-409f-9cd9-6a31de45d95f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:17.347473 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d29a20-8c99-426a-9b2b-82cca293d7ed', 'name': 'network-vif-deleted', 'tag': '8ed84be5-bff5-4134-8363-2b77ea11e27e', 'status': 'completed', 'code': 200} Jul 15 13:19:17.490496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.492262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52830) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:17.510691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.585449 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d5a30-20fa-4de3-beeb-e72caff40416 None None] New status for floating IP 524db51b-21c4-4441-895a-6d4879ac0460: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:19:17.649220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-3047eadc-802d-41ff-b8e8-271c9811c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.652729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-3047eadc-802d-41ff-b8e8-271c9811c77a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.4745226 Jul 15 13:19:17.653226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b9fce4-d897-4765-b518-21ab0e63602b admin admin] Deleting subnet 11876399-c74f-49ca-b73a-2caf993d757d {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:17.657565 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7c83a3c-8b01-43c4-a6f6-f9bb67444dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.736384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:17.751033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e82f67-7a54-42a5-992c-da65e746e9ee,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:17.757332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7c83a3c-8b01-43c4-a6f6-f9bb67444dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.791424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b9fce4-d897-4765-b518-21ab0e63602b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.813865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-4fd24fa1-c7f2-4a5c-96da-81f62b6d8dec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 998 time: 0.1520560 Jul 15 13:19:17.899736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-0df7e058-4e2f-4bb7-be1d-f76a1deab792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.901930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-0df7e058-4e2f-4bb7-be1d-f76a1deab792 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.0783854 Jul 15 13:19:17.908695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7c83a3c-8b01-43c4-a6f6-f9bb67444dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.913197 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7c83a3c-8b01-43c4-a6f6-f9bb67444dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.915061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d7c83a3c-8b01-43c4-a6f6-f9bb67444dc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9534545a-81c1-4b2b-ba32-42a6708b26b5 HTTP/1.1" status: 204 len: 168 time: 0.6400037 Jul 15 13:19:17.965280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.966190 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Added segment f07a9b7a-f75b-4bea-acfe-ba32effcd4f6 of type vlan for network 3877ce8c-c9f4-4518-9b4b-810b81f04795 Jul 15 13:19:18.007901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83a3c-8b01-43c4-a6f6-f9bb67444dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9534545a-81c1-4b2b-ba32-42a6708b26b5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.110740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-77c2da9a-add1-43c7-8977-2ddef11ea46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.115030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-77c2da9a-add1-43c7-8977-2ddef11ea46b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984527 Jul 15 13:19:18.152155 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b9fce4-d897-4765-b518-21ab0e63602b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.174362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52848) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.262803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.291768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8ed84be5-bff5-4134-8363-2b77ea11e27e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:18.346158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 8ed84be5-bff5-4134-8363-2b77ea11e27e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:18.346502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8ed84be5-bff5-4134-8363-2b77ea11e27e not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:18.372125 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b9fce4-d897-4765-b518-21ab0e63602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.459271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52856) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.464444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4306ceb5-33d2-4b63-bf60-239e3e7c64df tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/524db51b-21c4-4441-895a-6d4879ac0460 HTTP/1.1" status: 200 len: 992 time: 0.2865984 Jul 15 13:19:18.505171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.506196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.506803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.573577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-0929c648-72c3-4175-a334-a06073937b2f service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390144 Jul 15 13:19:18.610472 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7206099 Jul 15 13:19:18.616204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52862) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.641804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Request body: {'subnet': {'network_id': '3877ce8c-c9f4-4518-9b4b-810b81f04795', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-94021171-subnet', 'tenant_id': '764e61128c55402abfb6f0317f7b9790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:18.726539 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1636a1-7276-43f8-a702-7b1d574dad5b admin admin] Pushing event updated for resources: {'Network': ['ID=3877ce8c-c9f4-4518-9b4b-810b81f04795,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.734414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b9fce4-d897-4765-b518-21ab0e63602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.737427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 3877ce8c-c9f4-4518-9b4b-810b81f04795 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:18.805652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9fce4-d897-4765-b518-21ab0e63602b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11876399-c74f-49ca-b73a-2caf993d757d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.817467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b9fce4-d897-4765-b518-21ab0e63602b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.820514 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31b9fce4-d897-4765-b518-21ab0e63602b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/11876399-c74f-49ca-b73a-2caf993d757d HTTP/1.1" status: 204 len: 168 time: 1.3269191 Jul 15 13:19:18.825930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.869624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Made reservation on behalf of 764e61128c55402abfb6f0317f7b9790 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:18.882110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.931103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9b887fdf-7fca-4d29-9768-cf891049639a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.010975 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.076245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52872) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:19.533942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-499e6ce5-2ed3-49b7-a6aa-0448275e8646 req-dbc401e8-a7a0-4523-a824-a8788b73e4f7 service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9503636 Jul 15 13:19:19.548222 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a31b801-c616-48b9-998f-f7c33e81dbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.087491 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a28f6ef-9856-47cc-b35b-e69934daead2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33b9f22e40994ba6978d61ae6c2641a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0087352 Jul 15 13:19:20.100738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.107411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a31b801-c616-48b9-998f-f7c33e81dbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.111642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.176706 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a31b801-c616-48b9-998f-f7c33e81dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.222854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0a31b801-c616-48b9-998f-f7c33e81dbf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5facd50e87434582abda328938d66f49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7571287 Jul 15 13:19:20.229168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52882) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.237325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.256360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6019d410-dbf3-43d2-8d5b-61751a83803f,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:20.273325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3683dbf1-06c0-40f0-816d-953ef1b70f38']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:20.288188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6b37fe5-595d-4e52-810d-01bdbcb280df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.309209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db0657a-0492-4c1c-b0c4-8a7d050eca7f') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:20.309745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db0657a-0492-4c1c-b0c4-8a7d050eca7f') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:20.333597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31b801-c616-48b9-998f-f7c33e81dbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeb5817-a897-4039-84cd-12c8aece596e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:20.341143 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.359454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6b37fe5-595d-4e52-810d-01bdbcb280df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.374746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29ca47-ecd5-4264-a341-107147893b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.395849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.416516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Checking segment: {'id': 'f07a9b7a-f75b-4bea-acfe-ba32effcd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3877ce8c-c9f4-4518-9b4b-810b81f04795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:20.416516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Network hostable DHCP agents. Network: 3877ce8c-c9f4-4518-9b4b-810b81f04795, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:20.417016 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:20.417016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:20.418116 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:20.469205 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29ca47-ecd5-4264-a341-107147893b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.510554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.539865 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.549651 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] 10.222.0.25 "DELETE /v2.0/networks/3683dbf1-06c0-40f0-816d-953ef1b70f38 HTTP/1.1" status: 204 len: 168 time: 1.7180035 Jul 15 13:19:20.563007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6b37fe5-595d-4e52-810d-01bdbcb280df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.582437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6b37fe5-595d-4e52-810d-01bdbcb280df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.583450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Network 3877ce8c-c9f4-4518-9b4b-810b81f04795 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:20.589318 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d6b37fe5-595d-4e52-810d-01bdbcb280df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9521fff-5cc0-4e45-bd2b-7ac120330f46 HTTP/1.1" status: 204 len: 168 time: 0.4846864 Jul 15 13:19:20.623889 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29ca47-ecd5-4264-a341-107147893b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.630782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29ca47-ecd5-4264-a341-107147893b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.632238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3a29ca47-ecd5-4264-a341-107147893b62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7aeb5817-a897-4039-84cd-12c8aece596e HTTP/1.1" status: 204 len: 168 time: 0.4003808 Jul 15 13:19:20.643080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c6daf-4dea-4f81-ab3f-62d2dba9b44f admin admin] Pushing event deleted for resources: {'Network': ['ID=3683dbf1-06c0-40f0-816d-953ef1b70f38,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:20.663483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 3877ce8c-c9f4-4518-9b4b-810b81f04795) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:20.681029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c08dc-d0fc-4536-b013-65b3092ecdfc None None] Network 3877ce8c-c9f4-4518-9b4b-810b81f04795 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:20.697378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.697987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.710410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29ca47-ecd5-4264-a341-107147893b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeb5817-a897-4039-84cd-12c8aece596e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:20.742356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b37fe5-595d-4e52-810d-01bdbcb280df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9521fff-5cc0-4e45-bd2b-7ac120330f46,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:20.762504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bfe5380b-764d-4c4b-af8b-3aa679fa80a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1425738 Jul 15 13:19:21.129188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3bdad-588b-45ed-aece-93b462b8986b None None] Network 3877ce8c-c9f4-4518-9b4b-810b81f04795 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:21.168400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52904) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:21.347264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fefc5c1b-7ee9-47e3-8c31-f13febf38171 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6340d75ae9b742eba51e637282b25157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770411 Jul 15 13:19:21.351954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52912) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:21.540857 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a36db60d-b958-4c2d-9007-cfebab9ceb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.573039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a36db60d-b958-4c2d-9007-cfebab9ceb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.615923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-896ae69b-89b9-4119-a544-1d4cc150b448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.656210 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.661955 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a36db60d-b958-4c2d-9007-cfebab9ceb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.666600 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a36db60d-b958-4c2d-9007-cfebab9ceb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.668592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a36db60d-b958-4c2d-9007-cfebab9ceb01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/170c3450-6dad-42c5-abeb-0ac9c5aa7fd8 HTTP/1.1" status: 204 len: 168 time: 0.3151793 Jul 15 13:19:21.702940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36db60d-b958-4c2d-9007-cfebab9ceb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c3450-6dad-42c5-abeb-0ac9c5aa7fd8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:22.871152 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.182516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-35252067-e8ec-4530-8aa2-021dc965484f tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:23.192630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-35252067-e8ec-4530-8aa2-021dc965484f tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/networks?id=3877ce8c-c9f4-4518-9b4b-810b81f04795 HTTP/1.1" status: 200 len: 812 time: 0.4029474 Jul 15 13:19:23.213499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-ead5ebc9-7db5-45a2-8373-4a3e0c32fae3 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/quotas/764e61128c55402abfb6f0317f7b9790 HTTP/1.1" status: 200 len: 375 time: 0.0198445 Jul 15 13:19:23.268265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-7d84dee6-da9f-4513-9461-5332b26b780b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=764e61128c55402abfb6f0317f7b9790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537202 Jul 15 13:19:23.891687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-bebac96c-2c50-40e6-a9f5-5406a848ce57 service neutron] 10.222.0.25 "GET /v2.0/networks/3877ce8c-c9f4-4518-9b4b-810b81f04795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223650 Jul 15 13:19:24.054156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-09fd6f31-e761-4967-ac25-c53eabc9cb9a service neutron] 10.222.0.25 "GET /v2.0/networks/3877ce8c-c9f4-4518-9b4b-810b81f04795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610758 Jul 15 13:19:24.076956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-95cf7fe8-badf-49de-9a99-10ba14423b01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5231419 Jul 15 13:19:24.360173 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.397696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-ac8beda1-5489-4480-ab57-4a3f8521d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.400440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-ac8beda1-5489-4480-ab57-4a3f8521d9f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c84d9dc3154439bbcdfa258ea615927&device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 1098 time: 0.2456300 Jul 15 13:19:24.770409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1aff80d7-4577-4621-a248-304be58a2217 req-7952b748-0dd2-40e7-b13f-7d04c30d545c tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 210 time: 0.1979890 Jul 15 13:19:25.059167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-af560c57-2a6b-419c-8e50-ea5fa1bbeefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:25.062365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-af560c57-2a6b-419c-8e50-ea5fa1bbeefb service neutron] 10.222.0.35 "GET /v2.0/networks?id=f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 200 len: 917 time: 0.6229801 Jul 15 13:19:25.310785 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53030) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:25.426689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-568757ef-4bec-4560-a9cf-03cb6ff94641 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 200 len: 1001 time: 0.3568830 Jul 15 13:19:25.542452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-2e5b57c4-ba1d-452a-b57f-2869fd6085d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:25.547601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-2e5b57c4-ba1d-452a-b57f-2869fd6085d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 200 len: 855 time: 0.1135709 Jul 15 13:19:25.825875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-35b0f38b-62d6-42b6-83c8-1bed3173dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:25.837585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-35b0f38b-62d6-42b6-83c8-1bed3173dde5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9d67892-2f33-474d-8e4c-7efe5296843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708802 Jul 15 13:19:26.058047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-402219770-network', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:26.118427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-3fdcaf7d-5bd9-4ac2-9157-765addf1edee service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745402 Jul 15 13:19:26.132454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Made reservation on behalf of 8c6c8c61af0345058e4a7c2a9c72eb13 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:26.134886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.161670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.306554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddebe471-1415-460e-b494-0990d053254e req-0b21b29d-4199-479d-8b53-b93b847f9156 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 210 time: 0.1839049 Jul 15 13:19:26.457764 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.468364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.510124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a2a1916-2935-4da4-94d8-5257e72cea51 req-330df205-91b8-42c0-b68d-35bc508de1a8 service neutron] 10.222.0.35 "GET /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551657 Jul 15 13:19:26.510692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53058) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:26.650888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:26.662734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af0f5eb-a264-4e9c-a8ba-d467412549ae,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:26.699120 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.706330 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Added segment ef419ebf-c9bd-4c93-b861-6bbca0e1af48 of type vlan for network 654c14dc-d007-41c8-8aeb-59d8425299d9 Jul 15 13:19:26.726568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53062) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:26.844394 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.870772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-472489688', 'router:external': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:26.913873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Made reservation on behalf of 77d31e7a80c943368814d114c94e58aa for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:26.918823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.932990 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.960021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.961084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.961800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.966805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a8b3930-b04a-42e9-b795-9200be82114f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.119942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] Pushing event updated for resources: {'Network': ['ID=654c14dc-d007-41c8-8aeb-59d8425299d9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.134215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 654c14dc-d007-41c8-8aeb-59d8425299d9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:27.136144 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.150387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.165348 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-95607d0c-a1d2-4758-8870-c05db134ce8a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8522468 Jul 15 13:19:27.168526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53076) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.181347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Request body: {'subnet': {'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-subnet', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:27.326551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde9bb7-a7a8-4891-9924-8b60f7641c77,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.348740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:27.447931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.448366 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Added segment fc632f06-eda0-4e89-9678-f138f1989172 of type vlan for network bf6151bf-08ae-48bb-a6ab-88f8298ceb27 Jul 15 13:19:27.611642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.760049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e56e9048-26b3-4f4e-8193-9f8bbcb7ed6e req-7f2e2a83-de45-4418-a5f4-2ab6cc9e7e2f tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 210 time: 0.1800728 Jul 15 13:19:27.910409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a8b3930-b04a-42e9-b795-9200be82114f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.954029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Made reservation on behalf of 8c6c8c61af0345058e4a7c2a9c72eb13 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:27.958017 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.987275 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a8b3930-b04a-42e9-b795-9200be82114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.058499 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.060104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.061032 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.069234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-983a2b85-466a-4b11-910b-c4f4593f1124 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5451560 Jul 15 13:19:28.244148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.263335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0a8b3930-b04a-42e9-b795-9200be82114f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23adfe59fb144e41baa1f1f90abaeb93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7447023 Jul 15 13:19:28.263720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53096) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:28.321837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b3930-b04a-42e9-b795-9200be82114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180e07ab-d461-47cf-b63c-923e6ad9f2a1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.361728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.370117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Checking segment: {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:28.370965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Network hostable DHCP agents. Network: 654c14dc-d007-41c8-8aeb-59d8425299d9, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:28.373314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6450777 Jul 15 13:19:28.378245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53098) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:28.386213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'subnet': {'network_id': 'bf6151bf-08ae-48bb-a6ab-88f8298ceb27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:28.426430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Network 654c14dc-d007-41c8-8aeb-59d8425299d9 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:28.433099 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Made reservation on behalf of 77d31e7a80c943368814d114c94e58aa for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:28.435497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.435864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-f6a44dfd-032b-4972-a014-05c4806c9f59 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.438041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-f6a44dfd-032b-4972-a014-05c4806c9f59 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.30 "GET /v2.0/networks?id=3877ce8c-c9f4-4518-9b4b-810b81f04795 HTTP/1.1" status: 200 len: 812 time: 0.8314052 Jul 15 13:19:28.449642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79212e97-5dea-4754-9d63-3a2a5920c388 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'Network': ['ID=bf6151bf-08ae-48bb-a6ab-88f8298ceb27,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.458945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 654c14dc-d007-41c8-8aeb-59d8425299d9) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:28.466344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.466947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.478223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Request body: {'port': {'device_id': '19392f65-4a12-4489-b0be-89eae67a73fe', 'network_id': '3877ce8c-c9f4-4518-9b4b-810b81f04795', 'admin_state_up': True, 'tenant_id': '764e61128c55402abfb6f0317f7b9790'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:28.492259 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-03ed1024-2169-4eab-8822-d4f19d647d6b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3176906 Jul 15 13:19:28.502294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network bf6151bf-08ae-48bb-a6ab-88f8298ceb27 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:28.504628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53100) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:28.552146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2edd1d-fcb8-461a-9937-a0f1805e4f8b None None] Network 654c14dc-d007-41c8-8aeb-59d8425299d9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:28.553192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:28.730299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9bbe6-8a67-4d83-9419-b2e2be7bd380 req-cb646cfe-a339-4fe3-912f-0cea4857ff72 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.733240 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcd9bbe6-8a67-4d83-9419-b2e2be7bd380 req-cb646cfe-a339-4fe3-912f-0cea4857ff72 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 946 time: 0.7339125 Jul 15 13:19:28.789258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0491bc3-0f3d-480f-a50b-e8af37ec22f5 None None] Network 654c14dc-d007-41c8-8aeb-59d8425299d9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:28.800226 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.803424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.955686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46298270-fb27-4763-b6c8-d4956f2c7c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.975254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.977967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:19:28.979002 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.986867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-9b016353-0c14-43c2-9735-728453f68880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.988719 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-9b016353-0c14-43c2-9735-728453f68880 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1098 time: 0.7875402 Jul 15 13:19:29.055920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:29.062214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Checking segment: {'id': 'fc632f06-eda0-4e89-9678-f138f1989172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bf6151bf-08ae-48bb-a6ab-88f8298ceb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:29.062634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Network hostable DHCP agents. Network: bf6151bf-08ae-48bb-a6ab-88f8298ceb27, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:29.084008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Network bf6151bf-08ae-48bb-a6ab-88f8298ceb27 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:29.097356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, bf6151bf-08ae-48bb-a6ab-88f8298ceb27) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:29.099915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46298270-fb27-4763-b6c8-d4956f2c7c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.107883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.108840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507cb3b-209c-4c1f-a7bd-8ba572161fdc None None] Network bf6151bf-08ae-48bb-a6ab-88f8298ceb27 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:29.109176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.143767 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-43038e05-5988-4d8a-830f-0398e8434bea tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7641509 Jul 15 13:19:29.148647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53106) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:29.153042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcd9bbe6-8a67-4d83-9419-b2e2be7bd380 req-898a154a-7e4d-43f7-a298-81f4334d6712 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859129 Jul 15 13:19:29.159174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1998969488', 'network_id': 'bf6151bf-08ae-48bb-a6ab-88f8298ceb27'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:29.162490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Made reservation on behalf of 764e61128c55402abfb6f0317f7b9790 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:29.166161 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.190942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Made reservation on behalf of 77d31e7a80c943368814d114c94e58aa for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:29.194912 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.217977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] device_id is not set on port d93785f3-7e97-4305-9028-7a83aba8edc8 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:19:29.368349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Allocated IP 2001:db8::379 (bf6151bf-08ae-48bb-a6ab-88f8298ceb27/e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c/d93785f3-7e97-4305-9028-7a83aba8edc8) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:29.379075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e72e56-945b-4b1b-ad27-9afdd0ae5681 None None] Network bf6151bf-08ae-48bb-a6ab-88f8298ceb27 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:29.570713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.619273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.664713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Network bf6151bf-08ae-48bb-a6ab-88f8298ceb27 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:29.671535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:29.674483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:29.675883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.676583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.700703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'Port': ['ID=d93785f3-7e97-4305-9028-7a83aba8edc8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:29.722069 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3c6c83e3-37c8-4460-a24d-2533b2f9619d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5657814 Jul 15 13:19:29.722653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53110) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:29.821604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2c62f251-04b2-4f47-b701-b0ee3d167933 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Deleting port d93785f3-7e97-4305-9028-7a83aba8edc8 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:29.822000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c62f251-04b2-4f47-b701-b0ee3d167933 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.838857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc7d05f9-db97-4660-8f04-6ebcccf6a894 req-e42a5516-9732-4459-b89f-e187d1ed3512 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 210 time: 0.4920130 Jul 15 13:19:29.847679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.857652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-8fab6e9c-62b1-42d5-99e1-4170ec0150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.859513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-8fab6e9c-62b1-42d5-99e1-4170ec0150a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.7943845 Jul 15 13:19:29.963796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c62f251-04b2-4f47-b701-b0ee3d167933 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.001807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2c62f251-04b2-4f47-b701-b0ee3d167933 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Calling delete_port for d93785f3-7e97-4305-9028-7a83aba8edc8 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:30.106628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Allocated IP 172.20.0.4 (3877ce8c-c9f4-4518-9b4b-810b81f04795/6019d410-dbf3-43d2-8d5b-61751a83803f/00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:30.235178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46298270-fb27-4763-b6c8-d4956f2c7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.238301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46298270-fb27-4763-b6c8-d4956f2c7c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.253483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-46298270-fb27-4763-b6c8-d4956f2c7c12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/180e07ab-d461-47cf-b63c-923e6ad9f2a1 HTTP/1.1" status: 204 len: 168 time: 1.9228668 Jul 15 13:19:30.300751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46298270-fb27-4763-b6c8-d4956f2c7c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180e07ab-d461-47cf-b63c-923e6ad9f2a1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:30.304595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-60b73840-bac1-43be-a8f1-512fbcc50e8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 1000 time: 0.3971622 Jul 15 13:19:30.336174 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c62f251-04b2-4f47-b701-b0ee3d167933 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.353480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:30.430421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62f251-04b2-4f47-b701-b0ee3d167933 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event deleted for resources: {'Port': ['ID=d93785f3-7e97-4305-9028-7a83aba8edc8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:30.456675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-c6baf9bb-d5c8-48f0-b093-b99893648bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:30.462839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-c6baf9bb-d5c8-48f0-b093-b99893648bbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.1455188 Jul 15 13:19:30.568978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.599771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c62f251-04b2-4f47-b701-b0ee3d167933 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.608913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53124) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:30.611342 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c62f251-04b2-4f47-b701-b0ee3d167933 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d93785f3-7e97-4305-9028-7a83aba8edc8 HTTP/1.1" status: 204 len: 168 time: 0.8871062 Jul 15 13:19:30.613780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6151bf-08ae-48bb-a6ab-88f8298ceb27', 'external_fixed_ips': [{'subnet_id': 'e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c', 'ip_address': '2001:db8::379'}]}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:30.636125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.650494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-2fc1caab-116d-40b1-8c87-e4176b4f6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:30.652268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-2fc1caab-116d-40b1-8c87-e4176b4f6088 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537642 Jul 15 13:19:30.722088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:30.726022 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e11055-440a-4a55-8663-ef8bc52106df" -d '{"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:30.750189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:30.757749 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.881033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=11']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:30.901302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.906353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.907702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.908445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.909197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.910203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.911959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.912624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.913400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.913944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.915545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.915995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:30.926251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.928744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.949851 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e678192f-1085-47f6-8446-08830e9dc012 x-openstack-request-id: req-e678192f-1085-47f6-8446-08830e9dc012 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:30.950333 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:30.950887 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e678192f-1085-47f6-8446-08830e9dc012 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:30.964227 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'code': 200} Jul 15 13:19:30.981678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.157818 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.197697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-0cd6a118-093e-4e4b-8647-24bfd6a45095 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287163 Jul 15 13:19:31.366812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Network 3877ce8c-c9f4-4518-9b4b-810b81f04795 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:31.372094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.403154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:31.406182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Pushing event updated for resources: {'Port': ['ID=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.412527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:31.444305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.569575 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.573051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53152) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:31.653048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.653741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.687974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-507640dd-a8ae-4e22-b3fc-2f0df4a60d09 req-416c45b1-88cb-46ea-bc35-6fd1e119b120 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545038 Jul 15 13:19:31.734702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7608e-64f2-46fa-bfb1-9fa3831df0b2 req-3887c96b-fa23-4f8f-83ac-2b99aa6062fd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.736383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c7608e-64f2-46fa-bfb1-9fa3831df0b2 req-3887c96b-fa23-4f8f-83ac-2b99aa6062fd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.5916572 Jul 15 13:19:31.744101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-695de39f-6173-466a-a12e-3b1ec5eb7360 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2725952 Jul 15 13:19:31.751688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1496220429-network', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:31.761570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Request body: {'port': {'device_id': '19392f65-4a12-4489-b0be-89eae67a73fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:31.788027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Made reservation on behalf of a8990eee5076485a8b1b1c178869d942 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:31.791870 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.803493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.853262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Allocated IP 172.25.1.73 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/ece0d7e0-f7e2-4343-a407-8e5d40fd2752) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:31.903831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92c7608e-64f2-46fa-bfb1-9fa3831df0b2 req-69ac9b57-01cb-4944-bbc5-a016d539c7f7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529999 Jul 15 13:19:31.968055 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.975081 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.026182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:32.043833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2938faf-c6d5-4246-a838-95659b88cfd9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.056843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.056843 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Added segment 8b102282-8ea6-4a60-ba03-8c17c8fde2e4 of type vlan for network 71436dd0-8429-4055-ac13-6be42f038430 Jul 15 13:19:32.103517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.148616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.150203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.151358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.208462 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6334388 Jul 15 13:19:32.240587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53158) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:32.246071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Request body: {'subnet': {'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1496220429-subnet', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:32.251989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78f5c3-c64f-472d-849a-babdd784a05f admin admin] Pushing event updated for resources: {'Network': ['ID=71436dd0-8429-4055-ac13-6be42f038430,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.267457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 71436dd0-8429-4055-ac13-6be42f038430 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:32.285534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Made reservation on behalf of a8990eee5076485a8b1b1c178869d942 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:32.288877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.350866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.428763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.575740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.643114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df77c4b0-f1fa-45b1-92ed-86b6291a7e23,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.647674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f4d9d-880e-407d-aa0f-d967235b2457 req-7e83c448-7d5a-4f8c-8fbc-2f25e8d6a0bf tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.649466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de2f4d9d-880e-407d-aa0f-d967235b2457 req-7e83c448-7d5a-4f8c-8fbc-2f25e8d6a0bf tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 931 time: 0.3445137 Jul 15 13:19:32.653121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Checking segment: {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:32.653121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Network hostable DHCP agents. Network: 71436dd0-8429-4055-ac13-6be42f038430, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:32.684171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Network 71436dd0-8429-4055-ac13-6be42f038430 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:32.703845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 71436dd0-8429-4055-ac13-6be42f038430) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:32.711553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.712602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.718242 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.724873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc882aa9-1ce1-479b-a45d-f36179a12f6f None None] Network 71436dd0-8429-4055-ac13-6be42f038430 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:32.737265 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-632b6f8c-e430-4096-b43a-8debcf059b52 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4952290 Jul 15 13:19:32.740934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53160) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:32.751250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:32.797088 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.798961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.864687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.904614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:32.912834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ece0d7e0-f7e2-4343-a407-8e5d40fd2752,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.919802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.952338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:32.953966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:32.959978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de2f4d9d-880e-407d-aa0f-d967235b2457 req-8a2fd187-6eb2-40e2-ac3f-ef263dad9e8d tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1e82f67-7a54-42a5-992c-da65e746e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010490 Jul 15 13:19:32.964432 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.020540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-71436dd0-8429-4055-ac13-6be42f038430', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:19:33.021451 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.076280 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:19:33.152446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.197062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Allocated IP 172.20.0.2 (71436dd0-8429-4055-ac13-6be42f038430/df77c4b0-f1fa-45b1-92ed-86b6291a7e23/76e0b6f6-e9d5-419c-923f-5b87ee49d12e) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:33.517628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:33.536032 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.540158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Allocated IP 2001:db8::379 (bf6151bf-08ae-48bb-a6ab-88f8298ceb27/e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c/df90bff7-8ffb-438b-9d84-cb8c13b3af78) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:33.571881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Transition to ACTIVE for port object 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:33.584636 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.586944 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.602806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Transition to ACTIVE for port object 76e0b6f6-e9d5-419c-923f-5b87ee49d12e will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:33.623262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.623595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Transition to ACTIVE for port object 76e0b6f6-e9d5-419c-923f-5b87ee49d12e will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:33.624818 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.632393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.672103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Network 71436dd0-8429-4055-ac13-6be42f038430 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:33.672431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f962e4-3ac7-4b36-a216-edb14fc22fee req-f712895c-cca5-43f9-bcf2-7840dd5b16ec tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:33.674181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:33.677013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47f962e4-3ac7-4b36-a216-edb14fc22fee req-f712895c-cca5-43f9-bcf2-7840dd5b16ec tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3896854 Jul 15 13:19:33.678774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:33.716375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Pushing event updated for resources: {'Port': ['ID=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:33.757270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Attempting to bind port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:33.757661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Attempting to bind port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:33.758037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Attempting to bind port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e on network 71436dd0-8429-4055-ac13-6be42f038430 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:33.764882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:33.765245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Checking segment: {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:33.765837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.766261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Bound using segment: {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:33.766773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Bound port: 76e0b6f6-e9d5-419c-923f-5b87ee49d12e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:33.767229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.852811 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] For port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:33.856510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] For port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:33.862888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Allocated IP 172.25.1.249 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/aba22d21-4df2-48ca-880f-05bae38fe6cc) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:33.866763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.882687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Pushing event updated for resources: {'Port': ['ID=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:33.943555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698330f-2155-4ca7-9979-17924ae2d840 None None] Pushing event updated for resources: {'Port': ['ID=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:33.954972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47f962e4-3ac7-4b36-a216-edb14fc22fee req-80bb0414-e7f8-43d2-a0e9-9171ee98f201 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378628 Jul 15 13:19:33.969898 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.036775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.079680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.137558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.160023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Attempting to bind port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:34.160360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Attempting to bind port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'f07a9b7a-f75b-4bea-acfe-ba32effcd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3877ce8c-c9f4-4518-9b4b-810b81f04795'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:34.160692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Attempting to bind port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 on network 3877ce8c-c9f4-4518-9b4b-810b81f04795 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:34.177874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 on network 3877ce8c-c9f4-4518-9b4b-810b81f04795 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:34.178224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Attempting to bind port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 on network 3877ce8c-c9f4-4518-9b4b-810b81f04795 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:34.190904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:34.193459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:34.193459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Checking segment: {'id': 'f07a9b7a-f75b-4bea-acfe-ba32effcd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3877ce8c-c9f4-4518-9b4b-810b81f04795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:34.193901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Bound using segment: {'id': 'f07a9b7a-f75b-4bea-acfe-ba32effcd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3877ce8c-c9f4-4518-9b4b-810b81f04795'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:34.195488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Bound port: 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07a9b7a-f75b-4bea-acfe-ba32effcd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3877ce8c-c9f4-4518-9b4b-810b81f04795'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:34.195488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.195866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:34.199618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:34.207228 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=aba22d21-4df2-48ca-880f-05bae38fe6cc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:34.232267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.349781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:34.493644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.564633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:34.585322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'mac_address': 'fa:16:3e:1c:2b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:34.681739 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.703948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce699b1-f0e6-409f-ab29-0915d06483e0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:34.740079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:34.747289 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.801237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Network bf6151bf-08ae-48bb-a6ab-88f8298ceb27 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:34.823579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:34.838014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['6ce699b1-f0e6-409f-ab29-0915d06483e0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:34.838731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'Port': ['ID=df90bff7-8ffb-438b-9d84-cb8c13b3af78,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:34.850761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=12']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:34.855321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:34.883789 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.983103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] For port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:34.991862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] For port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,segment=NetworkSegment(f07a9b7a-f75b-4bea-acfe-ba32effcd4f6),segment_id=f07a9b7a-f75b-4bea-acfe-ba32effcd4f6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:34.995617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.148296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.194134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.378737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d75c8-fe73-4ce8-a6fe-8cadd4e3bddc req-59e7c5ef-3b5f-47a7-944d-c70a6b1c2400 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:35.391448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-782d75c8-fe73-4ce8-a6fe-8cadd4e3bddc req-59e7c5ef-3b5f-47a7-944d-c70a6b1c2400 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 943 time: 1.0792708 Jul 15 13:19:35.394398 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.441841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:35.451317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:35.452817 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.455230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] 10.222.0.30 "PUT /v2.0/ports/00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 HTTP/1.1" status: 200 len: 1092 time: 3.7003207 Jul 15 13:19:35.471436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19392f65-4a12-4489-b0be-89eae67a73fe', 'tag': '00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:35.473878 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711" -d '{"events": [{"name": "network-changed", "server_uuid": "19392f65-4a12-4489-b0be-89eae67a73fe", "tag": "00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:35.628346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-782d75c8-fe73-4ce8-a6fe-8cadd4e3bddc req-02d16ece-cb02-4a75-8c81-1a712196b145 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1e82f67-7a54-42a5-992c-da65e746e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352984 Jul 15 13:19:35.678044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f58e4-ae74-40d6-a1a7-a405ac8a4fdc service neutron] Pushing event updated for resources: {'Port': ['ID=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:35.715722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:35.739464 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Sync routers for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:35.754890 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.755248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9bafdf-d8c0-49f9-95e7-fa3de0333bdd None None] Network 71436dd0-8429-4055-ac13-6be42f038430 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:35.760861 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-172137d1-e2f3-4a69-917e-c28c335ee3a8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0170534 Jul 15 13:19:35.761898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:35.779031 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:35.788190 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:35.908718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.049893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f90e0813-5683-44ae-bb74-857cfcd122a2 None None] Provisioning for port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:36.173720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-295205a0-38ff-4d98-90db-2ef4d936f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.173720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-295205a0-38ff-4d98-90db-2ef4d936f52a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=764e61128c55402abfb6f0317f7b9790&device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 1095 time: 0.6058049 Jul 15 13:19:36.192149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Router d743b9c9-b87c-46df-90fd-01a5a4281e1a is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:36.305101 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:36.318357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-bf5eab49-7112-4eb2-9018-19ab947bf609 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 HTTP/1.1" status: 200 len: 217 time: 0.1205158 Jul 15 13:19:36.380008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:36.454524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 76e0b6f6-e9d5-419c-923f-5b87ee49d12e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:36.630446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 6ce699b1-f0e6-409f-ab29-0915d06483e0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:36.631383 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.639926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:36.681505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-f9c87017-1d64-45b3-9daa-32ad22efcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.684637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-f9c87017-1d64-45b3-9daa-32ad22efcb40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6019d410-dbf3-43d2-8d5b-61751a83803f HTTP/1.1" status: 200 len: 852 time: 0.1745515 Jul 15 13:19:36.703275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:36.703901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.880933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-1315fe5c-b91c-42bb-820a-37787cafdde7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3877ce8c-c9f4-4518-9b4b-810b81f04795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993638 Jul 15 13:19:36.914412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.022162 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.086585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-8a4c3016-7048-47af-a26f-3d3d0f1119df service neutron] 10.222.0.30 "GET /v2.0/networks/3877ce8c-c9f4-4518-9b4b-810b81f04795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847458 Jul 15 13:19:37.093229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.097727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:37.109624 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04041f84-5d0c-4879-991d-b7358d0eec00" -d '{"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-plugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:37.181961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:37.183585 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:34Z', 'revision_number': 3, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:37.219185 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.238222 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Checking router: 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:37.239174 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Updating router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 port aba22d21-4df2-48ca-880f-05bae38fe6cc binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:37.301738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b125197-000a-4d18-8055-bea3c1a8bdeb req-cfe792ec-6cdb-4d0b-a8fc-5b2f3ea2fc0d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:37.306670 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.313672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b125197-000a-4d18-8055-bea3c1a8bdeb req-cfe792ec-6cdb-4d0b-a8fc-5b2f3ea2fc0d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 945 time: 0.8050807 Jul 15 13:19:37.388767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Allocated IP 172.20.0.1 (71436dd0-8429-4055-ac13-6be42f038430/df77c4b0-f1fa-45b1-92ed-86b6291a7e23/23d608cd-58fc-4725-a7b3-c9c7c6587f22) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:37.435903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:37.465040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Sync routers for ids ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:37.470381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-234c04e3-122f-4b23-add1-1db6ec0bbe22 None None] Provisioning complete for port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:37.471396 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-234c04e3-122f-4b23-add1-1db6ec0bbe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.604707 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.679770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.703980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Routers {'d743b9c9-b87c-46df-90fd-01a5a4281e1a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:37.706044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:37.720806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Transition to ACTIVE for port object 23d608cd-58fc-4725-a7b3-c9c7c6587f22 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:37.733247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b125197-000a-4d18-8055-bea3c1a8bdeb req-b8e04c49-5eaa-40a3-aaad-9d4764c55995 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183040 Jul 15 13:19:37.759409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.759409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bd97b6bd-932c-453c-a60a-eccb5a75d2c1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2296267 Jul 15 13:19:37.759826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53214) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:37.803353 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68598904-59cf-47e0-b3c3-aa221ada74f6 req-7f92142b-9a0e-4b15-8a90-891d7676ce23 service neutron] 10.222.0.30 "GET /v2.0/networks/3877ce8c-c9f4-4518-9b4b-810b81f04795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026172 Jul 15 13:19:37.866887 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9db7e1-e921-4e8f-ac98-9376585b7fcf x-openstack-request-id: req-4b9db7e1-e921-4e8f-ac98-9376585b7fcf {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:37.867676 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19392f65-4a12-4489-b0be-89eae67a73fe", "tag": "00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:37.868177 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b9db7e1-e921-4e8f-ac98-9376585b7fcf {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:37.868855 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19392f65-4a12-4489-b0be-89eae67a73fe', 'tag': '00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7', 'status': 'completed', 'code': 200} Jul 15 13:19:37.931061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=13']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:37.954049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:37.969429 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.972172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Router fbf08fb4-bc63-45d6-9845-8df38cac41ad is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:38.040620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Set router d743b9c9-b87c-46df-90fd-01a5a4281e1a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:38.169703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.218512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-6cf1ba65-0006-426d-8aad-d635dff0f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:38.220277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-6cf1ba65-0006-426d-8aad-d635dff0f79d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=764e61128c55402abfb6f0317f7b9790&device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 1095 time: 0.3234673 Jul 15 13:19:38.229660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.324658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Pushing event updated for resources: {'Port': ['ID=23d608cd-58fc-4725-a7b3-c9c7c6587f22,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.350621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Network 71436dd0-8429-4055-ac13-6be42f038430 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:38.365554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:38.369566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:38.380460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:33Z', 'revision_number': 3, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port': {'id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:38.391529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-5fb58afa-aa56-4e16-a618-38c40344c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:38.393951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-5fb58afa-aa56-4e16-a618-38c40344c012 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3877ce8c-c9f4-4518-9b4b-810b81f04795 HTTP/1.1" status: 200 len: 913 time: 0.1638610 Jul 15 13:19:38.398575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:38.399375 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.418894 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Sync routers for ids ['fbf08fb4-bc63-45d6-9845-8df38cac41ad'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:38.433299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.446335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c60a0c29-c8d7-45af-b110-09a38969162e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.8283143 Jul 15 13:19:38.447426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53216) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:38.464861 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Transition to ACTIVE for port object aba22d21-4df2-48ca-880f-05bae38fe6cc will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:38.475353 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Routers {'fbf08fb4-bc63-45d6-9845-8df38cac41ad'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:38.476258 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbf08fb4-bc63-45d6-9845-8df38cac41ad'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:38.477454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Checking router: d743b9c9-b87c-46df-90fd-01a5a4281e1a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:38.478824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Updating router d743b9c9-b87c-46df-90fd-01a5a4281e1a port ece0d7e0-f7e2-4343-a407-8e5d40fd2752 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:38.563576 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.739261 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Set router fbf08fb4-bc63-45d6-9845-8df38cac41ad gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:38.874198 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.964145 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Attempting to bind port aba22d21-4df2-48ca-880f-05bae38fe6cc on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:38.968076 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Attempting to bind port aba22d21-4df2-48ca-880f-05bae38fe6cc by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:38.968695 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Attempting to bind port aba22d21-4df2-48ca-880f-05bae38fe6cc on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:39.005031 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:39.010122 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:39.010733 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.013511 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:39.015472 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Bound port: aba22d21-4df2-48ca-880f-05bae38fe6cc, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:39.018415 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.174468 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.188185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1fdc-3867-47d3-a556-d1b1786a569d req-d406fa88-277f-46b4-8d7c-484263cc7e91 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.189098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Transition to ACTIVE for port object ece0d7e0-f7e2-4343-a407-8e5d40fd2752 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:39.202704 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.203125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3bee1fdc-3867-47d3-a556-d1b1786a569d req-d406fa88-277f-46b4-8d7c-484263cc7e91 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 943 time: 1.1025825 Jul 15 13:19:39.207589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-078b9fb0-a14f-4d16-94f7-dca6016321bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 HTTP/1.1" status: 200 len: 217 time: 0.8048689 Jul 15 13:19:39.245367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee5740cf-c1a7-4c49-892b-ed70539a81e1 None None] Provisioning for port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:39.255442 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Pushing event updated for resources: {'Port': ['ID=aba22d21-4df2-48ca-880f-05bae38fe6cc,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.269048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee5740cf-c1a7-4c49-892b-ed70539a81e1 None None] Provisioning complete for port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:39.270032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee5740cf-c1a7-4c49-892b-ed70539a81e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.300397 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.324360 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.325133 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.325670 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.326231 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.326921 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.327562 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.328028 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.328581 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.329145 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.329694 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.330391 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.330811 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:39.333875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcaefd-7425-477f-97a0-6bab6e41f279 None None] Pushing event updated for resources: {'Port': ['ID=ece0d7e0-f7e2-4343-a407-8e5d40fd2752,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.334749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.349060 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Attempting to bind port ece0d7e0-f7e2-4343-a407-8e5d40fd2752 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:39.350208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Attempting to bind port ece0d7e0-f7e2-4343-a407-8e5d40fd2752 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:39.353676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Attempting to bind port ece0d7e0-f7e2-4343-a407-8e5d40fd2752 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:39.365939 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] For port aba22d21-4df2-48ca-880f-05bae38fe6cc, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:39.378135 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] For port aba22d21-4df2-48ca-880f-05bae38fe6cc, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aba22d21-4df2-48ca-880f-05bae38fe6cc,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:39.398247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:39.398247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:39.399450 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.400166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:39.402540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Bound port: ece0d7e0-f7e2-4343-a407-8e5d40fd2752, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:39.402965 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.419173 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.463844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ee5740cf-c1a7-4c49-892b-ed70539a81e1 None None] Port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:39.510934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3bee1fdc-3867-47d3-a556-d1b1786a569d req-41f7fd8d-798d-4da0-8c56-10ddc8182ecd tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1e82f67-7a54-42a5-992c-da65e746e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014600 Jul 15 13:19:39.529690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] For port ece0d7e0-f7e2-4343-a407-8e5d40fd2752, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:39.536577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] For port ece0d7e0-f7e2-4343-a407-8e5d40fd2752, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ece0d7e0-f7e2-4343-a407-8e5d40fd2752,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:39.544046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-2cd70952-f95c-4b1f-ae08-dfc0fa397c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.546617 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.549019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-2cd70952-f95c-4b1f-ae08-dfc0fa397c42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6019d410-dbf3-43d2-8d5b-61751a83803f HTTP/1.1" status: 200 len: 852 time: 0.3197544 Jul 15 13:19:39.687654 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b706c3f-acef-4489-9f4a-a81c75ba27ee None None] Pushing event updated for resources: {'Port': ['ID=aba22d21-4df2-48ca-880f-05bae38fe6cc,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.692438 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:39.693085 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:39.710576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Routers {'d743b9c9-b87c-46df-90fd-01a5a4281e1a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:39.710576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:39.815493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcaefd-7425-477f-97a0-6bab6e41f279 None None] Pushing event updated for resources: {'Port': ['ID=ece0d7e0-f7e2-4343-a407-8e5d40fd2752,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.909968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-98adcda7-37a7-493c-92b4-3ad17993c42c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3877ce8c-c9f4-4518-9b4b-810b81f04795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3451426 Jul 15 13:19:40.052231 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.097507 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf08fb4-bc63-45d6-9845-8df38cac41ad', 'name': '', 'tenant_id': '77d31e7a80c943368814d114c94e58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6151bf-08ae-48bb-a6ab-88f8298ceb27', 'external_fixed_ips': [{'subnet_id': 'e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c', 'ip_address': '2001:db8::379'}], 'enable_snat': True}, 'gw_port_id': 'df90bff7-8ffb-438b-9d84-cb8c13b3af78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:30Z', 'updated_at': '2021-07-15T13:19:35Z', 'revision_number': 3, 'project_id': '77d31e7a80c943368814d114c94e58aa', 'gw_port': {'id': 'df90bff7-8ffb-438b-9d84-cb8c13b3af78', 'name': '', 'network_id': 'bf6151bf-08ae-48bb-a6ab-88f8298ceb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf08fb4-bc63-45d6-9845-8df38cac41ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c', 'ip_address': '2001:db8::379', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:40.189063 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Checking router: fbf08fb4-bc63-45d6-9845-8df38cac41ad for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:40.189063 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Updating router fbf08fb4-bc63-45d6-9845-8df38cac41ad port df90bff7-8ffb-438b-9d84-cb8c13b3af78 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:40.334180 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:40.340603 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.355210 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.390485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.507285 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de53856a-140a-417c-bcdc-64114644035c x-openstack-request-id: req-de53856a-140a-417c-bcdc-64114644035c {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:40.507946 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-plugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:40.507946 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de53856a-140a-417c-bcdc-64114644035c {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:40.508371 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'code': 200} Jul 15 13:19:40.512310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 76e0b6f6-e9d5-419c-923f-5b87ee49d12e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:40.514208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:40.547313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-be4e24e8-70d6-4f92-9ed7-ac1f65bcc4c9 service neutron] 10.222.0.30 "GET /v2.0/networks/3877ce8c-c9f4-4518-9b4b-810b81f04795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163850 Jul 15 13:19:40.614801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Deleting port df90bff7-8ffb-438b-9d84-cb8c13b3af78 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:40.616451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.679481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] Set router d743b9c9-b87c-46df-90fd-01a5a4281e1a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:40.819317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Allocated IP 172.20.0.1 (654c14dc-d007-41c8-8aeb-59d8425299d9/e7e5e2cd-79bc-4280-876e-4ab9ae6707ae/11b87480-0f4a-47d8-81b9-e686649a3455) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:40.876488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.887697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eb9a4-51af-454b-9ff5-a2a3b8ce0c58 req-f11337f5-ebe7-4aac-95e2-57a62d3cfbed tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:40.892112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f00eb9a4-51af-454b-9ff5-a2a3b8ce0c58 req-f11337f5-ebe7-4aac-95e2-57a62d3cfbed tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 946 time: 0.4668341 Jul 15 13:19:40.986966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.008036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec5cdc5c-c04f-4c9e-93db-d54dc128b711 req-92ffac4c-dc17-471d-ae1e-847b5b1252cd service neutron] 10.222.0.30 "GET /v2.0/networks/3877ce8c-c9f4-4518-9b4b-810b81f04795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470463 Jul 15 13:19:41.027817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Calling delete_port for df90bff7-8ffb-438b-9d84-cb8c13b3af78 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:41.033166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:41.033539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.066663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f00eb9a4-51af-454b-9ff5-a2a3b8ce0c58 req-ac80668b-d3e2-4607-8543-72a7acc6733b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221328 Jul 15 13:19:41.070071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.162937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,segment=NetworkSegment(f07a9b7a-f75b-4bea-acfe-ba32effcd4f6),segment_id=f07a9b7a-f75b-4bea-acfe-ba32effcd4f6)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:41.192439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.225008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7', 'network_id': '3877ce8c-c9f4-4518-9b4b-810b81f04795', 'port_id': '00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7', 'mac_address': 'fa:16:3e:91:f4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6019d410-dbf3-43d2-8d5b-61751a83803f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:41.323516 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.475212 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.475464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Pushing event updated for resources: {'Port': ['ID=23d608cd-58fc-4725-a7b3-c9c7c6587f22,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:41.500719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.501286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.501643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.504248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.512867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.513456 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.513853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.514276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.514684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.515036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.515414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.519353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.520211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:41.534684 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:34Z', 'revision_number': 3, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:41.543391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:41.597095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:33Z', 'revision_number': 3, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port': {'id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:41.605459 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.db.api [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:19:41.605459 n-d-771362-36 neutron-server[93736]: DEBUG oslo_db.api [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:19:41.607299 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2becd-47b5-4bc8-9083-ad29f4d5e344 None None] The sync data for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 is: [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:34Z', 'revision_number': 3, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:41.634786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event deleted for resources: {'Port': ['ID=df90bff7-8ffb-438b-9d84-cb8c13b3af78,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:41.641815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.657217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf3f86-a638-42a6-abc6-e38ce6962250 None None] The sync data for ids ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'] in n-d-771362-36 is: [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:33Z', 'revision_number': 3, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port': {'id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:41.669143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,segment=NetworkSegment(f07a9b7a-f75b-4bea-acfe-ba32effcd4f6),segment_id=f07a9b7a-f75b-4bea-acfe-ba32effcd4f6)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:41.681889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.717954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.781741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Network 71436dd0-8429-4055-ac13-6be42f038430 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:41.785490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:41.801332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:41.907935 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.918929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:41.931520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.046087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Network 654c14dc-d007-41c8-8aeb-59d8425299d9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:42.078187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:42.083076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:42.123162 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.123879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbf08fb4-bc63-45d6-9845-8df38cac41ad {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:42.140477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.164581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d0987ec3-7f44-4de6-9d59-9a6d605f7cb8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "DELETE /v2.0/routers/fbf08fb4-bc63-45d6-9845-8df38cac41ad HTTP/1.1" status: 204 len: 168 time: 3.7127182 Jul 15 13:19:42.166726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53238) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:42.171588 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Port df90bff7-8ffb-438b-9d84-cb8c13b3af78 not found while updating agent binding for router fbf08fb4-bc63-45d6-9845-8df38cac41ad. {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:19:42.229518 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Routers set() bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:42.229904 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Router IDs set() for agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:19:42.230541 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fbf08fb4-bc63-45d6-9845-8df38cac41ad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent'). {{(pid=93736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:19:42.230934 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96c806-9a94-4227-bd63-d648a1bea842 None None] The sync data for ids ['fbf08fb4-bc63-45d6-9845-8df38cac41ad'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:42.249655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Pushing event updated for resources: {'Port': ['ID=11b87480-0f4a-47d8-81b9-e686649a3455,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:42.294429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.444688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:42.493837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f5db9f-a7b2-4a42-af9d-0ebc5fa166a5 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Deleting subnet e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:42.502595 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f5db9f-a7b2-4a42-af9d-0ebc5fa166a5 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.604700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94020e-afd0-40d4-b41d-b80f06f8d679 req-09d60b3b-4721-45ab-ae0b-441598366fa0 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.619570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b94020e-afd0-40d4-b41d-b80f06f8d679 req-09d60b3b-4721-45ab-ae0b-441598366fa0 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 944 time: 0.5334275 Jul 15 13:19:42.626672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-09932503-15ad-484d-82e5-2665109b4fee None None] Provisioning complete for port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:42.627322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09932503-15ad-484d-82e5-2665109b4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.653917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f5db9f-a7b2-4a42-af9d-0ebc5fa166a5 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.713678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-09932503-15ad-484d-82e5-2665109b4fee None None] Port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:42.814482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b94020e-afd0-40d4-b41d-b80f06f8d679 req-25e5a72d-1eed-43c6-836c-8282f0d4e8e2 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1e82f67-7a54-42a5-992c-da65e746e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925819 Jul 15 13:19:42.842766 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f5db9f-a7b2-4a42-af9d-0ebc5fa166a5 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.004129 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f5db9f-a7b2-4a42-af9d-0ebc5fa166a5 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.032579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:43.071362 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-45fb7fb4-f2fe-4216-87fe-05dfb3632e21 admin admin] 10.222.0.25 "PUT /v2.0/routers/2be73bb2-1c12-4bfc-b516-63dc4079a1e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2929487 Jul 15 13:19:43.076545 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.121583 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62f5db9f-a7b2-4a42-af9d-0ebc5fa166a5 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.129679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-62f5db9f-a7b2-4a42-af9d-0ebc5fa166a5 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c HTTP/1.1" status: 204 len: 168 time: 0.9614682 Jul 15 13:19:43.132118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5db9f-a7b2-4a42-af9d-0ebc5fa166a5 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:43.142272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53250) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:43.437985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.653760 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.696360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6151bf-08ae-48bb-a6ab-88f8298ceb27']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:43.718007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc632f06-eda0-4e89-9678-f138f1989172') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:43.722118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc632f06-eda0-4e89-9678-f138f1989172') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:43.727746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.741133 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.776174 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.851499 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.885451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:43.886104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:43.898573 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:44.022063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Pushing event updated for resources: {'Port': ['ID=11b87480-0f4a-47d8-81b9-e686649a3455,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.035877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.142361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.157784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf6151bf-08ae-48bb-a6ab-88f8298ceb27 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:19:44.171365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.187799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "DELETE /v2.0/networks/bf6151bf-08ae-48bb-a6ab-88f8298ceb27 HTTP/1.1" status: 204 len: 168 time: 1.0376925 Jul 15 13:19:44.316652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e1b4c-e3c4-4eb8-8df4-16ecd4178fca tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf6151bf-08ae-48bb-a6ab-88f8298ceb27,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.427306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:44.558364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Network 654c14dc-d007-41c8-8aeb-59d8425299d9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:44.559735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aba22d21-4df2-48ca-880f-05bae38fe6cc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:44.564857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:44.579840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25f76b-397a-4ade-915e-be66a5ee98c7 req-32f943ae-afdc-4d9e-b52e-4df86186af82 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.596071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d25f76b-397a-4ade-915e-be66a5ee98c7 req-32f943ae-afdc-4d9e-b52e-4df86186af82 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 946 time: 0.3232064 Jul 15 13:19:44.768789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d25f76b-397a-4ade-915e-be66a5ee98c7 req-846511dc-fd6f-4fbe-89cd-17a598de29b7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712973 Jul 15 13:19:44.866942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port aba22d21-4df2-48ca-880f-05bae38fe6cc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:44.891392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aba22d21-4df2-48ca-880f-05bae38fe6cc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:44.892387 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.968420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:44.979890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Router d743b9c9-b87c-46df-90fd-01a5a4281e1a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:44.989706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:44.991002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.335414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:45.348766 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aba14ea5-eaa9-4869-9d1a-662883798b5e admin admin] 10.222.0.25 "PUT /v2.0/routers/d743b9c9-b87c-46df-90fd-01a5a4281e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5895154 Jul 15 13:19:45.349467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53268) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:45.354782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-14000584-3ada-40af-a9c7-2daf6e43bcf3 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'router': {'name': 'tempest-router--959543880', 'project_id': 'faa1cff5eafd45d1a52742a4446f6ffc'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:45.487503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14000584-3ada-40af-a9c7-2daf6e43bcf3 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.487503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14000584-3ada-40af-a9c7-2daf6e43bcf3 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.511898 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.572407 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.613527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19392f65-4a12-4489-b0be-89eae67a73fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:45.616113 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a18a8d4-c0b6-4ab4-985b-157a26676a13" -d '{"events": [{"server_uuid": "19392f65-4a12-4489-b0be-89eae67a73fe", "name": "network-vif-plugged", "status": "completed", "tag": "00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:45.690693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14000584-3ada-40af-a9c7-2daf6e43bcf3 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.694518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,segment=NetworkSegment(f07a9b7a-f75b-4bea-acfe-ba32effcd4f6),segment_id=f07a9b7a-f75b-4bea-acfe-ba32effcd4f6)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:45.701775 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.706687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14000584-3ada-40af-a9c7-2daf6e43bcf3 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.715270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port aba22d21-4df2-48ca-880f-05bae38fe6cc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aba22d21-4df2-48ca-880f-05bae38fe6cc,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:45.757704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14000584-3ada-40af-a9c7-2daf6e43bcf3 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.768432 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14000584-3ada-40af-a9c7-2daf6e43bcf3 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4177585 Jul 15 13:19:45.771488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53282) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:45.811232 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.823585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ece0d7e0-f7e2-4343-a407-8e5d40fd2752 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:45.986836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a048cf37-7734-44a4-a13b-e5246289494a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.063034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ece0d7e0-f7e2-4343-a407-8e5d40fd2752 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:46.109589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ece0d7e0-f7e2-4343-a407-8e5d40fd2752 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:46.110245 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.183751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:46.198266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924dd4-b31a-4a66-8c96-54a16658f4be req-654f0b02-32d1-4a13-8fb2-02c1cdf1ac24 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.207737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6924dd4-b31a-4a66-8c96-54a16658f4be req-654f0b02-32d1-4a13-8fb2-02c1cdf1ac24 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1097 time: 0.3289313 Jul 15 13:19:46.209723 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a048cf37-7734-44a4-a13b-e5246289494a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.237593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a048cf37-7734-44a4-a13b-e5246289494a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.258212 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6924dd4-b31a-4a66-8c96-54a16658f4be req-5694e22c-3460-4d99-8ae1-b1e0348e16fe tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.364380 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.440391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port ece0d7e0-f7e2-4343-a407-8e5d40fd2752, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ece0d7e0-f7e2-4343-a407-8e5d40fd2752,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:46.444676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=aba22d21-4df2-48ca-880f-05bae38fe6cc,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:46.456323 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.580168 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a048cf37-7734-44a4-a13b-e5246289494a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.580700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a048cf37-7734-44a4-a13b-e5246289494a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4fcb024-9e8e-42c7-8572-04777e463ee9 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:46.590315 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a048cf37-7734-44a4-a13b-e5246289494a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.603066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=ece0d7e0-f7e2-4343-a407-8e5d40fd2752,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:46.608615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a048cf37-7734-44a4-a13b-e5246289494a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b4fcb024-9e8e-42c7-8572-04777e463ee9 HTTP/1.1" status: 204 len: 168 time: 0.8227441 Jul 15 13:19:46.674965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aba22d21-4df2-48ca-880f-05bae38fe6cc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:46.724588 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6924dd4-b31a-4a66-8c96-54a16658f4be req-5694e22c-3460-4d99-8ae1-b1e0348e16fe tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.734868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6924dd4-b31a-4a66-8c96-54a16658f4be req-5694e22c-3460-4d99-8ae1-b1e0348e16fe tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.772142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694e22c-3460-4d99-8ae1-b1e0348e16fe tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b42ce3-eaa0-4888-9e24-7012cc5f901a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:46.821361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6924dd4-b31a-4a66-8c96-54a16658f4be req-5694e22c-3460-4d99-8ae1-b1e0348e16fe tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6046455 Jul 15 13:19:46.877786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aba22d21-4df2-48ca-880f-05bae38fe6cc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:46.878619 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.989583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53296) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:47.021059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-df845996-5b6d-4733-974e-c9bacf284a01 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:47.027710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-df845996-5b6d-4733-974e-c9bacf284a01 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.35 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 946 time: 0.1302528 Jul 15 13:19:47.249324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Deleting port b6efad78-4adc-4d90-b1bb-0db19b033c41 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:47.249679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.409244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-631059832', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:47.490404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.492194 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.525720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] For port b6efad78-4adc-4d90-b1bb-0db19b033c41, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b6efad78-4adc-4d90-b1bb-0db19b033c41,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:47.526144 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.731556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.035788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.049860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53302) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:48.055481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-765ec7e5-990f-497d-a63a-4f734ccda49d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341446196', 'description': 'tempest-description--1151427994'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:48.127532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-765ec7e5-990f-497d-a63a-4f734ccda49d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.289730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Sync routers for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:48.337084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:48.338137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:48.420099 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-765ec7e5-990f-497d-a63a-4f734ccda49d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.434359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-765ec7e5-990f-497d-a63a-4f734ccda49d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.524274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-765ec7e5-990f-497d-a63a-4f734ccda49d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.526055 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-765ec7e5-990f-497d-a63a-4f734ccda49d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4750097 Jul 15 13:19:48.530679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.538382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53304) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:48.544439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-075245e9-b34c-467f-87bb-9c66ba8b4f2d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Request body: {'security_group_rule': {'security_group_id': 'b071de7b-8f19-4384-af04-149a7d1c739b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:48.587726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.610584 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Sync routers for ids ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:48.627518 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Routers {'d743b9c9-b87c-46df-90fd-01a5a4281e1a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:48.628610 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:48.638413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.641831 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.642365 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Floating IP 0bf37256-9cbc-4591-b6fd-1bd2a8dea68b disassociated. External IP: 172.25.1.107, port: b6efad78-4adc-4d90-b1bb-0db19b033c41. Jul 15 13:19:48.645565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Calling delete_port for b6efad78-4adc-4d90-b1bb-0db19b033c41 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:48.736513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Allocated IP 172.25.1.22 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/9d2a7eb3-5d41-4be8-89f3-5068d608b1e5) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:48.810199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:48.956862 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Set router d743b9c9-b87c-46df-90fd-01a5a4281e1a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:48.961176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.989619 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ec7e5-990f-497d-a63a-4f734ccda49d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b071de7b-8f19-4384-af04-149a7d1c739b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.019363 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.036240 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-075245e9-b34c-467f-87bb-9c66ba8b4f2d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.087558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event deleted for resources: {'Port': ['ID=b6efad78-4adc-4d90-b1bb-0db19b033c41,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.154711 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.180559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ece0d7e0-f7e2-4343-a407-8e5d40fd2752 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:49.236618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:49.243363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:49.280335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:49.290145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff23946-a552-4ae5-b10e-d87b5df33875 req-711f4fc9-01bc-48d8-9d98-87ad66159e2f tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:49.299288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ff23946-a552-4ae5-b10e-d87b5df33875 req-711f4fc9-01bc-48d8-9d98-87ad66159e2f tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 945 time: 0.3643260 Jul 15 13:19:49.324840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:49.366147 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-47f58da8-0733-4fb4-baa1-0ad8f8cf5093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.404116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ff23946-a552-4ae5-b10e-d87b5df33875 req-52456554-9afc-4c31-b3f7-f8968e366a28 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1e82f67-7a54-42a5-992c-da65e746e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040163 Jul 15 13:19:49.437434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ece0d7e0-f7e2-4343-a407-8e5d40fd2752 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:49.438590 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.457794 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-075245e9-b34c-467f-87bb-9c66ba8b4f2d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.536374 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-075245e9-b34c-467f-87bb-9c66ba8b4f2d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.572898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:49.590105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event updated for resources: {'Port': ['ID=9d2a7eb3-5d41-4be8-89f3-5068d608b1e5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.608962 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port': {'id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '11b87480-0f4a-47d8-81b9-e686649a3455', 'name': '', 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'mac_address': 'fa:16:3e:53:05:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e7e5e2cd-79bc-4280-876e-4ab9ae6707ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:43Z', 'revision_number': 2, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'subnets': [{'id': 'e7e5e2cd-79bc-4280-876e-4ab9ae6707ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:49.645781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: b6efad78-4adc-4d90-b1bb-0db19b033c41 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:49.646528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b6efad78-4adc-4d90-b1bb-0db19b033c41 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:49.697942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:40Z', 'revision_number': 2, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:49.778487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Checking router: 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:49.779371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Updating router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:49.787055 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Checking router: d743b9c9-b87c-46df-90fd-01a5a4281e1a for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:49.787659 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Updating router d743b9c9-b87c-46df-90fd-01a5a4281e1a port 11b87480-0f4a-47d8-81b9-e686649a3455 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:49.906339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:49.914912 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.921032 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.942445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] Sync routers for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:50.125181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-075245e9-b34c-467f-87bb-9c66ba8b4f2d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.132869 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-075245e9-b34c-467f-87bb-9c66ba8b4f2d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5926387 Jul 15 13:19:50.154641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ea7f9e1-8be6-4673-8dcd-32272cadaa3a req-a5aa0ea8-290b-4db6-b244-6d4ea3ea2d14 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/ports?device_id=69600151-d311-48d2-b8a7-8e44709a4056 HTTP/1.1" status: 200 len: 210 time: 0.2375050 Jul 15 13:19:50.158854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53310) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:50.166317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] No DVR routers for this DVR port b6efad78-4adc-4d90-b1bb-0db19b033c41 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:50.197163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-848509f0-4652-44f7-9662-4caf1cf3c08b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Request body: {'security_group_rule': {'security_group_id': 'b071de7b-8f19-4384-af04-149a7d1c739b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:50.227579 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.241987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3901180-f564-4280-8737-8d9142e0a3d0 req-dc2dd069-96f5-496b-a7cc-9dfa988df64e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.35 "DELETE /v2.0/ports/b6efad78-4adc-4d90-b1bb-0db19b033c41 HTTP/1.1" status: 204 len: 173 time: 3.2106690 Jul 15 13:19:50.244780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-deleted', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:50.247520 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bcf6a3-d42c-4249-9324-0fba72986568" -d '{"events": [{"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-deleted", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:50.332286 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-848509f0-4652-44f7-9662-4caf1cf3c08b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.363667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075245e9-b34c-467f-87bb-9c66ba8b4f2d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1146dc11-d80a-4979-8acb-f163fa06d302,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.468589 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dcaecf-01ad-430c-ab4b-8ce500430803 x-openstack-request-id: req-84dcaecf-01ad-430c-ab4b-8ce500430803 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:50.469983 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19392f65-4a12-4489-b0be-89eae67a73fe", "name": "network-vif-plugged", "status": "completed", "tag": "00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:50.470447 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84dcaecf-01ad-430c-ab4b-8ce500430803 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:50.473204 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19392f65-4a12-4489-b0be-89eae67a73fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7', 'code': 200} Jul 15 13:19:50.502414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:50.503090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:50.524033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.538656 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-848509f0-4652-44f7-9662-4caf1cf3c08b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.551297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-848509f0-4652-44f7-9662-4caf1cf3c08b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.583925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848509f0-4652-44f7-9662-4caf1cf3c08b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed787184-105a-449a-a517-e9024fe1914d,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.611272 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-848509f0-4652-44f7-9662-4caf1cf3c08b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.613866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-848509f0-4652-44f7-9662-4caf1cf3c08b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4345255 Jul 15 13:19:50.618469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53316) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:50.624271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:50.674190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.959190 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.989957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.007882 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Transition to ACTIVE for port object 11b87480-0f4a-47d8-81b9-e686649a3455 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:51.029546 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.132626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1685b-5979-4886-be24-67fac7db4211 req-13412e36-f36f-48b2-8f71-3722c626afd0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.137655 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ea1685b-5979-4886-be24-67fac7db4211 req-13412e36-f36f-48b2-8f71-3722c626afd0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 946 time: 0.2380028 Jul 15 13:19:51.151125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a3904-92b8-403a-8e85-4f9631a4eef4 req-71d088fd-4852-4b98-bce6-d41062ef060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.153611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-222a3904-92b8-403a-8e85-4f9631a4eef4 req-71d088fd-4852-4b98-bce6-d41062ef060f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 1097 time: 0.2548649 Jul 15 13:19:51.184340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.302113 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582cb73-0ae6-4f78-b071-60db4894355c None None] Pushing event updated for resources: {'Port': ['ID=11b87480-0f4a-47d8-81b9-e686649a3455,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:51.403408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Allocated IP 172.25.1.122 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/07dff1ff-e33f-4d54-b4b5-4aa43068de7e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:51.472713 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Attempting to bind port 11b87480-0f4a-47d8-81b9-e686649a3455 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:51.474430 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Attempting to bind port 11b87480-0f4a-47d8-81b9-e686649a3455 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:51.479261 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Attempting to bind port 11b87480-0f4a-47d8-81b9-e686649a3455 on network 654c14dc-d007-41c8-8aeb-59d8425299d9 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:51.525633 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:51.526219 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Checking segment: {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:51.526849 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.527492 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Bound using segment: {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:51.531528 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Bound port: 11b87480-0f4a-47d8-81b9-e686649a3455, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:51.533076 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.583637 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.589898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Router 4693970d-0729-45a2-8eb0-65943fd861e3 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:51.724167 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.790810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ea1685b-5979-4886-be24-67fac7db4211 req-45345e62-d010-4e49-aaed-c671618cfadb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6366251 Jul 15 13:19:51.796008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:51.802698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:51.827679 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6959392b-4c93-4f58-949d-48b7cfb471cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.829308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:51.844545 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-222a3904-92b8-403a-8e85-4f9631a4eef4 req-9ffe1581-72af-4d13-aac8-4b416232512b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1e82f67-7a54-42a5-992c-da65e746e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461082 Jul 15 13:19:51.898555 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.908519 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] For port 11b87480-0f4a-47d8-81b9-e686649a3455, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:51.915977 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] For port 11b87480-0f4a-47d8-81b9-e686649a3455, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=11b87480-0f4a-47d8-81b9-e686649a3455,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:51.933204 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.955085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event updated for resources: {'Port': ['ID=07dff1ff-e33f-4d54-b4b5-4aa43068de7e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:52.038860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:52.167390 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Routers {'d743b9c9-b87c-46df-90fd-01a5a4281e1a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:52.168672 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:52.216490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.322207 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582cb73-0ae6-4f78-b071-60db4894355c None None] Pushing event updated for resources: {'Port': ['ID=11b87480-0f4a-47d8-81b9-e686649a3455,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:52.340352 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.530818 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] Set router d743b9c9-b87c-46df-90fd-01a5a4281e1a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:52.786241 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.831684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:52.848181 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc0ff6-7e4c-4c78-95c1-b9ea747a4e5c None None] Sync routers for ids ['4693970d-0729-45a2-8eb0-65943fd861e3'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:52.865078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.871208 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d4a66b0d-02e6-41b7-8e9b-2aaf7cfb4c1f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8765948 Jul 15 13:19:52.872460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53336) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:52.925976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Transition to ACTIVE for port object 23d608cd-58fc-4725-a7b3-c9c7c6587f22 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:53.000229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.019818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a546f249-6526-4610-9a98-024bc60ec541 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.028518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a546f249-6526-4610-9a98-024bc60ec541 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 818 time: 0.5815856 Jul 15 13:19:53.090628 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc0ff6-7e4c-4c78-95c1-b9ea747a4e5c None None] Routers {'4693970d-0729-45a2-8eb0-65943fd861e3'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:53.091174 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-48bc0ff6-7e4c-4c78-95c1-b9ea747a4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4693970d-0729-45a2-8eb0-65943fd861e3'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:53.091428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-6b4de716-c05c-4a48-b2a5-8358ff037fa7 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/quotas/8c6c8c61af0345058e4a7c2a9c72eb13 HTTP/1.1" status: 200 len: 375 time: 0.0378394 Jul 15 13:19:53.195884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.207526 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.209277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.226258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ba101-e24b-4c4f-9cb9-9b584683f7a8 None None] Pushing event updated for resources: {'Port': ['ID=23d608cd-58fc-4725-a7b3-c9c7c6587f22,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:53.240407 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-48bc0ff6-7e4c-4c78-95c1-b9ea747a4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:53.246442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:53.279828 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc0ff6-7e4c-4c78-95c1-b9ea747a4e5c None None] Routers {'4693970d-0729-45a2-8eb0-65943fd861e3'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:53.281596 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-48bc0ff6-7e4c-4c78-95c1-b9ea747a4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4693970d-0729-45a2-8eb0-65943fd861e3'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:53.337783 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a88d0e6a-4682-4fd0-a539-73d200b3a390 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/routers/4693970d-0729-45a2-8eb0-65943fd861e3 HTTP/1.1" status: 200 len: 923 time: 0.4617453 Jul 15 13:19:53.340381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53338) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:53.416602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] Checking router: 959cbeb2-fad2-4c63-8aba-8ce59f68d58c for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:53.438165 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-48bc0ff6-7e4c-4c78-95c1-b9ea747a4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:53.439258 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc0ff6-7e4c-4c78-95c1-b9ea747a4e5c None None] The sync data for ids ['4693970d-0729-45a2-8eb0-65943fd861e3'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:53.471593 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-09969aef-be5b-402c-900f-b0df4dab7f38 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=4693970d-0729-45a2-8eb0-65943fd861e3 HTTP/1.1" status: 200 len: 205 time: 0.1290746 Jul 15 13:19:53.472710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53340) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:53.505133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-634ad180-8730-423c-abcb-96d5f621c868 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3954298 Jul 15 13:19:53.527980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event updated for resources: {'Port': ['ID=07dff1ff-e33f-4d54-b4b5-4aa43068de7e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:53.568168 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port': {'id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '11b87480-0f4a-47d8-81b9-e686649a3455', 'name': '', 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'mac_address': 'fa:16:3e:53:05:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e7e5e2cd-79bc-4280-876e-4ab9ae6707ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:51Z', 'revision_number': 4, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'subnets': [{'id': 'e7e5e2cd-79bc-4280-876e-4ab9ae6707ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:53.569533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:53.570435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:53.658643 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a88f3-d6de-4bac-a7d6-c6e84903a834 None None] The sync data for ids ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'] in n-d-771362-36 is: [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port': {'id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '11b87480-0f4a-47d8-81b9-e686649a3455', 'name': '', 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'mac_address': 'fa:16:3e:53:05:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e7e5e2cd-79bc-4280-876e-4ab9ae6707ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:51Z', 'revision_number': 4, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'subnets': [{'id': 'e7e5e2cd-79bc-4280-876e-4ab9ae6707ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:53.734000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Attempting to bind port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:53.734373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Attempting to bind port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:53.735228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Attempting to bind port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 on network 71436dd0-8429-4055-ac13-6be42f038430 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:53.833255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:53.836123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Checking segment: {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:53.836809 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.837458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Bound using segment: {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:53.838366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Bound port: 23d608cd-58fc-4725-a7b3-c9c7c6587f22, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:53.838942 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.891305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.931283 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.001901 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.003401 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-727eeee9-0a23-4c25-88e8-bdab4c3237e1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3832541 Jul 15 13:19:54.044325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-70db6fa2-d31d-4793-89b5-70d0dc7db3dc service neutron] 10.222.0.25 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877732 Jul 15 13:19:54.321527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.337971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-5da40754-af92-4f59-a9e4-729c86aaaced service neutron] 10.222.0.25 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784283 Jul 15 13:19:54.338528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:54.376674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.398348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] For port 23d608cd-58fc-4725-a7b3-c9c7c6587f22, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:54.502085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] For port 23d608cd-58fc-4725-a7b3-c9c7c6587f22, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=23d608cd-58fc-4725-a7b3-c9c7c6587f22,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:54.518767 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.585382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Deleting port 9d2a7eb3-5d41-4be8-89f3-5068d608b1e5 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:54.586764 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.809550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 11b87480-0f4a-47d8-81b9-e686649a3455 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:54.823868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:54.824808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:54.961044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ba101-e24b-4c4f-9cb9-9b584683f7a8 None None] Pushing event updated for resources: {'Port': ['ID=23d608cd-58fc-4725-a7b3-c9c7c6587f22,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:55.005395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.052576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Calling delete_port for 9d2a7eb3-5d41-4be8-89f3-5068d608b1e5 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:55.327752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:55.414875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e091a-4577-4de1-bdcc-0f6f5a9af52e req-63da997d-5ef9-45ab-a665-62a441743e51 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.418556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d4e091a-4577-4de1-bdcc-0f6f5a9af52e req-63da997d-5ef9-45ab-a665-62a441743e51 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.1730599 Jul 15 13:19:55.540815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d4e091a-4577-4de1-bdcc-0f6f5a9af52e req-c7519a04-76a2-4b7d-82b0-a46f2d1d7a5d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120429 Jul 15 13:19:55.561015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 11b87480-0f4a-47d8-81b9-e686649a3455 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:55.563977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53358) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:55.602548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 11b87480-0f4a-47d8-81b9-e686649a3455 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:55.610045 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.635425 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.725813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event deleted for resources: {'Port': ['ID=9d2a7eb3-5d41-4be8-89f3-5068d608b1e5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:55.758638 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6dad89-755d-4af5-9bdb-73b1b064ea3c x-openstack-request-id: req-ef6dad89-755d-4af5-9bdb-73b1b064ea3c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:55.758990 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69600151-d311-48d2-b8a7-8e44709a4056", "name": "network-vif-deleted", "tag": "b6efad78-4adc-4d90-b1bb-0db19b033c41", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:55.759208 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef6dad89-755d-4af5-9bdb-73b1b064ea3c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:55.765252 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69600151-d311-48d2-b8a7-8e44709a4056', 'name': 'network-vif-deleted', 'tag': 'b6efad78-4adc-4d90-b1bb-0db19b033c41', 'status': 'completed', 'code': 200} Jul 15 13:19:55.872466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3d33a0b3-90ea-4271-beac-f22bfaaa359d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/524db51b-21c4-4441-895a-6d4879ac0460 HTTP/1.1" status: 200 len: 992 time: 0.3073745 Jul 15 13:19:55.940209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.094611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:56.141716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5dd28-51ac-41e5-9d43-597c5e5c5b78 req-8b8819e3-ecbc-476a-b989-854c51f26d47 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.157508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51b5dd28-51ac-41e5-9d43-597c5e5c5b78 req-8b8819e3-ecbc-476a-b989-854c51f26d47 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 945 time: 0.1494179 Jul 15 13:19:56.186156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.191000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.257423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51b5dd28-51ac-41e5-9d43-597c5e5c5b78 req-ef89f98c-70bd-4cbd-8e8e-e0bb8f3422f9 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1e82f67-7a54-42a5-992c-da65e746e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988693 Jul 15 13:19:56.262156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1300cbf-2329-40ef-b835-0a7ac90ffec0 None None] The sync data for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 is: [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 4, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5ef66787-da43-4ff2-83b3-3e3d79b7906e', 'name': '', 'network_id': 'f9d67892-2f33-474d-8e4c-7efe5296843e', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'mac_address': 'fa:16:3e:78:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:10Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'subnets': [{'id': 'ff041a54-1152-44ee-9c7c-a6b5ed0c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:56.322151 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.328133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Fanout notify agent at l3_agent the message router_deleted on router 4693970d-0729-45a2-8eb0-65943fd861e3 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:56.350900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.359017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53370) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.360667 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79abaeca-1c99-4a1f-a7fc-3212131fa6eb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/4693970d-0729-45a2-8eb0-65943fd861e3 HTTP/1.1" status: 204 len: 168 time: 2.8861830 Jul 15 13:19:56.364547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-720372980', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': False}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:56.386920 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.437501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 11b87480-0f4a-47d8-81b9-e686649a3455, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=11b87480-0f4a-47d8-81b9-e686649a3455,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:56.449957 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.452157 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.454229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.554021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:54Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:56.589728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e25310-f6a2-45c6-bbad-ac682efa6c7e None None] The sync data for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 is: [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:54Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:56.598365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=11b87480-0f4a-47d8-81b9-e686649a3455,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:56.622235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.222649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.624436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-9573cb9e-8bf4-4476-93b5-aa9040504a51 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:57.627058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-9573cb9e-8bf4-4476-93b5-aa9040504a51 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.35 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 818 time: 0.3247170 Jul 15 13:19:57.651025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Request body: {'port': {'device_id': '8b9fc5c1-15db-4b44-83d7-82b633351523', 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9', 'admin_state_up': True, 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:57.704538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea42c62-3f0e-4486-8cd5-2df48e6ec186 None None] New status for floating IP 0bf37256-9cbc-4591-b6fd-1bd2a8dea68b: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:19:57.748507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62334efe-368e-4825-b731-67111efd04aa req-366df95a-09fa-4017-a489-c5858844890d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:57.766313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62334efe-368e-4825-b731-67111efd04aa req-366df95a-09fa-4017-a489-c5858844890d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 946 time: 1.0627542 Jul 15 13:19:58.182988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62334efe-368e-4825-b731-67111efd04aa req-ca08e272-8650-4209-955c-f126f3b6305c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148340 Jul 15 13:19:58.531025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Made reservation on behalf of 8c6c8c61af0345058e4a7c2a9c72eb13 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:58.537174 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.756087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-f054b2b3-0c79-4aa1-8e3b-a431a1fc373d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--341446196&fields=id&tenant_id=a8990eee5076485a8b1b1c178869d942 HTTP/1.1" status: 200 len: 267 time: 0.3148022 Jul 15 13:19:58.790779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 23d608cd-58fc-4725-a7b3-c9c7c6587f22 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:58.930633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:58.936209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:58.936599 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.941737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.988528 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.300640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Allocated IP 172.20.0.14 (654c14dc-d007-41c8-8aeb-59d8425299d9/e7e5e2cd-79bc-4280-876e-4ab9ae6707ae/9c5599db-d2d3-409f-89da-81b1ead42fb0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:59.303197 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.380381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6044e8a2-f4cb-4d9f-82e9-5579e33193e7 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.388186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6044e8a2-f4cb-4d9f-82e9-5579e33193e7 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/networks?id=71436dd0-8429-4055-ac13-6be42f038430 HTTP/1.1" status: 200 len: 812 time: 0.6299496 Jul 15 13:19:59.390948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 23d608cd-58fc-4725-a7b3-c9c7c6587f22, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=23d608cd-58fc-4725-a7b3-c9c7c6587f22,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:59.405951 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.410816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 11b87480-0f4a-47d8-81b9-e686649a3455 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:59.438109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Allocated IP 172.25.1.87 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/78b71b6b-32db-4370-b2d7-64326417e644) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:59.449891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-28a6c0ba-cde8-4766-88d9-294317aea42f tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/quotas/a8990eee5076485a8b1b1c178869d942 HTTP/1.1" status: 200 len: 375 time: 0.0602918 Jul 15 13:19:59.735434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=23d608cd-58fc-4725-a7b3-c9c7c6587f22,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:59.765326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 11b87480-0f4a-47d8-81b9-e686649a3455 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:59.766322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.815384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-412bf7ce-5077-4cfd-99d8-5473a32b9854 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a8990eee5076485a8b1b1c178869d942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3636727 Jul 15 13:19:59.858595 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.916238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.032696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-594141aa-bfc7-473f-bbcd-f3de4c8e4e8a service neutron] 10.222.0.25 "GET /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162790 Jul 15 13:20:00.101168 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.205263 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.212075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:00.236010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:00.244577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:00.251534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'Port': ['ID=78b71b6b-32db-4370-b2d7-64326417e644,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.274699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-8e676eea-b5b4-4513-bc16-7be10d50fe84 service neutron] 10.222.0.25 "GET /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376480 Jul 15 13:20:00.341202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Network 654c14dc-d007-41c8-8aeb-59d8425299d9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:00.353195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:00.360833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:00.463604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Pushing event updated for resources: {'Port': ['ID=9c5599db-d2d3-409f-89da-81b1ead42fb0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.562290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.562994 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.619437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a7bf35e7-6a59-4ea0-a4ca-298d19986256 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9768989 Jul 15 13:20:00.633033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Request body: {'port': {'device_id': '8b9fc5c1-15db-4b44-83d7-82b633351523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:00.732388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 23d608cd-58fc-4725-a7b3-c9c7c6587f22 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:00.833046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:00.833605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.399501 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.427637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02235471-babe-412f-807b-69bde447b700 req-5846cfdd-d9da-4c1b-bfe4-953c730ac204 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.429144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02235471-babe-412f-807b-69bde447b700 req-5846cfdd-d9da-4c1b-bfe4-953c730ac204 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 932 time: 0.7137713 Jul 15 13:20:01.486563 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.591600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02235471-babe-412f-807b-69bde447b700 req-e7738d08-f361-497f-98b9-90a91e419159 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486323 Jul 15 13:20:02.134511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5599db-d2d3-409f-89da-81b1ead42fb0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:02.145861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.173214 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.190322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Transition to ACTIVE for port object 9c5599db-d2d3-409f-89da-81b1ead42fb0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:02.311045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.319389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53414) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:02.493900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5599db-d2d3-409f-89da-81b1ead42fb0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:02.581218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.582449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.583303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.584019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.584377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.584720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.585067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.585393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.585724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.586069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.586388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.586719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:02.765485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef1db-1058-41de-8b11-4a4cb56bcb3a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.817862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Router b959e9c5-ce12-4a58-be3b-78aebc417aa1 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:02.821033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Attempting to bind port 9c5599db-d2d3-409f-89da-81b1ead42fb0 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:02.821375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Attempting to bind port 9c5599db-d2d3-409f-89da-81b1ead42fb0 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:02.821713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Attempting to bind port 9c5599db-d2d3-409f-89da-81b1ead42fb0 on network 654c14dc-d007-41c8-8aeb-59d8425299d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:02.844413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-55fded00-2a80-4063-b081-efbc538e0f85 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.846134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-55fded00-2a80-4063-b081-efbc538e0f85 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.35 "GET /v2.0/networks?id=71436dd0-8429-4055-ac13-6be42f038430 HTTP/1.1" status: 200 len: 812 time: 0.2488899 Jul 15 13:20:02.848953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef1db-1058-41de-8b11-4a4cb56bcb3a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.859984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Port 9c5599db-d2d3-409f-89da-81b1ead42fb0 on network 654c14dc-d007-41c8-8aeb-59d8425299d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:02.860553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Attempting to bind port 9c5599db-d2d3-409f-89da-81b1ead42fb0 on network 654c14dc-d007-41c8-8aeb-59d8425299d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:02.902789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f35df3-01f2-4e39-b845-08039d1c919a req-03dcf028-362f-49ee-a001-3e1f21ba472d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.910176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75f35df3-01f2-4e39-b845-08039d1c919a req-03dcf028-362f-49ee-a001-3e1f21ba472d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 946 time: 0.4576488 Jul 15 13:20:02.933183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:02.933530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Checking segment: {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:02.937190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Bound using segment: {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:02.937190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Bound port: 9c5599db-d2d3-409f-89da-81b1ead42fb0, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:02.937190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.081730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-26f785b4-c043-4943-9944-4a8cd74ee99c tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8990eee5076485a8b1b1c178869d942 HTTP/1.1" status: 200 len: 379 time: 0.2077122 Jul 15 13:20:03.085126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75f35df3-01f2-4e39-b845-08039d1c919a req-601f4d55-0f5a-4c0c-9243-6864594a4476 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739542 Jul 15 13:20:03.101802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Request body: {'port': {'device_id': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'admin_state_up': True, 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'security_groups': ['b071de7b-8f19-4384-af04-149a7d1c739b']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:03.182105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef1db-1058-41de-8b11-4a4cb56bcb3a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.184928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef1db-1058-41de-8b11-4a4cb56bcb3a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.186316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8b5ef1db-1058-41de-8b11-4a4cb56bcb3a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "DELETE /v2.0/security-groups/8ab455fe-55a9-4009-91fb-6bdb0fe11491 HTTP/1.1" status: 204 len: 168 time: 0.8638322 Jul 15 13:20:03.190651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53416) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:03.205520 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-56366df1-2c60-4b1f-8e23-364fdfa5ac76 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] show failed (client error): The resource could not be found. Jul 15 13:20:03.210229 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56366df1-2c60-4b1f-8e23-364fdfa5ac76 tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "GET /v2.0/security-groups/8ab455fe-55a9-4009-91fb-6bdb0fe11491 HTTP/1.1" status: 404 len: 347 time: 0.0176666 Jul 15 13:20:03.211255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53418) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:03.263269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ef1db-1058-41de-8b11-4a4cb56bcb3a tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab455fe-55a9-4009-91fb-6bdb0fe11491,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:03.343523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] For port 9c5599db-d2d3-409f-89da-81b1ead42fb0, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:03.349529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] For port 9c5599db-d2d3-409f-89da-81b1ead42fb0, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:03.351726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:03.365390 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.382967 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Sync routers for ids ['b959e9c5-ce12-4a58-be3b-78aebc417aa1'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:03.400703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Deleting port 09b59911-35bd-488f-9db4-42fedb1d6c59 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:03.401551 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.423740 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Routers {'b959e9c5-ce12-4a58-be3b-78aebc417aa1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:03.425124 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b959e9c5-ce12-4a58-be3b-78aebc417aa1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:03.470398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.471049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.472619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] 10.222.0.35 "PUT /v2.0/ports/9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 200 len: 1093 time: 2.8442655 Jul 15 13:20:03.492330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9fc5c1-15db-4b44-83d7-82b633351523', 'tag': '9c5599db-d2d3-409f-89da-81b1ead42fb0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:03.495056 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9fc5c1-15db-4b44-83d7-82b633351523", "tag": "9c5599db-d2d3-409f-89da-81b1ead42fb0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:03.511839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.513799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fcbca70f-50f0-4e87-b5bb-59ae2bab4e61 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1531692 Jul 15 13:20:03.525178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53430) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:03.550184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe13d504-332e-4f83-a62c-2653e399b7f2 req-b611d90e-de9d-4193-809a-aadb80242914 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 210 time: 0.0976257 Jul 15 13:20:03.604077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308e29e-c310-4196-8ec0-9d37e876d894 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5599db-d2d3-409f-89da-81b1ead42fb0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:03.625858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Made reservation on behalf of a8990eee5076485a8b1b1c178869d942 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:03.630314 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.702046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.702590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.733187 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Set router b959e9c5-ce12-4a58-be3b-78aebc417aa1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:03.736955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a460d6f1-808c-4f8f-a536-111a7dd0523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.738521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-a460d6f1-808c-4f8f-a536-111a7dd0523a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1096 time: 0.1977887 Jul 15 13:20:03.781231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Calling delete_port for 09b59911-35bd-488f-9db4-42fedb1d6c59 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:03.788292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-f7c94490-f0e5-4ee8-921f-6773f84a3d50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 200 len: 217 time: 0.0391212 Jul 15 13:20:03.907784 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-57703f3d-ebd3-4a3b-a5fd-a90cd5229424 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/routers/b959e9c5-ce12-4a58-be3b-78aebc417aa1 HTTP/1.1" status: 200 len: 907 time: 0.3801808 Jul 15 13:20:03.911678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53442) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:03.920364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-720372980', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': True}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:03.969302 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b959e9c5-ce12-4a58-be3b-78aebc417aa1', 'name': 'tempest-snat-router-720372980', 'tenant_id': '77d31e7a80c943368814d114c94e58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.87'}], 'enable_snat': False}, 'gw_port_id': '78b71b6b-32db-4370-b2d7-64326417e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:56Z', 'updated_at': '2021-07-15T13:20:00Z', 'revision_number': 3, 'project_id': '77d31e7a80c943368814d114c94e58aa', 'gw_port': {'id': '78b71b6b-32db-4370-b2d7-64326417e644', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b959e9c5-ce12-4a58-be3b-78aebc417aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:59Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:03.988746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.991179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.020582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Checking router: b959e9c5-ce12-4a58-be3b-78aebc417aa1 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:04.021011 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Updating router b959e9c5-ce12-4a58-be3b-78aebc417aa1 port 78b71b6b-32db-4370-b2d7-64326417e644 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:20:04.063096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Allocated IP 172.20.0.11 (71436dd0-8429-4055-ac13-6be42f038430/df77c4b0-f1fa-45b1-92ed-86b6291a7e23/dec3a0a0-c12c-4b9f-9c54-88e5191caebf) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:04.067244 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.068110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-af85b083-e464-4caa-a060-95ca4b91dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:04.070610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-af85b083-e464-4caa-a060-95ca4b91dda6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.2756748 Jul 15 13:20:04.138562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.156625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-e028d10d-7e7d-4cd9-9843-84dcfcf34e35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766952 Jul 15 13:20:04.248854 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.252246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Pushing event deleted for resources: {'Port': ['ID=09b59911-35bd-488f-9db4-42fedb1d6c59,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.363869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-76233c73-3272-453f-8418-9fd9fc652454 service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980319 Jul 15 13:20:04.510430 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.521138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.540479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.545220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.547253 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b1edaff-f4ea-47c7-8427-398ccaf7e18e tempest-AttachVolumeShelveTestJSON-1195472607 tempest-AttachVolumeShelveTestJSON-1195472607-project] 10.222.0.25 "DELETE /v2.0/floatingips/0bf37256-9cbc-4591-b6fd-1bd2a8dea68b HTTP/1.1" status: 204 len: 168 time: 1.3346994 Jul 15 13:20:04.617475 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.627493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49355f66-59c1-4f9e-8719-fc87335341e9 req-9bab7b6c-aa59-4ea3-b9ad-1f412e8833e9 service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544370 Jul 15 13:20:04.640404 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Transition to ACTIVE for port object 78b71b6b-32db-4370-b2d7-64326417e644 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:04.658877 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.702246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-9ba1e9ce-9da5-4267-b0dd-349a8e2e607c tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:04.707356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-9ba1e9ce-9da5-4267-b0dd-349a8e2e607c tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 818 time: 1.0416956 Jul 15 13:20:04.761439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-7a689d02-a9d8-4dbb-8b02-338f99199e05 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/quotas/8c6c8c61af0345058e4a7c2a9c72eb13 HTTP/1.1" status: 200 len: 375 time: 0.0423503 Jul 15 13:20:04.816597 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a2cc6-7424-4cf0-855e-8fb42746f628 None None] Pushing event updated for resources: {'Port': ['ID=78b71b6b-32db-4370-b2d7-64326417e644,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.868028 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Attempting to bind port 78b71b6b-32db-4370-b2d7-64326417e644 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:04.868394 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Attempting to bind port 78b71b6b-32db-4370-b2d7-64326417e644 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:04.868976 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Attempting to bind port 78b71b6b-32db-4370-b2d7-64326417e644 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:04.882658 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:04.883042 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:04.883490 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.884055 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:04.884368 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Bound port: 78b71b6b-32db-4370-b2d7-64326417e644, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:04.885171 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.993773 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.001815 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] For port 78b71b6b-32db-4370-b2d7-64326417e644, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:05.006471 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] For port 78b71b6b-32db-4370-b2d7-64326417e644, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=78b71b6b-32db-4370-b2d7-64326417e644,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:05.015546 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.075277 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Routers {'b959e9c5-ce12-4a58-be3b-78aebc417aa1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:05.076015 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b959e9c5-ce12-4a58-be3b-78aebc417aa1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:05.112419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.229202 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a2cc6-7424-4cf0-855e-8fb42746f628 None None] Pushing event updated for resources: {'Port': ['ID=78b71b6b-32db-4370-b2d7-64326417e644,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:05.261484 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] Set router b959e9c5-ce12-4a58-be3b-78aebc417aa1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:05.324524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Allocated IP 172.25.1.206 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/cc972707-7ad1-4a1f-9ccf-0d465b6effe9) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:05.421498 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.496648 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.511872 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b959e9c5-ce12-4a58-be3b-78aebc417aa1', 'name': 'tempest-snat-router-720372980', 'tenant_id': '77d31e7a80c943368814d114c94e58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.87'}], 'enable_snat': False}, 'gw_port_id': '78b71b6b-32db-4370-b2d7-64326417e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:56Z', 'updated_at': '2021-07-15T13:20:00Z', 'revision_number': 3, 'project_id': '77d31e7a80c943368814d114c94e58aa', 'gw_port': {'id': '78b71b6b-32db-4370-b2d7-64326417e644', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b959e9c5-ce12-4a58-be3b-78aebc417aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:59Z', 'updated_at': '2021-07-15T13:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:05.536054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-9eb7b9bf-83ba-4c05-9274-b795ad9f79f6 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7731543 Jul 15 13:20:05.543429 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34832f8-100f-48ec-b2da-3140a83ed7b9 None None] The sync data for ids ['b959e9c5-ce12-4a58-be3b-78aebc417aa1'] in n-d-771362-36 is: [{'id': 'b959e9c5-ce12-4a58-be3b-78aebc417aa1', 'name': 'tempest-snat-router-720372980', 'tenant_id': '77d31e7a80c943368814d114c94e58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.87'}], 'enable_snat': False}, 'gw_port_id': '78b71b6b-32db-4370-b2d7-64326417e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:56Z', 'updated_at': '2021-07-15T13:20:00Z', 'revision_number': 3, 'project_id': '77d31e7a80c943368814d114c94e58aa', 'gw_port': {'id': '78b71b6b-32db-4370-b2d7-64326417e644', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b959e9c5-ce12-4a58-be3b-78aebc417aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:59Z', 'updated_at': '2021-07-15T13:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:05.564532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.606291 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:05.612182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:05.615102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:05.643500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.657967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'Port': ['ID=cc972707-7ad1-4a1f-9ccf-0d465b6effe9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:05.712228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Transition to ACTIVE for port object dec3a0a0-c12c-4b9f-9c54-88e5191caebf will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:05.793159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-eb8fafa4-05e9-4379-baed-8ebe0ab93571 service neutron] 10.222.0.25 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558973 Jul 15 13:20:05.819800 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.956491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Network 71436dd0-8429-4055-ac13-6be42f038430 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:05.974208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:06.078572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:06.181471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event updated for resources: {'Port': ['ID=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:06.223589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.290161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-1a2d642a-581e-458f-8fb8-8ee070ed7658 service neutron] 10.222.0.25 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812884 Jul 15 13:20:06.324830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.325490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.420330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-bc64123c-96ab-4e55-b416-dffe307ded7b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3179913 Jul 15 13:20:06.433332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Request body: {'port': {'device_id': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:06.621350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ac0d950-3a88-4aad-b031-43d0c9f64058 None None] Provisioning for port dec3a0a0-c12c-4b9f-9c54-88e5191caebf completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:06.637893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ac0d950-3a88-4aad-b031-43d0c9f64058 None None] Provisioning complete for port dec3a0a0-c12c-4b9f-9c54-88e5191caebf triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:06.641479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d950-3a88-4aad-b031-43d0c9f64058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.648756 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.729925 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.770257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0d950-3a88-4aad-b031-43d0c9f64058 None None] Port dec3a0a0-c12c-4b9f-9c54-88e5191caebf cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:06.818628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 78b71b6b-32db-4370-b2d7-64326417e644 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:07.048670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 78b71b6b-32db-4370-b2d7-64326417e644 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:07.057725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 78b71b6b-32db-4370-b2d7-64326417e644 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:07.058325 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.137442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Router 45f7fea6-a32b-4e65-a7a2-311aac13d272 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:07.374011 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.408753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec3a0a0-c12c-4b9f-9c54-88e5191caebf {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:07.425229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.460069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 78b71b6b-32db-4370-b2d7-64326417e644, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=78b71b6b-32db-4370-b2d7-64326417e644,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:07.470720 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.475556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Transition to ACTIVE for port object dec3a0a0-c12c-4b9f-9c54-88e5191caebf will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:07.489937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.603318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=78b71b6b-32db-4370-b2d7-64326417e644,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:07.698301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9c5599db-d2d3-409f-89da-81b1ead42fb0 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:07.852319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Pushing event updated for resources: {'Port': ['ID=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:07.946858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9c5599db-d2d3-409f-89da-81b1ead42fb0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:07.965187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '9c5599db-d2d3-409f-89da-81b1ead42fb0', 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9', 'port_id': '9c5599db-d2d3-409f-89da-81b1ead42fb0', 'mac_address': 'fa:16:3e:76:90:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e5e2cd-79bc-4280-876e-4ab9ae6707ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:07.986919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Attempting to bind port dec3a0a0-c12c-4b9f-9c54-88e5191caebf on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:07.989182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Attempting to bind port dec3a0a0-c12c-4b9f-9c54-88e5191caebf by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:07.990916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Attempting to bind port dec3a0a0-c12c-4b9f-9c54-88e5191caebf on network 71436dd0-8429-4055-ac13-6be42f038430 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:08.023703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Port dec3a0a0-c12c-4b9f-9c54-88e5191caebf on network 71436dd0-8429-4055-ac13-6be42f038430 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:08.026381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Attempting to bind port dec3a0a0-c12c-4b9f-9c54-88e5191caebf on network 71436dd0-8429-4055-ac13-6be42f038430 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:08.048407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:08.052629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Checking segment: {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:08.053967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Bound using segment: {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:08.054645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Bound port: dec3a0a0-c12c-4b9f-9c54-88e5191caebf, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b102282-8ea6-4a60-ba03-8c17c8fde2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71436dd0-8429-4055-ac13-6be42f038430'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:08.057597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.061380 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.107833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5599db-d2d3-409f-89da-81b1ead42fb0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:08.125032 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:08.154097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9c5599db-d2d3-409f-89da-81b1ead42fb0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:08.159807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Sync routers for ids ['45f7fea6-a32b-4e65-a7a2-311aac13d272'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:08.176651 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.178736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.181910 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4a4c34e3-8df7-4c74-8b2b-9b085f1b0dd4 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2684510 Jul 15 13:20:08.189641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53512) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:08.241401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] For port dec3a0a0-c12c-4b9f-9c54-88e5191caebf, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:08.248121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] For port dec3a0a0-c12c-4b9f-9c54-88e5191caebf, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:08.282650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Routers {'45f7fea6-a32b-4e65-a7a2-311aac13d272'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:08.283358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['45f7fea6-a32b-4e65-a7a2-311aac13d272'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:08.303851 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.417737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.423013 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.424786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] 10.222.0.35 "PUT /v2.0/ports/dec3a0a0-c12c-4b9f-9c54-88e5191caebf HTTP/1.1" status: 200 len: 1093 time: 2.0026717 Jul 15 13:20:08.506386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['9c5599db-d2d3-409f-89da-81b1ead42fb0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:08.553396 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-ef482e6b-62a7-44f0-b183-acad8dad4836 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3816111 Jul 15 13:20:08.618529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:08.733076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9c5599db-d2d3-409f-89da-81b1ead42fb0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:08.744525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399743d-e5b9-4b4b-9d42-253fe06b9d5e service neutron] Pushing event updated for resources: {'Port': ['ID=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:08.774600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a1a12865-3e02-4139-8d62-34edaaf6cece tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/routers/45f7fea6-a32b-4e65-a7a2-311aac13d272 HTTP/1.1" status: 200 len: 907 time: 0.5239489 Jul 15 13:20:08.777536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53524) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:08.798265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-c0d0828f-3770-4612-9930-592656ac4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.800459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-c0d0828f-3770-4612-9930-592656ac4056 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8990eee5076485a8b1b1c178869d942&device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 1096 time: 0.1891100 Jul 15 13:20:08.904883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-01f63458-3a62-40b3-9125-e2046e968001 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dec3a0a0-c12c-4b9f-9c54-88e5191caebf HTTP/1.1" status: 200 len: 217 time: 0.0936837 Jul 15 13:20:08.944272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 78b71b6b-32db-4370-b2d7-64326417e644 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:09.230636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-839bff1e-af70-4120-9220-a57c3cc8c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.238389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-839bff1e-af70-4120-9220-a57c3cc8c9c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df77c4b0-f1fa-45b1-92ed-86b6291a7e23 HTTP/1.1" status: 200 len: 851 time: 0.3265796 Jul 15 13:20:09.261844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.303172 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e7c6f2-774f-48bc-94e1-03040d152434 x-openstack-request-id: req-71e7c6f2-774f-48bc-94e1-03040d152434 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:09.303905 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9fc5c1-15db-4b44-83d7-82b633351523", "tag": "9c5599db-d2d3-409f-89da-81b1ead42fb0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:09.304391 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71e7c6f2-774f-48bc-94e1-03040d152434 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:09.305938 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9fc5c1-15db-4b44-83d7-82b633351523', 'tag': '9c5599db-d2d3-409f-89da-81b1ead42fb0', 'status': 'completed', 'code': 200} Jul 15 13:20:09.327321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Set router 45f7fea6-a32b-4e65-a7a2-311aac13d272 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:09.335115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.441339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-282867b6-ba28-4137-a49c-0c11657f4f94 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.443278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-282867b6-ba28-4137-a49c-0c11657f4f94 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.30 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 818 time: 0.3472815 Jul 15 13:20:09.461852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Request body: {'port': {'device_id': 'dbd31159-85e4-4954-baaa-721829988ff4', 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9', 'admin_state_up': True, 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:09.628580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-dfc3473f-3dda-42db-bc37-f04d89b4dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.636223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-dfc3473f-3dda-42db-bc37-f04d89b4dcd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71436dd0-8429-4055-ac13-6be42f038430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3857265 Jul 15 13:20:09.697230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.759027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 78b71b6b-32db-4370-b2d7-64326417e644 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:09.762089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.847597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:09.873217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Deleting port cc972707-7ad1-4a1f-9ccf-0d465b6effe9 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:09.873858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.897514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:09.902950 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb1246e-a3d3-4079-a0cb-5de54e894d2f" -d '{"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:09.919512 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.928394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-3e87b87b-c91d-4e9d-b972-506e43f89f62 service neutron] 10.222.0.35 "GET /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701409 Jul 15 13:20:10.061754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-a18149de-53ae-4edf-89c9-6d741b6a66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.069372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-a18149de-53ae-4edf-89c9-6d741b6a66e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1097 time: 0.7260647 Jul 15 13:20:10.070159 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:10.200572 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.258497 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=14']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:10.266419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Calling delete_port for cc972707-7ad1-4a1f-9ccf-0d465b6effe9 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:10.533191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f7fea6-a32b-4e65-a7a2-311aac13d272', 'name': 'tempest-snat-router-720372980', 'tenant_id': '77d31e7a80c943368814d114c94e58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cc972707-7ad1-4a1f-9ccf-0d465b6effe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:04Z', 'updated_at': '2021-07-15T13:20:05Z', 'revision_number': 3, 'project_id': '77d31e7a80c943368814d114c94e58aa', 'gw_port': {'id': 'cc972707-7ad1-4a1f-9ccf-0d465b6effe9', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7fea6-a32b-4e65-a7a2-311aac13d272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:05Z', 'updated_at': '2021-07-15T13:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:10.638280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5233a293-60e4-4873-8c62-0c6b62c83a58 req-542b6fa0-1de4-4740-b69b-44a512558216 service neutron] 10.222.0.35 "GET /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198106 Jul 15 13:20:10.639286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Checking router: 45f7fea6-a32b-4e65-a7a2-311aac13d272 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:10.652958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Updating router 45f7fea6-a32b-4e65-a7a2-311aac13d272 port cc972707-7ad1-4a1f-9ccf-0d465b6effe9 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:20:10.657657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Made reservation on behalf of 8c6c8c61af0345058e4a7c2a9c72eb13 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:10.672210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.721005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24c49e-8435-4c26-a9c9-0a097531ac0a req-6422ef2f-30f8-4ef7-ba99-ea7fd28cc11e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.722706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa24c49e-8435-4c26-a9c9-0a097531ac0a req-6422ef2f-30f8-4ef7-ba99-ea7fd28cc11e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 1.0603428 Jul 15 13:20:10.778127 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.786189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.812348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-a83b3190-c555-495b-8ed0-b21f774db845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.824660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-a83b3190-c555-495b-8ed0-b21f774db845 service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.5696335 Jul 15 13:20:10.833277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Port cc972707-7ad1-4a1f-9ccf-0d465b6effe9 not found while updating agent binding for router 45f7fea6-a32b-4e65-a7a2-311aac13d272. {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:20:10.860630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc972707-7ad1-4a1f-9ccf-0d465b6effe9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:10.869064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Routers {'45f7fea6-a32b-4e65-a7a2-311aac13d272'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:10.870256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['45f7fea6-a32b-4e65-a7a2-311aac13d272'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:10.974273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa24c49e-8435-4c26-a9c9-0a097531ac0a req-fc01088d-8381-4dd9-9bac-8c223a6d164c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295489 Jul 15 13:20:10.979836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-24b406d0-515c-4460-8518-8a801fd66c27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 200 len: 217 time: 0.0848141 Jul 15 13:20:11.022709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.089012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] Set router 45f7fea6-a32b-4e65-a7a2-311aac13d272 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:11.239796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f7fea6-a32b-4e65-a7a2-311aac13d272', 'name': 'tempest-snat-router-720372980', 'tenant_id': '77d31e7a80c943368814d114c94e58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:04Z', 'updated_at': '2021-07-15T13:20:10Z', 'revision_number': 5, 'project_id': '77d31e7a80c943368814d114c94e58aa', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.282340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4b6ce-8ebb-4c9d-8d19-aa5e6d0299c3 None None] The sync data for ids ['45f7fea6-a32b-4e65-a7a2-311aac13d272'] in n-d-771362-36 is: [{'id': '45f7fea6-a32b-4e65-a7a2-311aac13d272', 'name': 'tempest-snat-router-720372980', 'tenant_id': '77d31e7a80c943368814d114c94e58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:04Z', 'updated_at': '2021-07-15T13:20:10Z', 'revision_number': 5, 'project_id': '77d31e7a80c943368814d114c94e58aa', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:11.307239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-079fa95b-b841-495e-b59e-e393c68dd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.309306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-079fa95b-b841-495e-b59e-e393c68dd094 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.3126762 Jul 15 13:20:11.330260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'tag': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:11.334192 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f046352-2f04-4837-93ea-55766b8654e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c393fa-5e43-4f9e-9d79-835e04099d33", "tag": "dec3a0a0-c12c-4b9f-9c54-88e5191caebf"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:11.355349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.359561 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.505026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-aa4880c5-e2a9-4e77-b845-acdca806d8c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643839 Jul 15 13:20:11.512014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.513631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45f7fea6-a32b-4e65-a7a2-311aac13d272 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:11.522852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.525574 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d8d34da8-1935-425c-af77-ce01f852ed57 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "DELETE /v2.0/routers/45f7fea6-a32b-4e65-a7a2-311aac13d272 HTTP/1.1" status: 204 len: 168 time: 2.7462332 Jul 15 13:20:11.528733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53572) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:11.611184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Allocated IP 172.20.0.6 (654c14dc-d007-41c8-8aeb-59d8425299d9/e7e5e2cd-79bc-4280-876e-4ab9ae6707ae/89d97167-3b0e-4a05-8182-089e79906a3a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:11.713249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9c5599db-d2d3-409f-89da-81b1ead42fb0 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:11.754927 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.782077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-d55a7876-6643-4d07-8ff2-2b72dffc679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.784813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-d55a7876-6643-4d07-8ff2-2b72dffc679f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1097 time: 0.4671695 Jul 15 13:20:11.786995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 9c5599db-d2d3-409f-89da-81b1ead42fb0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:11.793572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 9c5599db-d2d3-409f-89da-81b1ead42fb0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:11.794905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.833565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b4ee6-67f4-470d-a360-20c0c09ff9c2 req-44c28205-4665-4048-a2aa-8ab8f3f2e9d3 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.835698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374b4ee6-67f4-470d-a360-20c0c09ff9c2 req-44c28205-4665-4048-a2aa-8ab8f3f2e9d3 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 944 time: 0.4400091 Jul 15 13:20:11.908811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-c6f45028-79c1-4209-bf8a-512cf4c9211b service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830984 Jul 15 13:20:11.909588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.966964 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.018986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Deleting port 78b71b6b-32db-4370-b2d7-64326417e644 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:12.019812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.042342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9c5599db-d2d3-409f-89da-81b1ead42fb0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:12.053333 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.125970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] For port 78b71b6b-32db-4370-b2d7-64326417e644, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=78b71b6b-32db-4370-b2d7-64326417e644,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:12.126229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.142715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Calling delete_port for 78b71b6b-32db-4370-b2d7-64326417e644 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:12.166629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374b4ee6-67f4-470d-a360-20c0c09ff9c2 req-a5db8b82-a24f-4076-a8ea-d4c79ab02c11 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071de7b-8f19-4384-af04-149a7d1c739b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880118 Jul 15 13:20:12.176362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9c5599db-d2d3-409f-89da-81b1ead42fb0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:12.279566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-22b1f8f8-e854-48e5-8f93-b5daa25ea232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.281133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-22b1f8f8-e854-48e5-8f93-b5daa25ea232 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.4783778 Jul 15 13:20:12.458401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.570162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b71b6b-32db-4370-b2d7-64326417e644,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:12.680623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.777886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a43cf8a6-ec47-4f4e-a9a8-dd4f211a7684 req-4be218dd-c5fb-494f-9b97-25c3e3737004 service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405528 Jul 15 13:20:12.876804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.881157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.887982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.910640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-0da16d93-6eb3-47cf-80a9-92a58972571c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 1000 time: 0.6227956 Jul 15 13:20:12.942528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f465338a-0f85-4760-9e62-da97f077e3f4 req-55a74bee-cf86-4d57-8ad9-a53e30d4c075 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 210 time: 0.1635346 Jul 15 13:20:12.978264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.978264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b959e9c5-ce12-4a58-be3b-78aebc417aa1 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:12.988612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.992236 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7f60a60b-12cc-407f-9cc4-a7089fdbc8aa tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b959e9c5-ce12-4a58-be3b-78aebc417aa1 HTTP/1.1" status: 204 len: 168 time: 1.4609303 Jul 15 13:20:12.995468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53576) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:13.004499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-420051006', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:13.046978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-138f8216-6677-4e50-a9b0-d244c7c84d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.048982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-138f8216-6677-4e50-a9b0-d244c7c84d13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.1038637 Jul 15 13:20:13.060375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.062802 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.073029 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.087216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['9c5599db-d2d3-409f-89da-81b1ead42fb0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:13.203527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.255677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Pushing event updated for resources: {'Port': ['ID=89d97167-3b0e-4a05-8182-089e79906a3a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:13.270268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Network 654c14dc-d007-41c8-8aeb-59d8425299d9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:13.286143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:13.293604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:13.323330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-3c8e30b5-6f1e-4569-ba77-2a3f850a467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.325563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-3c8e30b5-6f1e-4569-ba77-2a3f850a467e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2650456 Jul 15 13:20:13.408543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db512a0-063b-4cbe-b8e2-91ac659ece9d req-887fd753-d009-4c4b-a874-d47e4fe5e6be tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.410247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7db512a0-063b-4cbe-b8e2-91ac659ece9d req-887fd753-d009-4c4b-a874-d47e4fe5e6be tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.2790501 Jul 15 13:20:13.418849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.419566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.472029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.503258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-37d33ccb-d84e-46e4-a8c1-4e31810d8051 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0459702 Jul 15 13:20:13.521445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Request body: {'port': {'device_id': 'dbd31159-85e4-4954-baaa-721829988ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:13.552372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7db512a0-063b-4cbe-b8e2-91ac659ece9d req-8b82c7a7-48a3-404f-b974-86640513bba1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298211 Jul 15 13:20:13.580823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-75b57df9-c87d-4e96-ab6d-51bc8876ee91 service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411680 Jul 15 13:20:13.709305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dec3a0a0-c12c-4b9f-9c54-88e5191caebf details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:13.773830 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.792079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.821661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.901225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-fe5cab48-7ca4-454b-a221-8a31eb4d9b07 service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915907 Jul 15 13:20:13.951816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dec3a0a0-c12c-4b9f-9c54-88e5191caebf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:14.005272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'port_id': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'mac_address': 'fa:16:3e:81:e5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:14.063189 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b742825-1781-4e01-b9d8-b9e69b6a3159 x-openstack-request-id: req-3b742825-1781-4e01-b9d8-b9e69b6a3159 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:14.063509 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:14.063760 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b742825-1781-4e01-b9d8-b9e69b6a3159 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:14.064175 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'code': 200} Jul 15 13:20:14.104597 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.118206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Allocated IP 172.25.1.194 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/337d32c6-761b-452b-a787-3ad8624f5a1b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:14.137205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec3a0a0-c12c-4b9f-9c54-88e5191caebf {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:14.181830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dec3a0a0-c12c-4b9f-9c54-88e5191caebf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:14.187120 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.248619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.305451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d97167-3b0e-4a05-8182-089e79906a3a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:14.319208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84fbaf-e52f-4f16-a9bb-14623fabcecc req-0e0f8f87-8572-49fe-969e-e51d9bb5e183 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.321180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a84fbaf-e52f-4f16-a9bb-14623fabcecc req-0e0f8f87-8572-49fe-969e-e51d9bb5e183 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1398156 Jul 15 13:20:14.327326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.329760 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.362938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Transition to ACTIVE for port object 89d97167-3b0e-4a05-8182-089e79906a3a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:14.379806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.404099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a84fbaf-e52f-4f16-a9bb-14623fabcecc req-0c35ec75-73fa-402c-8a40-4988694d58b1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707049 Jul 15 13:20:14.410709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['dec3a0a0-c12c-4b9f-9c54-88e5191caebf'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:14.424807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.549666 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd7bcb-0a1d-4828-b251-a11b5b6141f3 x-openstack-request-id: req-dfdd7bcb-0a1d-4828-b251-a11b5b6141f3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:14.549831 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c393fa-5e43-4f9e-9d79-835e04099d33", "tag": "dec3a0a0-c12c-4b9f-9c54-88e5191caebf", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:14.550068 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfdd7bcb-0a1d-4828-b251-a11b5b6141f3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:14.550580 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'tag': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'status': 'completed', 'code': 200} Jul 15 13:20:14.566445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:14.569666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:14.577866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:14.661033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event updated for resources: {'Port': ['ID=337d32c6-761b-452b-a787-3ad8624f5a1b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.679607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 78b71b6b-32db-4370-b2d7-64326417e644 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:14.696429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Attempting to bind port 89d97167-3b0e-4a05-8182-089e79906a3a on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:14.696768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Attempting to bind port 89d97167-3b0e-4a05-8182-089e79906a3a by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:14.697103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Attempting to bind port 89d97167-3b0e-4a05-8182-089e79906a3a on network 654c14dc-d007-41c8-8aeb-59d8425299d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:14.713379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Port 89d97167-3b0e-4a05-8182-089e79906a3a on network 654c14dc-d007-41c8-8aeb-59d8425299d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:14.713871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Attempting to bind port 89d97167-3b0e-4a05-8182-089e79906a3a on network 654c14dc-d007-41c8-8aeb-59d8425299d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:14.718936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Pushing event updated for resources: {'Port': ['ID=89d97167-3b0e-4a05-8182-089e79906a3a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.759486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 78b71b6b-32db-4370-b2d7-64326417e644 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:14.759895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 78b71b6b-32db-4370-b2d7-64326417e644 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:14.785608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:14.785928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Checking segment: {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:14.786328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Bound using segment: {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:14.786878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Bound port: 89d97167-3b0e-4a05-8182-089e79906a3a, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:14.787157 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.863359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f046352-2f04-4837-93ea-55766b8654e7 req-93d6b82f-ec48-48a2-a448-ee28b8633fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.865014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f046352-2f04-4837-93ea-55766b8654e7 req-93d6b82f-ec48-48a2-a448-ee28b8633fcf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8990eee5076485a8b1b1c178869d942&device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 1097 time: 0.3115423 Jul 15 13:20:14.988191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] For port 89d97167-3b0e-4a05-8182-089e79906a3a, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:15.016995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca99c02-27df-4c40-9d84-b3cfb9f15868 req-4b6203ba-1535-4aae-a1a2-139d4116c29b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.027303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ca99c02-27df-4c40-9d84-b3cfb9f15868 req-4b6203ba-1535-4aae-a1a2-139d4116c29b tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 945 time: 0.2879803 Jul 15 13:20:15.039943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] For port 89d97167-3b0e-4a05-8182-089e79906a3a, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=89d97167-3b0e-4a05-8182-089e79906a3a,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:15.061151 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.133422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.133940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.135457 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] 10.222.0.30 "PUT /v2.0/ports/89d97167-3b0e-4a05-8182-089e79906a3a HTTP/1.1" status: 200 len: 1092 time: 1.6241305 Jul 15 13:20:15.149030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f046352-2f04-4837-93ea-55766b8654e7 req-732d79ea-d4c3-4881-8d3b-e6d78127c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.151073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f046352-2f04-4837-93ea-55766b8654e7 req-732d79ea-d4c3-4881-8d3b-e6d78127c98e service neutron] 10.222.0.35 "GET /v2.0/networks?id=71436dd0-8429-4055-ac13-6be42f038430 HTTP/1.1" status: 200 len: 913 time: 0.2733157 Jul 15 13:20:15.163458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.166383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ca99c02-27df-4c40-9d84-b3cfb9f15868 req-c5da5ec6-4d84-4939-a7b9-c55f947ecbea tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071de7b-8f19-4384-af04-149a7d1c739b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378965 Jul 15 13:20:15.316755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f046352-2f04-4837-93ea-55766b8654e7 req-046106f9-4cbc-4455-bc09-19b04d4b491f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dec3a0a0-c12c-4b9f-9c54-88e5191caebf HTTP/1.1" status: 200 len: 217 time: 0.1492238 Jul 15 13:20:15.346674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5087be-d80a-4f53-a995-4e368de7b372 service neutron] Pushing event updated for resources: {'Port': ['ID=89d97167-3b0e-4a05-8182-089e79906a3a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:15.433005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f046352-2f04-4837-93ea-55766b8654e7 req-c23cec37-f484-4d2c-93da-693d326ff00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.435197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f046352-2f04-4837-93ea-55766b8654e7 req-c23cec37-f484-4d2c-93da-693d326ff00a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df77c4b0-f1fa-45b1-92ed-86b6291a7e23 HTTP/1.1" status: 200 len: 851 time: 0.0992875 Jul 15 13:20:15.469796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-40ee3aaa-0316-4fe5-babc-64cc77021734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.473046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-40ee3aaa-0316-4fe5-babc-64cc77021734 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 1095 time: 0.1913183 Jul 15 13:20:15.497815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.555325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-9a6b1c73-1004-4e94-92dd-d06ccb488351 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89d97167-3b0e-4a05-8182-089e79906a3a HTTP/1.1" status: 200 len: 217 time: 0.0527279 Jul 15 13:20:15.635708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-8b5ba9b4-fa0a-457b-b2c5-751007851938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.638478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-8b5ba9b4-fa0a-457b-b2c5-751007851938 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.0750887 Jul 15 13:20:15.699158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-8b3cd378-4ba3-46f6-81df-11f8eb49ab79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523043 Jul 15 13:20:15.707983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f046352-2f04-4837-93ea-55766b8654e7 req-2c4e9565-6b2e-46cb-ae83-6d304cf2cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.709757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f046352-2f04-4837-93ea-55766b8654e7 req-2c4e9565-6b2e-46cb-ae83-6d304cf2cd21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71436dd0-8429-4055-ac13-6be42f038430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2675614 Jul 15 13:20:15.715319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dec3a0a0-c12c-4b9f-9c54-88e5191caebf up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:15.766082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Router 4f63bfbe-1651-4655-8206-2febbe92e216 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:15.824645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port dec3a0a0-c12c-4b9f-9c54-88e5191caebf completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:15.830723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port dec3a0a0-c12c-4b9f-9c54-88e5191caebf triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:15.831756 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.943110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.954116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:15.956698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f046352-2f04-4837-93ea-55766b8654e7 req-4ed46bdc-320a-4c22-8391-ccf5ca3e1fdf service neutron] 10.222.0.35 "GET /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116094 Jul 15 13:20:15.976363 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab560b5-892e-42e1-873a-f3aed4d970ca None None] Sync routers for ids ['4f63bfbe-1651-4655-8206-2febbe92e216'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:15.989219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dec3a0a0-c12c-4b9f-9c54-88e5191caebf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:15.998431 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.998674 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab560b5-892e-42e1-873a-f3aed4d970ca None None] Routers {'4f63bfbe-1651-4655-8206-2febbe92e216'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:15.999480 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0ab560b5-892e-42e1-873a-f3aed4d970ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4f63bfbe-1651-4655-8206-2febbe92e216'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:16.020780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.025744 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3051766-d732-49c5-95a4-4feba521123d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0281584 Jul 15 13:20:16.026490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:16.033803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-43e03453-db08-4306-9fcd-0e61256f2da9 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': False}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:16.067365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9fc5c1-15db-4b44-83d7-82b633351523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5599db-d2d3-409f-89da-81b1ead42fb0'}, {'server_uuid': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:16.075086 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0ab560b5-892e-42e1-873a-f3aed4d970ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:16.076339 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0938be7-d753-46b5-beea-fad18013ce93" -d '{"events": [{"server_uuid": "8b9fc5c1-15db-4b44-83d7-82b633351523", "name": "network-vif-plugged", "status": "completed", "tag": "9c5599db-d2d3-409f-89da-81b1ead42fb0"}, {"server_uuid": "d8c393fa-5e43-4f9e-9d79-835e04099d33", "name": "network-vif-plugged", "status": "completed", "tag": "dec3a0a0-c12c-4b9f-9c54-88e5191caebf"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:16.118086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66412f59-2378-45ef-843e-597489d53997 req-413530c7-cdf8-447c-890d-1b3857a4f7f5 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.122937 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab560b5-892e-42e1-873a-f3aed4d970ca None None] Routers {'4f63bfbe-1651-4655-8206-2febbe92e216'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:16.123896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66412f59-2378-45ef-843e-597489d53997 req-413530c7-cdf8-447c-890d-1b3857a4f7f5 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 943 time: 0.2696044 Jul 15 13:20:16.124826 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0ab560b5-892e-42e1-873a-f3aed4d970ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4f63bfbe-1651-4655-8206-2febbe92e216'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:16.144555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.188911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-31008f4d-c701-421c-832d-3b054286f415 service neutron] 10.222.0.30 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780188 Jul 15 13:20:16.222229 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0ab560b5-892e-42e1-873a-f3aed4d970ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:16.222973 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab560b5-892e-42e1-873a-f3aed4d970ca None None] The sync data for ids ['4f63bfbe-1651-4655-8206-2febbe92e216'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:16.305902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66412f59-2378-45ef-843e-597489d53997 req-afd44a9b-672b-4ca9-9c0a-5c3bc3f72063 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808534 Jul 15 13:20:16.318780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f046352-2f04-4837-93ea-55766b8654e7 req-45022669-75e3-45b6-97a3-0125f94bd1e9 service neutron] 10.222.0.35 "GET /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537407 Jul 15 13:20:16.451262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7962c545-d6df-49bd-9d0a-5eda11232441 req-5a5ec044-b572-40f2-bdff-4323d06d8e61 service neutron] 10.222.0.30 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498484 Jul 15 13:20:16.552177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd31159-85e4-4954-baaa-721829988ff4', 'tag': '89d97167-3b0e-4a05-8182-089e79906a3a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:16.555814 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd31159-85e4-4954-baaa-721829988ff4", "tag": "89d97167-3b0e-4a05-8182-089e79906a3a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:16.683212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58deac-cc28-4939-8e18-7f68293701ff req-7973f287-d1b0-42a9-8610-62880afc16a7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.684872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58deac-cc28-4939-8e18-7f68293701ff req-7973f287-d1b0-42a9-8610-62880afc16a7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.0809319 Jul 15 13:20:16.738834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58deac-cc28-4939-8e18-7f68293701ff req-df865b8c-95f2-40fb-b7f5-001c2d3215aa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Jul 15 13:20:16.897124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43e03453-db08-4306-9fcd-0e61256f2da9 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.001405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23dd71-bb82-4908-b9be-6ab79a86cca2 req-ebb98b90-752d-4f6b-9daf-f825ff4f4c22 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.003271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c23dd71-bb82-4908-b9be-6ab79a86cca2 req-ebb98b90-752d-4f6b-9daf-f825ff4f4c22 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 945 time: 0.0824225 Jul 15 13:20:17.055899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c23dd71-bb82-4908-b9be-6ab79a86cca2 req-3d9c807b-2d32-4a3b-bfee-6134bad993d6 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1e82f67-7a54-42a5-992c-da65e746e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Jul 15 13:20:17.157318 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e564d27c-2544-4fde-84d3-4218e5f24b25 x-openstack-request-id: req-e564d27c-2544-4fde-84d3-4218e5f24b25 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:17.157318 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9fc5c1-15db-4b44-83d7-82b633351523", "name": "network-vif-plugged", "status": "completed", "tag": "9c5599db-d2d3-409f-89da-81b1ead42fb0", "code": 200}, {"server_uuid": "d8c393fa-5e43-4f9e-9d79-835e04099d33", "name": "network-vif-plugged", "status": "completed", "tag": "dec3a0a0-c12c-4b9f-9c54-88e5191caebf", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:17.158257 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e564d27c-2544-4fde-84d3-4218e5f24b25 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:17.158257 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9fc5c1-15db-4b44-83d7-82b633351523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5599db-d2d3-409f-89da-81b1ead42fb0', 'code': 200} Jul 15 13:20:17.158257 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'code': 200} Jul 15 13:20:17.208258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-f63e698a-6ce5-4665-80d3-9bf8120b53a7 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.210183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-f63e698a-6ce5-4665-80d3-9bf8120b53a7 tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.30 "GET /v2.0/ports?device_id=19392f65-4a12-4489-b0be-89eae67a73fe HTTP/1.1" status: 200 len: 945 time: 0.1313126 Jul 15 13:20:17.592931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043a89e-b775-4d66-b503-31929cfde1ca req-b085c213-de9c-4fd8-b329-8d882aaded53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.595661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5043a89e-b775-4d66-b503-31929cfde1ca req-b085c213-de9c-4fd8-b329-8d882aaded53 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 1098 time: 0.3042142 Jul 15 13:20:17.602638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ab223-9c3e-4900-bcd8-b572a634b33b req-56e065e3-ee50-47ac-9d37-1d58a5d1fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.605754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f8ab223-9c3e-4900-bcd8-b572a634b33b req-56e065e3-ee50-47ac-9d37-1d58a5d1fd23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1098 time: 0.2995422 Jul 15 13:20:17.613842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Deleting port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:17.614371 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.661292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43e03453-db08-4306-9fcd-0e61256f2da9 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.667940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43e03453-db08-4306-9fcd-0e61256f2da9 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.669694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82edb0-209e-4c09-a261-23039e70304e req-323c6a24-76b0-4044-a4ea-0c8c174660f1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.682920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e82edb0-209e-4c09-a261-23039e70304e req-323c6a24-76b0-4044-a4ea-0c8c174660f1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3557918 Jul 15 13:20:17.856949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5043a89e-b775-4d66-b503-31929cfde1ca req-fd2b4bb2-8c6a-4b2d-b040-98d8b491a7be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b071de7b-8f19-4384-af04-149a7d1c739b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485907 Jul 15 13:20:17.859398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e03453-db08-4306-9fcd-0e61256f2da9 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Router 4f63bfbe-1651-4655-8206-2febbe92e216 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:17.876006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f8ab223-9c3e-4900-bcd8-b572a634b33b req-dd7c5865-1b9f-4591-bb11-858e1c206dd2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566364 Jul 15 13:20:17.897416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e82edb0-209e-4c09-a261-23039e70304e req-4d4db52e-7340-4554-be5d-b5a402d50f54 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877711 Jul 15 13:20:17.931523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] For port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,segment=NetworkSegment(f07a9b7a-f75b-4bea-acfe-ba32effcd4f6),segment_id=f07a9b7a-f75b-4bea-acfe-ba32effcd4f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:17.932239 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.962784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Calling delete_port for 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:18.108632 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e03453-db08-4306-9fcd-0e61256f2da9 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:18.116048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43e03453-db08-4306-9fcd-0e61256f2da9 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.118083 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-43e03453-db08-4306-9fcd-0e61256f2da9 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "PUT /v2.0/routers/4f63bfbe-1651-4655-8206-2febbe92e216 HTTP/1.1" status: 200 len: 925 time: 2.0889132 Jul 15 13:20:18.123439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53706) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.126382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ec9ac-1b04-4760-ab7c-35e4107ad3ff None None] Sync routers for ids ['4f63bfbe-1651-4655-8206-2febbe92e216'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:18.143100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ec9ac-1b04-4760-ab7c-35e4107ad3ff None None] Routers {'4f63bfbe-1651-4655-8206-2febbe92e216'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:18.143492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dd1ec9ac-1b04-4760-ab7c-35e4107ad3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4f63bfbe-1651-4655-8206-2febbe92e216'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:18.205661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dd1ec9ac-1b04-4760-ab7c-35e4107ad3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:18.221564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ec9ac-1b04-4760-ab7c-35e4107ad3ff None None] Routers {'4f63bfbe-1651-4655-8206-2febbe92e216'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:18.222566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dd1ec9ac-1b04-4760-ab7c-35e4107ad3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:19:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4f63bfbe-1651-4655-8206-2febbe92e216'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:18.285674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dd1ec9ac-1b04-4760-ab7c-35e4107ad3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:18.287232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ec9ac-1b04-4760-ab7c-35e4107ad3ff None None] The sync data for ids ['4f63bfbe-1651-4655-8206-2febbe92e216'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:18.371351 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e9a363ac-f4fe-4311-bc00-24e722fcf6d2 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/routers/4f63bfbe-1651-4655-8206-2febbe92e216 HTTP/1.1" status: 200 len: 925 time: 0.2413311 Jul 15 13:20:18.373942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53708) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.504554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6900a9-3176-420e-b380-2ee398cbdfa1 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.506417 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3b6900a9-3176-420e-b380-2ee398cbdfa1 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=4f63bfbe-1651-4655-8206-2febbe92e216&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1307273 Jul 15 13:20:18.510189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53710) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.626217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1129fa2-3507-4ad7-8da0-6d277152956c tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.631588 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e1129fa2-3507-4ad7-8da0-6d277152956c tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 881 time: 0.1200182 Jul 15 13:20:18.632445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53712) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.661215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.673464 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eda00f2a-09bb-4c6c-8448-b36fd794fbbb tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f63bfbe-1651-4655-8206-2febbe92e216 HTTP/1.1" status: 200 len: 205 time: 0.0392892 Jul 15 13:20:18.673633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53714) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.754599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Pushing event deleted for resources: {'Port': ['ID=00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:18.818837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] No DVR routers for this DVR port 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:18.822357 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.825521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba976c9c-c7b2-42aa-8e0f-b3c2e1fe845f req-e05ae3e8-d2e1-4b32-af3b-5649be1bd12b tempest-ServerAddressesTestJSON-152649952 tempest-ServerAddressesTestJSON-152649952-project] 10.222.0.30 "DELETE /v2.0/ports/00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 HTTP/1.1" status: 204 len: 173 time: 1.6054432 Jul 15 13:20:18.835967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f9d5-3491-4087-90e3-7a139328efaa req-881c5b2d-e295-4932-acd3-1cb7b53eb8e9 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.848866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d03f9d5-3491-4087-90e3-7a139328efaa req-881c5b2d-e295-4932-acd3-1cb7b53eb8e9 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 946 time: 0.7117388 Jul 15 13:20:18.869434 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d171c774-1bb0-498d-bc14-4c66c687c518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.944664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d03f9d5-3491-4087-90e3-7a139328efaa req-42c8cf06-995e-483e-b4ad-726f8410cedd tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071de7b-8f19-4384-af04-149a7d1c739b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947912 Jul 15 13:20:18.947106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.086570 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.173201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Deleting port 337d32c6-761b-452b-a787-3ad8624f5a1b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:19.173873 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.284864 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452410ed-fdf5-4073-964c-941d17087aea x-openstack-request-id: req-452410ed-fdf5-4073-964c-941d17087aea {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:19.285158 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd31159-85e4-4954-baaa-721829988ff4", "tag": "89d97167-3b0e-4a05-8182-089e79906a3a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:19.285417 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-452410ed-fdf5-4073-964c-941d17087aea {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:19.285832 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd31159-85e4-4954-baaa-721829988ff4', 'tag': '89d97167-3b0e-4a05-8182-089e79906a3a', 'status': 'completed', 'code': 200} Jul 15 13:20:19.345899 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.427579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Calling delete_port for 337d32c6-761b-452b-a787-3ad8624f5a1b owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:19.627746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-40ae6532-e287-4e0b-a242-aa1a00458365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.630490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-40ae6532-e287-4e0b-a242-aa1a00458365 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 1095 time: 0.3062856 Jul 15 13:20:19.717799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf7dba-49b9-499d-90ca-ef8176b3a8bd req-1fd19b03-a6dc-41b4-87fb-b176a506e5df tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.720686 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00cf7dba-49b9-499d-90ca-ef8176b3a8bd req-1fd19b03-a6dc-41b4-87fb-b176a506e5df tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 943 time: 0.3239391 Jul 15 13:20:19.947786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00cf7dba-49b9-499d-90ca-ef8176b3a8bd req-f736800d-7448-49b5-a4bc-a80765f33137 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123537 Jul 15 13:20:20.029517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-76549eb7-4517-4da9-a741-44ec22826e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.032075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-76549eb7-4517-4da9-a741-44ec22826e16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.3927228 Jul 15 13:20:20.120497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-a399216d-1faf-4c80-b4b5-6b0de2bdf2a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89d97167-3b0e-4a05-8182-089e79906a3a HTTP/1.1" status: 200 len: 217 time: 0.0800266 Jul 15 13:20:20.152322 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.281000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event deleted for resources: {'Port': ['ID=337d32c6-761b-452b-a787-3ad8624f5a1b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.380175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-89642e46-2ef4-4d34-9ca7-e6e7156e8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.382592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-89642e46-2ef4-4d34-9ca7-e6e7156e8479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.2474301 Jul 15 13:20:20.466019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-97a0b51d-cb86-4fa8-bf67-184cde79d1b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668285 Jul 15 13:20:20.510830 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.527622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953acb-6961-40be-a9f0-8a77f56b4445 req-58bdb030-2e38-47d5-a2ff-e28d72ab45e8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.530411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9953acb-6961-40be-a9f0-8a77f56b4445 req-58bdb030-2e38-47d5-a2ff-e28d72ab45e8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.4222744 Jul 15 13:20:20.555284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 89d97167-3b0e-4a05-8182-089e79906a3a details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:20.557393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:20.583230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:20.583578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:20.680315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 89d97167-3b0e-4a05-8182-089e79906a3a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=89d97167-3b0e-4a05-8182-089e79906a3a,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:20.692412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '89d97167-3b0e-4a05-8182-089e79906a3a', 'network_id': '654c14dc-d007-41c8-8aeb-59d8425299d9', 'port_id': '89d97167-3b0e-4a05-8182-089e79906a3a', 'mac_address': 'fa:16:3e:87:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e5e2cd-79bc-4280-876e-4ab9ae6707ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:20.737920 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.753426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d97167-3b0e-4a05-8182-089e79906a3a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:20.774322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 89d97167-3b0e-4a05-8182-089e79906a3a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=89d97167-3b0e-4a05-8182-089e79906a3a,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:20.778853 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.822265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.828424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.831069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=89d97167-3b0e-4a05-8182-089e79906a3a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.912738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9953acb-6961-40be-a9f0-8a77f56b4445 req-9573906f-aafb-4111-b9a1-fd171453a9f9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661680 Jul 15 13:20:20.982894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.983851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Fanout notify agent at l3_agent the message router_deleted on router 4f63bfbe-1651-4655-8206-2febbe92e216 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:20.988783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-7f4348bb-ac8d-4292-9be2-2c7062967e99 service neutron] 10.222.0.30 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155234 Jul 15 13:20:20.995065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['89d97167-3b0e-4a05-8182-089e79906a3a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:21.000716 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.002569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-27bff405-665f-48af-bbce-7c1fe424e10f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/4f63bfbe-1651-4655-8206-2febbe92e216 HTTP/1.1" status: 204 len: 168 time: 2.3260541 Jul 15 13:20:21.006685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53728) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:21.011833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-50c18022-3a73-4285-a1c3-53b569dcd61f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2113304765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:21.065010 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50c18022-3a73-4285-a1c3-53b569dcd61f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.066099 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50c18022-3a73-4285-a1c3-53b569dcd61f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.145084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50c18022-3a73-4285-a1c3-53b569dcd61f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.155803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50c18022-3a73-4285-a1c3-53b569dcd61f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.197797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50c18022-3a73-4285-a1c3-53b569dcd61f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.203603 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-50c18022-3a73-4285-a1c3-53b569dcd61f tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1956620 Jul 15 13:20:21.204720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53732) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:21.210494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:21.213052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-53090cbe-e414-479f-a58c-38fb57cd48d3 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.216356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-53090cbe-e414-479f-a58c-38fb57cd48d3 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 946 time: 0.3013499 Jul 15 13:20:21.293037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19392f65-4a12-4489-b0be-89eae67a73fe', 'name': 'network-vif-deleted', 'tag': '00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:21.297162 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcc1e84-f880-470f-b55d-217ab8c15140" -d '{"events": [{"server_uuid": "19392f65-4a12-4489-b0be-89eae67a73fe", "name": "network-vif-deleted", "tag": "00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:21.301816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53734) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:21.422351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb5501f9-18c7-4384-a7ef-fbe2944ab4fe req-b73e8478-bc15-4a6b-b337-2dfdf56544f2 service neutron] 10.222.0.30 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177096 Jul 15 13:20:21.475990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.508161 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0f3d-e7bb-4f47-8702-e5278d79bf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.561126 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.582682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-accb55db-3473-4295-a2b8-a99a079a4a61 admin admin] Deleting subnet 6019d410-dbf3-43d2-8d5b-61751a83803f {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:21.604136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-accb55db-3473-4295-a2b8-a99a079a4a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.730113 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-accb55db-3473-4295-a2b8-a99a079a4a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.737326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-bf99546f-735c-48bb-a66f-d853930906dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.739384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-bf99546f-735c-48bb-a66f-d853930906dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 0.4585671 Jul 15 13:20:21.818896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.850375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.860796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4e18-965c-4aca-b55b-76ce1db62ec4 req-5eecdd1f-c6ae-4c57-be6b-f578c2e0a62e tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.863728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88ea4e18-965c-4aca-b55b-76ce1db62ec4 req-5eecdd1f-c6ae-4c57-be6b-f578c2e0a62e tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2749937-c813-455c-9355-e61dbdd2a42d HTTP/1.1" status: 200 len: 946 time: 0.4335432 Jul 15 13:20:21.872612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Deleting port 30196265-e847-4733-81cf-f80ec3f5075b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:21.873176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.007794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Allocated IP 172.25.1.155 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/216270b1-e5ae-459e-9df5-90ede0740a3a) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:22.032283 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-accb55db-3473-4295-a2b8-a99a079a4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.125858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.171468 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.213947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:22.221122 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:22.227392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:22.236502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88ea4e18-965c-4aca-b55b-76ce1db62ec4 req-ac72b866-393b-4777-990b-65a96e27b359 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e071e1c-75fe-4b36-8e29-15bb6c1cade7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498459 Jul 15 13:20:22.264025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-4ab964a5-6787-4e9a-abdd-988d1c4a5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.266819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-4ab964a5-6787-4e9a-abdd-988d1c4a5e56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.4897573 Jul 15 13:20:22.334962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event updated for resources: {'Port': ['ID=216270b1-e5ae-459e-9df5-90ede0740a3a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.385097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] For port 30196265-e847-4733-81cf-f80ec3f5075b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=30196265-e847-4733-81cf-f80ec3f5075b,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:22.385702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.408886 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-accb55db-3473-4295-a2b8-a99a079a4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.555240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 89d97167-3b0e-4a05-8182-089e79906a3a up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:22.654427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 89d97167-3b0e-4a05-8182-089e79906a3a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:22.662483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 89d97167-3b0e-4a05-8182-089e79906a3a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:22.663023 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.825661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.831333 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.876289 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.897727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd31159-85e4-4954-baaa-721829988ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d97167-3b0e-4a05-8182-089e79906a3a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:22.901592 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53fad83-7ccb-407e-bc87-7e80fcb2b7e6" -d '{"events": [{"server_uuid": "dbd31159-85e4-4954-baaa-721829988ff4", "name": "network-vif-plugged", "status": "completed", "tag": "89d97167-3b0e-4a05-8182-089e79906a3a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:22.925873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 89d97167-3b0e-4a05-8182-089e79906a3a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=89d97167-3b0e-4a05-8182-089e79906a3a,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:22.933694 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.018210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-accb55db-3473-4295-a2b8-a99a079a4a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.021119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-accb55db-3473-4295-a2b8-a99a079a4a61 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6019d410-dbf3-43d2-8d5b-61751a83803f HTTP/1.1" status: 204 len: 168 time: 1.7082467 Jul 15 13:20:23.023880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb55db-3473-4295-a2b8-a99a079a4a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6019d410-dbf3-43d2-8d5b-61751a83803f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:23.026626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:23.040961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=89d97167-3b0e-4a05-8182-089e79906a3a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:23.069106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-1ab63d80-e59d-4813-947d-4d1621e00c15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 998 time: 0.7874167 Jul 15 13:20:23.225175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-16b27bfd-28f7-41a1-8b0a-8f1dd9a6f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.226711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-16b27bfd-28f7-41a1-8b0a-8f1dd9a6f997 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.1258190 Jul 15 13:20:23.253497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.283600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80963017-2303-4725-8077-09410db9752c req-21b100fb-0277-4986-ae56-c8c09154fd01 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.285259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80963017-2303-4725-8077-09410db9752c req-21b100fb-0277-4986-ae56-c8c09154fd01 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 946 time: 0.3212605 Jul 15 13:20:23.290331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.290832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.291198 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Floating IP 6de1b5b3-add5-462c-8966-c80a56b1b066 disassociated. External IP: 172.25.1.67, port: 30196265-e847-4733-81cf-f80ec3f5075b. Jul 15 13:20:23.291579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Calling delete_port for 30196265-e847-4733-81cf-f80ec3f5075b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:23.400158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80963017-2303-4725-8077-09410db9752c req-ab52f8bf-e033-40c3-946b-c335dbe783a7 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071de7b-8f19-4384-af04-149a7d1c739b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988536 Jul 15 13:20:23.415655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-233db008-c105-4432-9616-d657f3b0c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.417230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-233db008-c105-4432-9616-d657f3b0c4b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840553 Jul 15 13:20:23.499036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.506417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.524874 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3877ce8c-c9f4-4518-9b4b-810b81f04795']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:23.529857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.549887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07a9b7a-f75b-4bea-acfe-ba32effcd4f6') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:23.550277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07a9b7a-f75b-4bea-acfe-ba32effcd4f6') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:23.578547 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.629224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.644735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event deleted for resources: {'Port': ['ID=30196265-e847-4733-81cf-f80ec3f5075b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:23.672593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.732347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-ebafba1b-dbbe-4228-be85-5bf2fc8cb951 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866170 Jul 15 13:20:23.743985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:23.744679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:23.748371 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:23.872353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.883930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.884875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436c58-7266-459a-b8dd-58e0cb8e2c72 req-1734a1f0-c0f0-46e7-841c-153d68b3f83e tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.886567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51436c58-7266-459a-b8dd-58e0cb8e2c72 req-1734a1f0-c0f0-46e7-841c-153d68b3f83e tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.3057272 Jul 15 13:20:23.887410 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3877ce8c-c9f4-4518-9b4b-810b81f04795 HTTP/1.1" status: 204 len: 168 time: 0.8537877 Jul 15 13:20:23.917907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad1d5b-e458-4cb1-b769-978005b71498 admin admin] Pushing event deleted for resources: {'Network': ['ID=3877ce8c-c9f4-4518-9b4b-810b81f04795,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:23.953717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Router eb3f1f66-21f1-4fb9-84aa-0920f8a2d710 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:24.021595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-61170f48-a91c-474b-ad09-99481f523787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.023247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-61170f48-a91c-474b-ad09-99481f523787 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1097 time: 0.3540540 Jul 15 13:20:24.025637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Router 120cf47e-acb3-49bc-aeb3-526e11669a78 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:24.038616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51436c58-7266-459a-b8dd-58e0cb8e2c72 req-a190c5a7-9478-48b6-9347-efd5cc571b95 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154811 Jul 15 13:20:24.040949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ea5d24e-d114-47db-99b0-bfde50cf5a48 req-746dab43-aa00-42d0-bf1f-266e7eb0d8eb service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692823 Jul 15 13:20:24.235329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:24.244297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.245937 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-af1faac3-04cf-40dd-8500-4076392a1d75 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "PUT /v2.0/routers/eb3f1f66-21f1-4fb9-84aa-0920f8a2d710 HTTP/1.1" status: 200 len: 884 time: 3.0397387 Jul 15 13:20:24.249213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53756) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.251511 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbfe8a-2949-42bb-be32-40399fbce05e None None] Sync routers for ids ['eb3f1f66-21f1-4fb9-84aa-0920f8a2d710'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:24.259233 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53758) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.265882 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbfe8a-2949-42bb-be32-40399fbce05e None None] Routers {'eb3f1f66-21f1-4fb9-84aa-0920f8a2d710'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:24.268027 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6cdbfe8a-2949-42bb-be32-40399fbce05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['eb3f1f66-21f1-4fb9-84aa-0920f8a2d710'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.305646 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.376507 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6cdbfe8a-2949-42bb-be32-40399fbce05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.398816 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbfe8a-2949-42bb-be32-40399fbce05e None None] Routers {'eb3f1f66-21f1-4fb9-84aa-0920f8a2d710'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:24.399474 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6cdbfe8a-2949-42bb-be32-40399fbce05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['eb3f1f66-21f1-4fb9-84aa-0920f8a2d710'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.446592 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6cdbfe8a-2949-42bb-be32-40399fbce05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.447389 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbfe8a-2949-42bb-be32-40399fbce05e None None] The sync data for ids ['eb3f1f66-21f1-4fb9-84aa-0920f8a2d710'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:24.515987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-a67ade3c-d610-4725-be47-d0e03e23acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.518644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-a67ade3c-d610-4725-be47-d0e03e23acd9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.4633288 Jul 15 13:20:24.528337 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3c2a94c8-8f74-4400-beb9-316f3ebcb30c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=764e61128c55402abfb6f0317f7b9790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668786 Jul 15 13:20:24.534410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.543774 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-01bf43e4-6a1e-4ad2-b1e0-600ea7ea1303 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/routers/eb3f1f66-21f1-4fb9-84aa-0920f8a2d710 HTTP/1.1" status: 200 len: 925 time: 0.2927816 Jul 15 13:20:24.551242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53762) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.557465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 30196265-e847-4733-81cf-f80ec3f5075b no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:24.587038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 30196265-e847-4733-81cf-f80ec3f5075b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:24.588118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 30196265-e847-4733-81cf-f80ec3f5075b not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:24.609123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:24.624447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] Sync routers for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:24.641691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:24.642921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.645900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-391b29cc-fc27-4ef9-bd26-bef55680868a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.674827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bcadc8-f6c8-4964-8b87-df9063be0cbb tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.676660 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b3bcadc8-f6c8-4964-8b87-df9063be0cbb tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=eb3f1f66-21f1-4fb9-84aa-0920f8a2d710&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1243796 Jul 15 13:20:24.681707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53764) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.696008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-391b29cc-fc27-4ef9-bd26-bef55680868a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.697425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d494b4-f89d-4eef-9607-9e3e2ec04a38 req-285d20f0-6bd0-405f-beb6-fb1c8a7bc863 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.710846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4d494b4-f89d-4eef-9607-9e3e2ec04a38 req-285d20f0-6bd0-405f-beb6-fb1c8a7bc863 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.4200058 Jul 15 13:20:24.753720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] No DVR routers for this DVR port 30196265-e847-4733-81cf-f80ec3f5075b on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:24.763910 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.766268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d2dd115-04a3-4bba-ab57-ef373ca4780e req-43d0f495-40f3-4a07-a01f-5657be566a0d tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.30 "DELETE /v2.0/ports/30196265-e847-4733-81cf-f80ec3f5075b HTTP/1.1" status: 204 len: 173 time: 3.5418010 Jul 15 13:20:24.778111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-239e127c-b761-44f5-b4f6-b4f7a6185b84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 1000 time: 0.2441702 Jul 15 13:20:24.831239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4723d8-390d-45b2-a6c9-0b088067a12a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.832980 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-be4723d8-390d-45b2-a6c9-0b088067a12a tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 881 time: 0.1478109 Jul 15 13:20:24.834478 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-391b29cc-fc27-4ef9-bd26-bef55680868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.838184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-391b29cc-fc27-4ef9-bd26-bef55680868a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.838463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53766) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.843402 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-391b29cc-fc27-4ef9-bd26-bef55680868a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1e82f67-7a54-42a5-992c-da65e746e9ee HTTP/1.1" status: 204 len: 168 time: 0.3034151 Jul 15 13:20:24.848628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b29cc-fc27-4ef9-bd26-bef55680868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e82f67-7a54-42a5-992c-da65e746e9ee,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:24.883417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4d494b4-f89d-4eef-9607-9e3e2ec04a38 req-8111908a-4de5-4ca0-8d29-ccf640b51d4e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717834 Jul 15 13:20:24.918439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-868f5f77-75c8-46bb-9f7b-ae98c0545d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.924246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-868f5f77-75c8-46bb-9f7b-ae98c0545d1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.1345272 Jul 15 13:20:24.925775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-636fcbc0-121e-45ab-8f28-b8db4dc961df tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb3f1f66-21f1-4fb9-84aa-0920f8a2d710 HTTP/1.1" status: 200 len: 205 time: 0.0862541 Jul 15 13:20:24.929724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53770) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.976095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:25.017607 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010420ca-cede-4f93-9098-71b492a88991 x-openstack-request-id: req-010420ca-cede-4f93-9098-71b492a88991 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:25.017920 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19392f65-4a12-4489-b0be-89eae67a73fe", "name": "network-vif-deleted", "tag": "00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:25.018184 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-010420ca-cede-4f93-9098-71b492a88991 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:25.022193 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19392f65-4a12-4489-b0be-89eae67a73fe', 'name': 'network-vif-deleted', 'tag': '00087f0e-8a9c-4d5b-ade8-8dfba53ff8d7', 'status': 'completed', 'code': 200} Jul 15 13:20:25.088599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-52ee9431-7afb-4b57-b522-25d696181853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.090452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-52ee9431-7afb-4b57-b522-25d696181853 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626732 Jul 15 13:20:25.312676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:25.343188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a9518-af16-4e69-9008-f2652fef2321 req-f3b6669b-85f8-43cd-86a5-33c00e61e5e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.344867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93a9518-af16-4e69-9008-f2652fef2321 req-f3b6669b-85f8-43cd-86a5-33c00e61e5e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.1792078 Jul 15 13:20:25.347494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-7598ccb0-4d3b-439b-8ffc-712adc3a51e0 service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498913 Jul 15 13:20:25.355843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] Checking router: 120cf47e-acb3-49bc-aeb3-526e11669a78 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:25.365673 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:25.366347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:25.453988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93a9518-af16-4e69-9008-f2652fef2321 req-cf5a4e5b-362f-49b8-843c-b9eeeda68163 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028056 Jul 15 13:20:25.587916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a44e803-acf0-4a5e-9419-07b79f36a565 req-d01e3cad-94fa-40c5-88fb-abafa90d1557 service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177272 Jul 15 13:20:25.696620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:25.750282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53784) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:25.752318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.071962 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.154417 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec42161-1470-4cbb-b798-03f59d3847d4 x-openstack-request-id: req-8ec42161-1470-4cbb-b798-03f59d3847d4 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:26.154781 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd31159-85e4-4954-baaa-721829988ff4", "name": "network-vif-plugged", "status": "completed", "tag": "89d97167-3b0e-4a05-8182-089e79906a3a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:26.154946 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ec42161-1470-4cbb-b798-03f59d3847d4 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:26.155388 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd31159-85e4-4954-baaa-721829988ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d97167-3b0e-4a05-8182-089e79906a3a', 'code': 200} Jul 15 13:20:26.223341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Deleting port 216270b1-e5ae-459e-9df5-90ede0740a3a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:26.224095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.298356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:26.361763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4f706-dad0-4e7b-be44-b6efeece1ae4 None None] The sync data for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 is: [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'da4db060-70fb-4b70-acdc-1ed30e638935', 'name': '', 'network_id': 'c1a5bd99-2642-4040-afd8-914614b6d4f0', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'mac_address': 'fa:16:3e:a1:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:50Z', 'updated_at': '2021-07-15T13:11:01Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'subnets': [{'id': 'cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:26.391635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.399324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71625cf5-e768-4b29-9be3-8a5f7155b86f req-ad0b4728-2e0b-41c0-82fc-a25b115716e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.402303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71625cf5-e768-4b29-9be3-8a5f7155b86f req-ad0b4728-2e0b-41c0-82fc-a25b115716e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 1097 time: 0.3839288 Jul 15 13:20:26.412429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Calling delete_port for 216270b1-e5ae-459e-9df5-90ede0740a3a owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:26.517122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53800) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.716265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71625cf5-e768-4b29-9be3-8a5f7155b86f req-983f9bc6-2f72-4511-b6a2-fda7e0d03ebe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978337 Jul 15 13:20:26.722842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-235887324-network', 'tenant_id': '45cd2caee9f74ab682a9f5882725d355'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:26.831362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.833714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fcf33-f6ad-4f43-b763-7f3e6e43084e req-67bad939-5162-480a-a655-d8985904f9aa tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.851995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af0fcf33-f6ad-4f43-b763-7f3e6e43084e req-67bad939-5162-480a-a655-d8985904f9aa tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 946 time: 0.3227007 Jul 15 13:20:26.853235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53808) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.874219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Request body: {'floatingip': {'port_id': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:26.887356 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f035ed-82f5-4af8-8691-285b4c274859 None None] New status for floating IP 6de1b5b3-add5-462c-8966-c80a56b1b066: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:26.922792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event deleted for resources: {'Port': ['ID=216270b1-e5ae-459e-9df5-90ede0740a3a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:27.032659 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.225776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.228937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.283864 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.284469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Fanout notify agent at l3_agent the message router_deleted on router eb3f1f66-21f1-4fb9-84aa-0920f8a2d710 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:27.291648 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.293071 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1df8f849-1d4d-46ee-97b0-6d86fa7d72b2 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/eb3f1f66-21f1-4fb9-84aa-0920f8a2d710 HTTP/1.1" status: 204 len: 168 time: 2.3620067 Jul 15 13:20:27.299907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53810) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.304989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d9552274-3098-496c-8d71-a11ae381573a tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389953996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:27.331616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'name': 'network-vif-deleted', 'tag': '30196265-e847-4733-81cf-f80ec3f5075b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:27.333954 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1128a82-4bd1-4b17-a206-ea6656d5d210" -d '{"events": [{"server_uuid": "a2749937-c813-455c-9355-e61dbdd2a42d", "name": "network-vif-deleted", "tag": "30196265-e847-4733-81cf-f80ec3f5075b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:27.336725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Made reservation on behalf of 45cd2caee9f74ab682a9f5882725d355 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:27.339613 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.343434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9552274-3098-496c-8d71-a11ae381573a tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.345271 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9552274-3098-496c-8d71-a11ae381573a tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.434265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.446427 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.452797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9552274-3098-496c-8d71-a11ae381573a tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.460318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9552274-3098-496c-8d71-a11ae381573a tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.485535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9552274-3098-496c-8d71-a11ae381573a tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.487338 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d9552274-3098-496c-8d71-a11ae381573a tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1863320 Jul 15 13:20:27.491698 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53814) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.497635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': True}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:27.735959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dec86-c460-42b5-9d27-d74aa58d7ef0 req-e18b7fa3-4c67-4b6a-b7c6-4b12af442c9e tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.737502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-654dec86-c460-42b5-9d27-d74aa58d7ef0 req-e18b7fa3-4c67-4b6a-b7c6-4b12af442c9e tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.3664789 Jul 15 13:20:27.748963 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.890406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-654dec86-c460-42b5-9d27-d74aa58d7ef0 req-9767c068-57df-4364-8254-169bf990130b tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361144 Jul 15 13:20:27.957326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.971245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.983701 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.993486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.035383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:28.100531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63918445-e5bc-4c38-9635-09082807b2df,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.109738 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.110039 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Added segment 7efcf9ae-a804-4901-b182-ec4da495f487 of type vlan for network 6e1a41af-de66-4e92-9e49-9bdea5449172 Jul 15 13:20:28.118296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Allocated IP 172.25.1.244 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/0a6c22c8-3f80-493f-a01a-2aaac2fbdd47) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:28.275072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.312181 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.339320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.387106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:28.391006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:28.393725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:28.396566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.420851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'Port': ['ID=0a6c22c8-3f80-493f-a01a-2aaac2fbdd47,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.469125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:28.600279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7ceb-5e49-4110-962e-5df4aa541e47 req-2a89f960-f7cd-4786-a8c9-90798938f751 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.601969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eded7ceb-5e49-4110-962e-5df4aa541e47 req-2a89f960-f7cd-4786-a8c9-90798938f751 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.5032885 Jul 15 13:20:28.602677 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.603670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.604248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.675280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:28.733945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.735399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2169161 Jul 15 13:20:28.739062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53816) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.745186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Request body: {'subnet': {'network_id': '6e1a41af-de66-4e92-9e49-9bdea5449172', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-235887324-subnet', 'tenant_id': '45cd2caee9f74ab682a9f5882725d355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.817787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Made reservation on behalf of 45cd2caee9f74ab682a9f5882725d355 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:28.820482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.091330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.092628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca85a7f-9836-497d-9ed9-a7dd068281a4 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1a41af-de66-4e92-9e49-9bdea5449172,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.099053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.108260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 6e1a41af-de66-4e92-9e49-9bdea5449172 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:29.136644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eded7ceb-5e49-4110-962e-5df4aa541e47 req-180b69f7-4074-45ab-a798-8256ac7a4814 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152745 Jul 15 13:20:29.162268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.193391 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.226898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53822) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:29.373145 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.439612 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Floating IP 347bc03c-302f-4584-a0f9-6fcc08c1e55a associated. External IP: 172.25.1.122, port: dec3a0a0-c12c-4b9f-9c54-88e5191caebf. Jul 15 13:20:29.565377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8857d69d-0836-41bd-99d9-8eacb8fd2ded,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.573182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915c145-1383-4174-89b4-95d24685bb3f req-49c86fb9-7a0f-4907-b178-43b4e263d636 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:29.575419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c915c145-1383-4174-89b4-95d24685bb3f req-49c86fb9-7a0f-4907-b178-43b4e263d636 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.2515240 Jul 15 13:20:29.581751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ace706f-425e-4c92-8fe0-8114396ce703 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.644898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Deleting port 5ef66787-da43-4ff2-83b3-3e3d79b7906e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:29.645203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Checking segment: {'id': '7efcf9ae-a804-4901-b182-ec4da495f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e1a41af-de66-4e92-9e49-9bdea5449172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:29.645408 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.645599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Network hostable DHCP agents. Network: 6e1a41af-de66-4e92-9e49-9bdea5449172, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:29.658607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ace706f-425e-4c92-8fe0-8114396ce703 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.704218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c915c145-1383-4174-89b4-95d24685bb3f req-d38458e4-bd47-4eb5-b0da-b940392a58e1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125162 Jul 15 13:20:29.729985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Router b51e3b75-9938-419b-8465-1cb927be1e0b is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:29.770609 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Network 6e1a41af-de66-4e92-9e49-9bdea5449172 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:29.795740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 6e1a41af-de66-4e92-9e49-9bdea5449172) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:29.805808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:29.807874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.835975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] For port 5ef66787-da43-4ff2-83b3-3e3d79b7906e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5ef66787-da43-4ff2-83b3-3e3d79b7906e,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:29.836400 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.836750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2531140-843e-45b0-8c7d-fbe6bc310608 None None] Network 6e1a41af-de66-4e92-9e49-9bdea5449172 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:29.848949 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b7b78f-39dd-49f3-a6ab-95157cd6bd37 x-openstack-request-id: req-f9b7b78f-39dd-49f3-a6ab-95157cd6bd37 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:29.849273 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2749937-c813-455c-9355-e61dbdd2a42d", "name": "network-vif-deleted", "tag": "30196265-e847-4733-81cf-f80ec3f5075b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:29.849494 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9b7b78f-39dd-49f3-a6ab-95157cd6bd37 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:29.850035 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2749937-c813-455c-9355-e61dbdd2a42d', 'name': 'network-vif-deleted', 'tag': '30196265-e847-4733-81cf-f80ec3f5075b', 'status': 'completed', 'code': 200} Jul 15 13:20:29.851968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:29.861232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Calling delete_port for 5ef66787-da43-4ff2-83b3-3e3d79b7906e owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:29.921817 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2afe4ce5-ca7c-4244-8555-848699e064cf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1807754 Jul 15 13:20:29.940774 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ace706f-425e-4c92-8fe0-8114396ce703 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.952192 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ace706f-425e-4c92-8fe0-8114396ce703 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.954138 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6ace706f-425e-4c92-8fe0-8114396ce703 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e071e1c-75fe-4b36-8e29-15bb6c1cade7 HTTP/1.1" status: 204 len: 168 time: 0.7256343 Jul 15 13:20:29.981205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53826) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.021443 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-e97706c5-8bd9-4588-a684-140dc27cf4bf tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] show failed (client error): The resource could not be found. Jul 15 13:20:30.022857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e97706c5-8bd9-4588-a684-140dc27cf4bf tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "GET /v2.0/security-groups/7e071e1c-75fe-4b36-8e29-15bb6c1cade7 HTTP/1.1" status: 404 len: 347 time: 0.0404472 Jul 15 13:20:30.028808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53828) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.090854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace706f-425e-4c92-8fe0-8114396ce703 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e071e1c-75fe-4b36-8e29-15bb6c1cade7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.145355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:30.155679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.161000 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-65cb68ee-00a3-4c2a-93cb-fad2d875d9f8 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "PUT /v2.0/routers/b51e3b75-9938-419b-8465-1cb927be1e0b HTTP/1.1" status: 200 len: 918 time: 2.6639123 Jul 15 13:20:30.166523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53830) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.175628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b250c-ba9f-4ce9-9676-e9306a245bfa None None] Sync routers for ids ['b51e3b75-9938-419b-8465-1cb927be1e0b'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:30.213277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9a2d3-9108-4e3f-91b0-d23c5cf5e767 None None] Network 6e1a41af-de66-4e92-9e49-9bdea5449172 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:30.337326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b250c-ba9f-4ce9-9676-e9306a245bfa None None] Routers {'b51e3b75-9938-419b-8465-1cb927be1e0b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:30.338381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-126b250c-ba9f-4ce9-9676-e9306a245bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b51e3b75-9938-419b-8465-1cb927be1e0b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:30.347288 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-482e991c-33a1-4bfb-a67e-27ce4d3d4d48 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/routers/b51e3b75-9938-419b-8465-1cb927be1e0b HTTP/1.1" status: 200 len: 924 time: 0.1772521 Jul 15 13:20:30.348722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53836) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.367913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:30.382184 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.383876 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] Sync routers for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:30.404953 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:30.406356 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:30.412951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-126b250c-ba9f-4ce9-9676-e9306a245bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:30.450406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b250c-ba9f-4ce9-9676-e9306a245bfa None None] Routers {'b51e3b75-9938-419b-8465-1cb927be1e0b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:30.451915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-126b250c-ba9f-4ce9-9676-e9306a245bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b51e3b75-9938-419b-8465-1cb927be1e0b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:30.479504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5d216141-2ef4-4bb0-b0d7-80e8b7b456c1 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "PUT /v2.0/floatingips/347bc03c-302f-4584-a0f9-6fcc08c1e55a HTTP/1.1" status: 200 len: 992 time: 3.6226723 Jul 15 13:20:30.488179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4beb-9316-45a9-99cf-b8dff714363d req-37d126c4-3d01-4261-b4b2-bd08d9e65439 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.489772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-415c4beb-9316-45a9-99cf-b8dff714363d req-37d126c4-3d01-4261-b4b2-bd08d9e65439 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.4185197 Jul 15 13:20:30.507234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Deleting port 0bf6baba-b0ec-4e85-8cf8-1a78b2a77800 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:30.507592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.522447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-126b250c-ba9f-4ce9-9676-e9306a245bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:30.524852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b250c-ba9f-4ce9-9676-e9306a245bfa None None] The sync data for ids ['b51e3b75-9938-419b-8465-1cb927be1e0b'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:30.542047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf8a36-73e3-4e85-acad-9812948e5349 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.553946 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-51bf8a36-73e3-4e85-acad-9812948e5349 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=b51e3b75-9938-419b-8465-1cb927be1e0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2028506 Jul 15 13:20:30.555214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53840) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.602048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.655458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef66787-da43-4ff2-83b3-3e3d79b7906e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.666868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:30.694610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-415c4beb-9316-45a9-99cf-b8dff714363d req-9df7e021-3d5a-4f35-beec-c4176c4f82fd tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890924 Jul 15 13:20:30.763174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42187733-f6c1-44fc-8f97-2d12afa8b22e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.769978 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-42187733-f6c1-44fc-8f97-2d12afa8b22e tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 881 time: 0.2050502 Jul 15 13:20:30.769978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53842) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.882498 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa0b28f4-54bd-4970-9127-b0b50219c563 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=b51e3b75-9938-419b-8465-1cb927be1e0b HTTP/1.1" status: 200 len: 205 time: 0.1148231 Jul 15 13:20:30.885044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53848) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.931554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.932039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.973358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Calling delete_port for 0bf6baba-b0ec-4e85-8cf8-1a78b2a77800 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:31.080645 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '347bc03c-302f-4584-a0f9-6fcc08c1e55a', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'port_id': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'mac_address': 'fa:16:3e:81:e5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:52Z', 'updated_at': '2021-07-15T13:20:28Z', 'revision_number': 1, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 5, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:31.170904 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] Checking router: 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:31.193199 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:31.194454 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:31.279748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.357466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.360845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.436619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Pushing event deleted for resources: {'Port': ['ID=0bf6baba-b0ec-4e85-8cf8-1a78b2a77800,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.500185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.585357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Deleting port 0a6c22c8-3f80-493f-a01a-2aaac2fbdd47 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:31.585909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.632497 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:31.717739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.734205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Calling delete_port for 0a6c22c8-3f80-493f-a01a-2aaac2fbdd47 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:31.993090 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '347bc03c-302f-4584-a0f9-6fcc08c1e55a', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'port_id': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'mac_address': 'fa:16:3e:81:e5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:52Z', 'updated_at': '2021-07-15T13:20:28Z', 'revision_number': 1, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 5, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:32.023648 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.032247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'tag': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:32.034430 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2666097-b1f9-4ffb-9866-53f051a68dec None None] The sync data for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 is: [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '347bc03c-302f-4584-a0f9-6fcc08c1e55a', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'port_id': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'mac_address': 'fa:16:3e:81:e5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:52Z', 'updated_at': '2021-07-15T13:20:28Z', 'revision_number': 1, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 5, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:32.036710 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c393fa-5e43-4f9e-9d79-835e04099d33", "tag": "dec3a0a0-c12c-4b9f-9c54-88e5191caebf"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:32.061631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event deleted for resources: {'Port': ['ID=0a6c22c8-3f80-493f-a01a-2aaac2fbdd47,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.117170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.122827 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.127263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-db1fb443-f845-42b7-85e8-ca8dd2a45ad5 tempest-AttachVolumeTestJSON-2088766330 tempest-AttachVolumeTestJSON-2088766330-project] 10.222.0.25 "DELETE /v2.0/floatingips/6de1b5b3-add5-462c-8966-c80a56b1b066 HTTP/1.1" status: 204 len: 168 time: 2.0547931 Jul 15 13:20:32.205564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.324273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.329353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.359880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-9b5f9160-2c70-42ca-86c5-4cc189a80e6f tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.367537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-9b5f9160-2c70-42ca-86c5-4cc189a80e6f tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/networks?id=6e1a41af-de66-4e92-9e49-9bdea5449172 HTTP/1.1" status: 200 len: 820 time: 0.3271432 Jul 15 13:20:32.432725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-b337db05-4810-4fd7-86f9-e7a455ca7116 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/quotas/45cd2caee9f74ab682a9f5882725d355 HTTP/1.1" status: 200 len: 375 time: 0.0641520 Jul 15 13:20:32.450531 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.455462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Fanout notify agent at l3_agent the message router_deleted on router b51e3b75-9938-419b-8465-1cb927be1e0b {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:32.470581 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.479362 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-02d34de2-3df8-4493-adb2-f05c4877b18d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/b51e3b75-9938-419b-8465-1cb927be1e0b HTTP/1.1" status: 204 len: 168 time: 1.5918641 Jul 15 13:20:32.479665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53868) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:32.494061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-4edc1f75-4dc8-48aa-bbe2-f68aae0b8556 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=45cd2caee9f74ab682a9f5882725d355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603361 Jul 15 13:20:32.495641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1f9d6-d81c-4a31-8768-88670ea058d1 None None] New status for floating IP 347bc03c-302f-4584-a0f9-6fcc08c1e55a: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:32.508630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ba9336b4-9025-46f9-a3f6-7feaf61f9c8c tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1709276452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:32.646556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba9336b4-9025-46f9-a3f6-7feaf61f9c8c tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.648387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba9336b4-9025-46f9-a3f6-7feaf61f9c8c tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.664946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:32.883978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-80854518-3291-4925-a8e4-3861bb6a8b3c service neutron] 10.222.0.25 "GET /v2.0/networks/6e1a41af-de66-4e92-9e49-9bdea5449172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887846 Jul 15 13:20:32.898062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba9336b4-9025-46f9-a3f6-7feaf61f9c8c tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.955846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba9336b4-9025-46f9-a3f6-7feaf61f9c8c tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.057597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba9336b4-9025-46f9-a3f6-7feaf61f9c8c tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.059573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ba9336b4-9025-46f9-a3f6-7feaf61f9c8c tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5756407 Jul 15 13:20:33.062549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:33.068242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': False}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:33.182982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:33.195024 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] Sync routers for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:33.200309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ad41942b-a3d0-40bc-ba40-bc738d0e6bf0 admin admin] 10.222.0.25 "PUT /v2.0/routers/959cbeb2-fad2-4c63-8aba-8ce59f68d58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4481440 Jul 15 13:20:33.201615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53872) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:33.213392 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:33.215697 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:33.225753 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-60ba6324-55b3-4386-a40c-ec97a391581f service neutron] 10.222.0.25 "GET /v2.0/networks/6e1a41af-de66-4e92-9e49-9bdea5449172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305962 Jul 15 13:20:33.381729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.433024 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:33.560016 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.684468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Deleting port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:33.685324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.811435 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.951674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] For port 3dd2c082-9a5c-498f-82ef-dd535a1d34ac, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3dd2c082-9a5c-498f-82ef-dd535a1d34ac,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:33.952399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.976930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Calling delete_port for 3dd2c082-9a5c-498f-82ef-dd535a1d34ac owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:33.981455 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:20:30Z', 'revision_number': 5, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port': {'id': '3dd2c082-9a5c-498f-82ef-dd535a1d34ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:34.041843 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] Checking router: 959cbeb2-fad2-4c63-8aba-8ce59f68d58c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:34.069269 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] Routers {'959cbeb2-fad2-4c63-8aba-8ce59f68d58c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:34.070197 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:34.222235 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] Set router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:34.239908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.282998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd2c082-9a5c-498f-82ef-dd535a1d34ac,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:34.312116 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:20:33Z', 'revision_number': 6, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:34.386215 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb277fe3-f49c-4433-8fd6-4d16f5421ad7 None None] The sync data for ids ['959cbeb2-fad2-4c63-8aba-8ce59f68d58c'] in n-d-771362-36 is: [{'id': '959cbeb2-fad2-4c63-8aba-8ce59f68d58c', 'name': 'tempest-AttachVolumeShelveTestJSON-932401784-router', 'tenant_id': '6c84d9dc3154439bbcdfa258ea615927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:20:33Z', 'revision_number': 6, 'project_id': '6c84d9dc3154439bbcdfa258ea615927', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:34.427610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.488226 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.534914 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.561800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.571366 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.576284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.678791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5ef66787-da43-4ff2-83b3-3e3d79b7906e no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:34.699792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-59935381-a8b3-417c-94d9-d40fbce77104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.702505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-59935381-a8b3-417c-94d9-d40fbce77104 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 1097 time: 0.3489017 Jul 15 13:20:34.730169 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.734954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 959cbeb2-fad2-4c63-8aba-8ce59f68d58c {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:34.757897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.759419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-261ffcd7-c848-4d41-aa4f-e342a3858581 admin admin] 10.222.0.25 "DELETE /v2.0/routers/959cbeb2-fad2-4c63-8aba-8ce59f68d58c HTTP/1.1" status: 204 len: 168 time: 1.5536890 Jul 15 13:20:34.762677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53892) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:34.792340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5ef66787-da43-4ff2-83b3-3e3d79b7906e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:34.793543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5ef66787-da43-4ff2-83b3-3e3d79b7906e not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:34.801529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Allocated IP 172.25.1.80 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/ad30e3b2-2bb3-4441-ae3a-dff66737d9cc) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:34.949703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5239b49-0ed0-4bc3-b696-077126f1766d req-c1611fe9-5f8e-4a04-a5a8-dd2a54dc8afb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.954327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5239b49-0ed0-4bc3-b696-077126f1766d req-c1611fe9-5f8e-4a04-a5a8-dd2a54dc8afb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.4564168 Jul 15 13:20:34.965286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bbc27e-bcd3-4016-88d4-e7ea71ff9a09 admin admin] Deleting subnet ff041a54-1152-44ee-9c7c-a6b5ed0c2493 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:34.985433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.021566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-33b9bf58-b181-4dbc-b8a4-327c1c2f57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.024315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-33b9bf58-b181-4dbc-b8a4-327c1c2f57eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.2781153 Jul 15 13:20:35.030622 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-99bbc27e-bcd3-4016-88d4-e7ea71ff9a09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.061570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.101884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:35.106598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:35.109666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:35.147846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-99bbc27e-bcd3-4016-88d4-e7ea71ff9a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.173279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Pushing event updated for resources: {'Port': ['ID=ad30e3b2-2bb3-4441-ae3a-dff66737d9cc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.286939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-54b551f2-ee52-455b-871b-be4c9955a750 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89d97167-3b0e-4a05-8182-089e79906a3a HTTP/1.1" status: 200 len: 217 time: 0.0716126 Jul 15 13:20:35.292361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5239b49-0ed0-4bc3-b696-077126f1766d req-51513545-4e47-4f2f-a227-da119818ad91 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187430 Jul 15 13:20:35.386512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-faec7e2b-f937-49ec-8d66-17bddae38cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.398203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-faec7e2b-f937-49ec-8d66-17bddae38cf5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.1007037 Jul 15 13:20:35.438743 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.446170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-83fe5f37-004e-41ea-9837-cc86b4efda3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380204 Jul 15 13:20:35.533364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.569426 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-99bbc27e-bcd3-4016-88d4-e7ea71ff9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.739972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-06980ba5-c988-4952-b4b3-654a1842076e service neutron] 10.222.0.30 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859154 Jul 15 13:20:35.948089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.953920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.187770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e30a3-2076-457e-b7ac-b9f5e70c7e8b req-e102acca-4291-4cae-b330-336e63a1c9fd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.190173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d3e30a3-2076-457e-b7ac-b9f5e70c7e8b req-e102acca-4291-4cae-b330-336e63a1c9fd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.6129632 Jul 15 13:20:36.229738 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-99bbc27e-bcd3-4016-88d4-e7ea71ff9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.262404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23100c7b-0a2a-4dd3-9f5e-8c458c1d327b req-fd2aa7a9-117c-4846-956f-2dbc2874baf8 service neutron] 10.222.0.30 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879155 Jul 15 13:20:36.278003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Router 59ae11a9-e28b-4331-8d5a-b4875cfab628 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:36.321794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a7520-7753-4288-b3bb-951728b4889d None None] Network f9d67892-2f33-474d-8e4c-7efe5296843e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:36.340156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-e8328148-b388-4ae6-8eec-165265ef0824 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.345644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-e8328148-b388-4ae6-8eec-165265ef0824 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.30 "GET /v2.0/networks?id=6e1a41af-de66-4e92-9e49-9bdea5449172 HTTP/1.1" status: 200 len: 820 time: 0.4212275 Jul 15 13:20:36.347053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-99bbc27e-bcd3-4016-88d4-e7ea71ff9a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.352283 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-99bbc27e-bcd3-4016-88d4-e7ea71ff9a09 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ff041a54-1152-44ee-9c7c-a6b5ed0c2493 HTTP/1.1" status: 204 len: 168 time: 1.5882454 Jul 15 13:20:36.365429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:36.400654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Request body: {'port': {'device_id': '638b2837-9444-4058-85ea-1095631fd9b4', 'network_id': '6e1a41af-de66-4e92-9e49-9bdea5449172', 'admin_state_up': True, 'tenant_id': '45cd2caee9f74ab682a9f5882725d355'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:36.407166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbc27e-bcd3-4016-88d4-e7ea71ff9a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff041a54-1152-44ee-9c7c-a6b5ed0c2493,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:36.432578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d3e30a3-2076-457e-b7ac-b9f5e70c7e8b req-37d73903-0151-48e6-ae81-55e84a32a63a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265122 Jul 15 13:20:36.537428 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9a5d5c-fc24-4374-9af3-36bc9a5a25a1 x-openstack-request-id: req-2c9a5d5c-fc24-4374-9af3-36bc9a5a25a1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:36.537726 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c393fa-5e43-4f9e-9d79-835e04099d33", "tag": "dec3a0a0-c12c-4b9f-9c54-88e5191caebf", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:36.537984 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c9a5d5c-fc24-4374-9af3-36bc9a5a25a1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:36.538385 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'tag': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'status': 'completed', 'code': 200} Jul 15 13:20:36.543995 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-ceb6f30b-5cab-421b-903d-f4398dd46ce2 service neutron] show failed (client error): The resource could not be found. Jul 15 13:20:36.545080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-ceb6f30b-5cab-421b-903d-f4398dd46ce2 service neutron] 10.222.0.35 "GET /v2.0/ports/9fb22f1f-c3ad-40b6-ac5a-7094afc5014c/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.3034790 Jul 15 13:20:36.623765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3dd2c082-9a5c-498f-82ef-dd535a1d34ac no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:36.683609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Made reservation on behalf of 45cd2caee9f74ab682a9f5882725d355 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:36.689076 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.701712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3dd2c082-9a5c-498f-82ef-dd535a1d34ac {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:36.702400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3dd2c082-9a5c-498f-82ef-dd535a1d34ac not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:36.742615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-905cc70a-8181-4d71-9be3-d1fcd30fc507 req-2ce8544d-f443-470d-af82-4b9e5f01bf58 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 210 time: 0.0723069 Jul 15 13:20:36.795300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.811092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:36.820542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.827843 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d2cb7639-5a6a-4e16-878b-b8fd5b870794 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "PUT /v2.0/routers/59ae11a9-e28b-4331-8d5a-b4875cfab628 HTTP/1.1" status: 200 len: 919 time: 3.7629862 Jul 15 13:20:36.828992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53908) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:36.838790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ba697-d2f4-4aa7-95c3-77264e8cdbe4 None None] Sync routers for ids ['59ae11a9-e28b-4331-8d5a-b4875cfab628'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:36.839720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-8a1e619e-ee42-4570-bcd0-4e281e14a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.843983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-8a1e619e-ee42-4570-bcd0-4e281e14a19b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8990eee5076485a8b1b1c178869d942&device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 1098 time: 0.2341287 Jul 15 13:20:36.858050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ba697-d2f4-4aa7-95c3-77264e8cdbe4 None None] Routers {'59ae11a9-e28b-4331-8d5a-b4875cfab628'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:36.859175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ce9ba697-d2f4-4aa7-95c3-77264e8cdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['59ae11a9-e28b-4331-8d5a-b4875cfab628'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:36.910160 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ce9ba697-d2f4-4aa7-95c3-77264e8cdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:36.925436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ba697-d2f4-4aa7-95c3-77264e8cdbe4 None None] Routers {'59ae11a9-e28b-4331-8d5a-b4875cfab628'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:36.926881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ce9ba697-d2f4-4aa7-95c3-77264e8cdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['59ae11a9-e28b-4331-8d5a-b4875cfab628'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:37.022917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ce9ba697-d2f4-4aa7-95c3-77264e8cdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:37.023587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ba697-d2f4-4aa7-95c3-77264e8cdbe4 None None] The sync data for ids ['59ae11a9-e28b-4331-8d5a-b4875cfab628'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:37.035857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] DHCP port deletion for f9d67892-2f33-474d-8e4c-7efe5296843e request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:20:37.132210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Deleting port b49fec14-c44a-4a6e-a47a-f054cbaa9682 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:37.132897 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.160757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Deleting port b49fec14-c44a-4a6e-a47a-f054cbaa9682 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:37.161580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.180280 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-78ebc3d7-3bca-4380-a4d6-ba6addf622fe tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/routers/59ae11a9-e28b-4331-8d5a-b4875cfab628 HTTP/1.1" status: 200 len: 925 time: 0.3488498 Jul 15 13:20:37.189754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53916) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.250024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] For port b49fec14-c44a-4a6e-a47a-f054cbaa9682, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b49fec14-c44a-4a6e-a47a-f054cbaa9682,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:37.250615 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.275614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Calling delete_port for b49fec14-c44a-4a6e-a47a-f054cbaa9682 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:37.299803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] For port b49fec14-c44a-4a6e-a47a-f054cbaa9682, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b49fec14-c44a-4a6e-a47a-f054cbaa9682,segment=NetworkSegment(c84c81bd-8979-456a-b4da-9c5c0e59113b),segment_id=c84c81bd-8979-456a-b4da-9c5c0e59113b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:37.300948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.325067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Calling delete_port for b49fec14-c44a-4a6e-a47a-f054cbaa9682 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:37.429551 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.436608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62e3b6-5395-45f3-b84a-e9bf7e329d77 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.438785 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cd62e3b6-5395-45f3-b84a-e9bf7e329d77 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=59ae11a9-e28b-4331-8d5a-b4875cfab628&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2475181 Jul 15 13:20:37.443883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53918) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.466421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Pushing event deleted for resources: {'Port': ['ID=b49fec14-c44a-4a6e-a47a-f054cbaa9682,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.482425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] No DVR routers for this DVR port b49fec14-c44a-4a6e-a47a-f054cbaa9682 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:37.491075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.492465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.492465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.492465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.493014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.493766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.493932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.494237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.494573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.494904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.495292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.495638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff30e6-c788-476f-9236-4f5125207b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:37.627491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630480a-cac1-4bff-a47c-cfd4e2157c16 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.629449 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6630480a-cac1-4bff-a47c-cfd4e2157c16 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 881 time: 0.1838231 Jul 15 13:20:37.630323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.640643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53920) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.707878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49fec14-c44a-4a6e-a47a-f054cbaa9682,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.719107 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68916871-5f02-43d4-86ed-032fed75635e tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=59ae11a9-e28b-4331-8d5a-b4875cfab628 HTTP/1.1" status: 200 len: 205 time: 0.0477755 Jul 15 13:20:37.724510 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53922) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.870178 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.957371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Allocated IP 172.20.0.14 (6e1a41af-de66-4e92-9e49-9bdea5449172/8857d69d-0836-41bd-99d9-8eacb8fd2ded/d455ab34-4fad-4721-992f-2e0566a41730) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:38.010870 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.027985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] No DVR routers for this DVR port b49fec14-c44a-4a6e-a47a-f054cbaa9682 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:38.035966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-edb3b5be-966e-49d6-98f5-ef8de50cffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.038412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-edb3b5be-966e-49d6-98f5-ef8de50cffd2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71436dd0-8429-4055-ac13-6be42f038430 HTTP/1.1" status: 200 len: 913 time: 1.1849980 Jul 15 13:20:38.126384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.168313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d67892-2f33-474d-8e4c-7efe5296843e']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:38.179236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-588d3051-1e4f-4837-83d7-b8fa708a293c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dec3a0a0-c12c-4b9f-9c54-88e5191caebf HTTP/1.1" status: 200 len: 1002 time: 0.1246033 Jul 15 13:20:38.224612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84c81bd-8979-456a-b4da-9c5c0e59113b') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:38.225273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84c81bd-8979-456a-b4da-9c5c0e59113b') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:38.247379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecc499-5e81-4b9c-9ace-783ee7cb19b2 req-9b18a2a3-f72d-4335-b999-75d534273294 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.249422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ecc499-5e81-4b9c-9ace-783ee7cb19b2 req-9b18a2a3-f72d-4335-b999-75d534273294 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 1.2048287 Jul 15 13:20:38.254265 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.280448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-168906cb-8588-48dc-9283-ae45635db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.284937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-168906cb-8588-48dc-9283-ae45635db06d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 1097 time: 0.5174277 Jul 15 13:20:38.288491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.311636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:38.312760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.313767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:38.315711 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:38.373311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-cb9179a2-15d5-4c58-9e5e-f63f6eb88749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.376563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-cb9179a2-15d5-4c58-9e5e-f63f6eb88749 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df77c4b0-f1fa-45b1-92ed-86b6291a7e23 HTTP/1.1" status: 200 len: 851 time: 0.1675272 Jul 15 13:20:38.439761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Deleting port ad30e3b2-2bb3-4441-ae3a-dff66737d9cc {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:38.440398 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.445710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.486247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.489868 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f9d67892-2f33-474d-8e4c-7efe5296843e HTTP/1.1" status: 204 len: 168 time: 2.1231272 Jul 15 13:20:38.513615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31053591-0851-4306-8f90-5fe818773f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d67892-2f33-474d-8e4c-7efe5296843e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.572589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ecc499-5e81-4b9c-9ace-783ee7cb19b2 req-d22d3c8c-dcca-4047-bac9-dd768d3acf0c tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779155 Jul 15 13:20:38.705621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b49fec14-c44a-4a6e-a47a-f054cbaa9682 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:38.713233 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53930) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:38.743696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.785282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b49fec14-c44a-4a6e-a47a-f054cbaa9682 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:38.785873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b49fec14-c44a-4a6e-a47a-f054cbaa9682 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:38.810297 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3a6d0ba2-ffde-4cd2-81bb-8ed309487dcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c84d9dc3154439bbcdfa258ea615927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953457 Jul 15 13:20:38.811918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Calling delete_port for ad30e3b2-2bb3-4441-ae3a-dff66737d9cc owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:38.814634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53932) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:38.921076 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.929634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-704e5ce6-996d-4924-b054-a9fc09351f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.956579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-704e5ce6-996d-4924-b054-a9fc09351f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.126849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-704e5ce6-996d-4924-b054-a9fc09351f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.130372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-704e5ce6-996d-4924-b054-a9fc09351f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.133517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-7cc4adf3-6637-49d1-8213-c27696089b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.134896 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-704e5ce6-996d-4924-b054-a9fc09351f28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a9ebd4a-c5dc-441e-a2a2-e0a9c775487d HTTP/1.1" status: 204 len: 168 time: 0.3190594 Jul 15 13:20:39.136859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-7cc4adf3-6637-49d1-8213-c27696089b11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71436dd0-8429-4055-ac13-6be42f038430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7115557 Jul 15 13:20:39.149903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5ce6-996d-4924-b054-a9fc09351f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ebd4a-c5dc-441e-a2a2-e0a9c775487d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.183469 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.237056 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event deleted for resources: {'Port': ['ID=ad30e3b2-2bb3-4441-ae3a-dff66737d9cc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.254718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.344973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.493199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.496278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.578031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.578960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Fanout notify agent at l3_agent the message router_deleted on router 59ae11a9-e28b-4331-8d5a-b4875cfab628 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:39.599230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.608134 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-59c77935-1db8-4154-952b-f8a18f1b71ef tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/59ae11a9-e28b-4331-8d5a-b4875cfab628 HTTP/1.1" status: 204 len: 168 time: 1.8818254 Jul 15 13:20:39.609372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53940) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:39.617802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-798814023', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:39.681058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.682167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.696557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e36a4-721f-4d18-a552-56f9297f8a5d req-b204a4ab-a478-4208-be12-8ad1d90e58e0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.710071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-771e36a4-721f-4d18-a552-56f9297f8a5d req-b204a4ab-a478-4208-be12-8ad1d90e58e0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.5642662 Jul 15 13:20:39.759491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.761212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-2a409ee6-1282-4c84-9858-ff913e545a28 service neutron] 10.222.0.35 "GET /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091912 Jul 15 13:20:39.763755 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.841447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:39.889034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-771e36a4-721f-4d18-a552-56f9297f8a5d req-eb0baa4f-14bf-4558-9cdf-6f76f8ff2734 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777091 Jul 15 13:20:39.951386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Pushing event updated for resources: {'Port': ['ID=d455ab34-4fad-4721-992f-2e0566a41730,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.970184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Network 6e1a41af-de66-4e92-9e49-9bdea5449172 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:39.981537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:39.986165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:39.996801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:40.076873 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.199385 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.222416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.223263 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.226519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:40.230587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f6d23d2-eef0-467e-b1e4-c3632f2a1a01 req-8e7be166-841e-45f7-bcdb-66cb4d83e6fc service neutron] 10.222.0.35 "GET /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545012 Jul 15 13:20:40.286131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-1145a928-9cfa-485a-b487-6b420a856685 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9092946 Jul 15 13:20:40.305931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Request body: {'port': {'device_id': '638b2837-9444-4058-85ea-1095631fd9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:40.353522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.373562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Transition to ACTIVE for port object 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:40.374546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:40.378660 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db34573-8367-46de-a03e-94fa8204dc24" -d '{"events": [{"server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:40.402129 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.546677 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:20:40.550954 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:20:40.642351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.666001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.668769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.732623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff439c-857f-415b-9f40-21f62a3bed49 req-80f4cc88-6d8a-4133-9df0-7708a6cd08b1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.735558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8ff439c-857f-415b-9f40-21f62a3bed49 req-80f4cc88-6d8a-4133-9df0-7708a6cd08b1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3493383 Jul 15 13:20:40.743829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.803983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] No DVR routers for this DVR port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:40.854201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53966) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.876076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8ff439c-857f-415b-9f40-21f62a3bed49 req-18df4302-8fdf-4e3b-af94-08b385d494dc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192708 Jul 15 13:20:40.916538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Allocated IP 172.25.1.60 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/b70a5576-cd23-45ea-99dd-da81a387829e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:41.170468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1017661189-network', 'tenant_id': 'f771d15eceab4fc588ddd80fae694634'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:41.258314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Made reservation on behalf of f771d15eceab4fc588ddd80fae694634 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:41.263527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.295673 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.300143 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.370318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f466966-e68e-4222-911a-f4ad56bbb257 req-b1f4fc82-f8dd-418b-85d5-d7499a48e92a tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.372635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f466966-e68e-4222-911a-f4ad56bbb257 req-b1f4fc82-f8dd-418b-85d5-d7499a48e92a tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 932 time: 0.3106160 Jul 15 13:20:41.375781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Attempting to bind port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:41.376108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Attempting to bind port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:41.376330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Attempting to bind port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on network a8af2ec5-9939-41f9-9d5a-1314f83bd805 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:41.395540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on network a8af2ec5-9939-41f9-9d5a-1314f83bd805 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:41.395855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Attempting to bind port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on network a8af2ec5-9939-41f9-9d5a-1314f83bd805 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:41.429071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:41.429428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Checking segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:41.429815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Bound using segment: {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:41.430284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Bound port: 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8de981-bd82-4854-a98c-aaa9539e55d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:41.430643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.447521 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.503110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:41.518305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:41.530405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:41.545910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event updated for resources: {'Port': ['ID=b70a5576-cd23-45ea-99dd-da81a387829e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.546257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f466966-e68e-4222-911a-f4ad56bbb257 req-20a65d2b-43d7-416d-a2a4-d1073a0f6c1b tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599460 Jul 15 13:20:41.613139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d455ab34-4fad-4721-992f-2e0566a41730 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:41.630649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.633995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:41.639775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:41.653645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.656523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Transition to ACTIVE for port object d455ab34-4fad-4721-992f-2e0566a41730 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:41.695495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.733780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.734466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.736291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] 10.222.0.30 "PUT /v2.0/ports/9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 1092 time: 3.4292212 Jul 15 13:20:41.765476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b85d7-ba7a-4d7a-900a-98e58044ec36 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.044212 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.055488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.068066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.068708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.068909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.069177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.069549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.069881 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.070208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.070537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.070928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.071213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.071542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.071883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:42.150382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:42.226213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0ec35-3eba-4cc9-92b9-bda213442b93,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.297812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.298395 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Added segment d62116ac-4d4b-4c9f-be16-547cf76b398d of type vlan for network e489886b-ba0a-4e5e-a941-83c840ca8039 Jul 15 13:20:42.405893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d455ab34-4fad-4721-992f-2e0566a41730,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.429243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.429722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Attempting to bind port d455ab34-4fad-4721-992f-2e0566a41730 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:42.430069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Attempting to bind port d455ab34-4fad-4721-992f-2e0566a41730 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '7efcf9ae-a804-4901-b182-ec4da495f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e1a41af-de66-4e92-9e49-9bdea5449172'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:42.430403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Attempting to bind port d455ab34-4fad-4721-992f-2e0566a41730 on network 6e1a41af-de66-4e92-9e49-9bdea5449172 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:42.444631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Port d455ab34-4fad-4721-992f-2e0566a41730 on network 6e1a41af-de66-4e92-9e49-9bdea5449172 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:42.444929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Attempting to bind port d455ab34-4fad-4721-992f-2e0566a41730 on network 6e1a41af-de66-4e92-9e49-9bdea5449172 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:42.462946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:42.463351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Checking segment: {'id': '7efcf9ae-a804-4901-b182-ec4da495f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e1a41af-de66-4e92-9e49-9bdea5449172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:42.463831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Bound using segment: {'id': '7efcf9ae-a804-4901-b182-ec4da495f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e1a41af-de66-4e92-9e49-9bdea5449172'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:42.464327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Bound port: d455ab34-4fad-4721-992f-2e0566a41730, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efcf9ae-a804-4901-b182-ec4da495f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e1a41af-de66-4e92-9e49-9bdea5449172'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:42.464717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.492455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-215a2fcd-c38e-4896-ae89-bb0b24bd5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.494061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-215a2fcd-c38e-4896-ae89-bb0b24bd5092 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1095 time: 0.7067268 Jul 15 13:20:42.504482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207d911-5ce5-4363-903f-3e598044ee87 req-70e5d0c4-63f0-4834-a3e5-fb972b31a96d tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.506120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9207d911-5ce5-4363-903f-3e598044ee87 req-70e5d0c4-63f0-4834-a3e5-fb972b31a96d tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.6414728 Jul 15 13:20:42.603720 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.604806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.605507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.661931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9207d911-5ce5-4363-903f-3e598044ee87 req-616cb75d-ea1b-4fd9-9ce1-d4b11dbdb9f0 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259630 Jul 15 13:20:42.667476 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8059678 Jul 15 13:20:42.667799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] For port d455ab34-4fad-4721-992f-2e0566a41730, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:42.669849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53982) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:42.673630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] For port d455ab34-4fad-4721-992f-2e0566a41730, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d455ab34-4fad-4721-992f-2e0566a41730,segment=NetworkSegment(7efcf9ae-a804-4901-b182-ec4da495f487),segment_id=7efcf9ae-a804-4901-b182-ec4da495f487)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:42.681696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Request body: {'subnet': {'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1017661189-subnet', 'tenant_id': 'f771d15eceab4fc588ddd80fae694634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:42.697036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.718443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-5d314e57-d45c-4977-b26b-2b0d05e93966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.720117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-5d314e57-d45c-4977-b26b-2b0d05e93966 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.2119591 Jul 15 13:20:42.760771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.762004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.763794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/d455ab34-4fad-4721-992f-2e0566a41730 HTTP/1.1" status: 200 len: 1093 time: 2.4626582 Jul 15 13:20:42.780352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a14ec-0d43-4338-ad6f-b4fe228c90b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e489886b-ba0a-4e5e-a941-83c840ca8039,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.801979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e489886b-ba0a-4e5e-a941-83c840ca8039 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:42.805658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Made reservation on behalf of f771d15eceab4fc588ddd80fae694634 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:42.809162 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.821570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.902220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a49ec-733b-4088-9004-715d237ef9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d455ab34-4fad-4721-992f-2e0566a41730,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.953870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-b5577b94-c0a3-4fab-9763-d7ee8a21bb84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 998 time: 0.2092876 Jul 15 13:20:42.980148 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56658b5a-0284-48d8-83d2-bec54fe8f8f1 x-openstack-request-id: req-56658b5a-0284-48d8-83d2-bec54fe8f8f1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:42.980757 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:42.981387 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56658b5a-0284-48d8-83d2-bec54fe8f8f1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:42.981999 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'code': 200} Jul 15 13:20:43.061262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-645d9502-8468-4531-9822-611f9c718203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.063107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-645d9502-8468-4531-9822-611f9c718203 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.1007013 Jul 15 13:20:43.086164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-e7196530-6492-495f-8d0a-5d3cc4d3028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.087813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-e7196530-6492-495f-8d0a-5d3cc4d3028d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45cd2caee9f74ab682a9f5882725d355&device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 1096 time: 0.2538176 Jul 15 13:20:43.180242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-38a94003-3af5-4340-98c3-45460a901a91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d455ab34-4fad-4721-992f-2e0566a41730 HTTP/1.1" status: 200 len: 217 time: 0.0803699 Jul 15 13:20:43.197230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.315530 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.338484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Router 5a3401c2-68dd-455c-bc5d-e27a8d01611f is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:43.358815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-8c999c2a-eabc-462b-a32f-75e498e25ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.360390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-8c999c2a-eabc-462b-a32f-75e498e25ce6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8857d69d-0836-41bd-99d9-8eacb8fd2ded HTTP/1.1" status: 200 len: 860 time: 0.1545124 Jul 15 13:20:43.414005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-752e25d0-4689-4fda-9788-42e1b99f138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.415610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-752e25d0-4689-4fda-9788-42e1b99f138b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3268464 Jul 15 13:20:43.417603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-255423f2-30bb-4d49-97e7-c0ee6b2341a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e1a41af-de66-4e92-9e49-9bdea5449172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466001 Jul 15 13:20:43.435586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:43.463732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:43.474311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b135c8-9cfb-4258-9004-15fc6decadf2 req-cb5aed72-7779-40d2-9034-ac64c1b0b609 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.475188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84b135c8-9cfb-4258-9004-15fc6decadf2 req-cb5aed72-7779-40d2-9034-ac64c1b0b609 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 943 time: 0.3100610 Jul 15 13:20:43.476414 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d542448-bff3-4749-94c4-0fa437b1e8a7 None None] Sync routers for ids ['5a3401c2-68dd-455c-bc5d-e27a8d01611f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:43.493146 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d542448-bff3-4749-94c4-0fa437b1e8a7 None None] Routers {'5a3401c2-68dd-455c-bc5d-e27a8d01611f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:43.494008 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7d542448-bff3-4749-94c4-0fa437b1e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5a3401c2-68dd-455c-bc5d-e27a8d01611f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:43.497147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.499648 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-678e44bd-7be2-4809-a00a-0fc9e307b9fa tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8888507 Jul 15 13:20:43.503236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53984) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:43.513216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:43.549758 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7d542448-bff3-4749-94c4-0fa437b1e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:43.562561 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d542448-bff3-4749-94c4-0fa437b1e8a7 None None] Routers {'5a3401c2-68dd-455c-bc5d-e27a8d01611f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:43.563785 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7d542448-bff3-4749-94c4-0fa437b1e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5a3401c2-68dd-455c-bc5d-e27a8d01611f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:43.606427 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7d542448-bff3-4749-94c4-0fa437b1e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:43.607174 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d542448-bff3-4749-94c4-0fa437b1e8a7 None None] The sync data for ids ['5a3401c2-68dd-455c-bc5d-e27a8d01611f'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:43.615396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Checking segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:43.615624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Network hostable DHCP agents. Network: e489886b-ba0a-4e5e-a941-83c840ca8039, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:43.649581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84b135c8-9cfb-4258-9004-15fc6decadf2 req-59cd35a1-8585-46bc-8d8b-6ea38a776055 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527550 Jul 15 13:20:43.697837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-6b252ef8-5159-4073-a762-289cdeb1fb3a service neutron] 10.222.0.30 "GET /v2.0/networks/6e1a41af-de66-4e92-9e49-9bdea5449172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648401 Jul 15 13:20:43.701774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-3a775ee8-7497-40b2-a139-0dfaf367a62c service neutron] 10.222.0.30 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672246 Jul 15 13:20:43.702677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Network e489886b-ba0a-4e5e-a941-83c840ca8039 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:43.731747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, e489886b-ba0a-4e5e-a941-83c840ca8039) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:43.748578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2bb76-17eb-4673-ae8d-34fa707c2ad4 None None] Network e489886b-ba0a-4e5e-a941-83c840ca8039 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:43.770851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.771519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.897379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f748e544-d931-48a2-bb95-277bbce325d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2257466 Jul 15 13:20:43.950711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d6e64-9968-46fd-a31e-b7db8a44f2ec None None] Network e489886b-ba0a-4e5e-a941-83c840ca8039 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:43.993668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e86ee4c4-285a-4f8d-8945-a31d60020ccc req-5bf18cf4-38dd-4796-921f-41f9e431bc37 service neutron] 10.222.0.30 "GET /v2.0/networks/6e1a41af-de66-4e92-9e49-9bdea5449172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835987 Jul 15 13:20:43.999546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad7ac3b2-41da-4af0-af5d-1a4842b329f6 req-d762c016-78c1-4ce2-a7c8-e7fd18d960df service neutron] 10.222.0.30 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880580 Jul 15 13:20:44.038693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-01c41278-80f1-4c91-bd01-959e473fcc10 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.047011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-01c41278-80f1-4c91-bd01-959e473fcc10 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.2172029 Jul 15 13:20:44.068809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-347d2b5e-14dc-471e-a35e-70d7266090e2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/quotas/c2c825f43c4a42f2877a80c412448a29 HTTP/1.1" status: 200 len: 375 time: 0.0207117 Jul 15 13:20:44.146895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.176788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.210435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-a9ffaffd-1519-4c00-aa5f-2637f7787f57 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1401184 Jul 15 13:20:44.246144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Deleting port b70a5576-cd23-45ea-99dd-da81a387829e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:44.246792 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.333373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b6a354a1-d434-42f6-b8f3-b1864eb24fc7 service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134727 Jul 15 13:20:44.334284 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.349514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Calling delete_port for b70a5576-cd23-45ea-99dd-da81a387829e owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:44.445374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-390890e3-b0c6-4395-b748-055c0e8dcdea service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042423 Jul 15 13:20:44.557279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.599799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Pushing event deleted for resources: {'Port': ['ID=b70a5576-cd23-45ea-99dd-da81a387829e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:44.720394 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.916933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93566c3a-adfd-428a-9f07-c52d4719d05b req-eb564c03-9b74-4e99-b427-0b5518664f88 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.919705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93566c3a-adfd-428a-9f07-c52d4719d05b req-eb564c03-9b74-4e99-b427-0b5518664f88 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 944 time: 0.0893583 Jul 15 13:20:44.984075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'}, {'name': 'network-changed', 'server_uuid': '638b2837-9444-4058-85ea-1095631fd9b4', 'tag': 'd455ab34-4fad-4721-992f-2e0566a41730'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:44.988454 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c"}, {"name": "network-changed", "server_uuid": "638b2837-9444-4058-85ea-1095631fd9b4", "tag": "d455ab34-4fad-4721-992f-2e0566a41730"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:45.016005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93566c3a-adfd-428a-9f07-c52d4719d05b req-0ac80419-a2fe-4e98-b597-fbd17a8824da tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875885 Jul 15 13:20:45.072223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.078714 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.194898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Router 5a3401c2-68dd-455c-bc5d-e27a8d01611f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:45.243773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe61f-391e-46ba-833f-d93245dee539 req-c4963cea-b77e-4730-aef0-26149dc52b91 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.246323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2bbe61f-391e-46ba-833f-d93245dee539 req-c4963cea-b77e-4730-aef0-26149dc52b91 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.0766604 Jul 15 13:20:45.279318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:45.286748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.290589 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a78c044d-0912-4f1a-9b74-2c413b620c57 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "PUT /v2.0/routers/5a3401c2-68dd-455c-bc5d-e27a8d01611f HTTP/1.1" status: 200 len: 709 time: 1.7852545 Jul 15 13:20:45.291284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54020) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.292627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09154a-ecbb-4772-b4f7-5e7030821acd None None] Sync routers for ids ['5a3401c2-68dd-455c-bc5d-e27a8d01611f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:45.309492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09154a-ecbb-4772-b4f7-5e7030821acd None None] Routers {'5a3401c2-68dd-455c-bc5d-e27a8d01611f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:45.312114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4e09154a-ecbb-4772-b4f7-5e7030821acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5a3401c2-68dd-455c-bc5d-e27a8d01611f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:45.329342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2bbe61f-391e-46ba-833f-d93245dee539 req-33b46b37-16d0-4903-b2de-375c91467351 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687373 Jul 15 13:20:45.394997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54022) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.404548 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b1c853d-2648-4b67-b549-7ab096813ac3 tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/routers/5a3401c2-68dd-455c-bc5d-e27a8d01611f HTTP/1.1" status: 200 len: 744 time: 0.0993824 Jul 15 13:20:45.408366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4e09154a-ecbb-4772-b4f7-5e7030821acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:45.421347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09154a-ecbb-4772-b4f7-5e7030821acd None None] Routers {'5a3401c2-68dd-455c-bc5d-e27a8d01611f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:45.422527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4e09154a-ecbb-4772-b4f7-5e7030821acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5a3401c2-68dd-455c-bc5d-e27a8d01611f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:45.462558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4e09154a-ecbb-4772-b4f7-5e7030821acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:45.463254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09154a-ecbb-4772-b4f7-5e7030821acd None None] The sync data for ids ['5a3401c2-68dd-455c-bc5d-e27a8d01611f'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:45.474710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a25d94e4-3177-45c3-8fc8-32aed96a560d tempest-RoutersIpV6AdminTest-1673452637 tempest-RoutersIpV6AdminTest-1673452637-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=5a3401c2-68dd-455c-bc5d-e27a8d01611f HTTP/1.1" status: 200 len: 205 time: 0.0777817 Jul 15 13:20:45.477444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54024) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.509079 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-675a66d1-0e2b-4a1d-b104-d19a832f786d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a3401c2-68dd-455c-bc5d-e27a8d01611f HTTP/1.1" status: 200 len: 205 time: 0.0300345 Jul 15 13:20:45.511836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54028) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.596984 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fbc5dc3-e69c-4902-928b-dee991a61222 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.775142 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fbc5dc3-e69c-4902-928b-dee991a61222 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.777607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fbc5dc3-e69c-4902-928b-dee991a61222 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.825867 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fbc5dc3-e69c-4902-928b-dee991a61222 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.826722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc5dc3-e69c-4902-928b-dee991a61222 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Fanout notify agent at l3_agent the message router_deleted on router 5a3401c2-68dd-455c-bc5d-e27a8d01611f {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:45.838719 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fbc5dc3-e69c-4902-928b-dee991a61222 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.847752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54034) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.848359 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3fbc5dc3-e69c-4902-928b-dee991a61222 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/5a3401c2-68dd-455c-bc5d-e27a8d01611f HTTP/1.1" status: 204 len: 168 time: 0.3347979 Jul 15 13:20:45.922203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-17c5c851-8245-4e1c-9765-de7d0fdc67bc tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a3401c2-68dd-455c-bc5d-e27a8d01611f HTTP/1.1" status: 200 len: 205 time: 0.0726364 Jul 15 13:20:45.925865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54040) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.971921 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-d5728847-1943-4226-aa89-e537faac1896 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] delete failed (client error): The resource could not be found. Jul 15 13:20:45.972979 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5728847-1943-4226-aa89-e537faac1896 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/5a3401c2-68dd-455c-bc5d-e27a8d01611f HTTP/1.1" status: 404 len: 336 time: 0.0455294 Jul 15 13:20:45.977425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54042) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.012073 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7844e163-191d-4a6c-bf12-d975f7ce9e72 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=59ae11a9-e28b-4331-8d5a-b4875cfab628 HTTP/1.1" status: 200 len: 205 time: 0.0325155 Jul 15 13:20:46.016248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54044) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.144253 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-3d0d3706-38c2-423e-98b4-6e25407c0c25 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] delete failed (client error): The resource could not be found. Jul 15 13:20:46.145335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3d0d3706-38c2-423e-98b4-6e25407c0c25 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/59ae11a9-e28b-4331-8d5a-b4875cfab628 HTTP/1.1" status: 404 len: 336 time: 0.1229358 Jul 15 13:20:46.150066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54048) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.208705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-abd2f430-158d-4b74-b5f6-f3f03f022818 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=b51e3b75-9938-419b-8465-1cb927be1e0b HTTP/1.1" status: 200 len: 205 time: 0.0500906 Jul 15 13:20:46.209524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54050) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.218547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-9f0852e8-d3ac-460a-8b5e-de0d1b4a8c2b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.220226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-9f0852e8-d3ac-460a-8b5e-de0d1b4a8c2b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.3565969 Jul 15 13:20:46.236131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'port': {'device_id': '79a5ac50-e84e-4c26-a201-17e9b9708a60', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'admin_state_up': True, 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:46.246683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-e5ac30f7-7dff-4d83-8db8-3013bafe7012 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.248288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-e5ac30f7-7dff-4d83-8db8-3013bafe7012 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 815 time: 0.3308742 Jul 15 13:20:46.285377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-f8d93771-3397-4656-aa24-d048c1658238 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/quotas/f771d15eceab4fc588ddd80fae694634 HTTP/1.1" status: 200 len: 375 time: 0.0234265 Jul 15 13:20:46.292050 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-a5e198e6-13e4-4451-a8fa-a925d2944fb6 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] delete failed (client error): The resource could not be found. Jul 15 13:20:46.296527 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a5e198e6-13e4-4451-a8fa-a925d2944fb6 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/b51e3b75-9938-419b-8465-1cb927be1e0b HTTP/1.1" status: 404 len: 336 time: 0.0844727 Jul 15 13:20:46.299069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54052) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.349783 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e77ec1d0-1722-4ae2-a46c-b18119141a9c tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb3f1f66-21f1-4fb9-84aa-0920f8a2d710 HTTP/1.1" status: 200 len: 205 time: 0.0487738 Jul 15 13:20:46.352955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54054) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.357291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-687bdbc6-434f-4a9e-914b-a1286f864f24 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652847 Jul 15 13:20:46.417966 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-3be13aa6-274b-4ed2-8c3b-4c89142fdcb5 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] delete failed (client error): The resource could not be found. Jul 15 13:20:46.421885 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3be13aa6-274b-4ed2-8c3b-4c89142fdcb5 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/eb3f1f66-21f1-4fb9-84aa-0920f8a2d710 HTTP/1.1" status: 404 len: 336 time: 0.0650833 Jul 15 13:20:46.422362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54058) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.474498 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dd52169c-8175-41c3-95c4-c1952fc2219d tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f63bfbe-1651-4655-8206-2febbe92e216 HTTP/1.1" status: 200 len: 205 time: 0.0475285 Jul 15 13:20:46.474828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Made reservation on behalf of c2c825f43c4a42f2877a80c412448a29 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:46.475494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54060) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.475913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.509559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-65563bbd-5308-406a-9e6a-53df82d2f5ea service neutron] 10.222.0.25 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376734 Jul 15 13:20:46.517711 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-9f715043-0a9f-4c6d-80f1-58335981988e tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] delete failed (client error): The resource could not be found. Jul 15 13:20:46.518778 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9f715043-0a9f-4c6d-80f1-58335981988e tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/4f63bfbe-1651-4655-8206-2febbe92e216 HTTP/1.1" status: 404 len: 336 time: 0.0429821 Jul 15 13:20:46.523210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54064) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.556972 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c7a49c07-f513-4aa6-8eee-77915d57871b tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "GET /v2.0/ports?device_id=4693970d-0729-45a2-8eb0-65943fd861e3 HTTP/1.1" status: 200 len: 205 time: 0.0306389 Jul 15 13:20:46.559378 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54066) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.601108 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-9c101f8e-1d1f-4a08-81ef-e3fc2e43f071 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] delete failed (client error): The resource could not be found. Jul 15 13:20:46.602182 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9c101f8e-1d1f-4a08-81ef-e3fc2e43f071 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/routers/4693970d-0729-45a2-8eb0-65943fd861e3 HTTP/1.1" status: 404 len: 336 time: 0.0418208 Jul 15 13:20:46.605900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54068) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.631633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d455ab34-4fad-4721-992f-2e0566a41730 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:46.634780 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6132b4e-ace0-42cf-af0b-5008a78e9859 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] DELETE failed (client error): The resource could not be found. Jul 15 13:20:46.635278 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6132b4e-ace0-42cf-af0b-5008a78e9859 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:20:46.641066 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f6132b4e-ace0-42cf-af0b-5008a78e9859 tempest-RoutersIpV6AdminTest-696600588 tempest-RoutersIpV6AdminTest-696600588-project] 10.222.0.25 "DELETE /v2.0/subnets/e66ed7ce-c6c1-4dfc-8dca-acbbbd92d69c HTTP/1.1" status: 404 len: 337 time: 0.0301292 Jul 15 13:20:46.701748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-38980f76-9acf-472b-8c3b-801b7023881d service neutron] 10.222.0.25 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810789 Jul 15 13:20:46.728570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Allocated IP 172.20.0.14 (8d93d25e-77df-4a60-b900-1064f626df19/23caad88-3e9b-4e29-85b3-4d5d2c2630be/7aae7044-b646-4fe1-a43a-b301cda8bbca) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:46.763171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d455ab34-4fad-4721-992f-2e0566a41730, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d455ab34-4fad-4721-992f-2e0566a41730,segment=NetworkSegment(7efcf9ae-a804-4901-b182-ec4da495f487),segment_id=7efcf9ae-a804-4901-b182-ec4da495f487)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:46.779600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'd455ab34-4fad-4721-992f-2e0566a41730', 'network_id': '6e1a41af-de66-4e92-9e49-9bdea5449172', 'port_id': 'd455ab34-4fad-4721-992f-2e0566a41730', 'mac_address': 'fa:16:3e:a7:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8857d69d-0836-41bd-99d9-8eacb8fd2ded', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:46.830723 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.853564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d455ab34-4fad-4721-992f-2e0566a41730 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:46.877778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d455ab34-4fad-4721-992f-2e0566a41730, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d455ab34-4fad-4721-992f-2e0566a41730,segment=NetworkSegment(7efcf9ae-a804-4901-b182-ec4da495f487),segment_id=7efcf9ae-a804-4901-b182-ec4da495f487)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:46.885389 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.886739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:46.925395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54074) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.947689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=d455ab34-4fad-4721-992f-2e0566a41730,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.071885 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:47.089435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.117765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Transition to ACTIVE for port object 7aae7044-b646-4fe1-a43a-b301cda8bbca will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:47.125434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:47.133615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23fa80ff-d876-4036-a7b1-231d252477bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.142831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'port_id': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'mac_address': 'fa:16:3e:14:4a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:47.207826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.230871 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.260051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:47.283422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Network 8d93d25e-77df-4a60-b900-1064f626df19 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:47.294974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:47.301077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:47.307494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:47.314602 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.343620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23fa80ff-d876-4036-a7b1-231d252477bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.346400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'Port': ['ID=7aae7044-b646-4fe1-a43a-b301cda8bbca,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.351780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23fa80ff-d876-4036-a7b1-231d252477bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.379747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.384440 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.397225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.424079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa80ff-d876-4036-a7b1-231d252477bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a9bb5-43d6-4e5b-976f-4cbb61370249,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.430249 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-23fa80ff-d876-4036-a7b1-231d252477bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0931ba2f4f14887a323e8a044ac00c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036392 Jul 15 13:20:47.433651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54086) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:47.449328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820475c-8fe4-4fd1-8c95-a6b21c773465 req-142575af-c33c-460a-9696-72a2c1ec0cef tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.451691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1820475c-8fe4-4fd1-8c95-a6b21c773465 req-142575af-c33c-460a-9696-72a2c1ec0cef tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 932 time: 0.2647009 Jul 15 13:20:47.453843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ff1c816a-f424-400b-8d16-fc8ea6f9794e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2219965 Jul 15 13:20:47.475043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Request body: {'port': {'device_id': '79a5ac50-e84e-4c26-a201-17e9b9708a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:47.520156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b21f192-8d94-4167-a3c3-5765a555101b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.574417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b21f192-8d94-4167-a3c3-5765a555101b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.594916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['d455ab34-4fad-4721-992f-2e0566a41730'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:47.651445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b21f192-8d94-4167-a3c3-5765a555101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.654056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:47.656694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b21f192-8d94-4167-a3c3-5765a555101b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.660535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1820475c-8fe4-4fd1-8c95-a6b21c773465 req-63e8f7a7-ee2e-4943-bc6b-7149a87fe39c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010465 Jul 15 13:20:47.661435 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b21f192-8d94-4167-a3c3-5765a555101b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a94a9bb5-43d6-4e5b-976f-4cbb61370249 HTTP/1.1" status: 204 len: 168 time: 0.2263081 Jul 15 13:20:47.677566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21f192-8d94-4167-a3c3-5765a555101b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a9bb5-43d6-4e5b-976f-4cbb61370249,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.709014 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.812436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fa521391-6752-4bf0-81f9-620a9e350785 None None] Provisioning for port 7aae7044-b646-4fe1-a43a-b301cda8bbca completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:47.832534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fa521391-6752-4bf0-81f9-620a9e350785 None None] Provisioning complete for port 7aae7044-b646-4fe1-a43a-b301cda8bbca triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:47.832916 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fa521391-6752-4bf0-81f9-620a9e350785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.969903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fa521391-6752-4bf0-81f9-620a9e350785 None None] Port 7aae7044-b646-4fe1-a43a-b301cda8bbca cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:48.140854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54094) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:48.226170 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d8800ed5-af7a-4b12-aaa2-a2ae7a58236c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77d31e7a80c943368814d114c94e58aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821004 Jul 15 13:20:48.228613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54096) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:48.290661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-420dd4d0-08b8-414c-b898-454fffc28bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.321272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-420dd4d0-08b8-414c-b898-454fffc28bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.375096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-420dd4d0-08b8-414c-b898-454fffc28bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.378397 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-420dd4d0-08b8-414c-b898-454fffc28bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.380219 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-420dd4d0-08b8-414c-b898-454fffc28bcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecde9bb7-a7a8-4891-9924-8b60f7641c77 HTTP/1.1" status: 204 len: 168 time: 0.1494486 Jul 15 13:20:48.406814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dd4d0-08b8-414c-b898-454fffc28bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde9bb7-a7a8-4891-9924-8b60f7641c77,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:48.466416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d2f5d-89d9-4e29-a548-239cc2b531e0 req-b2fbf444-1730-43d0-a58b-6384ae5f0e80 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.469624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e98d2f5d-89d9-4e29-a548-239cc2b531e0 req-b2fbf444-1730-43d0-a58b-6384ae5f0e80 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 944 time: 0.2239830 Jul 15 13:20:48.594994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e98d2f5d-89d9-4e29-a548-239cc2b531e0 req-41cc3b12-a92b-4373-b363-c2833ddfca35 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167467 Jul 15 13:20:48.762492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aae7044-b646-4fe1-a43a-b301cda8bbca {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:48.825206 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff7d1a5-6e7f-45fd-a16e-2483db735c47 x-openstack-request-id: req-aff7d1a5-6e7f-45fd-a16e-2483db735c47 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:48.825695 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "638b2837-9444-4058-85ea-1095631fd9b4", "tag": "d455ab34-4fad-4721-992f-2e0566a41730", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:48.826256 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aff7d1a5-6e7f-45fd-a16e-2483db735c47 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:48.826786 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'status': 'completed', 'code': 200} Jul 15 13:20:48.827248 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638b2837-9444-4058-85ea-1095631fd9b4', 'tag': 'd455ab34-4fad-4721-992f-2e0566a41730', 'status': 'completed', 'code': 200} Jul 15 13:20:48.859981 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4c434e26-f6d8-49ed-8f37-82ddead92869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.943626 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.010883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-5cdbb692-128e-4a7c-a4b5-335dbd4dfc18 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.012844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-5cdbb692-128e-4a7c-a4b5-335dbd4dfc18 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.30 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 815 time: 0.3528783 Jul 15 13:20:49.071298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Request body: {'port': {'device_id': '64e451a1-3885-4d64-a577-77251e9715be', 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'admin_state_up': True, 'tenant_id': 'f771d15eceab4fc588ddd80fae694634'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:49.118923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Transition to ACTIVE for port object 7aae7044-b646-4fe1-a43a-b301cda8bbca will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:49.148149 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.324390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Pushing event updated for resources: {'Port': ['ID=7aae7044-b646-4fe1-a43a-b301cda8bbca,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.409265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-9802a9f3-8cb5-4a25-8011-641abae65c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.411086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-9802a9f3-8cb5-4a25-8011-641abae65c92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1096 time: 0.4118748 Jul 15 13:20:49.417927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-f197917d-8ee1-4b9d-9dc6-bb15a84a7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.419505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-f197917d-8ee1-4b9d-9dc6-bb15a84a7ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1096 time: 0.4567254 Jul 15 13:20:49.428071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237c4d-5210-443c-9f66-1f0e11db94a5 req-a5200470-0be5-45d2-bb2a-2764a531f192 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.436037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47237c4d-5210-443c-9f66-1f0e11db94a5 req-a5200470-0be5-45d2-bb2a-2764a531f192 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 945 time: 0.4743311 Jul 15 13:20:49.500153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Made reservation on behalf of f771d15eceab4fc588ddd80fae694634 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:49.503933 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.671434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54128) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:49.737062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47237c4d-5210-443c-9f66-1f0e11db94a5 req-e316793d-9fa2-445a-b7f3-97e8cd5e88a6 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998443 Jul 15 13:20:49.747754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Attempting to bind port 7aae7044-b646-4fe1-a43a-b301cda8bbca on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:49.748119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Attempting to bind port 7aae7044-b646-4fe1-a43a-b301cda8bbca by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:49.748857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Attempting to bind port 7aae7044-b646-4fe1-a43a-b301cda8bbca on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:49.775803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-df331d51-3265-477b-b3f6-9915a8bf1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.777733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-df331d51-3265-477b-b3f6-9915a8bf1a6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.3323417 Jul 15 13:20:49.782996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Port 7aae7044-b646-4fe1-a43a-b301cda8bbca on network 8d93d25e-77df-4a60-b900-1064f626df19 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:49.783375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Attempting to bind port 7aae7044-b646-4fe1-a43a-b301cda8bbca on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:49.813216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:49.813631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Checking segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:49.813958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Bound using segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:49.814427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Bound port: 7aae7044-b646-4fe1-a43a-b301cda8bbca, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:49.814797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.858037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4a95009e-4787-476a-8114-36dc87051924 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1929689187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:49.888655 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a95009e-4787-476a-8114-36dc87051924 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.891960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a95009e-4787-476a-8114-36dc87051924 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.912040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-3436e314-5bbf-469a-a902-a0ad7053436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.913794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-3436e314-5bbf-469a-a902-a0ad7053436e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.4754062 Jul 15 13:20:49.989443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a95009e-4787-476a-8114-36dc87051924 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.997231 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a95009e-4787-476a-8114-36dc87051924 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.001275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-fa4f8fd6-fc81-4633-9660-d9c29d5a73d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 999 time: 0.2100155 Jul 15 13:20:50.024776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a95009e-4787-476a-8114-36dc87051924 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.029631 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4a95009e-4787-476a-8114-36dc87051924 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3517797 Jul 15 13:20:50.030324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:50.038745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2093361441'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:50.064970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Made reservation on behalf of 8c8996b849c64519aeb6129344a4051c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:50.069446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.080787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.093938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Allocated IP 172.20.0.10 (e489886b-ba0a-4e5e-a941-83c840ca8039/6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0/9d3d146b-4baa-4072-beee-5c3e0c754d39) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:50.158145 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-cb75fd83-18dc-4f80-93e1-c66f92093aaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 999 time: 0.2334502 Jul 15 13:20:50.172380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] For port 7aae7044-b646-4fe1-a43a-b301cda8bbca, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:50.177650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] For port 7aae7044-b646-4fe1-a43a-b301cda8bbca, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:50.187781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-5e368a64-4755-497e-845f-79d7e154c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.189482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-5e368a64-4755-497e-845f-79d7e154c313 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.1694317 Jul 15 13:20:50.221631 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.239063 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.243985 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.273925 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:50.285162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d348915-23d7-4f00-9e27-eadb72e960fd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.291326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.291756 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Added segment d6515c4a-2052-46e7-8ba2-588b4261b98f of type vlan for network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 Jul 15 13:20:50.330280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.331247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.333148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] 10.222.0.35 "PUT /v2.0/ports/7aae7044-b646-4fe1-a43a-b301cda8bbca HTTP/1.1" status: 200 len: 1093 time: 2.8632641 Jul 15 13:20:50.389624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-6078fe37-b871-4c7b-9e08-0241af827306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.391694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-6078fe37-b871-4c7b-9e08-0241af827306 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.2214856 Jul 15 13:20:50.401881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.451526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb963f2-53f4-438d-bccd-a6a27a0cec70 req-30ac276a-f5fa-476b-9b42-cccfe73e13dc tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.453198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acb963f2-53f4-438d-bccd-a6a27a0cec70 req-30ac276a-f5fa-476b-9b42-cccfe73e13dc tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.4924941 Jul 15 13:20:50.474685 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.487372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ae9f7-532c-46b4-ae35-61f200eb3b4c service neutron] Pushing event updated for resources: {'Port': ['ID=7aae7044-b646-4fe1-a43a-b301cda8bbca,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.487911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.489427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.588785 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5568318 Jul 15 13:20:50.589780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54136) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:50.611666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'subnet': {'network_id': 'e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:50.634647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acb963f2-53f4-438d-bccd-a6a27a0cec70 req-4f9241ce-07cb-4ffe-a9b5-a8f29b5cfc86 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492677 Jul 15 13:20:50.671265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:50.691523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-7c94366f-2972-44de-bf86-e7778a222a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.691523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-7c94366f-2972-44de-bf86-e7778a222a4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4608939 Jul 15 13:20:50.718884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.771047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-d5462209-696d-44c6-8eb5-a9079c1d7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.772854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-d5462209-696d-44c6-8eb5-a9079c1d7b39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3499570 Jul 15 13:20:50.831679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a5ac50-e84e-4c26-a201-17e9b9708a60', 'tag': '7aae7044-b646-4fe1-a43a-b301cda8bbca'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:50.834191 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "79a5ac50-e84e-4c26-a201-17e9b9708a60", "tag": "7aae7044-b646-4fe1-a43a-b301cda8bbca"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:50.844268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:50.862072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdcf29-ecd7-4ffa-906f-9f9bd050339c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Network': ['ID=e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.866374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:50.867576 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.887921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-a0711e93-00d7-49dc-a91e-7fe8cbf521d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.889808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-a0711e93-00d7-49dc-a91e-7fe8cbf521d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 1096 time: 0.4356289 Jul 15 13:20:50.896450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Made reservation on behalf of 8c8996b849c64519aeb6129344a4051c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:50.902156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:50.907693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.996765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-965aa5f8-73af-408d-8878-5951551ebc8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca HTTP/1.1" status: 200 len: 217 time: 0.0679026 Jul 15 13:20:51.150889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e4d3a8c-3908-4e48-beec-28f600fbb0d3 req-7b5406e6-af16-4b3d-9576-c92d8946e173 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 210 time: 0.1391711 Jul 15 13:20:51.155086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-ef53b654-72e7-4c37-83a4-643639e4da49 service neutron] 10.222.0.30 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535296 Jul 15 13:20:51.160858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.172803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-c180996a-529b-4197-9fd0-f0b2f936d00b service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844910 Jul 15 13:20:51.318198 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.381716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:51.386700 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11a73c5-8f65-4c9b-bb36-a98d64cdefad" -d '{"events": [{"server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "name": "network-vif-plugged", "status": "completed", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:51.391816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.437690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:51.449747 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.452435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d455ab34-4fad-4721-992f-2e0566a41730 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:51.467978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Subnet': ['ID=a58fec80-84d5-4c34-90e3-cb72f9eca309,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:51.543958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Checking segment: {'id': 'd6515c4a-2052-46e7-8ba2-588b4261b98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:51.544241 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network hostable DHCP agents. Network: e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:51.579639 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:51.602256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:51.607734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.608359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.659040 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fcc18b6e-fa86-42a5-9aec-f66dd26f8676 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0617850 Jul 15 13:20:51.659827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54148) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:51.666293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'network': {'name': 'tempest-router-network01--324835455'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:51.670554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d160a5-24fc-43ef-b7af-e2620e9c9cb3 None None] Network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:51.793023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Made reservation on behalf of 8c8996b849c64519aeb6129344a4051c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:51.797994 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.832630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:51.850213 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.850559 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Added segment 73db8850-3434-4628-9841-529b8fa30cb4 of type vlan for network 3057527d-3a48-4664-a242-90417334a771 Jul 15 13:20:51.892095 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-690b9df1-b619-4d63-8269-1eae64c7944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.967486 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.991370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ee0bd83a-4839-4113-9e22-f73712105af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.997060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-ee0bd83a-4839-4113-9e22-f73712105af9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.9725821 Jul 15 13:20:52.005277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Network e489886b-ba0a-4e5e-a941-83c840ca8039 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:52.024551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.089906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port d455ab34-4fad-4721-992f-2e0566a41730 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:52.100553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3', 'network_id': 'e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3', 'tenant_id': '8c8996b849c64519aeb6129344a4051c', 'fixed_ips': [{'subnet_id': 'a58fec80-84d5-4c34-90e3-cb72f9eca309'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:52.102515 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.122538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port d455ab34-4fad-4721-992f-2e0566a41730 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:52.123641 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.297851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-8012dc17-b2d3-4705-85a5-b6645f76687a service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1054425 Jul 15 13:20:52.301512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-ea3dc12a-e0e9-4216-adc1-9eb93cbbf233 service neutron] 10.222.0.30 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1113138 Jul 15 13:20:52.317203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.336467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Pushing event updated for resources: {'Port': ['ID=9d3d146b-4baa-4072-beee-5c3e0c754d39,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.361742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.368240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.368877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.388366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:52.400016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:52.478022 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.555772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d455ab34-4fad-4721-992f-2e0566a41730, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d455ab34-4fad-4721-992f-2e0566a41730,segment=NetworkSegment(7efcf9ae-a804-4901-b182-ec4da495f487),segment_id=7efcf9ae-a804-4901-b182-ec4da495f487)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:52.565629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Allocated IP 2001:db8::2 (e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3/a58fec80-84d5-4c34-90e3-cb72f9eca309/65777e02-0124-444f-a71c-4076c7f0bd75) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:52.571406 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.576762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-3b766ed0-0a01-47f6-a415-7299e69e45cb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.579621 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-3b766ed0-0a01-47f6-a415-7299e69e45cb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.35 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 945 time: 0.8864298 Jul 15 13:20:52.587386 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9258056 Jul 15 13:20:52.588173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54160) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:52.603885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'network': {'name': 'tempest-router-network02--37650726'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:52.621962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1ef7a-6501-40f8-b7ef-117d7268f3db tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Network': ['ID=3057527d-3a48-4664-a242-90417334a771,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.653167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 3057527d-3a48-4664-a242-90417334a771 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:52.661783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21c34a-e682-408a-b2cc-52cc871b1ab8 req-b9eaffbe-8d58-401a-a66f-fb46337ce3ad tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.674559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af21c34a-e682-408a-b2cc-52cc871b1ab8 req-b9eaffbe-8d58-401a-a66f-fb46337ce3ad tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 944 time: 0.8599954 Jul 15 13:20:52.720470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.721438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.738127 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Made reservation on behalf of 8c8996b849c64519aeb6129344a4051c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:52.744476 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.787429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-c4f721fc-dbec-4814-a207-30377b0d0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.789975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-c4f721fc-dbec-4814-a207-30377b0d0d39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45cd2caee9f74ab682a9f5882725d355&device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 1097 time: 0.3199508 Jul 15 13:20:52.800302 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-49c4f8c6-d4e7-400d-9d52-56db5d812c5d service neutron] delete failed (client error): The resource could not be found. Jul 15 13:20:52.803059 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-49c4f8c6-d4e7-400d-9d52-56db5d812c5d service neutron] 10.222.0.35 "DELETE /v2.0/ports/9fb22f1f-c3ad-40b6-ac5a-7094afc5014c/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.2104104 Jul 15 13:20:52.804392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-8777bab9-f30d-411c-8c9a-bd9e8537f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.806589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-8777bab9-f30d-411c-8c9a-bd9e8537f497 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5037436 Jul 15 13:20:52.820126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:52.844983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-436e9a8f-d870-4e90-9c02-96f47c48ebc6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8159440 Jul 15 13:20:52.852941 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.852941 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Added segment 385e1515-b731-4ebb-8d57-1b0c187a8973 of type vlan for network eda55134-90f3-4522-9b36-856297437cb6 Jul 15 13:20:52.895040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=d455ab34-4fad-4721-992f-2e0566a41730,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.933902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Request body: {'port': {'device_id': '64e451a1-3885-4d64-a577-77251e9715be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:52.947573 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.951203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.956088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af21c34a-e682-408a-b2cc-52cc871b1ab8 req-69560c85-b19b-4098-8226-719871b09b3d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789681 Jul 15 13:20:53.113390 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.126170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.127329 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.137842 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.164286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Transition to ACTIVE for port object 65777e02-0124-444f-a71c-4076c7f0bd75 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:53.168684 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5736299 Jul 15 13:20:53.189846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54164) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:53.190139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-da60b927-5d4a-4aae-b9d1-6a5bc5e2a101 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386223 Jul 15 13:20:53.193928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-c39be6a7-f50c-415b-85ef-b0d2682b4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.196817 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-c39be6a7-f50c-415b-85ef-b0d2682b4395 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1097 time: 0.2747214 Jul 15 13:20:53.206939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'subnet': {'network_id': '3057527d-3a48-4664-a242-90417334a771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:53.207332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Transition to ACTIVE for port object 65777e02-0124-444f-a71c-4076c7f0bd75 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:53.219173 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.285877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:53.291398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:53.297914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:53.429951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Pushing event updated for resources: {'Port': ['ID=65777e02-0124-444f-a71c-4076c7f0bd75,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:53.441872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-f1b10f06-651a-41be-b13d-cbf17a395ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.443488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-f1b10f06-651a-41be-b13d-cbf17a395ca5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e1a41af-de66-4e92-9e49-9bdea5449172 HTTP/1.1" status: 200 len: 921 time: 0.6286182 Jul 15 13:20:53.454145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Attempting to bind port 65777e02-0124-444f-a71c-4076c7f0bd75 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:53.455485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Attempting to bind port 65777e02-0124-444f-a71c-4076c7f0bd75 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd6515c4a-2052-46e7-8ba2-588b4261b98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:53.456175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Attempting to bind port 65777e02-0124-444f-a71c-4076c7f0bd75 on network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:53.465890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:53.466640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Checking segment: {'id': 'd6515c4a-2052-46e7-8ba2-588b4261b98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:53.467641 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.468654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Bound using segment: {'id': 'd6515c4a-2052-46e7-8ba2-588b4261b98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:53.469461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Bound port: 65777e02-0124-444f-a71c-4076c7f0bd75, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6515c4a-2052-46e7-8ba2-588b4261b98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:53.470203 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.518852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-72f8e225-4517-4d9a-8416-bf2914808f6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d455ab34-4fad-4721-992f-2e0566a41730 HTTP/1.1" status: 200 len: 217 time: 0.0641153 Jul 15 13:20:53.521582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.525308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fa1b4c7-d776-4f35-b31e-de33f82365a8 req-a55c3b1c-7c2a-4d99-a20f-c9d7a86970ce service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129694 Jul 15 13:20:53.531188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee3851-4eda-4207-949d-0a22133882c5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Network': ['ID=eda55134-90f3-4522-9b36-856297437cb6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:53.552498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network eda55134-90f3-4522-9b36-856297437cb6 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:53.574873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bd12-0ea2-4510-ba08-12012ab9b66a req-ca9ed35d-f817-48e4-a4ca-69772df9b2c8 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.576648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd66bd12-0ea2-4510-ba08-12012ab9b66a req-ca9ed35d-f817-48e4-a4ca-69772df9b2c8 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 946 time: 0.3673451 Jul 15 13:20:53.610119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Made reservation on behalf of 8c8996b849c64519aeb6129344a4051c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:53.616510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.660843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-fc46273d-7663-4796-9953-48e017150ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.662548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-fc46273d-7663-4796-9953-48e017150ada service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8857d69d-0836-41bd-99d9-8eacb8fd2ded HTTP/1.1" status: 200 len: 860 time: 0.1330237 Jul 15 13:20:53.724268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd66bd12-0ea2-4510-ba08-12012ab9b66a req-636fdc6a-2446-45b3-9abf-8f877188d7d3 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269264 Jul 15 13:20:53.726446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-f8964368-417a-45d2-9ff2-5dfd1df69e51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e1a41af-de66-4e92-9e49-9bdea5449172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520580 Jul 15 13:20:53.781174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] For port 65777e02-0124-444f-a71c-4076c7f0bd75, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:53.789410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] For port 65777e02-0124-444f-a71c-4076c7f0bd75, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=65777e02-0124-444f-a71c-4076c7f0bd75,segment=NetworkSegment(d6515c4a-2052-46e7-8ba2-588b4261b98f),segment_id=d6515c4a-2052-46e7-8ba2-588b4261b98f)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:53.799537 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.836051 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747cf0ff-294a-41ae-992e-b1ed6cda0223 x-openstack-request-id: req-747cf0ff-294a-41ae-992e-b1ed6cda0223 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:53.836600 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a5ac50-e84e-4c26-a201-17e9b9708a60", "tag": "7aae7044-b646-4fe1-a43a-b301cda8bbca", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:53.836945 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-747cf0ff-294a-41ae-992e-b1ed6cda0223 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:53.837251 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a5ac50-e84e-4c26-a201-17e9b9708a60', 'tag': '7aae7044-b646-4fe1-a43a-b301cda8bbca', 'status': 'completed', 'code': 200} Jul 15 13:20:53.866903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-cde4880d-7ab7-4471-a19f-53d0a9bfa575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.869783 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-cde4880d-7ab7-4471-a19f-53d0a9bfa575 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.6393173 Jul 15 13:20:53.920442 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88385937-232f-4ddb-b10f-90e76ff70f88 x-openstack-request-id: req-88385937-232f-4ddb-b10f-90e76ff70f88 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:53.921059 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "name": "network-vif-plugged", "status": "completed", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:53.921308 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88385937-232f-4ddb-b10f-90e76ff70f88 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:53.922361 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'code': 200} Jul 15 13:20:53.929110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3830f90-7973-4a73-b75b-e7e32098a676 None None] Pushing event updated for resources: {'Port': ['ID=65777e02-0124-444f-a71c-4076c7f0bd75,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.027327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-b0350261-bca8-4d0e-8fb7-f4b4757918cf service neutron] 10.222.0.30 "GET /v2.0/networks/6e1a41af-de66-4e92-9e49-9bdea5449172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770407 Jul 15 13:20:54.147786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-38ab251f-2d9b-409f-8e8e-208dea515120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.148796 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-13c11cf0-3d41-41ff-957d-1506d1aea2eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 1000 time: 0.2702942 Jul 15 13:20:54.149374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-38ab251f-2d9b-409f-8e8e-208dea515120 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 1096 time: 0.2518060 Jul 15 13:20:54.295482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46a4e0bb-b86b-49b8-a12a-b76a233f9c9f req-4aa2f9e8-0e20-4448-bf94-38c7258741e0 service neutron] 10.222.0.30 "GET /v2.0/networks/6e1a41af-de66-4e92-9e49-9bdea5449172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606952 Jul 15 13:20:54.308585 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.331335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3d146b-4baa-4072-beee-5c3e0c754d39 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:54.373204 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.378190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-fc458078-3b3b-4d86-8bd4-c317dcec21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.380902 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-fc458078-3b3b-4d86-8bd4-c317dcec21a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.2134957 Jul 15 13:20:54.391847 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.442774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Transition to ACTIVE for port object 9d3d146b-4baa-4072-beee-5c3e0c754d39 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:54.474619 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.499718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4c21-8ede-46a9-8cef-616c58aadc99 req-3ef9f47e-078d-4191-8225-59e124b55c37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.502739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f58c4c21-8ede-46a9-8cef-616c58aadc99 req-3ef9f47e-078d-4191-8225-59e124b55c37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.3630960 Jul 15 13:20:54.535920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-ddca77e9-5339-4a8e-8d2e-fcd73ced21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.537451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-ddca77e9-5339-4a8e-8d2e-fcd73ced21f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.3656139 Jul 15 13:20:54.608188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Subnet': ['ID=c5fcf33b-b132-48be-9769-42048c07d3ef,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.631792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f58c4c21-8ede-46a9-8cef-616c58aadc99 req-a96afe7a-8f0d-4dbd-8719-8cde4f879439 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014428 Jul 15 13:20:54.633262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-eea7be66-54ec-48c1-a8fa-84fb04caebb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca HTTP/1.1" status: 200 len: 217 time: 0.0865207 Jul 15 13:20:54.636170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Pushing event updated for resources: {'Port': ['ID=9d3d146b-4baa-4072-beee-5c3e0c754d39,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.701079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Checking segment: {'id': '73db8850-3434-4628-9841-529b8fa30cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3057527d-3a48-4664-a242-90417334a771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:54.701687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network hostable DHCP agents. Network: 3057527d-3a48-4664-a242-90417334a771, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:54.724623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-3dfa09dd-f0c4-43de-9f79-065953b04814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.727393 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-3dfa09dd-f0c4-43de-9f79-065953b04814 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3245385 Jul 15 13:20:54.751827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-97cb74ab-b770-4801-a904-64e1f411b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.753424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-97cb74ab-b770-4801-a904-64e1f411b499 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.0927844 Jul 15 13:20:54.768353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Attempting to bind port 9d3d146b-4baa-4072-beee-5c3e0c754d39 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:54.768762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Attempting to bind port 9d3d146b-4baa-4072-beee-5c3e0c754d39 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:54.769103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Attempting to bind port 9d3d146b-4baa-4072-beee-5c3e0c754d39 on network e489886b-ba0a-4e5e-a941-83c840ca8039 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:54.783769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Port 9d3d146b-4baa-4072-beee-5c3e0c754d39 on network e489886b-ba0a-4e5e-a941-83c840ca8039 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:54.783769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Attempting to bind port 9d3d146b-4baa-4072-beee-5c3e0c754d39 on network e489886b-ba0a-4e5e-a941-83c840ca8039 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:54.794726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network 3057527d-3a48-4664-a242-90417334a771 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:54.808967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:54.809314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Checking segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:54.809715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Bound using segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:54.810172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Bound port: 9d3d146b-4baa-4072-beee-5c3e0c754d39, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:54.810547 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.822744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 65777e02-0124-444f-a71c-4076c7f0bd75 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:54.896067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 3057527d-3a48-4664-a242-90417334a771) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:54.908995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe32df-23ee-466f-b448-3117775afbca None None] Network 3057527d-3a48-4664-a242-90417334a771 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:54.934687 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-5d7ff515-bc0e-40ea-8119-84f27bdf17f4 service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958687 Jul 15 13:20:54.941622 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.942646 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.994108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-14817d9c-4f51-498a-8a14-f9ef90eb498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.997970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-14817d9c-4f51-498a-8a14-f9ef90eb498b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2247770 Jul 15 13:20:55.009567 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cdd412d0-ef3d-414f-b7f1-662f82f024bd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8104584 Jul 15 13:20:55.014890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54170) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:55.020913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'subnet': {'network_id': 'eda55134-90f3-4522-9b36-856297437cb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:55.061012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] For port 9d3d146b-4baa-4072-beee-5c3e0c754d39, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:55.101091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668e85d-a43c-4120-a323-a2ccbfdcc2bd req-81cf3f2d-edb6-4779-9683-ca90243866c1 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.109312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1668e85d-a43c-4120-a323-a2ccbfdcc2bd req-81cf3f2d-edb6-4779-9683-ca90243866c1 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.2851086 Jul 15 13:20:55.145052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] For port 9d3d146b-4baa-4072-beee-5c3e0c754d39, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9d3d146b-4baa-4072-beee-5c3e0c754d39,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:55.163606 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.183188 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a478c0d8-51c8-48f3-a17d-bfba0872f537 req-b975b53e-ce58-4e95-b503-728fcd824d48 service neutron] 10.222.0.35 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362609 Jul 15 13:20:55.219960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Made reservation on behalf of 8c8996b849c64519aeb6129344a4051c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:55.223889 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.300672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 65777e02-0124-444f-a71c-4076c7f0bd75 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:55.325617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.328634 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.331165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] 10.222.0.30 "PUT /v2.0/ports/9d3d146b-4baa-4072-beee-5c3e0c754d39 HTTP/1.1" status: 200 len: 1093 time: 2.4196491 Jul 15 13:20:55.372356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1668e85d-a43c-4120-a323-a2ccbfdcc2bd req-8c8f6a50-b51b-400c-9645-1f83d7e4b1ba tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610424 Jul 15 13:20:55.386402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee124241-87f0-4ee5-b100-587626abede8 None None] Network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:55.462574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-c176533d-70f1-492a-a5c5-d30892dfca3e service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522862 Jul 15 13:20:55.464878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddfe4c-e734-495c-bd4b-db4b7face91b service neutron] Pushing event updated for resources: {'Port': ['ID=9d3d146b-4baa-4072-beee-5c3e0c754d39,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:55.560316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-f71bbc48-0d42-4ee1-b2e6-686847a4ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.561927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-f71bbc48-0d42-4ee1-b2e6-686847a4ccf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 1096 time: 0.1537721 Jul 15 13:20:55.595353 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32145696-33ef-4a70-8cf3-ecf6c5e03fdd req-6ccd2fb0-970c-434d-9e10-554c676507c0 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179800 Jul 15 13:20:55.668089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.689078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-32d67ddd-3e77-4a38-b29b-f0b0d1808514 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3d146b-4baa-4072-beee-5c3e0c754d39 HTTP/1.1" status: 200 len: 217 time: 0.0925441 Jul 15 13:20:55.757390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-f4f94435-94e8-4b11-a82d-085fa69fe2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.758930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-f4f94435-94e8-4b11-a82d-085fa69fe2dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.0631993 Jul 15 13:20:55.766350 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Subnet': ['ID=333731d1-28e6-4398-b403-b2eb2ea68ea0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:55.794622 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Checking segment: {'id': '385e1515-b731-4ebb-8d57-1b0c187a8973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eda55134-90f3-4522-9b36-856297437cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:55.795543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network hostable DHCP agents. Network: eda55134-90f3-4522-9b36-856297437cb6, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:55.796595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-3057527d-3a48-4664-a242-90417334a771', 'network_id': '3057527d-3a48-4664-a242-90417334a771', 'tenant_id': '8c8996b849c64519aeb6129344a4051c', 'fixed_ips': [{'subnet_id': 'c5fcf33b-b132-48be-9769-42048c07d3ef'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:55.798263 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.818492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-413eaf2d-188c-4519-bc01-6b1f8b0a0093 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519130 Jul 15 13:20:55.825078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-010a48cc-6524-47d9-898d-56860bcbb90f None None] Provisioning for port 65777e02-0124-444f-a71c-4076c7f0bd75 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:55.826240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network eda55134-90f3-4522-9b36-856297437cb6 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:55.837998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-010a48cc-6524-47d9-898d-56860bcbb90f None None] Provisioning complete for port 65777e02-0124-444f-a71c-4076c7f0bd75 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:55.838573 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-010a48cc-6524-47d9-898d-56860bcbb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.851042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e451a1-3885-4d64-a577-77251e9715be', 'tag': '9d3d146b-4baa-4072-beee-5c3e0c754d39'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:55.853952 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f" -d '{"events": [{"name": "network-changed", "server_uuid": "64e451a1-3885-4d64-a577-77251e9715be", "tag": "9d3d146b-4baa-4072-beee-5c3e0c754d39"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:55.856423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, eda55134-90f3-4522-9b36-856297437cb6) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:55.864263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.865741 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.888670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fceab2-22b0-462b-a1d1-be9020f32957 None None] Network eda55134-90f3-4522-9b36-856297437cb6 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:55.911830 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9983f549-8092-4286-8222-18d6edbbc8fa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8932619 Jul 15 13:20:55.912451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54178) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:55.997483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638b2837-9444-4058-85ea-1095631fd9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455ab34-4fad-4721-992f-2e0566a41730'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:56.003816 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51e9e73-d0ea-4cce-b7f2-ad8562b28b30" -d '{"events": [{"server_uuid": "638b2837-9444-4058-85ea-1095631fd9b4", "name": "network-vif-plugged", "status": "completed", "tag": "d455ab34-4fad-4721-992f-2e0566a41730"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:56.013377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 7aae7044-b646-4fe1-a43a-b301cda8bbca details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:56.342093 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:56.392096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.394544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-11c7a900-98aa-4c98-810e-8088f3cde185 service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667231 Jul 15 13:20:56.484949 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-010a48cc-6524-47d9-898d-56860bcbb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.491515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cb505-b23a-46fd-966a-ae97b32a96df req-b915b632-b309-40f0-b967-f357ee3aa5d4 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.497191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e95cb505-b23a-46fd-966a-ae97b32a96df req-b915b632-b309-40f0-b967-f357ee3aa5d4 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 944 time: 0.5657501 Jul 15 13:20:56.606762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e95cb505-b23a-46fd-966a-ae97b32a96df req-3031b250-2f96-40cf-b73e-abb53f8865f0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937304 Jul 15 13:20:56.632948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf749ea-a549-4b61-b8d9-1dfb0d53f40e req-41086416-8c0f-4c73-b3dc-92ff81c3ebbf service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136128 Jul 15 13:20:56.678970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Allocated IP 2001:db8::2 (3057527d-3a48-4664-a242-90417334a771/c5fcf33b-b132-48be-9769-42048c07d3ef/f1972235-a378-4b65-af59-53ef6a538d99) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:56.782398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-010a48cc-6524-47d9-898d-56860bcbb90f None None] For port 65777e02-0124-444f-a71c-4076c7f0bd75, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=65777e02-0124-444f-a71c-4076c7f0bd75,segment=NetworkSegment(d6515c4a-2052-46e7-8ba2-588b4261b98f),segment_id=d6515c4a-2052-46e7-8ba2-588b4261b98f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:56.789576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 7aae7044-b646-4fe1-a43a-b301cda8bbca, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:56.835461 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-010a48cc-6524-47d9-898d-56860bcbb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.842439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767e3b9-c655-4768-abbc-d70fed0ea1cd req-6f464ba7-bc98-4e1c-b487-5b8afdc0aa08 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.849954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c767e3b9-c655-4768-abbc-d70fed0ea1cd req-6f464ba7-bc98-4e1c-b487-5b8afdc0aa08 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 944 time: 0.0896671 Jul 15 13:20:56.889452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c767e3b9-c655-4768-abbc-d70fed0ea1cd req-8c2b645d-646e-414f-9276-a6ef644604c3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 Jul 15 13:20:56.940418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448702de-8639-4018-9359-93db4536a759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-eda55134-90f3-4522-9b36-856297437cb6', 'network_id': 'eda55134-90f3-4522-9b36-856297437cb6', 'tenant_id': '8c8996b849c64519aeb6129344a4051c', 'fixed_ips': [{'subnet_id': '333731d1-28e6-4398-b403-b2eb2ea68ea0'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:56.941875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-448702de-8639-4018-9359-93db4536a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.957918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '7aae7044-b646-4fe1-a43a-b301cda8bbca', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '7aae7044-b646-4fe1-a43a-b301cda8bbca', 'mac_address': 'fa:16:3e:bb:49:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:57.095313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5748769-2556-4d1b-a30a-d7766e666d43 req-8fbcd24c-1a18-437d-bc20-75976449423e tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.097308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5748769-2556-4d1b-a30a-d7766e666d43 req-8fbcd24c-1a18-437d-bc20-75976449423e tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 946 time: 0.0809879 Jul 15 13:20:57.131280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a48cc-6524-47d9-898d-56860bcbb90f None None] Pushing event updated for resources: {'Port': ['ID=65777e02-0124-444f-a71c-4076c7f0bd75,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:57.139557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5748769-2556-4d1b-a30a-d7766e666d43 req-3c1ed587-0e71-4471-8ef9-8fb9cd933964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363212 Jul 15 13:20:57.182206 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b600477b-6e3c-4675-adae-6cccc2f66232 None None] Provisioning complete for port 65777e02-0124-444f-a71c-4076c7f0bd75 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:57.182620 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b600477b-6e3c-4675-adae-6cccc2f66232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.247936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54186) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.257906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.337998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aae7044-b646-4fe1-a43a-b301cda8bbca {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:57.368633 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.412279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 7aae7044-b646-4fe1-a43a-b301cda8bbca, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:57.418633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-448702de-8639-4018-9359-93db4536a759 None None] Allocated IP 2001:db8::2 (eda55134-90f3-4522-9b36-856297437cb6/333731d1-28e6-4398-b403-b2eb2ea68ea0/79d094c9-8a52-4378-ad96-a4173c32ec06) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:57.431567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Transition to ACTIVE for port object f1972235-a378-4b65-af59-53ef6a538d99 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:57.434359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.443404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a6278-6f87-45bf-9eb6-78447ff20907 req-d1159375-76dd-4b70-8dcb-ee2e7e767574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.445214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-879a6278-6f87-45bf-9eb6-78447ff20907 req-d1159375-76dd-4b70-8dcb-ee2e7e767574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.1015949 Jul 15 13:20:57.503476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-879a6278-6f87-45bf-9eb6-78447ff20907 req-0661cb45-3575-4fda-b7bb-54bafbb74f2c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448220 Jul 15 13:20:57.516205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Transition to ACTIVE for port object f1972235-a378-4b65-af59-53ef6a538d99 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:57.552118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54190) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.566829 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.603068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=7aae7044-b646-4fe1-a43a-b301cda8bbca,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:57.607295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Network 3057527d-3a48-4664-a242-90417334a771 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:57.633204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Allocated IP 2001:db8::1 (3057527d-3a48-4664-a242-90417334a771/c5fcf33b-b132-48be-9769-42048c07d3ef/e73826f8-c725-4250-bc11-586993894625) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:57.645301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:57.650257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:57.686069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['7aae7044-b646-4fe1-a43a-b301cda8bbca'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:57.701690 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b063a731-deac-4850-9fe5-8285009706db x-openstack-request-id: req-b063a731-deac-4850-9fe5-8285009706db {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:57.702138 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e451a1-3885-4d64-a577-77251e9715be", "tag": "9d3d146b-4baa-4072-beee-5c3e0c754d39", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:57.702503 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b063a731-deac-4850-9fe5-8285009706db {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:57.704333 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e451a1-3885-4d64-a577-77251e9715be', 'tag': '9d3d146b-4baa-4072-beee-5c3e0c754d39', 'status': 'completed', 'code': 200} Jul 15 13:20:57.760597 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207fa681-6d44-40f8-9253-745554537bba x-openstack-request-id: req-207fa681-6d44-40f8-9253-745554537bba {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:57.761436 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638b2837-9444-4058-85ea-1095631fd9b4", "name": "network-vif-plugged", "status": "completed", "tag": "d455ab34-4fad-4721-992f-2e0566a41730", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:57.761656 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-207fa681-6d44-40f8-9253-745554537bba {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:57.762312 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638b2837-9444-4058-85ea-1095631fd9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455ab34-4fad-4721-992f-2e0566a41730', 'code': 200} Jul 15 13:20:57.810076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Pushing event updated for resources: {'Port': ['ID=f1972235-a378-4b65-af59-53ef6a538d99,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:57.832773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-15432291-fc91-4def-924c-040a3fb0bcb2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/524db51b-21c4-4441-895a-6d4879ac0460 HTTP/1.1" status: 200 len: 992 time: 0.2768440 Jul 15 13:20:57.852981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Attempting to bind port f1972235-a378-4b65-af59-53ef6a538d99 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:57.853359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Attempting to bind port f1972235-a378-4b65-af59-53ef6a538d99 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '73db8850-3434-4628-9841-529b8fa30cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3057527d-3a48-4664-a242-90417334a771'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:57.853749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Attempting to bind port f1972235-a378-4b65-af59-53ef6a538d99 on network 3057527d-3a48-4664-a242-90417334a771 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:57.892580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:57.892986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Checking segment: {'id': '73db8850-3434-4628-9841-529b8fa30cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3057527d-3a48-4664-a242-90417334a771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:57.893393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.893799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Bound using segment: {'id': '73db8850-3434-4628-9841-529b8fa30cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3057527d-3a48-4664-a242-90417334a771'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:57.894295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Bound port: f1972235-a378-4b65-af59-53ef6a538d99, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73db8850-3434-4628-9841-529b8fa30cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3057527d-3a48-4664-a242-90417334a771'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:57.894729 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.907386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-cc76b0f1-c256-4146-9a1d-9808cd583acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.910363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-cc76b0f1-c256-4146-9a1d-9808cd583acc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 1096 time: 0.2044058 Jul 15 13:20:57.974431 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-448702de-8639-4018-9359-93db4536a759 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.991917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-448702de-8639-4018-9359-93db4536a759 None None] Transition to ACTIVE for port object 79d094c9-8a52-4378-ad96-a4173c32ec06 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:58.060380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-448702de-8639-4018-9359-93db4536a759 None None] Transition to ACTIVE for port object 79d094c9-8a52-4378-ad96-a4173c32ec06 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:58.079051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] For port f1972235-a378-4b65-af59-53ef6a538d99, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:58.082506 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-448702de-8639-4018-9359-93db4536a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.090047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] For port f1972235-a378-4b65-af59-53ef6a538d99, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f1972235-a378-4b65-af59-53ef6a538d99,segment=NetworkSegment(73db8850-3434-4628-9841-529b8fa30cb4),segment_id=73db8850-3434-4628-9841-529b8fa30cb4)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:58.109677 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.114351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-5f362feb-0d15-42b5-9461-6d8684f93689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.116024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-5f362feb-0d15-42b5-9461-6d8684f93689 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 916 time: 0.1941309 Jul 15 13:20:58.150404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448702de-8639-4018-9359-93db4536a759 None None] Network eda55134-90f3-4522-9b36-856297437cb6 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:58.163367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-448702de-8639-4018-9359-93db4536a759 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:58.171614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448702de-8639-4018-9359-93db4536a759 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:58.191734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448702de-8639-4018-9359-93db4536a759 None None] Pushing event updated for resources: {'Port': ['ID=79d094c9-8a52-4378-ad96-a4173c32ec06,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.199359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-f5fc3a82-639e-4568-98e1-180166c34cc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3d146b-4baa-4072-beee-5c3e0c754d39 HTTP/1.1" status: 200 len: 217 time: 0.0708725 Jul 15 13:20:58.205221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfb303-2b76-4ecd-a41a-e199b8a56fdb req-fd36f805-4322-4969-9629-af0f275a94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.206918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02dfb303-2b76-4ecd-a41a-e199b8a56fdb req-fd36f805-4322-4969-9629-af0f275a94b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 1098 time: 0.3576837 Jul 15 13:20:58.360256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.384007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54afd1-934f-47fe-9ac6-7981712b1d8e req-c7fc3d8b-2fb1-4410-8e58-fb8f104d1909 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.396642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae54afd1-934f-47fe-9ac6-7981712b1d8e req-c7fc3d8b-2fb1-4410-8e58-fb8f104d1909 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.3359156 Jul 15 13:20:58.412774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Transition to ACTIVE for port object e73826f8-c725-4250-bc11-586993894625 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:58.498936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a310b-1819-4a19-81cf-94c5c1b5a48e req-acceb1b6-baf0-4686-8d62-7ad0bfa59e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.510457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-448702de-8639-4018-9359-93db4536a759 None None] Attempting to bind port 79d094c9-8a52-4378-ad96-a4173c32ec06 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:58.511635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-448702de-8639-4018-9359-93db4536a759 None None] Attempting to bind port 79d094c9-8a52-4378-ad96-a4173c32ec06 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '385e1515-b731-4ebb-8d57-1b0c187a8973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eda55134-90f3-4522-9b36-856297437cb6'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:58.511814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448702de-8639-4018-9359-93db4536a759 None None] Attempting to bind port 79d094c9-8a52-4378-ad96-a4173c32ec06 on network eda55134-90f3-4522-9b36-856297437cb6 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:58.515480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7e24c-bb3a-40eb-824a-a94e444fe0c0 None None] Pushing event updated for resources: {'Port': ['ID=f1972235-a378-4b65-af59-53ef6a538d99,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.515711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-231a310b-1819-4a19-81cf-94c5c1b5a48e req-acceb1b6-baf0-4686-8d62-7ad0bfa59e67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 1097 time: 0.4019392 Jul 15 13:20:58.518284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-be146166-06ab-45be-aad0-62081b0cffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.521460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448702de-8639-4018-9359-93db4536a759 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:58.521704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-be146166-06ab-45be-aad0-62081b0cffff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.2923458 Jul 15 13:20:58.521967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448702de-8639-4018-9359-93db4536a759 None None] Checking segment: {'id': '385e1515-b731-4ebb-8d57-1b0c187a8973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eda55134-90f3-4522-9b36-856297437cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:58.522395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-448702de-8639-4018-9359-93db4536a759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.522791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448702de-8639-4018-9359-93db4536a759 None None] Bound using segment: {'id': '385e1515-b731-4ebb-8d57-1b0c187a8973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eda55134-90f3-4522-9b36-856297437cb6'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:58.523322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-448702de-8639-4018-9359-93db4536a759 None None] Bound port: 79d094c9-8a52-4378-ad96-a4173c32ec06, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385e1515-b731-4ebb-8d57-1b0c187a8973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eda55134-90f3-4522-9b36-856297437cb6'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:58.523738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-448702de-8639-4018-9359-93db4536a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.530064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.642002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-448702de-8639-4018-9359-93db4536a759 None None] For port 79d094c9-8a52-4378-ad96-a4173c32ec06, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:58.646477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-448702de-8639-4018-9359-93db4536a759 None None] For port 79d094c9-8a52-4378-ad96-a4173c32ec06, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=79d094c9-8a52-4378-ad96-a4173c32ec06,segment=NetworkSegment(385e1515-b731-4ebb-8d57-1b0c187a8973),segment_id=385e1515-b731-4ebb-8d57-1b0c187a8973)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:58.655167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Port': ['ID=e73826f8-c725-4250-bc11-586993894625,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.664696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network 3057527d-3a48-4664-a242-90417334a771 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:58.667458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:58.670679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:58.671494 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.677350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-448702de-8639-4018-9359-93db4536a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.699924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02dfb303-2b76-4ecd-a41a-e199b8a56fdb req-02d45ae7-bf7e-4a69-8202-511a63174598 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766068 Jul 15 13:20:58.708910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-93e259a8-f185-45dd-8c0a-4e084bcaf7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579497 Jul 15 13:20:58.757069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae54afd1-934f-47fe-9ac6-7981712b1d8e req-60d6f9c7-fbd9-47cd-b7ec-472ed57e3f86 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375590 Jul 15 13:20:58.784789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-231a310b-1819-4a19-81cf-94c5c1b5a48e req-25d05a7e-6897-4cd2-8000-c8bd54f850be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575560 Jul 15 13:20:58.805007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.809266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f1972235-a378-4b65-af59-53ef6a538d99 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:58.830269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448702de-8639-4018-9359-93db4536a759 None None] Pushing event updated for resources: {'Port': ['ID=79d094c9-8a52-4378-ad96-a4173c32ec06,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.952066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f1972235-a378-4b65-af59-53ef6a538d99 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:58.958919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 65777e02-0124-444f-a71c-4076c7f0bd75 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:58.961675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-c352b3b5-60c9-43ff-a822-ee80a9aec212 service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975560 Jul 15 13:20:58.996863 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.153399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 65777e02-0124-444f-a71c-4076c7f0bd75 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:59.153769 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.227918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cd283b5-8c5b-4cf1-bfb9-da37342dce0f req-7e7ce2f7-5e30-4bb2-98e7-75dded2062be service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570148 Jul 15 13:20:59.335755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060e0ca-0a87-4f92-bca5-e2891a6cf4ee req-d1ce0086-946a-4991-9853-0e8fe6662fe3 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.337544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f060e0ca-0a87-4f92-bca5-e2891a6cf4ee req-d1ce0086-946a-4991-9853-0e8fe6662fe3 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 944 time: 0.1246979 Jul 15 13:20:59.416355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f060e0ca-0a87-4f92-bca5-e2891a6cf4ee req-7bbbfbc3-d8de-4c79-bc4e-02800a42e3ac tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706959 Jul 15 13:20:59.717182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596cda2-469f-4eaa-93f5-5c4aa2879d7a req-3ab08c03-5bda-428d-8347-9746b53faa9f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.718931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7596cda2-469f-4eaa-93f5-5c4aa2879d7a req-3ab08c03-5bda-428d-8347-9746b53faa9f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 945 time: 0.1002688 Jul 15 13:20:59.796178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7596cda2-469f-4eaa-93f5-5c4aa2879d7a req-08691766-6510-41c2-a731-a59a2d74f838 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652602 Jul 15 13:20:59.869028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.874622 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Deleting port da4db060-70fb-4b70-acdc-1ed30e638935 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:59.875063 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.908936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a7943-7a53-4d14-9a32-83c9f8255b67 None None] Network 3057527d-3a48-4664-a242-90417334a771 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:59.924391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.925285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.988979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 7aae7044-b646-4fe1-a43a-b301cda8bbca up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:00.077454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f2f18-d5b4-4a19-859d-b52f409fde1b req-9b4b6410-1541-474c-99a7-3ea1f97d9876 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.087350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-428f2f18-d5b4-4a19-859d-b52f409fde1b req-9b4b6410-1541-474c-99a7-3ea1f97d9876 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 946 time: 0.1100190 Jul 15 13:21:00.118451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4c124555-e1ee-4c25-994b-a3c1c0f7986a None None] Provisioning for port f1972235-a378-4b65-af59-53ef6a538d99 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:00.124171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4c124555-e1ee-4c25-994b-a3c1c0f7986a None None] Provisioning complete for port f1972235-a378-4b65-af59-53ef6a538d99 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:00.124520 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4c124555-e1ee-4c25-994b-a3c1c0f7986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.160050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-428f2f18-d5b4-4a19-859d-b52f409fde1b req-99d92fa7-e7ad-4b75-a29a-49a7ec35a9a8 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713198 Jul 15 13:21:00.217845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 7aae7044-b646-4fe1-a43a-b301cda8bbca completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:00.239047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 7aae7044-b646-4fe1-a43a-b301cda8bbca triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:00.239936 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.309671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] For port da4db060-70fb-4b70-acdc-1ed30e638935, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=da4db060-70fb-4b70-acdc-1ed30e638935,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:00.310290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.411866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Calling delete_port for da4db060-70fb-4b70-acdc-1ed30e638935 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:00.423323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Port': ['ID=e73826f8-c725-4250-bc11-586993894625,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.507526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network 3057527d-3a48-4664-a242-90417334a771 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:00.511763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:00.531877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1844d0-8443-4dee-b23a-7c8214490d1f req-812e0854-2dd2-4474-aab7-2279ac686a87 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.534581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b1844d0-8443-4dee-b23a-7c8214490d1f req-812e0854-2dd2-4474-aab7-2279ac686a87 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.1318169 Jul 15 13:21:00.543718 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4c124555-e1ee-4c25-994b-a3c1c0f7986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.626361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25475e92-30e9-4454-bff0-be76272f5e54 None None] Network eda55134-90f3-4522-9b36-856297437cb6 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:00.661090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b1844d0-8443-4dee-b23a-7c8214490d1f req-ae33d4d0-dee0-42b1-9583-555618954bdd tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145716 Jul 15 13:21:00.733837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4c124555-e1ee-4c25-994b-a3c1c0f7986a None None] For port f1972235-a378-4b65-af59-53ef6a538d99, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f1972235-a378-4b65-af59-53ef6a538d99,segment=NetworkSegment(73db8850-3434-4628-9841-529b8fa30cb4),segment_id=73db8850-3434-4628-9841-529b8fa30cb4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:00.739079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9d3d146b-4baa-4072-beee-5c3e0c754d39 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:00.811386 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.813851 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4c124555-e1ee-4c25-994b-a3c1c0f7986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.853865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 79d094c9-8a52-4378-ad96-a4173c32ec06 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:00.886708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Router 2fce3207-ca82-4e64-a7a9-7cd574ad54d5 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:21:01.019915 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:21:01.022214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a5ac50-e84e-4c26-a201-17e9b9708a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae7044-b646-4fe1-a43a-b301cda8bbca'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:01.025910 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2839f7b7-2214-45a9-ad04-2f98c5ad2b49" -d '{"events": [{"server_uuid": "79a5ac50-e84e-4c26-a201-17e9b9708a60", "name": "network-vif-plugged", "status": "completed", "tag": "7aae7044-b646-4fe1-a43a-b301cda8bbca"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:01.058167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 7aae7044-b646-4fe1-a43a-b301cda8bbca, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:01.062450 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.125440 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.140203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4db060-70fb-4b70-acdc-1ed30e638935,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.165859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:01.179177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c124555-e1ee-4c25-994b-a3c1c0f7986a None None] Pushing event updated for resources: {'Port': ['ID=f1972235-a378-4b65-af59-53ef6a538d99,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.207055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2c450b4d-fcab-4f89-a3a8-3bf3f50d83ca None None] Provisioning for port 79d094c9-8a52-4378-ad96-a4173c32ec06 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:01.242640 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cf475f91-cfcb-4d07-8cd2-ebf16309e0ed tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "PUT /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3283622 Jul 15 13:21:01.243836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54212) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:01.252131 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ef99f-b737-4393-beba-d4480f8e2687 None None] Sync routers for ids ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:01.280602 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ef99f-b737-4393-beba-d4480f8e2687 None None] Routers {'2fce3207-ca82-4e64-a7a9-7cd574ad54d5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:01.282589 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ca5ef99f-b737-4393-beba-d4480f8e2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:01.374197 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ca5ef99f-b737-4393-beba-d4480f8e2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:01.401963 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ef99f-b737-4393-beba-d4480f8e2687 None None] Routers {'2fce3207-ca82-4e64-a7a9-7cd574ad54d5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:01.403522 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ca5ef99f-b737-4393-beba-d4480f8e2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:01.491694 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ca5ef99f-b737-4393-beba-d4480f8e2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:01.492793 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ef99f-b737-4393-beba-d4480f8e2687 None None] The sync data for ids ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:01.566904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 79d094c9-8a52-4378-ad96-a4173c32ec06 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:01.574259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf29b0-7bde-40b8-8c0d-99e17ad132bc req-b4d9089a-9375-48af-a886-e229452b32b2 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:01.596145 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2adf29b0-7bde-40b8-8c0d-99e17ad132bc req-b4d9089a-9375-48af-a886-e229452b32b2 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 944 time: 0.5035224 Jul 15 13:21:01.615650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 79d094c9-8a52-4378-ad96-a4173c32ec06 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:01.616251 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.636976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9d3d146b-4baa-4072-beee-5c3e0c754d39, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9d3d146b-4baa-4072-beee-5c3e0c754d39,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:01.642657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=7aae7044-b646-4fe1-a43a-b301cda8bbca,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.728346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '9d3d146b-4baa-4072-beee-5c3e0c754d39', 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'port_id': '9d3d146b-4baa-4072-beee-5c3e0c754d39', 'mac_address': 'fa:16:3e:6c:86:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:01.759002 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.831390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a4008ca5-3f43-49bd-afe6-3918d4097d6b None None] Provisioning complete for port f1972235-a378-4b65-af59-53ef6a538d99 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:01.831390 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4008ca5-3f43-49bd-afe6-3918d4097d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.835846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2adf29b0-7bde-40b8-8c0d-99e17ad132bc req-405124ba-6a77-46d5-82f7-b98508e00625 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375171 Jul 15 13:21:01.925446 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.975211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3d146b-4baa-4072-beee-5c3e0c754d39 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:02.146570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9d3d146b-4baa-4072-beee-5c3e0c754d39, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9d3d146b-4baa-4072-beee-5c3e0c754d39,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:02.151904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.242664 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.298487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e5fa8-c257-422a-abde-a538cb71a25c req-f3c2075f-8ea1-48f1-b350-ea9f7d5aa598 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.317497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-047e5fa8-c257-422a-abde-a538cb71a25c req-f3c2075f-8ea1-48f1-b350-ea9f7d5aa598 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.1827075 Jul 15 13:21:02.322358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Router 120cf47e-acb3-49bc-aeb3-526e11669a78 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:02.332418 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-03375c8f-3b70-42b4-992b-1f0a043b5d88 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:21:02.337396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-03375c8f-3b70-42b4-992b-1f0a043b5d88 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "PUT /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0903976 Jul 15 13:21:02.337883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54216) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:02.388813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a4008ca5-3f43-49bd-afe6-3918d4097d6b None None] Provisioning for port e73826f8-c725-4250-bc11-586993894625 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:02.394556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 79d094c9-8a52-4378-ad96-a4173c32ec06, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=79d094c9-8a52-4378-ad96-a4173c32ec06,segment=NetworkSegment(385e1515-b731-4ebb-8d57-1b0c187a8973),segment_id=385e1515-b731-4ebb-8d57-1b0c187a8973)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:02.405743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9d3d146b-4baa-4072-beee-5c3e0c754d39,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:02.410653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a4008ca5-3f43-49bd-afe6-3918d4097d6b None None] Provisioning complete for port e73826f8-c725-4250-bc11-586993894625 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:02.411270 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4008ca5-3f43-49bd-afe6-3918d4097d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.417172 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.514147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-047e5fa8-c257-422a-abde-a538cb71a25c req-7cd8f5b7-e491-4ce5-9492-5427b142be12 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953545 Jul 15 13:21:02.558742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a4008ca5-3f43-49bd-afe6-3918d4097d6b None None] Port e73826f8-c725-4250-bc11-586993894625 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:02.577163 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9d3d146b-4baa-4072-beee-5c3e0c754d39'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:02.638677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:02.649218 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-23c9ffd5-eeba-4e38-955e-5847ca043221 admin admin] 10.222.0.25 "PUT /v2.0/routers/120cf47e-acb3-49bc-aeb3-526e11669a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3993216 Jul 15 13:21:02.654414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54220) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:02.676187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] Sync routers for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:02.725838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=79d094c9-8a52-4378-ad96-a4173c32ec06,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:02.765409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:02.766078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:02.844687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfcd93e8-73dd-487a-8b48-a1b697adabcb None None] Provisioning complete for port e73826f8-c725-4250-bc11-586993894625 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:02.845256 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cfcd93e8-73dd-487a-8b48-a1b697adabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.935972 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.098467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.110695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5d72a-0b4a-4c5a-8d47-e4bac90abd0c req-88e62f2e-71dc-4a56-a80f-d1dd3bc3a000 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.113493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bde5d72a-0b4a-4c5a-8d47-e4bac90abd0c req-88e62f2e-71dc-4a56-a80f-d1dd3bc3a000 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.2699220 Jul 15 13:21:03.124038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f1972235-a378-4b65-af59-53ef6a538d99 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:03.203797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Deleting port b7e01a9b-f828-4fb2-ae75-cdefecd4f720 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:03.204230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.221118 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bde5d72a-0b4a-4c5a-8d47-e4bac90abd0c req-bd437e0a-a119-49bf-a037-268da4fb0ece tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857072 Jul 15 13:21:03.322360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd93e8-73dd-487a-8b48-a1b697adabcb None None] Port e73826f8-c725-4250-bc11-586993894625 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:03.326226 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.358087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:03.379316 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] For port b7e01a9b-f828-4fb2-ae75-cdefecd4f720, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b7e01a9b-f828-4fb2-ae75-cdefecd4f720,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:03.381082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.386749 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2969ce63-7864-499e-8f4f-57ea180e6f83 x-openstack-request-id: req-2969ce63-7864-499e-8f4f-57ea180e6f83 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:03.387191 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a5ac50-e84e-4c26-a201-17e9b9708a60", "name": "network-vif-plugged", "status": "completed", "tag": "7aae7044-b646-4fe1-a43a-b301cda8bbca", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:03.387553 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2969ce63-7864-499e-8f4f-57ea180e6f83 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:03.388123 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a5ac50-e84e-4c26-a201-17e9b9708a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae7044-b646-4fe1-a43a-b301cda8bbca', 'code': 200} Jul 15 13:21:03.425587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Calling delete_port for b7e01a9b-f828-4fb2-ae75-cdefecd4f720 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:03.534391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfcd93e8-73dd-487a-8b48-a1b697adabcb None None] Provisioning complete for port 79d094c9-8a52-4378-ad96-a4173c32ec06 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:03.534879 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cfcd93e8-73dd-487a-8b48-a1b697adabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.721257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f1972235-a378-4b65-af59-53ef6a538d99 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:03.721815 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.772750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1b5b1-c293-48a9-a99c-c2f2f7bc8ce4 req-7f7fb27f-05d7-4adf-b0d2-40b270b2a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.775872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55f1b5b1-c293-48a9-a99c-c2f2f7bc8ce4 req-7f7fb27f-05d7-4adf-b0d2-40b270b2a92a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 1098 time: 0.2756345 Jul 15 13:21:03.776621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.870976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55f1b5b1-c293-48a9-a99c-c2f2f7bc8ce4 req-b93c36ac-b09d-42eb-bbd2-4a5880a5a768 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850260 Jul 15 13:21:03.880988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65706a1e-ed65-4cef-b16e-1715e177a852 req-221d78e5-c969-4544-92a9-52803db73ef2 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.882695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65706a1e-ed65-4cef-b16e-1715e177a852 req-221d78e5-c969-4544-92a9-52803db73ef2 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 946 time: 0.2741363 Jul 15 13:21:03.967715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65706a1e-ed65-4cef-b16e-1715e177a852 req-27f7f256-68d8-4422-a9c3-2a90f1186d6e tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751548 Jul 15 13:21:04.010968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:21:00Z', 'revision_number': 5, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port': {'id': 'b7e01a9b-f828-4fb2-ae75-cdefecd4f720', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:44Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:04.082859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] Checking router: 120cf47e-acb3-49bc-aeb3-526e11669a78 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:04.096280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Deleting port e73826f8-c725-4250-bc11-586993894625 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:04.097085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.114092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cdd8d664-c170-4a12-9035-59803844ae17 None None] Provisioning complete for port e73826f8-c725-4250-bc11-586993894625 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:04.114912 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d664-c170-4a12-9035-59803844ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.121354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] Routers {'120cf47e-acb3-49bc-aeb3-526e11669a78'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:04.122487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['120cf47e-acb3-49bc-aeb3-526e11669a78'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:04.194934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e01a9b-f828-4fb2-ae75-cdefecd4f720,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:04.277621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.357992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.361548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] Set router 120cf47e-acb3-49bc-aeb3-526e11669a78 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:04.365113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8d664-c170-4a12-9035-59803844ae17 None None] Port e73826f8-c725-4250-bc11-586993894625 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:04.383986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Calling delete_port for e73826f8-c725-4250-bc11-586993894625 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:04.426152 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.430475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.460453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:21:03Z', 'revision_number': 7, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:04.490559 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.491651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 120cf47e-acb3-49bc-aeb3-526e11669a78 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:21:04.499343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.504887 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d12e1ee7-9c6d-40f0-876d-3f9bdf719827 admin admin] 10.222.0.25 "DELETE /v2.0/routers/120cf47e-acb3-49bc-aeb3-526e11669a78 HTTP/1.1" status: 204 len: 168 time: 1.8485091 Jul 15 13:21:04.505433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54232) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:04.508343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19812e1-f3be-48f8-83f0-83c06998ea0d None None] The sync data for ids ['120cf47e-acb3-49bc-aeb3-526e11669a78'] in n-d-771362-36 is: [{'id': '120cf47e-acb3-49bc-aeb3-526e11669a78', 'name': 'tempest-AttachVolumeTestJSON-2067878882-router', 'tenant_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:42Z', 'updated_at': '2021-07-15T13:21:03Z', 'revision_number': 7, 'project_id': '78cf8bb54c1c495e95b4bc8b7b64598a', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:04.522598 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.656418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-557fe205-52e8-4181-86a8-c7f37aa5b9ad admin admin] Deleting subnet cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:04.663060 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-557fe205-52e8-4181-86a8-c7f37aa5b9ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.750440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9d3d146b-4baa-4072-beee-5c3e0c754d39 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:04.814228 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-557fe205-52e8-4181-86a8-c7f37aa5b9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.818059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 9d3d146b-4baa-4072-beee-5c3e0c754d39 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:04.824473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 9d3d146b-4baa-4072-beee-5c3e0c754d39 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:04.824801 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.866118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec69c69-5030-4623-96e4-56612ec0c994 req-5a87a4e3-67df-4e93-ad1e-f23b52104f48 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.868846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ec69c69-5030-4623-96e4-56612ec0c994 req-5a87a4e3-67df-4e93-ad1e-f23b52104f48 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 945 time: 0.3476088 Jul 15 13:21:04.966962 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.984542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.031999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9d3d146b-4baa-4072-beee-5c3e0c754d39, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9d3d146b-4baa-4072-beee-5c3e0c754d39,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:05.040769 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.088026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ec69c69-5030-4623-96e4-56612ec0c994 req-21044789-8e2e-4d82-9579-6169717d31a6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923573 Jul 15 13:21:05.094040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Port': ['ID=e73826f8-c725-4250-bc11-586993894625,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.103041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9d3d146b-4baa-4072-beee-5c3e0c754d39,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.137652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.137652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.137652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.137652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.137652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.139408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.139408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.139408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.139408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.140241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.140577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.141103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:05.189810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-557fe205-52e8-4181-86a8-c7f37aa5b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.376816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 79d094c9-8a52-4378-ad96-a4173c32ec06 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:05.380010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.408187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e451a1-3885-4d64-a577-77251e9715be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3d146b-4baa-4072-beee-5c3e0c754d39'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:05.410476 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9519b7f9-371b-4255-b5cc-662b559381b4" -d '{"events": [{"server_uuid": "64e451a1-3885-4d64-a577-77251e9715be", "name": "network-vif-plugged", "status": "completed", "tag": "9d3d146b-4baa-4072-beee-5c3e0c754d39"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:05.434723 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.455106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 79d094c9-8a52-4378-ad96-a4173c32ec06 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:05.455529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.565164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device da4db060-70fb-4b70-acdc-1ed30e638935 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:05.586186 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: da4db060-70fb-4b70-acdc-1ed30e638935 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:05.586568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device da4db060-70fb-4b70-acdc-1ed30e638935 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:06.037624 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-557fe205-52e8-4181-86a8-c7f37aa5b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.105655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fe205-52e8-4181-86a8-c7f37aa5b9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:06.117621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-557fe205-52e8-4181-86a8-c7f37aa5b9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.118291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b0947-254b-4729-a757-2e5c48598610 None None] Network c1a5bd99-2642-4040-afd8-914614b6d4f0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:06.121648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-557fe205-52e8-4181-86a8-c7f37aa5b9ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cadb4dcc-7914-4dcf-a8fb-a0d3649dbcff HTTP/1.1" status: 204 len: 168 time: 1.6144900 Jul 15 13:21:06.124811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:06.227531 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.258172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5def3-0d99-4dfb-b320-3b9f8e1bc354 req-48088745-8005-400d-9cb9-eae949fc0a48 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.261586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eef5def3-0d99-4dfb-b320-3b9f8e1bc354 req-48088745-8005-400d-9cb9-eae949fc0a48 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.9144714 Jul 15 13:21:06.305406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Router 2fce3207-ca82-4e64-a7a9-7cd574ad54d5 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:06.320952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Deleting port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:06.321550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.352002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eef5def3-0d99-4dfb-b320-3b9f8e1bc354 req-5fd7375c-594e-4e29-bb7c-ab4a2a0705ba tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770926 Jul 15 13:21:06.371331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] DHCP port deletion for c1a5bd99-2642-4040-afd8-914614b6d4f0 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:06.459533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] For port bc3b9c45-433c-45d2-9adf-cf9a134eecf3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:06.460297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.466396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] Deleting port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:06.467272 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.467613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:06.477446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f4cc5550-2dfc-4d87-9f43-6e3d0fcfad7e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "PUT /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1360233 Jul 15 13:21:06.480781 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de452438-47cc-4904-b820-91b3e1e9927b None None] Sync routers for ids ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:06.484679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54246) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:06.505614 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de452438-47cc-4904-b820-91b3e1e9927b None None] Routers {'2fce3207-ca82-4e64-a7a9-7cd574ad54d5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:06.506171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Calling delete_port for bc3b9c45-433c-45d2-9adf-cf9a134eecf3 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:06.506908 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-de452438-47cc-4904-b820-91b3e1e9927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.571427 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-1951c819-41c8-4ba7-b3b7-b89b79708c9f tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] delete failed (client error): The resource could not be found. Jul 15 13:21:06.573658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1951c819-41c8-4ba7-b3b7-b89b79708c9f tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1220171766 HTTP/1.1" status: 404 len: 335 time: 0.0864220 Jul 15 13:21:06.584842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54248) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:06.594237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8ed1ba4a-4f6b-4e56-a6d4-4c43e015e749 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fce3207-ca82-4e64-a7a9-7cd574ad54d5'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:06.631059 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-de452438-47cc-4904-b820-91b3e1e9927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.657389 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de452438-47cc-4904-b820-91b3e1e9927b None None] Routers {'2fce3207-ca82-4e64-a7a9-7cd574ad54d5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:06.658117 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-de452438-47cc-4904-b820-91b3e1e9927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.661792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] For port bc3b9c45-433c-45d2-9adf-cf9a134eecf3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,segment=NetworkSegment(d5327982-ac5d-4b87-bea1-faecf314d6d8),segment_id=d5327982-ac5d-4b87-bea1-faecf314d6d8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:06.663189 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.689146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] Calling delete_port for bc3b9c45-433c-45d2-9adf-cf9a134eecf3 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:06.716257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.788933 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-de452438-47cc-4904-b820-91b3e1e9927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.790021 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de452438-47cc-4904-b820-91b3e1e9927b None None] The sync data for ids ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:06.790898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] No DVR routers for this DVR port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:06.806075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bc3b9c45-433c-45d2-9adf-cf9a134eecf3 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:06.836093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: bc3b9c45-433c-45d2-9adf-cf9a134eecf3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:06.836724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bc3b9c45-433c-45d2-9adf-cf9a134eecf3 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:06.837292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b7e01a9b-f828-4fb2-ae75-cdefecd4f720 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:06.857095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:06.902031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b7e01a9b-f828-4fb2-ae75-cdefecd4f720 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:06.905262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b7e01a9b-f828-4fb2-ae75-cdefecd4f720 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: from cryptography.utils import int_from_bytes Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: from cryptography.utils import int_from_bytes Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.993489 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:06.999798 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:21:07.006283 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.073536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.081152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] Pushing event deleted for resources: {'Port': ['ID=bc3b9c45-433c-45d2-9adf-cf9a134eecf3,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.091479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a5bd99-2642-4040-afd8-914614b6d4f0']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:07.096419 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef881e4-34fd-44eb-bea3-3888d13dd687 x-openstack-request-id: req-8ef881e4-34fd-44eb-bea3-3888d13dd687 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:07.096952 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e451a1-3885-4d64-a577-77251e9715be", "name": "network-vif-plugged", "status": "completed", "tag": "9d3d146b-4baa-4072-beee-5c3e0c754d39", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:07.097473 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ef881e4-34fd-44eb-bea3-3888d13dd687 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:07.099794 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e451a1-3885-4d64-a577-77251e9715be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3d146b-4baa-4072-beee-5c3e0c754d39', 'code': 200} Jul 15 13:21:07.103202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064b75c-bccd-4644-907c-af54800ce982 None None] No DVR routers for this DVR port bc3b9c45-433c-45d2-9adf-cf9a134eecf3 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:07.128597 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5327982-ac5d-4b87-bea1-faecf314d6d8') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:07.129401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5327982-ac5d-4b87-bea1-faecf314d6d8') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:07.143424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.160804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ba4a-4f6b-4e56-a6d4-4c43e015e749 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.172346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.181641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:07.182302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:07.185288 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:07.190182 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-8ed1ba4a-4f6b-4e56-a6d4-4c43e015e749 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] update failed (client error): The resource could not be found. Jul 15 13:21:07.197363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8ed1ba4a-4f6b-4e56-a6d4-4c43e015e749 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "PUT /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5 HTTP/1.1" status: 404 len: 339 time: 0.6107256 Jul 15 13:21:07.199347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54256) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.204928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1392919703'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:07.255998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.262851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.268477 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] 10.222.0.25 "DELETE /v2.0/networks/c1a5bd99-2642-4040-afd8-914614b6d4f0 HTTP/1.1" status: 204 len: 168 time: 1.1420839 Jul 15 13:21:07.283387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a66e9-37a6-42fb-9239-72594262bfde admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a5bd99-2642-4040-afd8-914614b6d4f0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.330279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Made reservation on behalf of 8c8996b849c64519aeb6129344a4051c for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:07.334433 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.387811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:07.407415 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.407770 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Added segment 123ac46f-927a-437c-b379-ada2427390d4 of type vlan for network 6a310cb2-453d-4afb-ac60-045affdb1ded Jul 15 13:21:07.422898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078b33f-bdf2-43f3-a1ce-a66b761fabac req-3b1f0bd2-4011-4cc9-adac-9f4459c305ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.424445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9078b33f-bdf2-43f3-a1ce-a66b761fabac req-3b1f0bd2-4011-4cc9-adac-9f4459c305ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 1098 time: 0.2064426 Jul 15 13:21:07.453268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54260) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.493009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a776-88c4-4adb-8f0f-97151fabc8b7 req-b98b2856-6bf6-46d6-add5-893572b89e69 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.494092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ba2a776-88c4-4adb-8f0f-97151fabc8b7 req-b98b2856-6bf6-46d6-add5-893572b89e69 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 946 time: 0.2096040 Jul 15 13:21:07.506195 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.510225 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-35f643ce-5651-4279-b5e7-09b687661d88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78cf8bb54c1c495e95b4bc8b7b64598a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552866 Jul 15 13:21:07.515022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54262) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.540010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9078b33f-bdf2-43f3-a1ce-a66b761fabac req-6203d088-3609-4dbc-b315-9c9135609070 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033542 Jul 15 13:21:07.576541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ba2a776-88c4-4adb-8f0f-97151fabc8b7 req-28608930-b281-47c4-91a2-ea649d809141 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662289 Jul 15 13:21:07.577987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.583560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.584209 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.585188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0443-c5d8-4600-b476-33aa526059a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.623878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4234202 Jul 15 13:21:07.628424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54264) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.637376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'subnet': {'network_id': '6a310cb2-453d-4afb-ac60-045affdb1ded', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:07.643098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0443-c5d8-4600-b476-33aa526059a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.668040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01624ba3-55bf-46e1-b182-216a3563851d tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Network': ['ID=6a310cb2-453d-4afb-ac60-045affdb1ded,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.688570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 6a310cb2-453d-4afb-ac60-045affdb1ded details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:07.771102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Made reservation on behalf of 8c8996b849c64519aeb6129344a4051c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:07.775418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.804138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0443-c5d8-4600-b476-33aa526059a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.807383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0443-c5d8-4600-b476-33aa526059a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.812847 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7ddb0443-c5d8-4600-b476-33aa526059a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c88d045-1cf3-433f-98a8-b0cc5dda03cd HTTP/1.1" status: 204 len: 168 time: 0.2921948 Jul 15 13:21:07.824417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb0443-c5d8-4600-b476-33aa526059a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c88d045-1cf3-433f-98a8-b0cc5dda03cd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.042582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd21760-c7fa-488b-8ba9-53043ce4736e req-f20a9132-3852-490e-8265-80ec22c7bcfb tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.048178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd21760-c7fa-488b-8ba9-53043ce4736e req-f20a9132-3852-490e-8265-80ec22c7bcfb tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.0775659 Jul 15 13:21:08.086661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.134427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd21760-c7fa-488b-8ba9-53043ce4736e req-c84339de-8bd1-432c-b83f-5f205e98df48 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828931 Jul 15 13:21:08.150384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Subnet': ['ID=4fe60a86-4787-42e1-990e-730daae373cd,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.198106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Checking segment: {'id': '123ac46f-927a-437c-b379-ada2427390d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a310cb2-453d-4afb-ac60-045affdb1ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:08.198628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network hostable DHCP agents. Network: 6a310cb2-453d-4afb-ac60-045affdb1ded, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:08.256202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network 6a310cb2-453d-4afb-ac60-045affdb1ded is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:08.278867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 6a310cb2-453d-4afb-ac60-045affdb1ded) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:08.296794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa6e453-e038-4a88-b521-95e9bb795499 None None] Network 6a310cb2-453d-4afb-ac60-045affdb1ded requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:08.317944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.318071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.356118 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c3f75c5c-a65f-4c56-a14a-6b541a20b5f3 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7261147 Jul 15 13:21:08.357936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54282) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:08.369139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-219484f5-981f-4cde-b018-6d4c26e2a1a4 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a310cb2-453d-4afb-ac60-045affdb1ded'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:08.555239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-6a310cb2-453d-4afb-ac60-045affdb1ded', 'network_id': '6a310cb2-453d-4afb-ac60-045affdb1ded', 'tenant_id': '8c8996b849c64519aeb6129344a4051c', 'fixed_ips': [{'subnet_id': '4fe60a86-4787-42e1-990e-730daae373cd'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:08.556220 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.596446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeab62-6af9-424a-9cba-53ed30b3fe52 req-f2706f94-dc62-4c7c-b25a-539faadd76a0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.598316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73eeab62-6af9-424a-9cba-53ed30b3fe52 req-f2706f94-dc62-4c7c-b25a-539faadd76a0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.3144228 Jul 15 13:21:08.733364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-219484f5-981f-4cde-b018-6d4c26e2a1a4 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.759938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Allocated IP 2001:db8:1::2 (6a310cb2-453d-4afb-ac60-045affdb1ded/4fe60a86-4787-42e1-990e-730daae373cd/a560bd61-5386-4167-a8f5-aab105848a88) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:08.923367 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-219484f5-981f-4cde-b018-6d4c26e2a1a4 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:21:08.933376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-219484f5-981f-4cde-b018-6d4c26e2a1a4 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "PUT /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5 HTTP/1.1" status: 400 len: 364 time: 0.5672975 Jul 15 13:21:08.933964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54300) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:09.128174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73eeab62-6af9-424a-9cba-53ed30b3fe52 req-c4fa8672-e5cd-4424-94d6-60040b9d99da tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791868 Jul 15 13:21:09.302147 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.314432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Transition to ACTIVE for port object a560bd61-5386-4167-a8f5-aab105848a88 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:09.334299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Transition to ACTIVE for port object a560bd61-5386-4167-a8f5-aab105848a88 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:09.345534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.448410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Network 6a310cb2-453d-4afb-ac60-045affdb1ded is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:09.452242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:09.457849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:09.461542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Pushing event updated for resources: {'Port': ['ID=a560bd61-5386-4167-a8f5-aab105848a88,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.511696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.577269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Attempting to bind port a560bd61-5386-4167-a8f5-aab105848a88 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:09.578147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Attempting to bind port a560bd61-5386-4167-a8f5-aab105848a88 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '123ac46f-927a-437c-b379-ada2427390d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a310cb2-453d-4afb-ac60-045affdb1ded'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:09.579250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Attempting to bind port a560bd61-5386-4167-a8f5-aab105848a88 on network 6a310cb2-453d-4afb-ac60-045affdb1ded {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:09.586764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:09.587684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Checking segment: {'id': '123ac46f-927a-437c-b379-ada2427390d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a310cb2-453d-4afb-ac60-045affdb1ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:09.589057 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.589878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Bound using segment: {'id': '123ac46f-927a-437c-b379-ada2427390d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a310cb2-453d-4afb-ac60-045affdb1ded'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:09.590634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Bound port: a560bd61-5386-4167-a8f5-aab105848a88, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123ac46f-927a-437c-b379-ada2427390d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a310cb2-453d-4afb-ac60-045affdb1ded'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:09.591330 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.741164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] For port a560bd61-5386-4167-a8f5-aab105848a88, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:09.751805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] For port a560bd61-5386-4167-a8f5-aab105848a88, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a560bd61-5386-4167-a8f5-aab105848a88,segment=NetworkSegment(123ac46f-927a-437c-b379-ada2427390d4),segment_id=123ac46f-927a-437c-b379-ada2427390d4)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:09.762287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.826868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf929635-3c85-4237-87de-09d85604eb55 None None] Pushing event updated for resources: {'Port': ['ID=a560bd61-5386-4167-a8f5-aab105848a88,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.868102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d5877-393b-4e9c-87f1-281dd39a3a3e req-5fac51f8-b96e-4fc7-aa10-17682b98f2a1 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.872546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-288d5877-393b-4e9c-87f1-281dd39a3a3e req-5fac51f8-b96e-4fc7-aa10-17682b98f2a1 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 946 time: 0.1355238 Jul 15 13:21:09.922122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-288d5877-393b-4e9c-87f1-281dd39a3a3e req-e6056ebc-8eb1-4a75-bd5f-faaf50b4ef09 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Jul 15 13:21:09.945500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Allocated IP 2001:db8::1 (e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3/a58fec80-84d5-4c34-90e3-cb72f9eca309/44609f0a-873f-4056-8b3a-248179f28d13) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:10.105962 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.132263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Transition to ACTIVE for port object 44609f0a-873f-4056-8b3a-248179f28d13 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:10.197194 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.273519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:10.278168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:10.283387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:10.283967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.531393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Port': ['ID=44609f0a-873f-4056-8b3a-248179f28d13,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:10.788164 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.987988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1cbfeef5-bc09-4d5a-b2c6-4aee039b74b4 None None] Provisioning for port 44609f0a-873f-4056-8b3a-248179f28d13 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:11.007004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a560bd61-5386-4167-a8f5-aab105848a88 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:11.037434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf01c8-0c84-4207-aa5f-b5c2c28bd7e2 req-9faa6efc-ac39-4549-9845-d50e633100cb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.039555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2baf01c8-0c84-4207-aa5f-b5c2c28bd7e2 req-9faa6efc-ac39-4549-9845-d50e633100cb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.1580520 Jul 15 13:21:11.084895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1cbfeef5-bc09-4d5a-b2c6-4aee039b74b4 None None] Provisioning complete for port 44609f0a-873f-4056-8b3a-248179f28d13 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:11.085637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1cbfeef5-bc09-4d5a-b2c6-4aee039b74b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.187680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2baf01c8-0c84-4207-aa5f-b5c2c28bd7e2 req-ceefd94f-6daf-419b-a979-99340330bb5e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378162 Jul 15 13:21:11.192243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfeef5-bc09-4d5a-b2c6-4aee039b74b4 None None] Port 44609f0a-873f-4056-8b3a-248179f28d13 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:11.211574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a560bd61-5386-4167-a8f5-aab105848a88 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:11.423922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.437820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.439161 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.534273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event updated for resources: {'Port': ['ID=44609f0a-873f-4056-8b3a-248179f28d13,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.622726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:11.626612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:11.827223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Router 2fce3207-ca82-4e64-a7a9-7cd574ad54d5 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:11.887846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d64b59c-b0ba-4161-8679-bb8c2f5a3e05 None None] Network 6a310cb2-453d-4afb-ac60-045affdb1ded requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:11.893858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948c554-21dc-46b9-931a-f38227eb3603 req-3fcaff94-c5c7-4e79-88bd-f9cc7d91a945 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.896806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f948c554-21dc-46b9-931a-f38227eb3603 req-3fcaff94-c5c7-4e79-88bd-f9cc7d91a945 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.2147770 Jul 15 13:21:12.002654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f948c554-21dc-46b9-931a-f38227eb3603 req-cae336a6-fe94-436c-9b3f-d3162fffd00d tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947993 Jul 15 13:21:12.102448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:12.120141 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9dc70e40-d849-43c9-a83b-0db7db43f2e5 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "PUT /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1844680 Jul 15 13:21:12.124170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54358) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:12.264505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bcd07-e547-4089-8f8a-4aef9afb07ca None None] Sync routers for ids ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:12.316064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3c49892e-f57a-481f-b2cb-1d4a6b687155 None None] Provisioning for port a560bd61-5386-4167-a8f5-aab105848a88 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:12.331045 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-071a334c-753a-450b-bf00-05f63397b39e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.367742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bcd07-e547-4089-8f8a-4aef9afb07ca None None] Routers {'2fce3207-ca82-4e64-a7a9-7cd574ad54d5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:12.369530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fd1bcd07-e547-4089-8f8a-4aef9afb07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:12.483098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fd1bcd07-e547-4089-8f8a-4aef9afb07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:12.487445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3c49892e-f57a-481f-b2cb-1d4a6b687155 None None] Provisioning complete for port a560bd61-5386-4167-a8f5-aab105848a88 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:12.488371 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3c49892e-f57a-481f-b2cb-1d4a6b687155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.650958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bcd07-e547-4089-8f8a-4aef9afb07ca None None] Routers {'2fce3207-ca82-4e64-a7a9-7cd574ad54d5'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:12.652260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fd1bcd07-e547-4089-8f8a-4aef9afb07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:12.793031 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-071a334c-753a-450b-bf00-05f63397b39e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:21:12.796587 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-071a334c-753a-450b-bf00-05f63397b39e tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5 HTTP/1.1" status: 409 len: 329 time: 0.6689048 Jul 15 13:21:12.799620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54374) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:12.964963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fd1bcd07-e547-4089-8f8a-4aef9afb07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:12.966204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bcd07-e547-4089-8f8a-4aef9afb07ca None None] The sync data for ids ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:13.032845 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3c49892e-f57a-481f-b2cb-1d4a6b687155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.144921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3c49892e-f57a-481f-b2cb-1d4a6b687155 None None] For port a560bd61-5386-4167-a8f5-aab105848a88, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a560bd61-5386-4167-a8f5-aab105848a88,segment=NetworkSegment(123ac46f-927a-437c-b379-ada2427390d4),segment_id=123ac46f-927a-437c-b379-ada2427390d4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:13.155350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3c49892e-f57a-481f-b2cb-1d4a6b687155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.282703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49892e-f57a-481f-b2cb-1d4a6b687155 None None] Pushing event updated for resources: {'Port': ['ID=a560bd61-5386-4167-a8f5-aab105848a88,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.322825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-97116f11-ee0f-464d-9b9e-0abbe8a34fd0 None None] Provisioning complete for port 44609f0a-873f-4056-8b3a-248179f28d13 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:13.329884 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97116f11-ee0f-464d-9b9e-0abbe8a34fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.434842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-97116f11-ee0f-464d-9b9e-0abbe8a34fd0 None None] Port 44609f0a-873f-4056-8b3a-248179f28d13 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:13.678372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2c0759ae-c6ca-4eef-a51e-2b31e8591319 None None] Provisioning complete for port a560bd61-5386-4167-a8f5-aab105848a88 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:13.679433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2c0759ae-c6ca-4eef-a51e-2b31e8591319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.727770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6b47-bb5a-446e-9c52-f0fa3f4aea7c req-f9d3cd07-e40a-4e5c-9e6f-81800ec8e0c1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:13.740234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bafb6b47-bb5a-446e-9c52-f0fa3f4aea7c req-f9d3cd07-e40a-4e5c-9e6f-81800ec8e0c1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.1933320 Jul 15 13:21:13.834059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bafb6b47-bb5a-446e-9c52-f0fa3f4aea7c req-4124940b-dfc3-47d2-963f-c66b0e134364 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923057 Jul 15 13:21:13.934180 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.333747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadc5c0-33ce-4edc-91d9-82d1e3aad31b req-4af9a8c6-3761-49cd-afc3-05b0bbfb8c4f tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.335426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadc5c0-33ce-4edc-91d9-82d1e3aad31b req-4af9a8c6-3761-49cd-afc3-05b0bbfb8c4f tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 946 time: 0.1851792 Jul 15 13:21:14.419011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadc5c0-33ce-4edc-91d9-82d1e3aad31b req-dcf47f3d-113d-4f2c-b117-790859e544a9 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/security-groups?id=63918445-e5bc-4c38-9635-09082807b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752270 Jul 15 13:21:14.503730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Deleting port 44609f0a-873f-4056-8b3a-248179f28d13 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:14.504083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.630704 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.662599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Calling delete_port for 44609f0a-873f-4056-8b3a-248179f28d13 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:14.679440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54402) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:14.727484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a560bd61-5386-4167-a8f5-aab105848a88 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:14.795908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a560bd61-5386-4167-a8f5-aab105848a88 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:14.796892 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.947114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e566a43f-450c-4889-b0a0-ce38b097ab02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.006436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-6225e90f-d2f7-4be6-b81b-312a25130c31 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.008101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-6225e90f-d2f7-4be6-b81b-312a25130c31 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.30 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 946 time: 0.2442114 Jul 15 13:21:15.543337 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.580023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Port': ['ID=44609f0a-873f-4056-8b3a-248179f28d13,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.633155 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e566a43f-450c-4889-b0a0-ce38b097ab02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.640293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e566a43f-450c-4889-b0a0-ce38b097ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.677367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Deleting port d455ab34-4fad-4721-992f-2e0566a41730 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:15.677367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.717883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566a43f-450c-4889-b0a0-ce38b097ab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a71e7e-bfc9-430f-87b7-ad4c36ef2799,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.727299 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e566a43f-450c-4889-b0a0-ce38b097ab02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66eda1064423459fa4ac08b87a563f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0462244 Jul 15 13:21:15.729857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54422) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:15.791066 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.813925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0f0a5-f292-4451-9617-9450aadff7a4 req-3a51582a-697c-4734-ada4-9ce2e76c1525 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.820173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ee0f0a5-f292-4451-9617-9450aadff7a4 req-3a51582a-697c-4734-ada4-9ce2e76c1525 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.6646354 Jul 15 13:21:15.836976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f3a205a-c5a0-4fc8-b5bf-59a8be312eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.872836 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f3a205a-c5a0-4fc8-b5bf-59a8be312eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.975198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f3a205a-c5a0-4fc8-b5bf-59a8be312eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.981104 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f3a205a-c5a0-4fc8-b5bf-59a8be312eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.983484 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f3a205a-c5a0-4fc8-b5bf-59a8be312eaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57a71e7e-bfc9-430f-87b7-ad4c36ef2799 HTTP/1.1" status: 204 len: 168 time: 0.2517607 Jul 15 13:21:15.999666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a205a-c5a0-4fc8-b5bf-59a8be312eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a71e7e-bfc9-430f-87b7-ad4c36ef2799,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:16.223758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] For port d455ab34-4fad-4721-992f-2e0566a41730, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d455ab34-4fad-4721-992f-2e0566a41730,segment=NetworkSegment(7efcf9ae-a804-4901-b182-ec4da495f487),segment_id=7efcf9ae-a804-4901-b182-ec4da495f487)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:16.224526 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.310395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Calling delete_port for d455ab34-4fad-4721-992f-2e0566a41730 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:16.317821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ee0f0a5-f292-4451-9617-9450aadff7a4 req-d98bd9c2-caa7-45de-bf64-fa0accf8c7fb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460490 Jul 15 13:21:16.357968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Router 2fce3207-ca82-4e64-a7a9-7cd574ad54d5 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:16.582813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:16.628217 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0a72136-4e71-4ff7-8be7-ac25bffaa2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.661427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:16.690497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-487b4b00-642f-43fd-8b44-b936d756263c tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "PUT /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8826709 Jul 15 13:21:16.692350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54434) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:16.693040 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010088f-7c79-4112-a8e4-dc15c7c6fff9 None None] Sync routers for ids ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:16.715047 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010088f-7c79-4112-a8e4-dc15c7c6fff9 None None] Routers {'2fce3207-ca82-4e64-a7a9-7cd574ad54d5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:16.716815 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4010088f-7c79-4112-a8e4-dc15c7c6fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:16.781210 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4010088f-7c79-4112-a8e4-dc15c7c6fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:16.788988 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-770a7e6d-b719-4337-9660-41f55a3f35aa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] show failed (client error): The resource could not be found. Jul 15 13:21:16.791942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-770a7e6d-b719-4337-9660-41f55a3f35aa tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-20110901 HTTP/1.1" status: 404 len: 333 time: 0.0958862 Jul 15 13:21:16.808484 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010088f-7c79-4112-a8e4-dc15c7c6fff9 None None] Routers {'2fce3207-ca82-4e64-a7a9-7cd574ad54d5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:16.810206 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4010088f-7c79-4112-a8e4-dc15c7c6fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:20:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:16.812493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54436) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:16.817413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-260f9d3a-9048-4a6e-9e93-e9f44d53a147 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:16.882911 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4010088f-7c79-4112-a8e4-dc15c7c6fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:16.884409 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010088f-7c79-4112-a8e4-dc15c7c6fff9 None None] The sync data for ids ['2fce3207-ca82-4e64-a7a9-7cd574ad54d5'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:16.901800 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-260f9d3a-9048-4a6e-9e93-e9f44d53a147 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] update failed (client error): The resource could not be found. Jul 15 13:21:16.906504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-260f9d3a-9048-4a6e-9e93-e9f44d53a147 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-299526198 HTTP/1.1" status: 404 len: 334 time: 0.0887957 Jul 15 13:21:16.918936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:16.923995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0a72136-4e71-4ff7-8be7-ac25bffaa2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.976711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.014791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Pushing event deleted for resources: {'Port': ['ID=d455ab34-4fad-4721-992f-2e0566a41730,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.031375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-23358f45-c9fd-4d4e-8d4f-4f56d0955780 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Deleting subnet 4fe60a86-4787-42e1-990e-730daae373cd {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:17.037510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23358f45-c9fd-4d4e-8d4f-4f56d0955780 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.042276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0a72136-4e71-4ff7-8be7-ac25bffaa2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.101092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] No DVR routers for this DVR port d455ab34-4fad-4721-992f-2e0566a41730 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:17.106988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.110897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df8c5f19-c9ca-43ff-98bd-61e249f1b0a5 req-12bc91bb-59bf-4a9b-bea5-f34664f4f964 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.30 "DELETE /v2.0/ports/d455ab34-4fad-4721-992f-2e0566a41730 HTTP/1.1" status: 204 len: 173 time: 2.0893550 Jul 15 13:21:17.111719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638b2837-9444-4058-85ea-1095631fd9b4', 'name': 'network-vif-deleted', 'tag': 'd455ab34-4fad-4721-992f-2e0566a41730'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:17.116205 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3878ebf-d2c4-4880-9e5f-00a880606edd" -d '{"events": [{"server_uuid": "638b2837-9444-4058-85ea-1095631fd9b4", "name": "network-vif-deleted", "tag": "d455ab34-4fad-4721-992f-2e0566a41730"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:17.193957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23358f45-c9fd-4d4e-8d4f-4f56d0955780 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.206120 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f0a72136-4e71-4ff7-8be7-ac25bffaa2be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bdc1a3978cb455eb6ea39b70b139f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179895 Jul 15 13:21:17.208440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54446) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:17.208719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a72136-4e71-4ff7-8be7-ac25bffaa2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf753656-b80e-4f75-8774-bd08e4b27682,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.335943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d9c9-9320-441c-8e87-2437e01bead1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.386492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d9c9-9320-441c-8e87-2437e01bead1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.478520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23358f45-c9fd-4d4e-8d4f-4f56d0955780 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.489156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58fa0a0e-d74e-4bd6-aaa9-f75e8aa1298a req-f7c8670e-a67a-4b98-8f1b-10d3264dc2b7 tempest-ServerMetadataNegativeTestJSON-2118284846 tempest-ServerMetadataNegativeTestJSON-2118284846-project] 10.222.0.25 "GET /v2.0/ports?device_id=638b2837-9444-4058-85ea-1095631fd9b4 HTTP/1.1" status: 200 len: 210 time: 0.0988233 Jul 15 13:21:17.600204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23358f45-c9fd-4d4e-8d4f-4f56d0955780 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.638571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-1e1029c9-b27a-49ce-9d52-7e9b2344bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.642891 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23358f45-c9fd-4d4e-8d4f-4f56d0955780 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.643261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-1e1029c9-b27a-49ce-9d52-7e9b2344bf2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1098 time: 0.2191074 Jul 15 13:21:17.644744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d9c9-9320-441c-8e87-2437e01bead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.647733 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-23358f45-c9fd-4d4e-8d4f-4f56d0955780 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/subnets/4fe60a86-4787-42e1-990e-730daae373cd HTTP/1.1" status: 204 len: 168 time: 0.7211373 Jul 15 13:21:17.648445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54452) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:17.649996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d9c9-9320-441c-8e87-2437e01bead1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.654026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d0d8d9c9-9320-441c-8e87-2437e01bead1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf753656-b80e-4f75-8774-bd08e4b27682 HTTP/1.1" status: 204 len: 168 time: 0.4437878 Jul 15 13:21:17.656839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505bd6e9-71f9-4427-bcdb-dbbf78ea27d9 None None] Network 6a310cb2-453d-4afb-ac60-045affdb1ded requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:17.718222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8d9c9-9320-441c-8e87-2437e01bead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf753656-b80e-4f75-8774-bd08e4b27682,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.734401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23358f45-c9fd-4d4e-8d4f-4f56d0955780 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe60a86-4787-42e1-990e-730daae373cd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.975600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-6d65a39a-3a53-4d77-a3f7-72006f4a8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.981639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-6d65a39a-3a53-4d77-a3f7-72006f4a8c86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.3260744 Jul 15 13:21:18.005026 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a412647-4002-4c8b-bd78-e57256d5c451 x-openstack-request-id: req-8a412647-4002-4c8b-bd78-e57256d5c451 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:18.005376 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638b2837-9444-4058-85ea-1095631fd9b4", "name": "network-vif-deleted", "tag": "d455ab34-4fad-4721-992f-2e0566a41730", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:18.005581 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a412647-4002-4c8b-bd78-e57256d5c451 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:18.005990 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638b2837-9444-4058-85ea-1095631fd9b4', 'name': 'network-vif-deleted', 'tag': 'd455ab34-4fad-4721-992f-2e0566a41730', 'status': 'completed', 'code': 200} Jul 15 13:21:18.066038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-cad4bbf8-c7e7-4553-a0eb-95bcc0fb86f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 200 len: 217 time: 0.0683832 Jul 15 13:21:18.090101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] DHCP port deletion for 6a310cb2-453d-4afb-ac60-045affdb1ded request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:18.197448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-fb0e1ec8-8175-41e4-85bf-97bccdba8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.198946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-fb0e1ec8-8175-41e4-85bf-97bccdba8747 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.1255977 Jul 15 13:21:18.200807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] Deleting port a560bd61-5386-4167-a8f5-aab105848a88 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:18.201191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.271671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-a726532e-d2ad-402f-b115-6b0616bb7452 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659847 Jul 15 13:21:18.342231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] For port a560bd61-5386-4167-a8f5-aab105848a88, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a560bd61-5386-4167-a8f5-aab105848a88,segment=NetworkSegment(123ac46f-927a-437c-b379-ada2427390d4),segment_id=123ac46f-927a-437c-b379-ada2427390d4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:18.345868 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.402295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] Calling delete_port for a560bd61-5386-4167-a8f5-aab105848a88 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:18.578610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.593878 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.657871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] Pushing event deleted for resources: {'Port': ['ID=a560bd61-5386-4167-a8f5-aab105848a88,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.669187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a559f3-661a-4d6e-9634-bbe05f6b5e49 None None] No DVR routers for this DVR port a560bd61-5386-4167-a8f5-aab105848a88 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:18.699382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-c8a340bf-07a0-4a68-b480-6343b5f08bf9 service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116132 Jul 15 13:21:18.740714 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.761642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a310cb2-453d-4afb-ac60-045affdb1ded']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:18.792453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d455ab34-4fad-4721-992f-2e0566a41730 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:18.804776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123ac46f-927a-437c-b379-ada2427390d4') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:18.805439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123ac46f-927a-437c-b379-ada2427390d4') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:18.821427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6f6df-f7c5-4fea-9355-0fb35da72ef4 req-4f7e9b45-3e21-468a-a845-acef5904bb48 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.821427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28c6f6df-f7c5-4fea-9355-0fb35da72ef4 req-4f7e9b45-3e21-468a-a845-acef5904bb48 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.2766933 Jul 15 13:21:18.836413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.858105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a560bd61-5386-4167-a8f5-aab105848a88 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:18.871108 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.883343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:18.884000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:18.890707 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:18.915318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a560bd61-5386-4167-a8f5-aab105848a88 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:18.915722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a560bd61-5386-4167-a8f5-aab105848a88 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:18.917057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: d455ab34-4fad-4721-992f-2e0566a41730 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:18.917381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d455ab34-4fad-4721-992f-2e0566a41730 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:18.950008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-042c70a7-5452-48f9-b0e1-fac6383df104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.975325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fbcf56a2-78d4-46a6-8247-75e62c23d9a5 req-226a1cbc-12bb-4725-b6ae-eea30107881a service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674201 Jul 15 13:21:19.007068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28c6f6df-f7c5-4fea-9355-0fb35da72ef4 req-cf8ea966-093c-4907-b365-cd2c7b9f8fc0 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808343 Jul 15 13:21:19.035015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.043216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.045191 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/networks/6a310cb2-453d-4afb-ac60-045affdb1ded HTTP/1.1" status: 204 len: 168 time: 1.3260300 Jul 15 13:21:19.049121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54478) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:19.088689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30079b10-7710-438e-b0a4-bcc60fc1714a tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Network': ['ID=6a310cb2-453d-4afb-ac60-045affdb1ded,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.132477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b106259-5998-47ad-9010-39af4e22fe10 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Deleting subnet 333731d1-28e6-4398-b403-b2eb2ea68ea0 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:19.143705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b106259-5998-47ad-9010-39af4e22fe10 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.228063 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b106259-5998-47ad-9010-39af4e22fe10 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.308642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f028b-c0f7-446a-8f4e-55a9230cf62d req-71617d05-d3e0-4eb2-b678-807723470f8a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:19.310295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f2f028b-c0f7-446a-8f4e-55a9230cf62d req-71617d05-d3e0-4eb2-b678-807723470f8a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.1252344 Jul 15 13:21:19.380105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b106259-5998-47ad-9010-39af4e22fe10 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.395120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f2f028b-c0f7-446a-8f4e-55a9230cf62d req-19821d3c-de19-47f8-a92a-267e3cae0444 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Jul 15 13:21:19.490349 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b106259-5998-47ad-9010-39af4e22fe10 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.535970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b106259-5998-47ad-9010-39af4e22fe10 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.538214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0b106259-5998-47ad-9010-39af4e22fe10 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/subnets/333731d1-28e6-4398-b403-b2eb2ea68ea0 HTTP/1.1" status: 204 len: 168 time: 0.4880369 Jul 15 13:21:19.539657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b106259-5998-47ad-9010-39af4e22fe10 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Subnet': ['ID=333731d1-28e6-4398-b403-b2eb2ea68ea0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.540761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54492) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:19.550534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284eb9a1-0736-4247-ac94-60c85dce9423 None None] Network eda55134-90f3-4522-9b36-856297437cb6 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:19.649667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:19.691937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cfd8a5-e38e-4422-b6fc-8c8b2e9df668 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Deleting subnet c5fcf33b-b132-48be-9769-42048c07d3ef {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:19.700102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd8a5-e38e-4422-b6fc-8c8b2e9df668 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.730079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1eb543-6ba2-4f9c-b183-fa6d20b26e72 admin admin] Deleting subnet 8857d69d-0836-41bd-99d9-8eacb8fd2ded {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:19.739890 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb543-6ba2-4f9c-b183-fa6d20b26e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.797424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd8a5-e38e-4422-b6fc-8c8b2e9df668 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.810555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb543-6ba2-4f9c-b183-fa6d20b26e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.884414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb543-6ba2-4f9c-b183-fa6d20b26e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.892570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] DHCP port deletion for eda55134-90f3-4522-9b36-856297437cb6 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:19.985785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb543-6ba2-4f9c-b183-fa6d20b26e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.005408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] Deleting port 79d094c9-8a52-4378-ad96-a4173c32ec06 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:20.005735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd8a5-e38e-4422-b6fc-8c8b2e9df668 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.006109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.058337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eb543-6ba2-4f9c-b183-fa6d20b26e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8857d69d-0836-41bd-99d9-8eacb8fd2ded,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.065247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb543-6ba2-4f9c-b183-fa6d20b26e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.067514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ac1eb543-6ba2-4f9c-b183-fa6d20b26e72 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8857d69d-0836-41bd-99d9-8eacb8fd2ded HTTP/1.1" status: 204 len: 168 time: 0.4168704 Jul 15 13:21:20.073091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54504) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:20.147901 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd8a5-e38e-4422-b6fc-8c8b2e9df668 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.161794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] For port 79d094c9-8a52-4378-ad96-a4173c32ec06, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=79d094c9-8a52-4378-ad96-a4173c32ec06,segment=NetworkSegment(385e1515-b731-4ebb-8d57-1b0c187a8973),segment_id=385e1515-b731-4ebb-8d57-1b0c187a8973)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:20.162184 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.201558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] Calling delete_port for 79d094c9-8a52-4378-ad96-a4173c32ec06 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:20.222664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd8a5-e38e-4422-b6fc-8c8b2e9df668 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.227735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658b99f2-3db7-4c09-878b-1af416acdb88 None None] Network 3057527d-3a48-4664-a242-90417334a771 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:20.230386 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a1cfd8a5-e38e-4422-b6fc-8c8b2e9df668 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/subnets/c5fcf33b-b132-48be-9769-42048c07d3ef HTTP/1.1" status: 204 len: 168 time: 0.6816976 Jul 15 13:21:20.232520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfd8a5-e38e-4422-b6fc-8c8b2e9df668 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fcf33b-b132-48be-9769-42048c07d3ef,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.234594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54508) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:20.258731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.439500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.443271 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.497224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] Pushing event deleted for resources: {'Port': ['ID=79d094c9-8a52-4378-ad96-a4173c32ec06,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.527834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab617a-16c6-48c4-bb0e-9693d09b8273 None None] No DVR routers for this DVR port 79d094c9-8a52-4378-ad96-a4173c32ec06 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:20.658416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] DHCP port deletion for 3057527d-3a48-4664-a242-90417334a771 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:20.726989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.767147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] Deleting port f1972235-a378-4b65-af59-53ef6a538d99 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:20.767661 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.793299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 79d094c9-8a52-4378-ad96-a4173c32ec06 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:20.833873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 79d094c9-8a52-4378-ad96-a4173c32ec06 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:20.834559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 79d094c9-8a52-4378-ad96-a4173c32ec06 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:20.844123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.862499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda55134-90f3-4522-9b36-856297437cb6']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:20.880589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385e1515-b731-4ebb-8d57-1b0c187a8973') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:20.880962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385e1515-b731-4ebb-8d57-1b0c187a8973') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:20.887380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] For port f1972235-a378-4b65-af59-53ef6a538d99, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f1972235-a378-4b65-af59-53ef6a538d99,segment=NetworkSegment(73db8850-3434-4628-9841-529b8fa30cb4),segment_id=73db8850-3434-4628-9841-529b8fa30cb4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:20.887791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.896054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.908157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] Calling delete_port for f1972235-a378-4b65-af59-53ef6a538d99 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:20.920630 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.930170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:20.930773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.030572 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.050746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] No DVR routers for this DVR port f1972235-a378-4b65-af59-53ef6a538d99 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:21.060341 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:21.070523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1a41af-de66-4e92-9e49-9bdea5449172']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:21.083005 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.090044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.096067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/networks/eda55134-90f3-4522-9b36-856297437cb6 HTTP/1.1" status: 204 len: 168 time: 0.8493948 Jul 15 13:21:21.096910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54536) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.099085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efcf9ae-a804-4901-b182-ec4da495f487') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:21.099650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efcf9ae-a804-4901-b182-ec4da495f487') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:21.108477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be8239-bb02-4da0-b2e2-cf69df9da50f None None] Pushing event deleted for resources: {'Port': ['ID=f1972235-a378-4b65-af59-53ef6a538d99,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:21.158786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.185767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3493b63-9361-4261-88a1-4e22eac39c44 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Network': ['ID=eda55134-90f3-4522-9b36-856297437cb6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:21.239477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f4079-ad0f-44c7-9112-66dd47b3960a req-d56b1e2e-0afd-4681-813d-2ee85c692e96 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.241497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172f4079-ad0f-44c7-9112-66dd47b3960a req-d56b1e2e-0afd-4681-813d-2ee85c692e96 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.7243979 Jul 15 13:21:21.242718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.257355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:21.263978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:21.269469 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:21.296085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.414560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.435721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.438002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] 10.222.0.25 "DELETE /v2.0/networks/6e1a41af-de66-4e92-9e49-9bdea5449172 HTTP/1.1" status: 204 len: 168 time: 1.3637810 Jul 15 13:21:21.453108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172f4079-ad0f-44c7-9112-66dd47b3960a req-a3e7a4f1-7558-4364-b01f-1201851e4742 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724761 Jul 15 13:21:21.454177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46375647-593c-4484-a50d-a4a2e221490c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1a41af-de66-4e92-9e49-9bdea5449172,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:21.474650 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.488643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3057527d-3a48-4664-a242-90417334a771']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:21.502185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73db8850-3434-4628-9841-529b8fa30cb4') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:21.502492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73db8850-3434-4628-9841-529b8fa30cb4') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:21.516880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.539450 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7eadb906-fef2-497d-b006-6f562f7cd428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.548151 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.566451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:21.567281 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:21.570968 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:21.579832 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.661023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.670742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.677085 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/networks/3057527d-3a48-4664-a242-90417334a771 HTTP/1.1" status: 204 len: 168 time: 0.5749500 Jul 15 13:21:21.677700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54552) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.720784 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebe527-18f3-4a04-be2e-73f2765e7c13 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Network': ['ID=3057527d-3a48-4664-a242-90417334a771,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:21.863836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-56364bdb-1e61-4741-a901-07356073296b tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Deleting subnet a58fec80-84d5-4c34-90e3-cb72f9eca309 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:21.873931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56364bdb-1e61-4741-a901-07356073296b tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.882290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54556) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.929522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d01081-b868-48b8-9cf1-f393ae0e0147 req-c7be5942-9dd9-4424-93e7-c5d762c221c4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.932739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63d01081-b868-48b8-9cf1-f393ae0e0147 req-c7be5942-9dd9-4424-93e7-c5d762c221c4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.1926806 Jul 15 13:21:21.942136 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ac2895bb-7bcc-4588-a9f5-dfd74dac2276 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45cd2caee9f74ab682a9f5882725d355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583787 Jul 15 13:21:21.944748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54560) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.986407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56364bdb-1e61-4741-a901-07356073296b tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.021292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54562) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:22.076133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63d01081-b868-48b8-9cf1-f393ae0e0147 req-91065068-169a-4b69-9e29-3891d16d72e2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334949 Jul 15 13:21:22.120279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a9eaa2-ffbe-4b15-b9cf-a33a2013e39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.154505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a9eaa2-ffbe-4b15-b9cf-a33a2013e39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.163907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56364bdb-1e61-4741-a901-07356073296b tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.173131 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09a2e07c-62df-4beb-83ae-e07305a0e54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.261724 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56364bdb-1e61-4741-a901-07356073296b tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.272255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a9eaa2-ffbe-4b15-b9cf-a33a2013e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.274940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a9eaa2-ffbe-4b15-b9cf-a33a2013e39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.276726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e4a9eaa2-ffbe-4b15-b9cf-a33a2013e39d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63918445-e5bc-4c38-9635-09082807b2df HTTP/1.1" status: 204 len: 168 time: 0.3248250 Jul 15 13:21:22.309351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56364bdb-1e61-4741-a901-07356073296b tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Subnet': ['ID=a58fec80-84d5-4c34-90e3-cb72f9eca309,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:22.314453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9eaa2-ffbe-4b15-b9cf-a33a2013e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63918445-e5bc-4c38-9635-09082807b2df,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:22.316914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56364bdb-1e61-4741-a901-07356073296b tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.322684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-56364bdb-1e61-4741-a901-07356073296b tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/subnets/a58fec80-84d5-4c34-90e3-cb72f9eca309 HTTP/1.1" status: 204 len: 168 time: 0.6433778 Jul 15 13:21:22.323835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54568) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:22.346034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c78855-4add-4d29-ae6d-26be300d32df None None] Network e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:22.353597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09a2e07c-62df-4beb-83ae-e07305a0e54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.366126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09a2e07c-62df-4beb-83ae-e07305a0e54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.429188 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-09a2e07c-62df-4beb-83ae-e07305a0e54a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbb71da12c024bcf9842fda15fbcb186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4065039 Jul 15 13:21:22.430194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54570) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:22.436912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2e07c-62df-4beb-83ae-e07305a0e54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ca7ff-471a-4c5c-90be-b7654c449e87,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:22.451443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.530348 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84628365-e74c-4d56-b9b3-880a281ebfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.570682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84628365-e74c-4d56-b9b3-880a281ebfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.615387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Deleting port 65777e02-0124-444f-a71c-4076c7f0bd75 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:22.615796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.777337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f1972235-a378-4b65-af59-53ef6a538d99 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:22.816983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] For port 65777e02-0124-444f-a71c-4076c7f0bd75, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=65777e02-0124-444f-a71c-4076c7f0bd75,segment=NetworkSegment(d6515c4a-2052-46e7-8ba2-588b4261b98f),segment_id=d6515c4a-2052-46e7-8ba2-588b4261b98f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:22.817574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.856009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84628365-e74c-4d56-b9b3-880a281ebfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.861084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84628365-e74c-4d56-b9b3-880a281ebfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.879797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-84628365-e74c-4d56-b9b3-880a281ebfd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/639ca7ff-471a-4c5c-90be-b7654c449e87 HTTP/1.1" status: 204 len: 168 time: 0.4373233 Jul 15 13:21:22.880894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f1972235-a378-4b65-af59-53ef6a538d99 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:22.880894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f1972235-a378-4b65-af59-53ef6a538d99 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:22.896028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] DHCP port deletion for e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:23.005775 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.025757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Calling delete_port for 65777e02-0124-444f-a71c-4076c7f0bd75 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:23.048055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] Deleting port 65777e02-0124-444f-a71c-4076c7f0bd75 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:23.048701 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.055331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628365-e74c-4d56-b9b3-880a281ebfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ca7ff-471a-4c5c-90be-b7654c449e87,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.209971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] For port 65777e02-0124-444f-a71c-4076c7f0bd75, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=65777e02-0124-444f-a71c-4076c7f0bd75,segment=NetworkSegment(d6515c4a-2052-46e7-8ba2-588b4261b98f),segment_id=d6515c4a-2052-46e7-8ba2-588b4261b98f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:23.215328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.248815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] Calling delete_port for 65777e02-0124-444f-a71c-4076c7f0bd75 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:23.480813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.553349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] Pushing event deleted for resources: {'Port': ['ID=65777e02-0124-444f-a71c-4076c7f0bd75,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.564635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915ecab-e7eb-408d-bc03-c1598c1cde21 None None] No DVR routers for this DVR port 65777e02-0124-444f-a71c-4076c7f0bd75 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:23.613356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54602) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:23.627701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3a37d310-a12a-4b35-8cb6-119c7258aa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.657798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f24a7-f4af-42cb-861e-fe0f34dee0bf req-989ffdd0-cdce-4f7f-abca-2486db429d1f tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.661452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-305f24a7-f4af-42cb-861e-fe0f34dee0bf req-989ffdd0-cdce-4f7f-abca-2486db429d1f tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.7799156 Jul 15 13:21:23.736911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.749743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54604) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:23.760915 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3a37d310-a12a-4b35-8cb6-119c7258aa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.768780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3a37d310-a12a-4b35-8cb6-119c7258aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.774962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-305f24a7-f4af-42cb-861e-fe0f34dee0bf req-22f78369-39cf-4fb7-b257-3e1967158ddc tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060724 Jul 15 13:21:23.778358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Port': ['ID=65777e02-0124-444f-a71c-4076c7f0bd75,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.782753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] No DVR routers for this DVR port 65777e02-0124-444f-a71c-4076c7f0bd75 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:23.831741 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3a37d310-a12a-4b35-8cb6-119c7258aa24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cdf8bf0f66f474aaac84c2fd3f4ad32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113671 Jul 15 13:21:23.831741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54608) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:23.831741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37d310-a12a-4b35-8cb6-119c7258aa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f784f29e-3aa7-4edc-9bd7-d99d1d27d88e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.897700 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79a5d2a3-f243-4452-9073-49cb4b270a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.928084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79a5d2a3-f243-4452-9073-49cb4b270a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.955746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.985067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:24.011084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1157106732-network', 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:24.012078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6515c4a-2052-46e7-8ba2-588b4261b98f') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:24.012635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6515c4a-2052-46e7-8ba2-588b4261b98f') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:24.015895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79a5d2a3-f243-4452-9073-49cb4b270a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.018596 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79a5d2a3-f243-4452-9073-49cb4b270a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.019930 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79a5d2a3-f243-4452-9073-49cb4b270a59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f784f29e-3aa7-4edc-9bd7-d99d1d27d88e HTTP/1.1" status: 204 len: 168 time: 0.1920805 Jul 15 13:21:24.030729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.037904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5d2a3-f243-4452-9073-49cb4b270a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f784f29e-3aa7-4edc-9bd7-d99d1d27d88e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.051207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:24.054493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.084176 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:21:24.086426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.144223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:24.184210 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:24.234987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec1aa5-9176-4e9e-ad8f-74ec2d56b086 req-cb545728-2ca0-450d-bdfc-ee0df17816e1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.236888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34ec1aa5-9176-4e9e-ad8f-74ec2d56b086 req-cb545728-2ca0-450d-bdfc-ee0df17816e1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.2140057 Jul 15 13:21:24.309965 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.349808 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.354206 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.361298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.361893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.370091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/networks/e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3 HTTP/1.1" status: 204 len: 168 time: 2.0406115 Jul 15 13:21:24.378716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54620) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:24.409135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34ec1aa5-9176-4e9e-ad8f-74ec2d56b086 req-20371a65-cd70-4282-b46c-c0b979c7d727 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148756 Jul 15 13:21:24.413634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdc630-e496-4ee3-ac9f-a94d2142c9cd tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Pushing event deleted for resources: {'Network': ['ID=e4a6afd7-0e81-4aee-b8f9-969aaa67ffd3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.507961 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1d0d98c0-7db9-4a4c-b0a9-47f8305a5193 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fce3207-ca82-4e64-a7a9-7cd574ad54d5 HTTP/1.1" status: 200 len: 205 time: 0.1218159 Jul 15 13:21:24.507961 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54626) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:24.509167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:24.667093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1930c953-a3b9-4732-81a8-acb9ad82453f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.688266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.688761 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Added segment 94909e64-7d27-43aa-b7d4-eea33f09ea06 of type vlan for network 975a00f1-c5a4-4573-8c74-9c3c52c55682 Jul 15 13:21:24.784140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-23ffcf9e-2ffd-433c-895d-d317109f876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.786087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-23ffcf9e-2ffd-433c-895d-d317109f876a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1098 time: 0.1299024 Jul 15 13:21:24.794408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.934414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d76ace6-ea27-4b4b-a890-1da2f59946f9 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.973960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-a64699aa-da36-47f6-ad54-9569c9cd82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.976893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-a64699aa-da36-47f6-ad54-9569c9cd82b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.1478488 Jul 15 13:21:24.982459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4d005-6ed4-445d-b9bf-c140d4cc68e8 req-e810ae15-a358-4aa9-8e2a-23101aa65cb7 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.984529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ad4d005-6ed4-445d-b9bf-c140d4cc68e8 req-e810ae15-a358-4aa9-8e2a-23101aa65cb7 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1097 time: 0.1675675 Jul 15 13:21:24.985075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 65777e02-0124-444f-a71c-4076c7f0bd75 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:25.038486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 65777e02-0124-444f-a71c-4076c7f0bd75 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:25.038862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-94687c99-49e2-4f93-bfa4-c45c7aa8309b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 200 len: 217 time: 0.0521886 Jul 15 13:21:25.039429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 65777e02-0124-444f-a71c-4076c7f0bd75 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:25.084729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.086743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.088459 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.097443 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ad4d005-6ed4-445d-b9bf-c140d4cc68e8 req-a28c327a-8e91-426b-84eb-f148301f8cf2 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b962582-567c-4527-9a95-2943bb2a87e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027009 Jul 15 13:21:25.129775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-407c69a5-e824-478e-a290-158af5ef4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.131314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-407c69a5-e824-478e-a290-158af5ef4744 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.0831571 Jul 15 13:21:25.136847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54640) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:25.181212 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4296777 Jul 15 13:21:25.186849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54642) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:25.194778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Request body: {'subnet': {'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1157106732-subnet', 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:25.227223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-0ed0c9ab-09b6-4816-9da4-6cbe8fe234ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821426 Jul 15 13:21:25.387711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:25.390671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.415349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab3e28-c495-41bb-a6af-7cc6729564b8 admin admin] Pushing event updated for resources: {'Network': ['ID=975a00f1-c5a4-4573-8c74-9c3c52c55682,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:25.428046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d76ace6-ea27-4b4b-a890-1da2f59946f9 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.431933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d76ace6-ea27-4b4b-a890-1da2f59946f9 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.438043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:25.516244 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d76ace6-ea27-4b4b-a890-1da2f59946f9 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.517120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d76ace6-ea27-4b4b-a890-1da2f59946f9 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Fanout notify agent at l3_agent the message router_deleted on router 2fce3207-ca82-4e64-a7a9-7cd574ad54d5 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:21:25.539933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-cba16bfc-4073-4b0f-93b1-767e8a5b2efb service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034365 Jul 15 13:21:25.540274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d76ace6-ea27-4b4b-a890-1da2f59946f9 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.542620 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d76ace6-ea27-4b4b-a890-1da2f59946f9 tempest-RoutersNegativeIpV6Test-1401829647 tempest-RoutersNegativeIpV6Test-1401829647-project] 10.222.0.25 "DELETE /v2.0/routers/2fce3207-ca82-4e64-a7a9-7cd574ad54d5 HTTP/1.1" status: 204 len: 168 time: 1.0187790 Jul 15 13:21:25.647767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136414eb-66f8-4c74-bd07-d05670379694 req-091cc595-59c0-4126-9a0c-69057b869148 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.655911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-136414eb-66f8-4c74-bd07-d05670379694 req-091cc595-59c0-4126-9a0c-69057b869148 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.3771925 Jul 15 13:21:25.817374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-136414eb-66f8-4c74-bd07-d05670379694 req-711f87c6-c602-4591-86e0-2f77a372727c tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600087 Jul 15 13:21:25.871634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 070fbffc-762b-4070-b06b-ca4d0b91ea7b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:25.872323 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.981100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba69bfbe-06af-42e7-b714-ebc50033f7c2 req-790282b4-590a-43e3-b976-92977c9260a2 service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148326 Jul 15 13:21:26.094808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.138136 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54666) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:26.157710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54926352-8e58-4abe-9c5c-aacc4194f858,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:26.207255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.207921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.238371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 070fbffc-762b-4070-b06b-ca4d0b91ea7b owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:26.287536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c03e10-71b2-4b22-9927-9ed13b96447c req-6f0ba75a-b873-458f-9aa5-94d5becb351b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.287536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44c03e10-71b2-4b22-9927-9ed13b96447c req-6f0ba75a-b873-458f-9aa5-94d5becb351b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.2433503 Jul 15 13:21:26.289985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:26.290638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Network hostable DHCP agents. Network: 975a00f1-c5a4-4573-8c74-9c3c52c55682, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:26.422855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:26.430783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44c03e10-71b2-4b22-9927-9ed13b96447c req-f9f08f2d-3ad8-4dc6-ad58-2fef46cf89e2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424589 Jul 15 13:21:26.454330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 975a00f1-c5a4-4573-8c74-9c3c52c55682) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:26.459105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.459776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.470280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e892f-900e-4e79-87c5-513fc1b8a72b None None] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:26.512661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b54a8f88-74c5-4805-9689-7b5e12b3010f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3225904 Jul 15 13:21:26.635567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.704031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=070fbffc-762b-4070-b06b-ca4d0b91ea7b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:26.786391 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.786751 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Floating IP 524db51b-21c4-4441-895a-6d4879ac0460 disassociated (deleted). External IP: 172.25.1.10, port: 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c. Jul 15 13:21:26.853031 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10a9a0f5-cded-4fc8-8df9-5d08bf31f5e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c8996b849c64519aeb6129344a4051c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127647 Jul 15 13:21:26.858740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:26.881057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274456ad-2e17-42e5-a118-cfa68bd547ad None None] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:27.013550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89991527-1f66-4322-ad75-109c6a6b4ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.087033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89991527-1f66-4322-ad75-109c6a6b4ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.223492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89991527-1f66-4322-ad75-109c6a6b4ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.233454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89991527-1f66-4322-ad75-109c6a6b4ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.236267 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-89991527-1f66-4322-ad75-109c6a6b4ef5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d348915-23d7-4f00-9e27-eadb72e960fd HTTP/1.1" status: 204 len: 168 time: 0.3757541 Jul 15 13:21:27.272690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89991527-1f66-4322-ad75-109c6a6b4ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d348915-23d7-4f00-9e27-eadb72e960fd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:27.419407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 08a16d8d-b73a-4970-806e-b7d872f5bb09 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:27.447472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47771a0c-2de1-4944-af19-84c4706675db req-3a63558a-02d5-4e5d-8589-b92672619d3e tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.449080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47771a0c-2de1-4944-af19-84c4706675db req-3a63558a-02d5-4e5d-8589-b92672619d3e tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.1539416 Jul 15 13:21:27.587884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47771a0c-2de1-4944-af19-84c4706675db req-92c98706-c196-444b-8727-2e4a9aeefa69 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293330 Jul 15 13:21:27.673996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:27.681868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.686405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] Sync routers for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:27.703788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:27.704815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:27.766151 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-29506a91-29e1-4063-a80f-9c06e18c1ac1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/floatingips/524db51b-21c4-4441-895a-6d4879ac0460 HTTP/1.1" status: 204 len: 168 time: 2.6278510 Jul 15 13:21:27.766927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:27.771091 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a312a700-c116-45c3-828c-0fa79ec016fe" -d '{"events": [{"name": "network-changed", "server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:27.885613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:28.205802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:28.226391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-66001945-4d1b-4ba7-96d0-a140fc9353fb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.234417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-66001945-4d1b-4ba7-96d0-a140fc9353fb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.1968040 Jul 15 13:21:28.245946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] Checking router: 08a16d8d-b73a-4970-806e-b7d872f5bb09 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:28.255240 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-1b90bf07-8ca5-4255-91d0-2394d6cfbcc5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/quotas/062d3cd5a95a47edb287e3c79c53f289 HTTP/1.1" status: 200 len: 375 time: 0.0190685 Jul 15 13:21:28.257326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:28.258176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:28.304908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-f4f2e6db-4dfc-432d-9358-d8fde3b72bfd tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478261 Jul 15 13:21:28.446029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-f9c0f737-f917-46ab-907c-21fe47b4895c service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371999 Jul 15 13:21:28.455404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:28.594209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-4157c03d-2059-4a8a-9536-d68e13da0509 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357110 Jul 15 13:21:28.819860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:28.856613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fac650-72a0-4f46-966e-4f29c476702d None None] The sync data for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 is: [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:18:29Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aa89652d-d799-4c6c-b4a1-0be6e576c7e9', 'name': '', 'network_id': 'a8af2ec5-9939-41f9-9d5a-1314f83bd805', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:9c:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:27Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1bdb45b9-7821-466d-9060-352e2dc583b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:28.946353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54766) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:29.156932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d661-4bb9-4a98-8415-1f1e6b16b6ee req-eb369107-b1b3-45d8-a7e0-a556a8c25faa tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.160600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ab1d661-4bb9-4a98-8415-1f1e6b16b6ee req-eb369107-b1b3-45d8-a7e0-a556a8c25faa tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.1575673 Jul 15 13:21:29.231282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ab1d661-4bb9-4a98-8415-1f1e6b16b6ee req-c68e0ae0-123d-4700-a9fd-c3b144d36636 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566545 Jul 15 13:21:29.333078 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d04200-e4bb-4724-9ea8-4196cbf88420 None None] New status for floating IP 524db51b-21c4-4441-895a-6d4879ac0460: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:21:29.377365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-secgroup--303104279'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:29.450192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.464959 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.627788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.639884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.732181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876bcb11-237a-4bf3-ae0f-b3cf2d04ff9b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:29.763219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-b13de7f8-db84-4a89-8ffd-ed0d54e15cd0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.764881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-b13de7f8-db84-4a89-8ffd-ed0d54e15cd0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 815 time: 0.1910453 Jul 15 13:21:29.800356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-171e035e-ee4c-45f9-8ca7-ab560b726725 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/quotas/f771d15eceab4fc588ddd80fae694634 HTTP/1.1" status: 200 len: 375 time: 0.0256672 Jul 15 13:21:29.909178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.923896 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.998700 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.000940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0522914 Jul 15 13:21:30.005073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54796) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:30.008673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-f6a0ff6a-cbfa-4c10-ab61-8e98152b6f37 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2065156 Jul 15 13:21:30.010915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730a8f9-586c-4ab4-aad6-7c969d2e0761 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9649805-12ad-4fcf-85cd-d28d8fe4c2c7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:30.145469 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a5a4b274-0631-4944-a5d6-54d798961f0d tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1340380 Jul 15 13:21:30.150757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54802) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:30.159292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6aab07ce-e698-46f8-aa72-428254c27713 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-security--979237304', 'description': 'tempest-security-description-1264383772'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:30.285597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-e02f9ddc-11a1-4fe1-a560-fb5cb5eda559 service neutron] 10.222.0.25 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689030 Jul 15 13:21:30.317221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6aab07ce-e698-46f8-aa72-428254c27713 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.435948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cb19f-485b-46cd-a359-6aec0625f451 req-52cc5662-1b2c-4670-85fd-5b9cd48d1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:30.437914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c6cb19f-485b-46cd-a359-6aec0625f451 req-52cc5662-1b2c-4670-85fd-5b9cd48d1b98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1098 time: 0.2586119 Jul 15 13:21:30.897642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6aab07ce-e698-46f8-aa72-428254c27713 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.911011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6aab07ce-e698-46f8-aa72-428254c27713 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.913503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6aab07ce-e698-46f8-aa72-428254c27713 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.914781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6aab07ce-e698-46f8-aa72-428254c27713 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "PUT /v2.0/security-groups/c9649805-12ad-4fcf-85cd-d28d8fe4c2c7 HTTP/1.1" status: 200 len: 1779 time: 0.7616060 Jul 15 13:21:30.919439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54822) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.013974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54826) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.016082 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-75134265-38bc-4bbf-bc5e-8cdac21af766 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups/c9649805-12ad-4fcf-85cd-d28d8fe4c2c7 HTTP/1.1" status: 200 len: 1779 time: 0.0866907 Jul 15 13:21:31.017045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-51a3cae8-c8db-475e-9ec5-3af4f26ed23b service neutron] 10.222.0.25 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941698 Jul 15 13:21:31.018390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c6cb19f-485b-46cd-a359-6aec0625f451 req-be8e9b70-4605-4a1f-8afe-a765f6b8c072 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845150 Jul 15 13:21:31.033632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab07ce-e698-46f8-aa72-428254c27713 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9649805-12ad-4fcf-85cd-d28d8fe4c2c7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:31.071465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-15a904bb-008c-43aa-8485-89c4e266be37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7373183 Jul 15 13:21:31.107918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-df68fc1b-1036-4cb5-8ff1-1ba5f36e6231 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.109864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-df68fc1b-1036-4cb5-8ff1-1ba5f36e6231 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.30 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.2748284 Jul 15 13:21:31.136931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Request body: {'port': {'device_id': 'd15d5350-3734-4695-95a4-f4dd28901785', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'admin_state_up': True, 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:31.144109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89f920a8-6bec-47d2-b7f6-518d0795af02 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.261640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89f920a8-6bec-47d2-b7f6-518d0795af02 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.520666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-39b3c3dd-27a5-4f55-89e6-209447281d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.524042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-39b3c3dd-27a5-4f55-89e6-209447281d78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 0.3808100 Jul 15 13:21:31.559515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89f920a8-6bec-47d2-b7f6-518d0795af02 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.564854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89f920a8-6bec-47d2-b7f6-518d0795af02 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.566781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-89f920a8-6bec-47d2-b7f6-518d0795af02 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/c9649805-12ad-4fcf-85cd-d28d8fe4c2c7 HTTP/1.1" status: 204 len: 168 time: 0.5472345 Jul 15 13:21:31.571235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54840) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.626104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f920a8-6bec-47d2-b7f6-518d0795af02 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9649805-12ad-4fcf-85cd-d28d8fe4c2c7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:31.737536 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-80aaadc2-664d-4c17-a084-0d38d60c20b9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1615043 Jul 15 13:21:31.738507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54842) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.765247 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-46ea69a5-c37a-45e4-855e-ee0c12f5f22b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] delete failed (client error): The resource could not be found. Jul 15 13:21:31.780406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:31.781083 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-46ea69a5-c37a-45e4-855e-ee0c12f5f22b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/c9649805-12ad-4fcf-85cd-d28d8fe4c2c7 HTTP/1.1" status: 404 len: 347 time: 0.0403278 Jul 15 13:21:31.782548 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54844) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.791953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.800686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bc82a956-ca1d-4220-aa63-05c59b85be35 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-secgroup--275686891'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:31.891375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc82a956-ca1d-4220-aa63-05c59b85be35 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.057283 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6809ed-22bc-43d6-800a-9ac35090bac8 x-openstack-request-id: req-fd6809ed-22bc-43d6-800a-9ac35090bac8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:32.060591 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:32.062838 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd6809ed-22bc-43d6-800a-9ac35090bac8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:32.063781 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'status': 'completed', 'code': 200} Jul 15 13:21:32.150408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc82a956-ca1d-4220-aa63-05c59b85be35 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.161562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc82a956-ca1d-4220-aa63-05c59b85be35 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.196124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc82a956-ca1d-4220-aa63-05c59b85be35 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.198309 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bc82a956-ca1d-4220-aa63-05c59b85be35 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4143505 Jul 15 13:21:32.202741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54854) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.207742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-0f4ab444-f2c7-47d0-acc8-83701d5a24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.208094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-944f6484-8a7a-46a9-9df6-d9eb7b773e84 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': '1ce8087f-49ed-40e5-85e4-cc2b4bf60aeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:32.209846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-0f4ab444-f2c7-47d0-acc8-83701d5a24d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.6386185 Jul 15 13:21:32.261028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82a956-ca1d-4220-aa63-05c59b85be35 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce8087f-49ed-40e5-85e4-cc2b4bf60aeb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:32.264857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-944f6484-8a7a-46a9-9df6-d9eb7b773e84 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.338035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-944f6484-8a7a-46a9-9df6-d9eb7b773e84 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.353029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-944f6484-8a7a-46a9-9df6-d9eb7b773e84 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.377110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f6484-8a7a-46a9-9df6-d9eb7b773e84 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416c01e2-b58e-4962-84c8-8f09fe851e5f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:32.407064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-cbcd4598-14cd-4a7c-ba14-40e75a9f1a2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 998 time: 0.1882448 Jul 15 13:21:32.415077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-944f6484-8a7a-46a9-9df6-d9eb7b773e84 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.417878 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-944f6484-8a7a-46a9-9df6-d9eb7b773e84 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2136476 Jul 15 13:21:32.421842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54858) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.423057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312a700-c116-45c3-828c-0fa79ec016fe req-fe56abe3-438f-48c6-9b46-662ef3c3a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.424808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a312a700-c116-45c3-828c-0fa79ec016fe req-fe56abe3-438f-48c6-9b46-662ef3c3a10d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 1097 time: 0.3257747 Jul 15 13:21:32.438330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Allocated IP 172.20.0.6 (975a00f1-c5a4-4573-8c74-9c3c52c55682/54926352-8e58-4abe-9c5c-aacc4194f858/5eb9a117-21b7-403a-b5e4-8536d9760f6f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:32.478752 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9d3ec30-e57d-40d0-bce0-91c61e35f34b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.494283 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9d3ec30-e57d-40d0-bce0-91c61e35f34b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.552533 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9d3ec30-e57d-40d0-bce0-91c61e35f34b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.573069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9d3ec30-e57d-40d0-bce0-91c61e35f34b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.575546 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d9d3ec30-e57d-40d0-bce0-91c61e35f34b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/416c01e2-b58e-4962-84c8-8f09fe851e5f HTTP/1.1" status: 204 len: 168 time: 0.1518483 Jul 15 13:21:32.580688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54860) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.589694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3ec30-e57d-40d0-bce0-91c61e35f34b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=416c01e2-b58e-4962-84c8-8f09fe851e5f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:32.632171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312a700-c116-45c3-828c-0fa79ec016fe req-2750493f-a2a3-4d0d-bde3-a3c15100c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.633720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a312a700-c116-45c3-828c-0fa79ec016fe req-2750493f-a2a3-4d0d-bde3-a3c15100c6a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 200 len: 898 time: 0.1969929 Jul 15 13:21:32.715450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-7721be2b-5750-46d3-832f-00f52907ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.718146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-7721be2b-5750-46d3-832f-00f52907ed54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.3008149 Jul 15 13:21:32.720561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a312a700-c116-45c3-828c-0fa79ec016fe req-8f310e2d-f411-4a75-b5ab-b8f35eccc3f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 200 len: 217 time: 0.0659451 Jul 15 13:21:32.889755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-58f14a1a-7cb3-49ae-a434-9aec6098e14b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3009446 Jul 15 13:21:32.894930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54868) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.946389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312a700-c116-45c3-828c-0fa79ec016fe req-046f47df-9dbe-4c47-a45b-013b6ab7eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.948107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a312a700-c116-45c3-828c-0fa79ec016fe req-046f47df-9dbe-4c47-a45b-013b6ab7eac9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 200 len: 834 time: 0.2003999 Jul 15 13:21:32.967680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac32e78a-3157-425b-80e0-c843fc1dea00 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.001112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac32e78a-3157-425b-80e0-c843fc1dea00 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.016411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658f9cc-ddb0-4544-95e9-55b44316e588 req-6d7bde71-58f3-422f-ac17-fb5ea2dd7c30 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.018184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2658f9cc-ddb0-4544-95e9-55b44316e588 req-6d7bde71-58f3-422f-ac17-fb5ea2dd7c30 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.5771103 Jul 15 13:21:33.100643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac32e78a-3157-425b-80e0-c843fc1dea00 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.106962 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac32e78a-3157-425b-80e0-c843fc1dea00 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.109122 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ac32e78a-3157-425b-80e0-c843fc1dea00 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ce8087f-49ed-40e5-85e4-cc2b4bf60aeb HTTP/1.1" status: 204 len: 168 time: 0.2114005 Jul 15 13:21:33.114555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-e697c0aa-636f-487b-8618-122071c581b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.115640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54876) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:33.116316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-e697c0aa-636f-487b-8618-122071c581b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3777666 Jul 15 13:21:33.167845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32e78a-3157-425b-80e0-c843fc1dea00 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce8087f-49ed-40e5-85e4-cc2b4bf60aeb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.180344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2658f9cc-ddb0-4544-95e9-55b44316e588 req-1d29c389-d777-4f68-b3d8-9b72f77f078e tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331556 Jul 15 13:21:33.187170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.294751 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3abed29-a49b-40a0-9eb3-55f0768844e5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1771102 Jul 15 13:21:33.311166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:33.319577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2117af05-dfa2-46cc-9d9a-36b77df411d5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-secgroup--691514686'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:33.333326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312a700-c116-45c3-828c-0fa79ec016fe req-2db920d0-24aa-4e24-a965-42f806d75f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.334912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a312a700-c116-45c3-828c-0fa79ec016fe req-2db920d0-24aa-4e24-a965-42f806d75f85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8af2ec5-9939-41f9-9d5a-1314f83bd805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3731272 Jul 15 13:21:33.374671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2117af05-dfa2-46cc-9d9a-36b77df411d5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.490159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9dda70b-4edb-4a27-988b-617400440fad req-7f69727d-1d4c-40a1-8254-dd588d7aa78b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 210 time: 0.0850065 Jul 15 13:21:33.496584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-3f9e97fa-7d68-418a-a21f-e505e575478e service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608325 Jul 15 13:21:33.523075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.30', 51350) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:33.537231 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.566420 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.30', 51351) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:33.773903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:33.797733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:33.815497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:33.881396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event updated for resources: {'Port': ['ID=5eb9a117-21b7-403a-b5e4-8536d9760f6f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.918195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a312a700-c116-45c3-828c-0fa79ec016fe req-bc3b5152-bff3-4a92-8afd-366781657105 service neutron] 10.222.0.30 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499413 Jul 15 13:21:33.939061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2117af05-dfa2-46cc-9d9a-36b77df411d5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.946567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-980515f6-03b1-487f-b723-d8b8fe581a67 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407067 Jul 15 13:21:33.960338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-4db0cf4b-8198-4af5-a8ea-53fcc9fefd66 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.961895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-4db0cf4b-8198-4af5-a8ea-53fcc9fefd66 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.30 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 815 time: 0.4262712 Jul 15 13:21:33.969003 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2117af05-dfa2-46cc-9d9a-36b77df411d5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.994462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Request body: {'port': {'device_id': '7f59baea-4f1e-40a0-912e-85588152611f', 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'admin_state_up': True, 'tenant_id': 'f771d15eceab4fc588ddd80fae694634'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:34.009747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:34.010421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.050206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-8483ec9b-d8cc-4e79-8509-b84336798a49 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:34.052936 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-8483ec9b-d8cc-4e79-8509-b84336798a49 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 945 time: 0.4836686 Jul 15 13:21:34.058867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117af05-dfa2-46cc-9d9a-36b77df411d5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f84c04f-bfbd-493d-8eaa-cd201c78f29e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.110631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-7c982872-2f12-4bb3-a46d-bfeb7a47ff27 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9820018 Jul 15 13:21:34.132938 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2117af05-dfa2-46cc-9d9a-36b77df411d5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.136773 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2117af05-dfa2-46cc-9d9a-36b77df411d5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8229468 Jul 15 13:21:34.141183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54890) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:34.153733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c4854c02-ba55-4cff-8cc8-a0d89e8f9840 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': '9f84c04f-bfbd-493d-8eaa-cd201c78f29e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:34.161448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Request body: {'port': {'device_id': 'd15d5350-3734-4695-95a4-f4dd28901785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:34.209168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a312a700-c116-45c3-828c-0fa79ec016fe req-0802cb09-cf1a-4d2e-a067-23914c86779d service neutron] 10.222.0.30 "GET /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756760 Jul 15 13:21:34.226409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccaa6-9f86-4471-bec3-9a5e6f71ec76 req-1c87071b-db2d-47c7-ad20-c17a5252936a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:34.234418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ccaa6-9f86-4471-bec3-9a5e6f71ec76 req-1c87071b-db2d-47c7-ad20-c17a5252936a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.4338546 Jul 15 13:21:34.283005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4854c02-ba55-4cff-8cc8-a0d89e8f9840 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.352602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d2ccaa6-9f86-4471-bec3-9a5e6f71ec76 req-c1ad1752-f566-46fb-91fd-31650c3e8448 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172760 Jul 15 13:21:34.358539 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.370142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Made reservation on behalf of f771d15eceab4fc588ddd80fae694634 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:34.375228 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.411111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:34.411707 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.497182 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4854c02-ba55-4cff-8cc8-a0d89e8f9840 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.566008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.578203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4854c02-ba55-4cff-8cc8-a0d89e8f9840 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.625583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4854c02-ba55-4cff-8cc8-a0d89e8f9840 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91663120-6a02-40f0-bdae-e344c1bd2a75,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.645738 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4854c02-ba55-4cff-8cc8-a0d89e8f9840 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.651110 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c4854c02-ba55-4cff-8cc8-a0d89e8f9840 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5045028 Jul 15 13:21:34.651509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54904) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:34.661602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-92a5afcd-f95d-4f19-9cae-494ac9e55791 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': '9f84c04f-bfbd-493d-8eaa-cd201c78f29e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:34.668812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:34.669253 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.694078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:34.728414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Allocated IP 172.20.0.3 (e489886b-ba0a-4e5e-a941-83c840ca8039/6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0/1f519e84-e0b6-4c01-9339-d86189ade2d7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:34.784125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92a5afcd-f95d-4f19-9cae-494ac9e55791 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.866590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0763de05-dd93-4c5b-867e-644555deaa71 req-a0270133-5c18-49d9-8b94-6401f6642b86 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 210 time: 0.0631235 Jul 15 13:21:34.932165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.971726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=9fb22f1f-c3ad-40b6-ac5a-7094afc5014c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.084580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] No DVR routers for this DVR port 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c on host n-h2-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:35.089858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.092543 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ee9a610e-e6bb-42dd-9066-c86904382e55 req-478f6864-d27b-47ae-b685-ea6a375aa2e2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "DELETE /v2.0/ports/9fb22f1f-c3ad-40b6-ac5a-7094afc5014c HTTP/1.1" status: 204 len: 173 time: 1.0287316 Jul 15 13:21:35.093109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'name': 'network-vif-deleted', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:35.095671 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6054947-04c6-4ca1-8637-3e153b24aeac" -d '{"events": [{"server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "name": "network-vif-deleted", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:35.416016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4f298ca-9c79-4113-9f7e-78d11a3901d0 req-1ed8bb0b-4a51-4878-acb5-e18730b4ef3e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=72092966-49a4-4191-9bcc-fde0b2616742 HTTP/1.1" status: 200 len: 210 time: 0.0702784 Jul 15 13:21:35.426067 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.426911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb9a117-21b7-403a-b5e4-8536d9760f6f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:35.479540 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.508017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92a5afcd-f95d-4f19-9cae-494ac9e55791 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.518470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Transition to ACTIVE for port object 5eb9a117-21b7-403a-b5e4-8536d9760f6f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:35.523765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92a5afcd-f95d-4f19-9cae-494ac9e55791 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.608367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.637049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5afcd-f95d-4f19-9cae-494ac9e55791 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27dfa08-1ef2-49f3-9d2c-e036cb23890b,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.658612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.762335 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92a5afcd-f95d-4f19-9cae-494ac9e55791 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.763778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-92a5afcd-f95d-4f19-9cae-494ac9e55791 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1118069 Jul 15 13:21:35.767623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54934) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:35.772647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-be9fc5b0-0fbe-48fb-9f2d-e7b11420808f tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': '9f84c04f-bfbd-493d-8eaa-cd201c78f29e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:35.842962 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be9fc5b0-0fbe-48fb-9f2d-e7b11420808f tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.866385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Pushing event updated for resources: {'Port': ['ID=5eb9a117-21b7-403a-b5e4-8536d9760f6f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.945220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be9fc5b0-0fbe-48fb-9f2d-e7b11420808f tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.951851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be9fc5b0-0fbe-48fb-9f2d-e7b11420808f tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.979164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fc5b0-0fbe-48fb-9f2d-e7b11420808f tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b81a059-ddf8-4079-ba70-a374d08b18d8,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.989024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be9fc5b0-0fbe-48fb-9f2d-e7b11420808f tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.993778 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-be9fc5b0-0fbe-48fb-9f2d-e7b11420808f tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2218034 Jul 15 13:21:35.994564 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.995250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54942) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.001749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-34ccbf19-095e-451f-8da4-9641fc8a21b0 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': '9f84c04f-bfbd-493d-8eaa-cd201c78f29e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:36.010789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9d3d146b-4baa-4072-beee-5c3e0c754d39'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:36.042242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34ccbf19-095e-451f-8da4-9641fc8a21b0 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.140589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34ccbf19-095e-451f-8da4-9641fc8a21b0 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.147467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34ccbf19-095e-451f-8da4-9641fc8a21b0 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.156396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Network e489886b-ba0a-4e5e-a941-83c840ca8039 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:36.176497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:36.180416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Attempting to bind port 5eb9a117-21b7-403a-b5e4-8536d9760f6f on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:36.181735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccbf19-095e-451f-8da4-9641fc8a21b0 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8c5ec9-9181-4b05-a65f-de2dbbae1236,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.182196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Attempting to bind port 5eb9a117-21b7-403a-b5e4-8536d9760f6f by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:36.183028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Attempting to bind port 5eb9a117-21b7-403a-b5e4-8536d9760f6f on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:36.186438 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34ccbf19-095e-451f-8da4-9641fc8a21b0 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.188654 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-34ccbf19-095e-451f-8da4-9641fc8a21b0 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1911681 Jul 15 13:21:36.191480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54946) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.192182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:36.199189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fa406580-14aa-4e59-8781-b4510d04141a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': '9f84c04f-bfbd-493d-8eaa-cd201c78f29e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:36.234244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb99db4-7a29-4ff2-b1a1-f2be9ed11903 req-fe73f804-0e65-4412-b105-050c21331cf5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.243063 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa406580-14aa-4e59-8781-b4510d04141a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.249240 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eb99db4-7a29-4ff2-b1a1-f2be9ed11903 req-fe73f804-0e65-4412-b105-050c21331cf5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 943 time: 0.4039776 Jul 15 13:21:36.287809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Pushing event updated for resources: {'Port': ['ID=1f519e84-e0b6-4c01-9339-d86189ade2d7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.292422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Port 5eb9a117-21b7-403a-b5e4-8536d9760f6f on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:36.293003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Attempting to bind port 5eb9a117-21b7-403a-b5e4-8536d9760f6f on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:36.325189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa406580-14aa-4e59-8781-b4510d04141a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.330101 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa406580-14aa-4e59-8781-b4510d04141a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.342474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:36.343028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:36.343681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Bound using segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:36.344528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Bound port: 5eb9a117-21b7-403a-b5e4-8536d9760f6f, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:36.345083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.353916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406580-14aa-4e59-8781-b4510d04141a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d116ff-e00e-45cc-a288-bd5a22ad07de,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.364061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa406580-14aa-4e59-8781-b4510d04141a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.365541 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa406580-14aa-4e59-8781-b4510d04141a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1728263 Jul 15 13:21:36.369524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54950) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.404418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-504d436c-46a6-4588-82d9-9eb569d8152a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.413709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-504d436c-46a6-4588-82d9-9eb569d8152a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.420761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.421864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.445319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-504d436c-46a6-4588-82d9-9eb569d8152a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.454053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-504d436c-46a6-4588-82d9-9eb569d8152a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.456084 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-504d436c-46a6-4588-82d9-9eb569d8152a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/81d116ff-e00e-45cc-a288-bd5a22ad07de HTTP/1.1" status: 204 len: 168 time: 0.0851598 Jul 15 13:21:36.463199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54952) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.464189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eb99db4-7a29-4ff2-b1a1-f2be9ed11903 req-1f162931-ebde-40ed-ac96-ca14beb8d2db tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133508 Jul 15 13:21:36.489996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d436c-46a6-4588-82d9-9eb569d8152a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81d116ff-e00e-45cc-a288-bd5a22ad07de,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.547614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-db71b21a-3420-4871-83d9-a4a71f38b0d0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5655611 Jul 15 13:21:36.553263 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ab5139f0-c143-4c87-b499-e592b0ae8979 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0885706 Jul 15 13:21:36.556080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54960) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.573274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Request body: {'port': {'device_id': '7f59baea-4f1e-40a0-912e-85588152611f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:36.581039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] For port 5eb9a117-21b7-403a-b5e4-8536d9760f6f, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:36.592871 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b0f33fd-1e5d-4ae6-bbb6-0a585a29dfa7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.613669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b0f33fd-1e5d-4ae6-bbb6-0a585a29dfa7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.645302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] For port 5eb9a117-21b7-403a-b5e4-8536d9760f6f, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5eb9a117-21b7-403a-b5e4-8536d9760f6f,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:36.653543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b0f33fd-1e5d-4ae6-bbb6-0a585a29dfa7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.658104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.661098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b0f33fd-1e5d-4ae6-bbb6-0a585a29dfa7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.665632 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b0f33fd-1e5d-4ae6-bbb6-0a585a29dfa7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3d8c5ec9-9181-4b05-a65f-de2dbbae1236 HTTP/1.1" status: 204 len: 168 time: 0.1052856 Jul 15 13:21:36.671243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54962) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.673004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f33fd-1e5d-4ae6-bbb6-0a585a29dfa7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d8c5ec9-9181-4b05-a65f-de2dbbae1236,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.713751 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52bee28-9b3a-4eb3-8096-0f7ebf153e7f x-openstack-request-id: req-c52bee28-9b3a-4eb3-8096-0f7ebf153e7f {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:36.714040 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72092966-49a4-4191-9bcc-fde0b2616742", "name": "network-vif-deleted", "tag": "9fb22f1f-c3ad-40b6-ac5a-7094afc5014c", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:36.714296 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c52bee28-9b3a-4eb3-8096-0f7ebf153e7f {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:36.714707 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72092966-49a4-4191-9bcc-fde0b2616742', 'name': 'network-vif-deleted', 'tag': '9fb22f1f-c3ad-40b6-ac5a-7094afc5014c', 'status': 'completed', 'code': 200} Jul 15 13:21:36.796181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.797267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.799747 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] 10.222.0.30 "PUT /v2.0/ports/5eb9a117-21b7-403a-b5e4-8536d9760f6f HTTP/1.1" status: 200 len: 1092 time: 2.6488254 Jul 15 13:21:36.815470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15d5350-3734-4695-95a4-f4dd28901785', 'tag': '5eb9a117-21b7-403a-b5e4-8536d9760f6f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:36.820242 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca1755-7437-4524-b489-1cae69457acf" -d '{"events": [{"name": "network-changed", "server_uuid": "d15d5350-3734-4695-95a4-f4dd28901785", "tag": "5eb9a117-21b7-403a-b5e4-8536d9760f6f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:36.907850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:36.953374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:36.953932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9fb22f1f-c3ad-40b6-ac5a-7094afc5014c not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:36.961169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aced30-ac66-413a-a28d-ac55042fac2e service neutron] Pushing event updated for resources: {'Port': ['ID=5eb9a117-21b7-403a-b5e4-8536d9760f6f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.977428 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.004064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e056d477-269f-44c9-adf8-9ab4d9ba8805 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3251574 Jul 15 13:21:37.006918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54972) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.063965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00eb6ccd-6f9d-4a4a-b5a2-3b47dadbf6e9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.101184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00eb6ccd-6f9d-4a4a-b5a2-3b47dadbf6e9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.171580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00eb6ccd-6f9d-4a4a-b5a2-3b47dadbf6e9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.188547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00eb6ccd-6f9d-4a4a-b5a2-3b47dadbf6e9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.191083 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-00eb6ccd-6f9d-4a4a-b5a2-3b47dadbf6e9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3b81a059-ddf8-4079-ba70-a374d08b18d8 HTTP/1.1" status: 204 len: 168 time: 0.1819024 Jul 15 13:21:37.200958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54976) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.208313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-d321103c-9957-4def-a07f-108652ce4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.210181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-d321103c-9957-4def-a07f-108652ce4e3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 1095 time: 0.3214333 Jul 15 13:21:37.245709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb6ccd-6f9d-4a4a-b5a2-3b47dadbf6e9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b81a059-ddf8-4079-ba70-a374d08b18d8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:37.276710 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b1fd187e-dad3-454b-980f-5d31a9534b4a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0700924 Jul 15 13:21:37.281441 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54978) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.296206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-d5e051c1-11b0-4224-a406-1deca1856738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.297858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-d5e051c1-11b0-4224-a406-1deca1856738 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1098 time: 0.2822061 Jul 15 13:21:37.299409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-efe5a97b-a9d2-4726-9cab-2abf2ef2a481 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eb9a117-21b7-403a-b5e4-8536d9760f6f HTTP/1.1" status: 200 len: 217 time: 0.0753088 Jul 15 13:21:37.339179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-007a9fbd-cf3a-4c35-a283-9df95550f1ed tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.356784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-007a9fbd-cf3a-4c35-a283-9df95550f1ed tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.422416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-007a9fbd-cf3a-4c35-a283-9df95550f1ed tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.440560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-007a9fbd-cf3a-4c35-a283-9df95550f1ed tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.445044 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-007a9fbd-cf3a-4c35-a283-9df95550f1ed tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b27dfa08-1ef2-49f3-9d2c-e036cb23890b HTTP/1.1" status: 204 len: 168 time: 0.1608391 Jul 15 13:21:37.447238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54982) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.460603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a9fbd-cf3a-4c35-a283-9df95550f1ed tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b27dfa08-1ef2-49f3-9d2c-e036cb23890b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:37.513332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-fd8379e0-72b0-4faf-a08f-464582688687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.514470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-fd8379e0-72b0-4faf-a08f-464582688687 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1902423 Jul 15 13:21:37.521779 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-07ba43d3-0b75-403b-84ec-e147314955b8 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0679073 Jul 15 13:21:37.521779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54988) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.551475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-628d4db9-11b1-44db-a432-49f81ec694f7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.561227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-628d4db9-11b1-44db-a432-49f81ec694f7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.586293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-5c53da56-fdb7-4cc9-8208-aeb87b08284d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571897 Jul 15 13:21:37.601975 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-628d4db9-11b1-44db-a432-49f81ec694f7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.610109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-628d4db9-11b1-44db-a432-49f81ec694f7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.615810 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-628d4db9-11b1-44db-a432-49f81ec694f7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/91663120-6a02-40f0-bdae-e344c1bd2a75 HTTP/1.1" status: 204 len: 168 time: 0.0886083 Jul 15 13:21:37.616323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-a8762a8e-d8b7-4c8a-b0f8-6ba8def4a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.616812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54990) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.617861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-a8762a8e-d8b7-4c8a-b0f8-6ba8def4a697 service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.2923911 Jul 15 13:21:37.625153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d4db9-11b1-44db-a432-49f81ec694f7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91663120-6a02-40f0-bdae-e344c1bd2a75,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:37.638959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da982ab-b9c9-4546-8987-3d0be232f348 req-2aaf7fd5-db90-4710-892b-1510fa9dd6b1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.640620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3da982ab-b9c9-4546-8987-3d0be232f348 req-2aaf7fd5-db90-4710-892b-1510fa9dd6b1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.4047656 Jul 15 13:21:37.665718 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-599986d8-333e-48b8-9154-ec6ecd75b9a4 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471771 Jul 15 13:21:37.671870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54992) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.728354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-8fb1abaa-ffa5-4c3e-b01c-1951edb29b63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 200 len: 217 time: 0.0866725 Jul 15 13:21:37.739602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5c5021a-02f1-438a-a02a-8f3eb28a90c8 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.772635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5c5021a-02f1-438a-a02a-8f3eb28a90c8 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.828133 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5c5021a-02f1-438a-a02a-8f3eb28a90c8 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.831408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5c5021a-02f1-438a-a02a-8f3eb28a90c8 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.832616 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e5c5021a-02f1-438a-a02a-8f3eb28a90c8 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/9f84c04f-bfbd-493d-8eaa-cd201c78f29e HTTP/1.1" status: 204 len: 168 time: 0.1595166 Jul 15 13:21:37.836326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54996) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.859631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5021a-02f1-438a-a02a-8f3eb28a90c8 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f84c04f-bfbd-493d-8eaa-cd201c78f29e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:37.887072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3da982ab-b9c9-4546-8987-3d0be232f348 req-b72ec00c-bcb0-4ede-af41-dc5e6453c6cb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273588 Jul 15 13:21:37.895820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f519e84-e0b6-4c01-9339-d86189ade2d7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:37.907617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-1fffaac8-8bf7-448e-be46-3de88b42289a service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125491 Jul 15 13:21:37.909773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.923096 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a34b6d96-d652-419c-aec7-a1ca3b53901d tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847902 Jul 15 13:21:37.926937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-62c17ef5-345b-47ef-aec3-0b0485c40854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.935737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-62c17ef5-345b-47ef-aec3-0b0485c40854 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.1662049 Jul 15 13:21:37.935848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55004) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.945996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-478431a4-3e8a-49a6-821f-c34d8cf0dd5a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775898282'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:37.979794 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-478431a4-3e8a-49a6-821f-c34d8cf0dd5a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.003960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Transition to ACTIVE for port object 1f519e84-e0b6-4c01-9339-d86189ade2d7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:38.013511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-36de8fd9-ea66-43a9-9af1-676cec963d29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617607 Jul 15 13:21:38.016729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.104145 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-478431a4-3e8a-49a6-821f-c34d8cf0dd5a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.109595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-478431a4-3e8a-49a6-821f-c34d8cf0dd5a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.140466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-478431a4-3e8a-49a6-821f-c34d8cf0dd5a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.144584 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-478431a4-3e8a-49a6-821f-c34d8cf0dd5a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2031031 Jul 15 13:21:38.147182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55010) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.154923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-955795c8-ee2c-4dde-a9b5-484df576d9a2 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': '471f4feb-0549-45bd-8f6e-cf37dfe619c9', 'direction': 'ingress', 'protocol': 17}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:38.167847 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478431a4-3e8a-49a6-821f-c34d8cf0dd5a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471f4feb-0549-45bd-8f6e-cf37dfe619c9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.195436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-955795c8-ee2c-4dde-a9b5-484df576d9a2 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.220797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Pushing event updated for resources: {'Port': ['ID=1f519e84-e0b6-4c01-9339-d86189ade2d7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.263124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-955795c8-ee2c-4dde-a9b5-484df576d9a2 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.268048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-955795c8-ee2c-4dde-a9b5-484df576d9a2 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.289190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955795c8-ee2c-4dde-a9b5-484df576d9a2 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f94694b-d7d9-462f-88c7-9cc1498f63b5,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.298023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aed74f0-9b8f-4e5e-841c-4ea1a07ae54b req-f665c497-efbd-4e97-8fda-34bd51e018ec service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614841 Jul 15 13:21:38.300857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-955795c8-ee2c-4dde-a9b5-484df576d9a2 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.303742 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-955795c8-ee2c-4dde-a9b5-484df576d9a2 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1555023 Jul 15 13:21:38.304928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55016) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.335873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-8a611d46-0c58-46ff-9d6b-6ba30867c7cf service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102074 Jul 15 13:21:38.378679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061689-4bab-4123-9050-cb496932b7e4 req-b1442ca0-c710-4312-b07b-5e26633c6bb8 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.380357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-29061689-4bab-4123-9050-cb496932b7e4 req-b1442ca0-c710-4312-b07b-5e26633c6bb8 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 943 time: 0.3378580 Jul 15 13:21:38.387582 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4730bea9-3a57-4f67-81ce-74c7cfa64092 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.416926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4730bea9-3a57-4f67-81ce-74c7cfa64092 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.463698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Attempting to bind port 1f519e84-e0b6-4c01-9339-d86189ade2d7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:38.464051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Attempting to bind port 1f519e84-e0b6-4c01-9339-d86189ade2d7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:38.464309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Attempting to bind port 1f519e84-e0b6-4c01-9339-d86189ade2d7 on network e489886b-ba0a-4e5e-a941-83c840ca8039 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:38.482767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4730bea9-3a57-4f67-81ce-74c7cfa64092 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.485870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Port 1f519e84-e0b6-4c01-9339-d86189ade2d7 on network e489886b-ba0a-4e5e-a941-83c840ca8039 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:38.486213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Attempting to bind port 1f519e84-e0b6-4c01-9339-d86189ade2d7 on network e489886b-ba0a-4e5e-a941-83c840ca8039 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:38.488330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4730bea9-3a57-4f67-81ce-74c7cfa64092 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.492485 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4730bea9-3a57-4f67-81ce-74c7cfa64092 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/471f4feb-0549-45bd-8f6e-cf37dfe619c9 HTTP/1.1" status: 204 len: 168 time: 0.1815853 Jul 15 13:21:38.496533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55020) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.507826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730bea9-3a57-4f67-81ce-74c7cfa64092 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f4feb-0549-45bd-8f6e-cf37dfe619c9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.511283 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-29061689-4bab-4123-9050-cb496932b7e4 req-d836e624-1acb-4cc8-b730-5aee9965ace6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174216 Jul 15 13:21:38.512090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:38.512431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Checking segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:38.512816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Bound using segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:38.513274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Bound port: 1f519e84-e0b6-4c01-9339-d86189ade2d7, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:38.513651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.558027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e528edf-77b2-44a0-80e6-1962953f0b61 req-f5886329-b221-4041-8675-3dd043a4a2bc service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145872 Jul 15 13:21:38.630883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-794c0c74-1d5b-4e84-b456-c51b704e2c24 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1315660 Jul 15 13:21:38.636232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55024) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.641098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c8d95c6c-b97e-4c5a-babd-e90450fdc048 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260882115'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:38.667599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55026) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.675828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] For port 1f519e84-e0b6-4c01-9339-d86189ade2d7, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:38.681616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] For port 1f519e84-e0b6-4c01-9339-d86189ade2d7, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1f519e84-e0b6-4c01-9339-d86189ade2d7,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:38.691196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.704122 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d95c6c-b97e-4c5a-babd-e90450fdc048 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.724709 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d533d88-6dd0-4c3b-acc2-a2c6cbc10331 x-openstack-request-id: req-4d533d88-6dd0-4c3b-acc2-a2c6cbc10331 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:38.725032 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15d5350-3734-4695-95a4-f4dd28901785", "tag": "5eb9a117-21b7-403a-b5e4-8536d9760f6f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:38.725291 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d533d88-6dd0-4c3b-acc2-a2c6cbc10331 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:38.725732 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15d5350-3734-4695-95a4-f4dd28901785', 'tag': '5eb9a117-21b7-403a-b5e4-8536d9760f6f', 'status': 'completed', 'code': 200} Jul 15 13:21:38.816034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.816437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.818581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f519e84-e0b6-4c01-9339-d86189ade2d7 HTTP/1.1" status: 200 len: 1092 time: 2.2539268 Jul 15 13:21:38.972997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3626f-1f01-46af-a57e-c24924a43d96 service neutron] Pushing event updated for resources: {'Port': ['ID=1f519e84-e0b6-4c01-9339-d86189ade2d7,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.065787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1755-7437-4524-b489-1cae69457acf req-0c997416-7334-4341-afbd-6100819d6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.065787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acca1755-7437-4524-b489-1cae69457acf req-0c997416-7334-4341-afbd-6100819d6d8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 1095 time: 0.3013036 Jul 15 13:21:39.104020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeb999-7ec8-46d0-a08e-34d9e9d61371 req-cb2e3afa-1f94-4bbb-8070-a7190aaa4cca tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.105699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7adeb999-7ec8-46d0-a08e-34d9e9d61371 req-cb2e3afa-1f94-4bbb-8070-a7190aaa4cca tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.2625184 Jul 15 13:21:39.135294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-dcc43c72-44a7-484b-933b-23a4ee5c0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.136931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-dcc43c72-44a7-484b-933b-23a4ee5c0ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 1095 time: 0.2398055 Jul 15 13:21:39.150692 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d95c6c-b97e-4c5a-babd-e90450fdc048 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.177465 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d95c6c-b97e-4c5a-babd-e90450fdc048 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.252651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-630242d8-47f6-434b-8c6a-3796a9027680 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f519e84-e0b6-4c01-9339-d86189ade2d7 HTTP/1.1" status: 200 len: 217 time: 0.0981932 Jul 15 13:21:39.288358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.328707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8d95c6c-b97e-4c5a-babd-e90450fdc048 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.330044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c8d95c6c-b97e-4c5a-babd-e90450fdc048 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6928566 Jul 15 13:21:39.334723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55038) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:39.338450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7adeb999-7ec8-46d0-a08e-34d9e9d61371 req-2dac7c1f-cdd4-4d77-827b-8e3d758ca7e4 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114987 Jul 15 13:21:39.345336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-525b6853-659b-490f-a5c2-88e2633e236c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348196024'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:39.347689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d95c6c-b97e-4c5a-babd-e90450fdc048 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd634494-6635-45d0-a520-7c9fd447559b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.369433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1755-7437-4524-b489-1cae69457acf req-d4c36bc1-ca3c-40a9-9c7a-b0039d7a6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.371478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acca1755-7437-4524-b489-1cae69457acf req-d4c36bc1-ca3c-40a9-9c7a-b0039d7a6d46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.2976837 Jul 15 13:21:39.379453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-ffcda9da-7b95-42d9-880e-7904246d5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.381348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-ffcda9da-7b95-42d9-880e-7904246d5a49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.1145573 Jul 15 13:21:39.521911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-3efdd5d2-e0a5-4c0e-ba5c-2bd752a04be5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221254 Jul 15 13:21:39.524994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acca1755-7437-4524-b489-1cae69457acf req-fa3408b3-eee5-4af8-bc21-be3cb71c8aed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eb9a117-21b7-403a-b5e4-8536d9760f6f HTTP/1.1" status: 200 len: 217 time: 0.1416655 Jul 15 13:21:39.699881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1755-7437-4524-b489-1cae69457acf req-600665f4-59f2-46fc-8cd6-4df523076ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.701643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acca1755-7437-4524-b489-1cae69457acf req-600665f4-59f2-46fc-8cd6-4df523076ae1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1585963 Jul 15 13:21:39.714545 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-525b6853-659b-490f-a5c2-88e2633e236c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.751167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acca1755-7437-4524-b489-1cae69457acf req-ca15bf05-001c-42e7-869b-7009376c1817 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400267 Jul 15 13:21:39.785902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132976-3dbb-4439-8622-aff2ca10f2b3 req-aae3662f-d543-4f58-8325-7954baede95d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.787644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02132976-3dbb-4439-8622-aff2ca10f2b3 req-aae3662f-d543-4f58-8325-7954baede95d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 943 time: 0.2707019 Jul 15 13:21:39.810029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-4b2c1039-041d-43a6-9082-bd0b453f1b45 service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650468 Jul 15 13:21:39.945605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-525b6853-659b-490f-a5c2-88e2633e236c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.953164 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-525b6853-659b-490f-a5c2-88e2633e236c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.021886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-525b6853-659b-490f-a5c2-88e2633e236c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.023495 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-525b6853-659b-490f-a5c2-88e2633e236c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6863165 Jul 15 13:21:40.031160 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55054) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.044178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3617103e-a034-4820-b064-d4ae6eb86d15 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': 'bd634494-6635-45d0-a520-7c9fd447559b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c2a4a9f-e583-42f4-8cf4-07ab6a2bf804', 'remote_ip_prefix': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:40.055715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b6853-659b-490f-a5c2-88e2633e236c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a4a9f-e583-42f4-8cf4-07ab6a2bf804,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.129285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3617103e-a034-4820-b064-d4ae6eb86d15 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.159718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port aa89652d-d799-4c6c-b4a1-0be6e576c7e9 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:40.160070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.292923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3617103e-a034-4820-b064-d4ae6eb86d15 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.298907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3617103e-a034-4820-b064-d4ae6eb86d15 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.333809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port aa89652d-d799-4c6c-b4a1-0be6e576c7e9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:40.334336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.345383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617103e-a034-4820-b064-d4ae6eb86d15 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a648ed4-873d-4c46-bafd-d9e33dd24709,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.351572 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3617103e-a034-4820-b064-d4ae6eb86d15 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.352899 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3617103e-a034-4820-b064-d4ae6eb86d15 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3236489 Jul 15 13:21:40.357853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for aa89652d-d799-4c6c-b4a1-0be6e576c7e9 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:40.359712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55062) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.435563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e009fd3-c204-4c0d-8ba6-2fc6edf36895 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.449042 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e009fd3-c204-4c0d-8ba6-2fc6edf36895 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.494343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02132976-3dbb-4439-8622-aff2ca10f2b3 req-ea697bca-9099-416e-879d-f4d7999f80a2 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806695 Jul 15 13:21:40.515760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acca1755-7437-4524-b489-1cae69457acf req-54da2a6f-896c-457e-8055-b5c78fa1a8db service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7549536 Jul 15 13:21:40.556755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e009fd3-c204-4c0d-8ba6-2fc6edf36895 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.562566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e009fd3-c204-4c0d-8ba6-2fc6edf36895 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.563865 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1e009fd3-c204-4c0d-8ba6-2fc6edf36895 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6a648ed4-873d-4c46-bafd-d9e33dd24709 HTTP/1.1" status: 204 len: 168 time: 0.2031488 Jul 15 13:21:40.569113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55072) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.601277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e009fd3-c204-4c0d-8ba6-2fc6edf36895 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a648ed4-873d-4c46-bafd-d9e33dd24709,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.606047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc6d3a9e-648b-4b17-8b24-9fbcc574766d req-c43a30ee-6572-4816-9323-1111fc59b967 service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829440 Jul 15 13:21:40.658631 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bb0cd918-67ab-4f0d-9255-337e074f0df1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0856495 Jul 15 13:21:40.664960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55076) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.726317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f59baea-4f1e-40a0-912e-85588152611f', 'tag': '1f519e84-e0b6-4c01-9339-d86189ade2d7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:40.729219 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec5ea8-60cf-4984-9d70-2da0517471aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7f59baea-4f1e-40a0-912e-85588152611f", "tag": "1f519e84-e0b6-4c01-9339-d86189ade2d7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:40.734846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-acca1755-7437-4524-b489-1cae69457acf req-2768ee08-47d1-406d-8882-94d424f987e4 service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089908 Jul 15 13:21:40.773330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11321f70-d33d-4b91-9126-757296fecaf9 req-7550d8fb-f20e-4afa-be80-405a7354c0f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:40.773797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfb67-9092-474e-8717-ec83dcdd4940 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.780324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11321f70-d33d-4b91-9126-757296fecaf9 req-7550d8fb-f20e-4afa-be80-405a7354c0f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1322820 Jul 15 13:21:40.780683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.825889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11321f70-d33d-4b91-9126-757296fecaf9 req-811b5574-6350-4eaf-a182-e48698ea2b70 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 Jul 15 13:21:40.827942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=aa89652d-d799-4c6c-b4a1-0be6e576c7e9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.841346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfb67-9092-474e-8717-ec83dcdd4940 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.933333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5eb9a117-21b7-403a-b5e4-8536d9760f6f details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:41.023437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfb67-9092-474e-8717-ec83dcdd4940 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.039300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfb67-9092-474e-8717-ec83dcdd4940 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.046191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55086) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.046450 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0e6bfb67-9092-474e-8717-ec83dcdd4940 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c2a4a9f-e583-42f4-8cf4-07ab6a2bf804 HTTP/1.1" status: 204 len: 168 time: 0.3815613 Jul 15 13:21:41.181775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dd0980fc-cc6c-4fa8-8afb-211cc993eaa1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1334803 Jul 15 13:21:41.184233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 5eb9a117-21b7-403a-b5e4-8536d9760f6f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5eb9a117-21b7-403a-b5e4-8536d9760f6f,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:41.186270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55090) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.203644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '5eb9a117-21b7-403a-b5e4-8536d9760f6f', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'port_id': '5eb9a117-21b7-403a-b5e4-8536d9760f6f', 'mac_address': 'fa:16:3e:03:f3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54926352-8e58-4abe-9c5c-aacc4194f858', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:41.211599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bfb67-9092-474e-8717-ec83dcdd4940 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a4a9f-e583-42f4-8cf4-07ab6a2bf804,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.251026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.297656 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.319428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb9a117-21b7-403a-b5e4-8536d9760f6f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:41.343704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 5eb9a117-21b7-403a-b5e4-8536d9760f6f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5eb9a117-21b7-403a-b5e4-8536d9760f6f,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:41.346767 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82a75882-6dbc-4466-90de-d282a3507ea6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.350741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.356478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d92633-77fe-4d7c-9ca5-01f0b81bcf94 req-b7ee2ca9-a2fd-4cb6-b2aa-aa6715de86ec tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:41.359587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31d92633-77fe-4d7c-9ca5-01f0b81bcf94 req-b7ee2ca9-a2fd-4cb6-b2aa-aa6715de86ec tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 943 time: 0.1454563 Jul 15 13:21:41.403286 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82a75882-6dbc-4466-90de-d282a3507ea6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.428466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=5eb9a117-21b7-403a-b5e4-8536d9760f6f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.443819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.444610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.445172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.445764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.447006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.447594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.448149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.448817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.449362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.449913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.450552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.451110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:41.469634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31d92633-77fe-4d7c-9ca5-01f0b81bcf94 req-70ea7300-4d77-463b-8802-f82ac8a5c1cc tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888393 Jul 15 13:21:41.508093 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82a75882-6dbc-4466-90de-d282a3507ea6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.511881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82a75882-6dbc-4466-90de-d282a3507ea6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.513046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-82a75882-6dbc-4466-90de-d282a3507ea6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/bd634494-6635-45d0-a520-7c9fd447559b HTTP/1.1" status: 204 len: 168 time: 0.3256953 Jul 15 13:21:41.517562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55098) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.542486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75882-6dbc-4466-90de-d282a3507ea6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd634494-6635-45d0-a520-7c9fd447559b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.588152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f64b07ef-56b5-45e1-afc1-a54cafb76a3e tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692832 Jul 15 13:21:41.594075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55100) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.599500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-secgroup--606260966'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:41.606023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 08a16d8d-b73a-4970-806e-b7d872f5bb09 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:41.622144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:41.678199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.738554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5afb-865c-4b21-9067-61c3a1370a1a req-3b3e7d47-58e7-414b-9fcf-3ba098f4fa99 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:41.740252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-927e5afb-865c-4b21-9067-61c3a1370a1a req-3b3e7d47-58e7-414b-9fcf-3ba098f4fa99 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.1313922 Jul 15 13:21:41.789866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-927e5afb-865c-4b21-9067-61c3a1370a1a req-168b00cb-887d-4c65-8899-f09c3127edf9 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Jul 15 13:21:41.838962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:41.848176 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e30bf68-668b-453b-ab30-941d28a77821 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "PUT /v2.0/routers/08a16d8d-b73a-4970-806e-b7d872f5bb09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1744664 Jul 15 13:21:41.849594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55106) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.858110 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e369f4f5-fe1f-41dd-8cfe-04282267873e x-openstack-request-id: req-e369f4f5-fe1f-41dd-8cfe-04282267873e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:41.858776 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f59baea-4f1e-40a0-912e-85588152611f", "tag": "1f519e84-e0b6-4c01-9339-d86189ade2d7", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:41.859287 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e369f4f5-fe1f-41dd-8cfe-04282267873e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:41.860519 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f59baea-4f1e-40a0-912e-85588152611f', 'tag': '1f519e84-e0b6-4c01-9339-d86189ade2d7', 'status': 'completed', 'code': 200} Jul 15 13:21:41.862837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] Sync routers for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:41.904900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:41.906140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.001562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.022189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e037d56-1cb5-417e-b0f5-cdc11fcedf94 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting subnet 1bdb45b9-7821-466d-9060-352e2dc583b1 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:42.033463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.043331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e037d56-1cb5-417e-b0f5-cdc11fcedf94 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.109473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd1a0c-78a6-4ef5-b061-6ec0ce91bd06,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:42.131975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-cce35e84-f60d-434b-95be-1140372a6a64 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:42.137505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.137882 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.138195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.138544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.138876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.139519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.139789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-cce35e84-f60d-434b-95be-1140372a6a64 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.1787899 Jul 15 13:21:42.139919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.140174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.140505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.140834 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.141231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.141496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:42.151366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.155771 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30514ef6-f234-4d81-a409-64b2426ac6e1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5563948 Jul 15 13:21:42.155771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55120) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.159743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9b448792-9279-4d39-89eb-09c0878a882b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': '25fd1a0c-78a6-4ef5-b061-6ec0ce91bd06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:42.169986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e037d56-1cb5-417e-b0f5-cdc11fcedf94 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.177564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-c219c6b8-542d-427e-9c08-2f707c927258 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/quotas/c2c825f43c4a42f2877a80c412448a29 HTTP/1.1" status: 200 len: 375 time: 0.0366971 Jul 15 13:21:42.229630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-44ec4f80-a7f0-4530-a7e0-e703631290ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:42.231433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-44ec4f80-a7f0-4530-a7e0-e703631290ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 1095 time: 0.3426635 Jul 15 13:21:42.255815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b448792-9279-4d39-89eb-09c0878a882b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.303175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:42.412078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-959fb70f-bca2-4329-85fc-0301593f623a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2333920 Jul 15 13:21:42.437938 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e037d56-1cb5-417e-b0f5-cdc11fcedf94 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.476817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b448792-9279-4d39-89eb-09c0878a882b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.489068 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b448792-9279-4d39-89eb-09c0878a882b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.493077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-c240cc42-a4a0-4e42-881c-1631a2cfa9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:42.497760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-c240cc42-a4a0-4e42-881c-1631a2cfa9b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 916 time: 0.2587998 Jul 15 13:21:42.528428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b448792-9279-4d39-89eb-09c0878a882b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08ae996-aab2-4e23-a18b-11a90188db10,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:42.549828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b448792-9279-4d39-89eb-09c0878a882b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.551349 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9b448792-9279-4d39-89eb-09c0878a882b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3952618 Jul 15 13:21:42.554971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55132) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.574234 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e037d56-1cb5-417e-b0f5-cdc11fcedf94 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.600766 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e037d56-1cb5-417e-b0f5-cdc11fcedf94 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.620131 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8e037d56-1cb5-417e-b0f5-cdc11fcedf94 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/subnets/1bdb45b9-7821-466d-9060-352e2dc583b1 HTTP/1.1" status: 204 len: 168 time: 0.7693853 Jul 15 13:21:42.621042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.642693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990d20c-1d2a-461f-8a88-9f04670e53a7 None None] Network a8af2ec5-9939-41f9-9d5a-1314f83bd805 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:42.645954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-6eebdcaa-a95b-460b-85b1-a9ceb391dc91 service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329903 Jul 15 13:21:42.782649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-0d80f4cd-d05b-45be-8553-2e7ff75e4bbb service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355751 Jul 15 13:21:42.852622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.892668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-a8bae46e-8d71-4c2d-84ae-28f38eba93db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f519e84-e0b6-4c01-9339-d86189ade2d7 HTTP/1.1" status: 200 len: 217 time: 0.1311777 Jul 15 13:21:42.983444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1f519e84-e0b6-4c01-9339-d86189ade2d7 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:43.000853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e037d56-1cb5-417e-b0f5-cdc11fcedf94 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdb45b9-7821-466d-9060-352e2dc583b1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:43.013649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd03bfbb-d5f4-4710-84fa-b7bd803d9ed6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.026653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd03bfbb-d5f4-4710-84fa-b7bd803d9ed6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.059797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.077353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-8c16ef7c-5c1c-4320-bb94-18f5589935a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:43.080193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-8c16ef7c-5c1c-4320-bb94-18f5589935a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.1778398 Jul 15 13:21:43.084847 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd03bfbb-d5f4-4710-84fa-b7bd803d9ed6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.093447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd03bfbb-d5f4-4710-84fa-b7bd803d9ed6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.094778 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd03bfbb-d5f4-4710-84fa-b7bd803d9ed6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a08ae996-aab2-4e23-a18b-11a90188db10 HTTP/1.1" status: 204 len: 168 time: 0.5389798 Jul 15 13:21:43.098517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55142) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:43.158051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 1f519e84-e0b6-4c01-9339-d86189ade2d7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1f519e84-e0b6-4c01-9339-d86189ade2d7,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:43.161886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03bfbb-d5f4-4710-84fa-b7bd803d9ed6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a08ae996-aab2-4e23-a18b-11a90188db10,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:43.177418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5eb9a117-21b7-403a-b5e4-8536d9760f6f up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:43.182742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '1f519e84-e0b6-4c01-9339-d86189ade2d7', 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'port_id': '1f519e84-e0b6-4c01-9339-d86189ade2d7', 'mac_address': 'fa:16:3e:d4:d6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:43.220128 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-642c4204-9392-4db9-b5ec-2cf0841823f4 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1151218 Jul 15 13:21:43.224413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55146) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:43.282971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-f9e3fbda-2099-4d19-a561-17d5fe89c925 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1901283 Jul 15 13:21:43.307289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port cb760246-c2d0-4888-9c23-757007cb0306 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:43.307644 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.609619 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.614961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91dca17c-8148-418f-ae44-a2e0d38ac6c9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.651987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f519e84-e0b6-4c01-9339-d86189ade2d7 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:43.673613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port cb760246-c2d0-4888-9c23-757007cb0306, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cb760246-c2d0-4888-9c23-757007cb0306,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:43.674453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.675930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 1f519e84-e0b6-4c01-9339-d86189ade2d7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1f519e84-e0b6-4c01-9339-d86189ade2d7,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:43.678817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:21:40Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': 'cb760246-c2d0-4888-9c23-757007cb0306', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:13Z', 'updated_at': '2021-07-15T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:43.691836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-abb1504f-fc3c-4bad-8744-37302533cf77 service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961635 Jul 15 13:21:43.699235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91dca17c-8148-418f-ae44-a2e0d38ac6c9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.716766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] Checking router: 08a16d8d-b73a-4970-806e-b7d872f5bb09 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:43.718840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for cb760246-c2d0-4888-9c23-757007cb0306 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:43.721165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.730755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 5eb9a117-21b7-403a-b5e4-8536d9760f6f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:43.760602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] Routers {'08a16d8d-b73a-4970-806e-b7d872f5bb09'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:43.761262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['08a16d8d-b73a-4970-806e-b7d872f5bb09'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:43.849486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91dca17c-8148-418f-ae44-a2e0d38ac6c9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.854144 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91dca17c-8148-418f-ae44-a2e0d38ac6c9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.859104 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-91dca17c-8148-418f-ae44-a2e0d38ac6c9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/25fd1a0c-78a6-4ef5-b061-6ec0ce91bd06 HTTP/1.1" status: 204 len: 168 time: 0.6335292 Jul 15 13:21:43.862373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55160) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:43.912440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dca17c-8148-418f-ae44-a2e0d38ac6c9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd1a0c-78a6-4ef5-b061-6ec0ce91bd06,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.004012 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5e5a26a8-315a-4cc5-8c16-5f15928a0702 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215951 Jul 15 13:21:44.004012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55162) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:44.011465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-84511a7d-b6c4-4933-aca0-f66da9ad5430 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265469560'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:44.084805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-84511a7d-b6c4-4933-aca0-f66da9ad5430 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.180089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59ec5ea8-60cf-4984-9d70-2da0517471aa req-976bb0e2-58be-41ae-937a-5b888f48d028 service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740546 Jul 15 13:21:44.192600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] Set router 08a16d8d-b73a-4970-806e-b7d872f5bb09 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:44.257454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 6, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:44.276939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224612f-b827-4f37-b740-1ca21eb5cb9b req-673bb074-34f8-42de-a507-ca4892f0f0c8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.288834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4224612f-b827-4f37-b740-1ca21eb5cb9b req-673bb074-34f8-42de-a507-ca4892f0f0c8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 944 time: 0.5952346 Jul 15 13:21:44.295178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] DHCP port deletion for a8af2ec5-9939-41f9-9d5a-1314f83bd805 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:44.306686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 5eb9a117-21b7-403a-b5e4-8536d9760f6f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:44.307408 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.315924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254068a-812a-4a46-993b-af8e4d76e84a None None] The sync data for ids ['08a16d8d-b73a-4970-806e-b7d872f5bb09'] in n-d-771362-36 is: [{'id': '08a16d8d-b73a-4970-806e-b7d872f5bb09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924227443', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:12Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 6, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:44.351413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.421784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4224612f-b827-4f37-b740-1ca21eb5cb9b req-cc1714bd-a744-4f25-9673-1aa2029d0a6c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169407 Jul 15 13:21:44.427648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['1f519e84-e0b6-4c01-9339-d86189ade2d7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:44.487980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=cb760246-c2d0-4888-9c23-757007cb0306,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.562714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=1f519e84-e0b6-4c01-9339-d86189ade2d7,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.592206 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-84511a7d-b6c4-4933-aca0-f66da9ad5430 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.606847 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-84511a7d-b6c4-4933-aca0-f66da9ad5430 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.636041 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.830788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] Deleting port 6487d5d9-db33-435a-bcc3-e36b23b35097 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:44.832513 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.865214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.880530 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.981976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-84511a7d-b6c4-4933-aca0-f66da9ad5430 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.990451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55172) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:44.994475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6487d5d9-db33-435a-bcc3-e36b23b35097 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:45.001669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b7210394-526a-49ec-a797-711c24ed7b95 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': 'c1271bfd-f018-4d55-a85e-5a2b45c71143', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:45.002802 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-84511a7d-b6c4-4933-aca0-f66da9ad5430 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9943869 Jul 15 13:21:45.037685 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.039613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Fanout notify agent at l3_agent the message router_deleted on router 08a16d8d-b73a-4970-806e-b7d872f5bb09 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:21:45.054782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.057826 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9a0768c3-1e62-463f-9e21-5d8a40a213f7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/routers/08a16d8d-b73a-4970-806e-b7d872f5bb09 HTTP/1.1" status: 204 len: 168 time: 2.3740165 Jul 15 13:21:45.065846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55174) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:45.069412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84511a7d-b6c4-4933-aca0-f66da9ad5430 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1271bfd-f018-4d55-a85e-5a2b45c71143,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.078669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] For port 6487d5d9-db33-435a-bcc3-e36b23b35097, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6487d5d9-db33-435a-bcc3-e36b23b35097,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:45.079109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.090893 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.120045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55176) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:45.134872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] Calling delete_port for 6487d5d9-db33-435a-bcc3-e36b23b35097 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:45.160976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15d5350-3734-4695-95a4-f4dd28901785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb9a117-21b7-403a-b5e4-8536d9760f6f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:45.164779 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6418e15e-c855-47a0-9555-f445fb54f6b7" -d '{"events": [{"server_uuid": "d15d5350-3734-4695-95a4-f4dd28901785", "name": "network-vif-plugged", "status": "completed", "tag": "5eb9a117-21b7-403a-b5e4-8536d9760f6f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:45.232649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.236980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 5eb9a117-21b7-403a-b5e4-8536d9760f6f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5eb9a117-21b7-403a-b5e4-8536d9760f6f,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:45.257338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7210394-526a-49ec-a797-711c24ed7b95 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.289251 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.299915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669df9a-d5d5-40b5-b0d5-4b8719f454b1 req-eb9b8d70-2b6e-419d-94c5-76317afb0dd3 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.301907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b669df9a-d5d5-40b5-b0d5-4b8719f454b1 req-eb9b8d70-2b6e-419d-94c5-76317afb0dd3 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 944 time: 0.2573762 Jul 15 13:21:45.388894 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.426135 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98a29808-574f-4879-8341-4056e667d0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.457413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b669df9a-d5d5-40b5-b0d5-4b8719f454b1 req-0fbc1008-eaf8-4204-b22c-344326fc47ce tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261048 Jul 15 13:21:45.472868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=5eb9a117-21b7-403a-b5e4-8536d9760f6f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.506153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 6487d5d9-db33-435a-bcc3-e36b23b35097, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6487d5d9-db33-435a-bcc3-e36b23b35097,segment=NetworkSegment(2e8de981-bd82-4854-a98c-aaa9539e55d7),segment_id=2e8de981-bd82-4854-a98c-aaa9539e55d7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:45.516076 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.516975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa89652d-d799-4c6c-b4a1-0be6e576c7e9 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:45.585426 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7210394-526a-49ec-a797-711c24ed7b95 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.589303 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.595490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: aa89652d-d799-4c6c-b4a1-0be6e576c7e9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:45.595888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa89652d-d799-4c6c-b4a1-0be6e576c7e9 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:45.599229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 6487d5d9-db33-435a-bcc3-e36b23b35097 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:45.599884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.610773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7210394-526a-49ec-a797-711c24ed7b95 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.630791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] No DVR routers for this DVR port 6487d5d9-db33-435a-bcc3-e36b23b35097 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:45.688369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-ba4e73f3-94d9-47b1-bdcd-6bd6628997cb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.690098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-ba4e73f3-94d9-47b1-bdcd-6bd6628997cb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.3602710 Jul 15 13:21:45.693578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7210394-526a-49ec-a797-711c24ed7b95 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b04078-32b5-48ad-893a-03c137306a1e,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.736671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'port': {'device_id': 'd85e1319-9d3d-487e-932d-4012e56b266c', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'admin_state_up': True, 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:45.737325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=6487d5d9-db33-435a-bcc3-e36b23b35097,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.757193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98a29808-574f-4879-8341-4056e667d0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.764809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98a29808-574f-4879-8341-4056e667d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.831340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f194b-7431-42b5-9a2b-7839f36dc244 None None] Pushing event deleted for resources: {'Port': ['ID=6487d5d9-db33-435a-bcc3-e36b23b35097,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.836284 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-98a29808-574f-4879-8341-4056e667d0d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bef1d393428448ffbdcff5aaf2ec3ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144604 Jul 15 13:21:45.837614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a29808-574f-4879-8341-4056e667d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c87d02-cc0a-4fb9-8c7e-117c791d7ff3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.841318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55186) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:45.878808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port 6487d5d9-db33-435a-bcc3-e36b23b35097, host n-d-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:45.879264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.894046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7210394-526a-49ec-a797-711c24ed7b95 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.895194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b7210394-526a-49ec-a797-711c24ed7b95 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9022281 Jul 15 13:21:45.900834 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55188) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:45.926203 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a316caa2-1231-4d2c-957c-56399076ad49 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules/30b04078-32b5-48ad-893a-03c137306a1e HTTP/1.1" status: 200 len: 763 time: 0.0195503 Jul 15 13:21:45.926482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55190) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:45.938784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23064bf2-3b48-41bd-b065-0a502c7d1e39 req-cea37234-ce9e-4fa1-bf86-52045a281abf tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 210 time: 0.0646455 Jul 15 13:21:45.944026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 6487d5d9-db33-435a-bcc3-e36b23b35097 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:45.948493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Port 6487d5d9-db33-435a-bcc3-e36b23b35097 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:21:45.952642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Made reservation on behalf of c2c825f43c4a42f2877a80c412448a29 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:45.957424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.959789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.007813 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e5996061-42f8-4e1e-8fbc-013ee2e1a1a6 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0758731 Jul 15 13:21:46.010238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55192) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.024449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=6487d5d9-db33-435a-bcc3-e36b23b35097,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.030617 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a1961ea-c4c5-4304-a1e7-82cb3bf09941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.052710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] No DVR routers for this DVR port 6487d5d9-db33-435a-bcc3-e36b23b35097 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:46.068960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a1961ea-c4c5-4304-a1e7-82cb3bf09941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.145081 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a1961ea-c4c5-4304-a1e7-82cb3bf09941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.147998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a1961ea-c4c5-4304-a1e7-82cb3bf09941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.149260 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8a1961ea-c4c5-4304-a1e7-82cb3bf09941 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39c87d02-cc0a-4fb9-8c7e-117c791d7ff3 HTTP/1.1" status: 204 len: 168 time: 0.3063529 Jul 15 13:21:46.156103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5a85-e250-4fc7-af37-b9b1f0b422b1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.159219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1961ea-c4c5-4304-a1e7-82cb3bf09941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c87d02-cc0a-4fb9-8c7e-117c791d7ff3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.181160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5a85-e250-4fc7-af37-b9b1f0b422b1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.211196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.246955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8af2ec5-9939-41f9-9d5a-1314f83bd805']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:46.319122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8de981-bd82-4854-a98c-aaa9539e55d7') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:46.319490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8de981-bd82-4854-a98c-aaa9539e55d7') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:46.347361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.360010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5a85-e250-4fc7-af37-b9b1f0b422b1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.379908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5a85-e250-4fc7-af37-b9b1f0b422b1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.380982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6f7f5a85-e250-4fc7-af37-b9b1f0b422b1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/30b04078-32b5-48ad-893a-03c137306a1e HTTP/1.1" status: 204 len: 168 time: 0.3708143 Jul 15 13:21:46.382425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Allocated IP 172.20.0.6 (8d93d25e-77df-4a60-b900-1064f626df19/23caad88-3e9b-4e29-85b3-4d5d2c2630be/55899967-e13e-431f-8a3f-e7c2cb2ab746) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:46.389076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55198) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.390927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.398283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f5a85-e250-4fc7-af37-b9b1f0b422b1 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30b04078-32b5-48ad-893a-03c137306a1e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.409146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:46.409888 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:46.413605 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:46.475900 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a6625865-593a-46c3-a844-2e0bceee42e7 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0811739 Jul 15 13:21:46.481156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55200) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.489136 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4d973f38-41fa-4833-b93c-5c42b2a53bb9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': 'c1271bfd-f018-4d55-a85e-5a2b45c71143', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:46.531413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcc790-cd41-4a69-9c44-1c31906ba97a req-63d9ef52-0257-48c3-bdb3-0107c81b70d3 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.533485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ffcc790-cd41-4a69-9c44-1c31906ba97a req-63d9ef52-0257-48c3-bdb3-0107c81b70d3 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.2894948 Jul 15 13:21:46.538200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.552256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.554526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/networks/a8af2ec5-9939-41f9-9d5a-1314f83bd805 HTTP/1.1" status: 204 len: 168 time: 1.4854875 Jul 15 13:21:46.554965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d973f38-41fa-4833-b93c-5c42b2a53bb9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.560875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55204) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.608640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e96bc2-a854-4b70-8005-f2f79fce9cda tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Network': ['ID=a8af2ec5-9939-41f9-9d5a-1314f83bd805,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.654424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d973f38-41fa-4833-b93c-5c42b2a53bb9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.661094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d973f38-41fa-4833-b93c-5c42b2a53bb9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.691003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d973f38-41fa-4833-b93c-5c42b2a53bb9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d61746b-c193-4754-8934-9d5d499d572a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.702183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55206) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.704791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cb760246-c2d0-4888-9c23-757007cb0306 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:46.729008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d973f38-41fa-4833-b93c-5c42b2a53bb9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.731270 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4d973f38-41fa-4833-b93c-5c42b2a53bb9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2484014 Jul 15 13:21:46.734437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55208) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.745823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: cb760246-c2d0-4888-9c23-757007cb0306 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:46.746357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cb760246-c2d0-4888-9c23-757007cb0306 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:46.751354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ffcc790-cd41-4a69-9c44-1c31906ba97a req-eff96a09-4ac3-4eae-9921-677102b90c8a tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003527 Jul 15 13:21:46.768008 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ca57c2b5-bb91-4ade-8fa4-0b73fc2054c9 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules/1d61746b-c193-4754-8934-9d5d499d572a HTTP/1.1" status: 200 len: 763 time: 0.0298352 Jul 15 13:21:46.770789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68576e54-8ad4-4056-8575-67d3f0001277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.772060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55210) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.836725 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e0d5fb-5ea4-4d01-a1da-6ce779543457 x-openstack-request-id: req-74e0d5fb-5ea4-4d01-a1da-6ce779543457 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:46.841900 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15d5350-3734-4695-95a4-f4dd28901785", "name": "network-vif-plugged", "status": "completed", "tag": "5eb9a117-21b7-403a-b5e4-8536d9760f6f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:46.842854 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74e0d5fb-5ea4-4d01-a1da-6ce779543457 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:46.843969 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15d5350-3734-4695-95a4-f4dd28901785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb9a117-21b7-403a-b5e4-8536d9760f6f', 'code': 200} Jul 15 13:21:46.859284 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-63c5e0d0-1d1d-4a39-a80b-5d81e29658ea tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0833793 Jul 15 13:21:46.868628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55214) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.871080 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.881531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2e965e17-39ed-4e96-af52-492e3f7eca81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.925356 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0963-1f29-470b-9939-bb8da88f431c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.936675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0963-1f29-470b-9939-bb8da88f431c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.955277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Transition to ACTIVE for port object 55899967-e13e-431f-8a3f-e7c2cb2ab746 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:46.976414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0963-1f29-470b-9939-bb8da88f431c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.982521 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0963-1f29-470b-9939-bb8da88f431c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.988089 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ea7f0963-1f29-470b-9939-bb8da88f431c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/1d61746b-c193-4754-8934-9d5d499d572a HTTP/1.1" status: 204 len: 168 time: 0.1136146 Jul 15 13:21:46.988669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55216) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.994880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1f519e84-e0b6-4c01-9339-d86189ade2d7 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:47.001733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f0963-1f29-470b-9939-bb8da88f431c tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d61746b-c193-4754-8934-9d5d499d572a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.023284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2e965e17-39ed-4e96-af52-492e3f7eca81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.065535 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-59b1298e-c4f0-46b7-be8e-39229a382f3d tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0755756 Jul 15 13:21:47.068171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55220) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.075599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-99077e8d-6a82-4efc-ab51-bfd7c945a84b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Request body: {'security_group_rule': {'security_group_id': 'c1271bfd-f018-4d55-a85e-5a2b45c71143', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:47.093675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 1f519e84-e0b6-4c01-9339-d86189ade2d7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:47.098749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 1f519e84-e0b6-4c01-9339-d86189ade2d7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:47.099510 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.191565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.226890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 1f519e84-e0b6-4c01-9339-d86189ade2d7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1f519e84-e0b6-4c01-9339-d86189ade2d7,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:47.232004 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.285473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=1f519e84-e0b6-4c01-9339-d86189ade2d7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.323438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.336152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['7aae7044-b646-4fe1-a43a-b301cda8bbca'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:47.364715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9cd60-2e40-4128-9f7c-08acf97123ca req-573e121a-616a-4848-9547-fda3b7bb680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.367552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71d9cd60-2e40-4128-9f7c-08acf97123ca req-573e121a-616a-4848-9547-fda3b7bb680b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 1097 time: 0.4416234 Jul 15 13:21:47.480292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e602ea-9b82-4afb-aedd-b25bc94f3a00 req-1c8c399a-d198-4c02-bdfd-7c25defe7a0c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.482930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1e602ea-9b82-4afb-aedd-b25bc94f3a00 req-1c8c399a-d198-4c02-bdfd-7c25defe7a0c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 945 time: 0.4637072 Jul 15 13:21:47.505996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68576e54-8ad4-4056-8575-67d3f0001277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.529938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Network 8d93d25e-77df-4a60-b900-1064f626df19 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:47.538205 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-99077e8d-6a82-4efc-ab51-bfd7c945a84b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Project 24e1e7c82c104ff99c3ee81de2278e21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:21:47.544930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99077e8d-6a82-4efc-ab51-bfd7c945a84b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.546476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68576e54-8ad4-4056-8575-67d3f0001277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.563904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:47.610993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:47.622450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'Port': ['ID=55899967-e13e-431f-8a3f-e7c2cb2ab746,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.624018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99077e8d-6a82-4efc-ab51-bfd7c945a84b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.638022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99077e8d-6a82-4efc-ab51-bfd7c945a84b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.643123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2e965e17-39ed-4e96-af52-492e3f7eca81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.648131 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2e965e17-39ed-4e96-af52-492e3f7eca81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.654777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2e965e17-39ed-4e96-af52-492e3f7eca81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/security-groups/9b962582-567c-4527-9a95-2943bb2a87e5 HTTP/1.1" status: 204 len: 168 time: 1.0814276 Jul 15 13:21:47.666074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99077e8d-6a82-4efc-ab51-bfd7c945a84b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a9a057-b6f9-40d8-a83e-30982fb12c18,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.682802 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99077e8d-6a82-4efc-ab51-bfd7c945a84b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.688347 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-99077e8d-6a82-4efc-ab51-bfd7c945a84b tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6150506 Jul 15 13:21:47.689561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55224) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.720086 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-52e9b4ea-0e6c-4fd1-86be-4cac2f2fd721 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules/56a9a057-b6f9-40d8-a83e-30982fb12c18 HTTP/1.1" status: 200 len: 769 time: 0.0256855 Jul 15 13:21:47.720376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55226) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.728972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71d9cd60-2e40-4128-9f7c-08acf97123ca req-d0c910a5-7414-47ec-836e-f471bb06a2f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144379 Jul 15 13:21:47.752571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-68576e54-8ad4-4056-8575-67d3f0001277 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65fb09c7f48f400b966256b2118488de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0425725 Jul 15 13:21:47.752571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68576e54-8ad4-4056-8575-67d3f0001277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6c5716-bf9b-4eca-9286-a85c2be9cc06,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.753080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55228) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.783726 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f7cb6147-e56d-43e4-97f5-7a8f43185682 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0573199 Jul 15 13:21:47.785222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55230) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.806281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1e602ea-9b82-4afb-aedd-b25bc94f3a00 req-235ea486-a821-4a7d-997c-4d2b9bc943d0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926345 Jul 15 13:21:47.816319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.817269 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.829782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e965e17-39ed-4e96-af52-492e3f7eca81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b962582-567c-4527-9a95-2943bb2a87e5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.837929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b53336d-b15c-4a29-8c8f-b9bdebc4b449 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.854094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b53336d-b15c-4a29-8c8f-b9bdebc4b449 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.873352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-1858ccf7-654b-453b-9135-55a7124beb3e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1407094 Jul 15 13:21:47.884796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6dfa-41d6-4e0b-bed0-881163d93f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.889790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Request body: {'port': {'device_id': 'd85e1319-9d3d-487e-932d-4012e56b266c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:47.919325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b53336d-b15c-4a29-8c8f-b9bdebc4b449 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.923000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6dfa-41d6-4e0b-bed0-881163d93f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.939901 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b53336d-b15c-4a29-8c8f-b9bdebc4b449 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.941097 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2b53336d-b15c-4a29-8c8f-b9bdebc4b449 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/56a9a057-b6f9-40d8-a83e-30982fb12c18 HTTP/1.1" status: 204 len: 168 time: 0.1550121 Jul 15 13:21:47.945599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55232) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.955418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53336d-b15c-4a29-8c8f-b9bdebc4b449 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56a9a057-b6f9-40d8-a83e-30982fb12c18,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.971394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1aa7e3f8-f32f-4576-aa94-edc0572d2b3b None None] Provisioning for port 55899967-e13e-431f-8a3f-e7c2cb2ab746 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:47.981584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1aa7e3f8-f32f-4576-aa94-edc0572d2b3b None None] Provisioning complete for port 55899967-e13e-431f-8a3f-e7c2cb2ab746 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:47.983946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e3f8-f32f-4576-aa94-edc0572d2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.075332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1aa7e3f8-f32f-4576-aa94-edc0572d2b3b None None] Port 55899967-e13e-431f-8a3f-e7c2cb2ab746 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:48.121452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a054fe8b-3355-46e9-9c30-6391b68620a3 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1697550 Jul 15 13:21:48.126808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55234) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:48.155614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.297609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6dfa-41d6-4e0b-bed0-881163d93f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.301216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6dfa-41d6-4e0b-bed0-881163d93f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.305789 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7c1d6dfa-41d6-4e0b-bed0-881163d93f5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b6c5716-bf9b-4eca-9286-a85c2be9cc06 HTTP/1.1" status: 204 len: 168 time: 0.5512342 Jul 15 13:21:48.320072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d6dfa-41d6-4e0b-bed0-881163d93f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6c5716-bf9b-4eca-9286-a85c2be9cc06,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.327073 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b968d5ac-ce60-4a74-8a60-8dc8e5002337 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.512411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b968d5ac-ce60-4a74-8a60-8dc8e5002337 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.714834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4708c-8938-4c92-b829-a746ef7fed16 req-a9e30f93-12d4-4302-8527-a9428f784eaa tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.720304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2f4708c-8938-4c92-b829-a746ef7fed16 req-a9e30f93-12d4-4302-8527-a9428f784eaa tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 945 time: 0.4570403 Jul 15 13:21:48.774522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b968d5ac-ce60-4a74-8a60-8dc8e5002337 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.779502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b968d5ac-ce60-4a74-8a60-8dc8e5002337 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.786672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b968d5ac-ce60-4a74-8a60-8dc8e5002337 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "DELETE /v2.0/security-groups/c1271bfd-f018-4d55-a85e-5a2b45c71143 HTTP/1.1" status: 204 len: 168 time: 0.6530979 Jul 15 13:21:48.787489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55246) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:48.828797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968d5ac-ce60-4a74-8a60-8dc8e5002337 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1271bfd-f018-4d55-a85e-5a2b45c71143,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.876359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f59baea-4f1e-40a0-912e-85588152611f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f519e84-e0b6-4c01-9339-d86189ade2d7'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:48.878724 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5befab8a-0adc-4702-b486-f3bb3a79c24c" -d '{"events": [{"server_uuid": "7f59baea-4f1e-40a0-912e-85588152611f", "name": "network-vif-plugged", "status": "completed", "tag": "1f519e84-e0b6-4c01-9339-d86189ade2d7"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:48.884451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2f4708c-8938-4c92-b829-a746ef7fed16 req-bc53058e-add6-469c-b45d-a440f449fba0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496229 Jul 15 13:21:48.903255 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7f8998d8-a599-4e09-98c5-90eec7e00ad5 tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161845 Jul 15 13:21:48.915650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55254) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:48.916825 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fdb002d9-47bd-49d6-8933-901350d205a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.072295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55899967-e13e-431f-8a3f-e7c2cb2ab746 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:49.085787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6cefb8c2-65d9-41de-b856-3c4041cf277a tempest-SecGroupIPv6Test-140190546 tempest-SecGroupIPv6Test-140190546-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1685858 Jul 15 13:21:49.095247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.117101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Transition to ACTIVE for port object 55899967-e13e-431f-8a3f-e7c2cb2ab746 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:49.126771 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.227823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Pushing event updated for resources: {'Port': ['ID=55899967-e13e-431f-8a3f-e7c2cb2ab746,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.440285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Attempting to bind port 55899967-e13e-431f-8a3f-e7c2cb2ab746 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:49.441339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Attempting to bind port 55899967-e13e-431f-8a3f-e7c2cb2ab746 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:49.441339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Attempting to bind port 55899967-e13e-431f-8a3f-e7c2cb2ab746 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:49.449842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Port 55899967-e13e-431f-8a3f-e7c2cb2ab746 on network 8d93d25e-77df-4a60-b900-1064f626df19 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:49.450488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Attempting to bind port 55899967-e13e-431f-8a3f-e7c2cb2ab746 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:49.461080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:49.461692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Checking segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:49.462343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Bound using segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:49.463468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Bound port: 55899967-e13e-431f-8a3f-e7c2cb2ab746, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:49.464114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.647934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55280) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.698909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] For port 55899967-e13e-431f-8a3f-e7c2cb2ab746, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:49.709471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] For port 55899967-e13e-431f-8a3f-e7c2cb2ab746, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:49.723315 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.847533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:49.849833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.853765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] 10.222.0.35 "PUT /v2.0/ports/55899967-e13e-431f-8a3f-e7c2cb2ab746 HTTP/1.1" status: 200 len: 1092 time: 1.9712412 Jul 15 13:21:49.860790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85e1319-9d3d-487e-932d-4012e56b266c', 'tag': '55899967-e13e-431f-8a3f-e7c2cb2ab746'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:49.865467 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112f6bdf-affb-416b-a898-9a09b7dae842" -d '{"events": [{"name": "network-changed", "server_uuid": "d85e1319-9d3d-487e-932d-4012e56b266c", "tag": "55899967-e13e-431f-8a3f-e7c2cb2ab746"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:50.013829 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c0ae1f80-50f3-4078-a283-e4e37c54aec4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24e1e7c82c104ff99c3ee81de2278e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647847 Jul 15 13:21:50.017690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55292) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:50.073169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f1498-0685-4959-b2b4-8235a6236a94 service neutron] Pushing event updated for resources: {'Port': ['ID=55899967-e13e-431f-8a3f-e7c2cb2ab746,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.105274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-22f12924-0576-4d0b-abf2-c552df11fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.106860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-22f12924-0576-4d0b-abf2-c552df11fc4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 1095 time: 0.1911969 Jul 15 13:21:50.126662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b13385c6-3cf5-4eb6-b053-947eeecebda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.176106 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b13385c6-3cf5-4eb6-b053-947eeecebda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.217175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-a32ede91-5059-408d-afe0-d42dbd320c6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746 HTTP/1.1" status: 200 len: 217 time: 0.0955291 Jul 15 13:21:50.265033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9776f-0393-496f-a9dc-513a21cfb7ce req-da504c9d-0f7d-4958-a80b-7e448b8d2756 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.265997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b13385c6-3cf5-4eb6-b053-947eeecebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.271455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b13385c6-3cf5-4eb6-b053-947eeecebda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.274666 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b13385c6-3cf5-4eb6-b053-947eeecebda6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/876bcb11-237a-4bf3-ae0f-b3cf2d04ff9b HTTP/1.1" status: 204 len: 168 time: 0.2542906 Jul 15 13:21:50.288886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ad9776f-0393-496f-a9dc-513a21cfb7ce req-da504c9d-0f7d-4958-a80b-7e448b8d2756 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 943 time: 0.4421761 Jul 15 13:21:50.292742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13385c6-3cf5-4eb6-b053-947eeecebda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876bcb11-237a-4bf3-ae0f-b3cf2d04ff9b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.826736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ad9776f-0393-496f-a9dc-513a21cfb7ce req-f1c2d6b0-2e46-414b-a6a9-debee1c8c0a2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359725 Jul 15 13:21:50.828703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-504beedb-f9d3-4a65-b292-a0fd237a773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.830279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-504beedb-f9d3-4a65-b292-a0fd237a773f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.5986857 Jul 15 13:21:50.981064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-d8d745cb-cdfe-4243-aa5a-b7528fc41f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.986586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-d8d745cb-cdfe-4243-aa5a-b7528fc41f75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478801 Jul 15 13:21:51.290559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-fdc854e5-0659-48d9-a03b-6857f441feba service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948608 Jul 15 13:21:51.377664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73cff6-1920-44ce-ad32-b7076f492676 req-46f05d5a-0e21-4c90-a59f-2a4cad98999a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:51.380715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c73cff6-1920-44ce-ad32-b7076f492676 req-46f05d5a-0e21-4c90-a59f-2a4cad98999a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 945 time: 0.3388915 Jul 15 13:21:51.525611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f22eb880-0bdb-4278-8228-42155c1e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.565182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c73cff6-1920-44ce-ad32-b7076f492676 req-fc39f04c-0ee4-46b4-a5c4-5718ee69f2e0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604698 Jul 15 13:21:51.575339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-086658bc-c716-4b7a-b417-02605d4f25b3 req-b673267b-35de-42e1-af27-38242711d0c7 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744429 Jul 15 13:21:51.576305 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.729521 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28b0286-91a1-47e9-b424-f0ea930c2c2b x-openstack-request-id: req-d28b0286-91a1-47e9-b424-f0ea930c2c2b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:51.730445 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f59baea-4f1e-40a0-912e-85588152611f", "name": "network-vif-plugged", "status": "completed", "tag": "1f519e84-e0b6-4c01-9339-d86189ade2d7", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:51.731217 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d28b0286-91a1-47e9-b424-f0ea930c2c2b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:51.732179 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f59baea-4f1e-40a0-912e-85588152611f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f519e84-e0b6-4c01-9339-d86189ade2d7', 'code': 200} Jul 15 13:21:51.765929 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55336) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:51.984204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0e77c-2ddf-4859-b3bc-626e160d0167 req-6f859b2f-cb7e-4ec9-9aa3-cd16f4e742d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:51.993434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88a0e77c-2ddf-4859-b3bc-626e160d0167 req-6f859b2f-cb7e-4ec9-9aa3-cd16f4e742d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 1097 time: 0.1823797 Jul 15 13:21:52.061540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88a0e77c-2ddf-4859-b3bc-626e160d0167 req-b83f86fe-f029-484b-9443-14b333a0131a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605278 Jul 15 13:21:52.099622 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b978e9-e5bc-4d17-9ae5-17f2a4252645 x-openstack-request-id: req-72b978e9-e5bc-4d17-9ae5-17f2a4252645 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:52.099622 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85e1319-9d3d-487e-932d-4012e56b266c", "tag": "55899967-e13e-431f-8a3f-e7c2cb2ab746", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:52.099622 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72b978e9-e5bc-4d17-9ae5-17f2a4252645 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:52.099622 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85e1319-9d3d-487e-932d-4012e56b266c', 'tag': '55899967-e13e-431f-8a3f-e7c2cb2ab746', 'status': 'completed', 'code': 200} Jul 15 13:21:52.178496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-938968296'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:52.243085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Made reservation on behalf of 24a98a2af2c44dec946f33e5be768ae7 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:52.252553 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.261207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-71cbe8a6-3096-4727-865f-3f6ab506b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.264293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-71cbe8a6-3096-4727-865f-3f6ab506b79f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 1095 time: 0.1290658 Jul 15 13:21:52.264934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.449026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.456831 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.506336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3c531-47a9-4496-a015-e9137f47626f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.527917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:52.550225 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.551154 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Added segment 02246c6f-1dec-43f2-9ddc-af8bc09de3cd of type vlan for network 72648ad9-4056-4bfe-b422-8338a41b9df1 Jul 15 13:21:52.598740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade4c98-c303-4a94-8e47-e445aa6250a7 req-b4e70c76-48b9-4284-b6ae-9926196c2e1a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.611717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ade4c98-c303-4a94-8e47-e445aa6250a7 req-b4e70c76-48b9-4284-b6ae-9926196c2e1a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 945 time: 0.2564456 Jul 15 13:21:52.616826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-e33bd2e5-01cb-40fa-9044-8cd7d8ef9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.620586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-e33bd2e5-01cb-40fa-9044-8cd7d8ef9ee9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.3476086 Jul 15 13:21:52.650448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.714898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.731697 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.732832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.758003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-948197a7-fcf7-4248-958c-6717e14b682c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746 HTTP/1.1" status: 200 len: 217 time: 0.1001213 Jul 15 13:21:52.783438 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ade4c98-c303-4a94-8e47-e445aa6250a7 req-738ef09f-b058-4b5d-acbc-e3602bb09fca tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681111 Jul 15 13:21:52.828302 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0605726 Jul 15 13:21:52.837100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55358) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:52.849850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Request body: {'subnet': {'network_id': '72648ad9-4056-4bfe-b422-8338a41b9df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:52.905889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.979783 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e3818-33a4-42ee-9703-0fa6165a3ccc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Pushing event updated for resources: {'Network': ['ID=72648ad9-4056-4bfe-b422-8338a41b9df1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.999521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 72648ad9-4056-4bfe-b422-8338a41b9df1 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:53.005982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-7bff0879-599e-4562-8c67-016a013f956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.015688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-7bff0879-599e-4562-8c67-016a013f956e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.2239270 Jul 15 13:21:53.156594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Made reservation on behalf of 24a98a2af2c44dec946f33e5be768ae7 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:53.160691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.192256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-8b20424a-3f1b-463c-817d-035c56c78684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.196383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-8b20424a-3f1b-463c-817d-035c56c78684 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757917 Jul 15 13:21:53.439170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-e81619a9-ce7f-4294-a59f-39ab7017cb10 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286501 Jul 15 13:21:53.512276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.618678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Pushing event updated for resources: {'Subnet': ['ID=a57e8516-6999-4522-8e16-4f077b4485f6,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:53.620741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55368) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:53.631501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1e39cc25-de48-49f0-bf7c-f7ee47a63c86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-98557624', 'description': 'tempest-secgroup-smoke-98557624 description', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:53.678932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112f6bdf-affb-416b-a898-9a09b7dae842 req-51110099-5907-4994-9157-e2e1a4644cf4 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265582 Jul 15 13:21:53.679263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Checking segment: {'id': '02246c6f-1dec-43f2-9ddc-af8bc09de3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '72648ad9-4056-4bfe-b422-8338a41b9df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:53.680815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Network hostable DHCP agents. Network: 72648ad9-4056-4bfe-b422-8338a41b9df1, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:53.684374 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e39cc25-de48-49f0-bf7c-f7ee47a63c86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.729942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Network 72648ad9-4056-4bfe-b422-8338a41b9df1 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:53.753229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 72648ad9-4056-4bfe-b422-8338a41b9df1) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:53.763104 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.764232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.769911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a0b6d2-646b-4711-a01d-18c73e591553 None None] Network 72648ad9-4056-4bfe-b422-8338a41b9df1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:53.845538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e39cc25-de48-49f0-bf7c-f7ee47a63c86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.854327 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e39cc25-de48-49f0-bf7c-f7ee47a63c86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.873064 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3475f8d6-2f29-4a7f-9897-c2cbd72250ea tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0335622 Jul 15 13:21:53.874264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55374) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:53.890930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Request body: {'port': {'network_id': '72648ad9-4056-4bfe-b422-8338a41b9df1', 'name': 'tempest-TagsExtTest-681095871'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:53.953261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55376) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:53.963533 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e39cc25-de48-49f0-bf7c-f7ee47a63c86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.968302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1e39cc25-de48-49f0-bf7c-f7ee47a63c86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3463428 Jul 15 13:21:53.971461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55380) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:53.981085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-21720559-6eed-4e2a-96b8-653674e04574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:53.995427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39cc25-de48-49f0-bf7c-f7ee47a63c86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.085167 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21720559-6eed-4e2a-96b8-653674e04574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.130128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Made reservation on behalf of 24a98a2af2c44dec946f33e5be768ae7 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:54.134383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.162516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] device_id is not set on port 5ddce104-0f09-45b7-baad-d2d2005e7450 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:21:54.196933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266101c-aff3-44df-bec1-c85d788bf3bb req-614ef97b-bfa3-4918-a88b-38807c92cb98 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.219966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0266101c-aff3-44df-bec1-c85d788bf3bb req-614ef97b-bfa3-4918-a88b-38807c92cb98 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 943 time: 0.3090956 Jul 15 13:21:54.306442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 55899967-e13e-431f-8a3f-e7c2cb2ab746 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:54.313267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-72648ad9-4056-4bfe-b422-8338a41b9df1', 'network_id': '72648ad9-4056-4bfe-b422-8338a41b9df1', 'tenant_id': '24a98a2af2c44dec946f33e5be768ae7', 'fixed_ips': [{'subnet_id': 'a57e8516-6999-4522-8e16-4f077b4485f6'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:54.315373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.345898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Allocated IP 172.20.0.9 (72648ad9-4056-4bfe-b422-8338a41b9df1/a57e8516-6999-4522-8e16-4f077b4485f6/5ddce104-0f09-45b7-baad-d2d2005e7450) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:54.380034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0668663-c1d2-4149-bbe8-fd5078f2bf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.432323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0266101c-aff3-44df-bec1-c85d788bf3bb req-11be530b-5fe8-4ed3-ac8f-8dd93b41d527 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089221 Jul 15 13:21:54.468588 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21720559-6eed-4e2a-96b8-653674e04574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.495117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21720559-6eed-4e2a-96b8-653674e04574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.507284 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:21:54.578232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21720559-6eed-4e2a-96b8-653674e04574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca338a86-2bca-419c-9f75-7c4c8b4e2fa1,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.618950 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.668085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 55899967-e13e-431f-8a3f-e7c2cb2ab746, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:54.683277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '55899967-e13e-431f-8a3f-e7c2cb2ab746', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '55899967-e13e-431f-8a3f-e7c2cb2ab746', 'mac_address': 'fa:16:3e:2a:49:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:54.712996 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.744227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Transition to ACTIVE for port object 5ddce104-0f09-45b7-baad-d2d2005e7450 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:54.745124 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.771081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55899967-e13e-431f-8a3f-e7c2cb2ab746 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:54.808352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.827052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 55899967-e13e-431f-8a3f-e7c2cb2ab746, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:54.856956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-1c8f6248-4f51-4ecb-b917-66f22b95bb32 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.864636 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.864953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-1c8f6248-4f51-4ecb-b917-66f22b95bb32 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.2321041 Jul 15 13:21:54.894042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-1e292b8f-1b36-4a85-8da8-b2a10a8ed9d4 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/quotas/062d3cd5a95a47edb287e3c79c53f289 HTTP/1.1" status: 200 len: 375 time: 0.0277655 Jul 15 13:21:54.922235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Network 72648ad9-4056-4bfe-b422-8338a41b9df1 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:54.929308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:54.938990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:54.974396 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0668663-c1d2-4149-bbe8-fd5078f2bf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.984076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Pushing event updated for resources: {'Port': ['ID=5ddce104-0f09-45b7-baad-d2d2005e7450,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.989357 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0668663-c1d2-4149-bbe8-fd5078f2bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.009136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=55899967-e13e-431f-8a3f-e7c2cb2ab746,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.031104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0668663-c1d2-4149-bbe8-fd5078f2bf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da00ac2-5f25-4eda-b885-1718c6577356,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.044202 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21720559-6eed-4e2a-96b8-653674e04574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.049398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-21720559-6eed-4e2a-96b8-653674e04574 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0730989 Jul 15 13:21:55.051532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55392) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.074226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-9e6ebbf6-dbfb-4ab9-8108-792edfaea295 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788154 Jul 15 13:21:55.075280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8bb8deb3-6751-435d-9588-0a8c2eea26eb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:55.077779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c0668663-c1d2-4149-bbe8-fd5078f2bf0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb5efe93df4041ec81636ec275783c80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1226630 Jul 15 13:21:55.081598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55394) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.086614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Allocated IP 172.20.0.2 (72648ad9-4056-4bfe-b422-8338a41b9df1/a57e8516-6999-4522-8e16-4f077b4485f6/e9fcd091-6975-445f-92a9-0057c81432db) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:55.112283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.112731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.116390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['55899967-e13e-431f-8a3f-e7c2cb2ab746'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:55.171300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb8deb3-6751-435d-9588-0a8c2eea26eb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.220912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-416b1abd-a886-47c7-a3fd-e3aa7c71c269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.264084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-e6432fa6-c762-42d9-bcd2-d11d08f11f44 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475806 Jul 15 13:21:55.269964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-416b1abd-a886-47c7-a3fd-e3aa7c71c269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.316301 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb8deb3-6751-435d-9588-0a8c2eea26eb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.324829 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-37e3421e-2a59-4bf1-a579-1fdcaf41fc8f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4472845 Jul 15 13:21:55.326676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55396) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.333600 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb8deb3-6751-435d-9588-0a8c2eea26eb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.375256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4c1243f4-d2e3-43d4-bbdd-cad6b343d223 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2049919599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:55.439084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-416b1abd-a886-47c7-a3fd-e3aa7c71c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.445493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-416b1abd-a886-47c7-a3fd-e3aa7c71c269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.449907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-416b1abd-a886-47c7-a3fd-e3aa7c71c269 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3da00ac2-5f25-4eda-b885-1718c6577356 HTTP/1.1" status: 204 len: 168 time: 0.3656931 Jul 15 13:21:55.452595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8deb3-6751-435d-9588-0a8c2eea26eb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37cae01-17ce-4c6e-b6f0-5cecdf947dfe,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.458898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-acd3cde9-8ed0-4c45-bdab-c9a68da4bbef service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806698 Jul 15 13:21:55.475907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb8deb3-6751-435d-9588-0a8c2eea26eb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.480616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b1abd-a886-47c7-a3fd-e3aa7c71c269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da00ac2-5f25-4eda-b885-1718c6577356,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.486610 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8bb8deb3-6751-435d-9588-0a8c2eea26eb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4218841 Jul 15 13:21:55.488101 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55404) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.496605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c1243f4-d2e3-43d4-bbdd-cad6b343d223 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.505464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c1243f4-d2e3-43d4-bbdd-cad6b343d223 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.525679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f1470c2b-96a7-4784-ae6e-f8336450322d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:55.584586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1470c2b-96a7-4784-ae6e-f8336450322d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.651264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.662342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Transition to ACTIVE for port object e9fcd091-6975-445f-92a9-0057c81432db will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:55.682528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Transition to ACTIVE for port object e9fcd091-6975-445f-92a9-0057c81432db will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:55.721637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.728155 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c1243f4-d2e3-43d4-bbdd-cad6b343d223 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.766170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c1243f4-d2e3-43d4-bbdd-cad6b343d223 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.840807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c1243f4-d2e3-43d4-bbdd-cad6b343d223 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.843047 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4c1243f4-d2e3-43d4-bbdd-cad6b343d223 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5129471 Jul 15 13:21:55.847912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55408) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.856603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-89b5dac3-9920-4d65-8929-b6e7a4325d8b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-121502583', 'prefixes': ['172.20.0.0/16']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:55.874586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1470c2b-96a7-4784-ae6e-f8336450322d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.885939 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1470c2b-96a7-4784-ae6e-f8336450322d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.978616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1470c2b-96a7-4784-ae6e-f8336450322d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25526636-e011-4b9e-aadc-d2d81e63858d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.022233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1470c2b-96a7-4784-ae6e-f8336450322d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.029283 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f1470c2b-96a7-4784-ae6e-f8336450322d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5353837 Jul 15 13:21:56.039610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55416) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:56.050066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-75fdebba-9342-4019-9926-12b2ec8861d9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:56.151377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Network 72648ad9-4056-4bfe-b422-8338a41b9df1 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:56.157513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75fdebba-9342-4019-9926-12b2ec8861d9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.163393 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89b5dac3-9920-4d65-8929-b6e7a4325d8b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for subnetpool, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.166006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-89b5dac3-9920-4d65-8929-b6e7a4325d8b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3164701 Jul 15 13:21:56.170813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55422) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:56.178013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Pushing event updated for resources: {'Port': ['ID=e9fcd091-6975-445f-92a9-0057c81432db,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.178761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-65f685da-c571-4cb5-acc3-144a1b0e1372 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6', 'tempest-TagsExtTest-Tag-145974929') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:56.214837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:56.228518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:56.471371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75fdebba-9342-4019-9926-12b2ec8861d9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.481217 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75fdebba-9342-4019-9926-12b2ec8861d9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.503812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Attempting to bind port e9fcd091-6975-445f-92a9-0057c81432db on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:56.504396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Attempting to bind port e9fcd091-6975-445f-92a9-0057c81432db by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '02246c6f-1dec-43f2-9ddc-af8bc09de3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '72648ad9-4056-4bfe-b422-8338a41b9df1'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:56.504628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Attempting to bind port e9fcd091-6975-445f-92a9-0057c81432db on network 72648ad9-4056-4bfe-b422-8338a41b9df1 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:56.521708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:56.522086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Checking segment: {'id': '02246c6f-1dec-43f2-9ddc-af8bc09de3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '72648ad9-4056-4bfe-b422-8338a41b9df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:56.524554 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.525127 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Bound using segment: {'id': '02246c6f-1dec-43f2-9ddc-af8bc09de3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '72648ad9-4056-4bfe-b422-8338a41b9df1'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:56.525355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Bound port: e9fcd091-6975-445f-92a9-0057c81432db, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02246c6f-1dec-43f2-9ddc-af8bc09de3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '72648ad9-4056-4bfe-b422-8338a41b9df1'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:56.525757 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.555423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdebba-9342-4019-9926-12b2ec8861d9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a96d89-2e93-4dea-ad57-069f439d3a7f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.598769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75fdebba-9342-4019-9926-12b2ec8861d9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.604247 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-75fdebba-9342-4019-9926-12b2ec8861d9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5628853 Jul 15 13:21:56.608682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:56.623002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a9a5e14e-103d-4f36-9207-f6cb74d7efc8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:56.658109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-65f685da-c571-4cb5-acc3-144a1b0e1372 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags/tempest-TagsExtTest-Tag-145974929 HTTP/1.1" status: 201 len: 201 time: 0.4825082 Jul 15 13:21:56.665181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55436) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:56.680776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-5d7c6e95-0e85-44f0-9c20-622b30495417 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450', 'tempest-TagsExtTest-Tag-1737686801') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:56.681514 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-a9a5e14e-103d-4f36-9207-f6cb74d7efc8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Project 3e3a1a7fc00745c5a63c8018cee397f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:21:56.705466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e14e-103d-4f36-9207-f6cb74d7efc8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.804554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] For port e9fcd091-6975-445f-92a9-0057c81432db, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:56.820826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] For port e9fcd091-6975-445f-92a9-0057c81432db, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e9fcd091-6975-445f-92a9-0057c81432db,segment=NetworkSegment(02246c6f-1dec-43f2-9ddc-af8bc09de3cd),segment_id=02246c6f-1dec-43f2-9ddc-af8bc09de3cd)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:56.840403 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.965161 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e14e-103d-4f36-9207-f6cb74d7efc8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.984352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a78f56-6102-451b-a88d-53a569a69e01 None None] Pushing event updated for resources: {'Port': ['ID=e9fcd091-6975-445f-92a9-0057c81432db,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.987499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e14e-103d-4f36-9207-f6cb74d7efc8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.002324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eca324-ac84-443d-8c86-309070fcf345 req-aba68fb0-a5b5-42d0-bd7a-211d9e4c764d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.004068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67eca324-ac84-443d-8c86-309070fcf345 req-aba68fb0-a5b5-42d0-bd7a-211d9e4c764d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 945 time: 0.2341561 Jul 15 13:21:57.006685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5d7c6e95-0e85-44f0-9c20-622b30495417 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags/tempest-TagsExtTest-Tag-1737686801 HTTP/1.1" status: 201 len: 201 time: 0.3398077 Jul 15 13:21:57.010700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55444) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.016557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-4adaa302-3257-474f-90af-67e6c05124de tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3', 'tempest-TagsExtTest-Tag-1192894887') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:57.049505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5e14e-103d-4f36-9207-f6cb74d7efc8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3c89ad-c5db-4b99-b3fe-4af36d827009,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:57.099794 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e14e-103d-4f36-9207-f6cb74d7efc8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.108154 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a9a5e14e-103d-4f36-9207-f6cb74d7efc8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4928970 Jul 15 13:21:57.110004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55446) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.134050 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d8c41e53-ab98-422b-ac2a-d9444fff38d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:57.170463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67eca324-ac84-443d-8c86-309070fcf345 req-38b81f03-f50d-4f7c-9dd9-938d7cd0e3af tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421826 Jul 15 13:21:57.213450 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-d8c41e53-ab98-422b-ac2a-d9444fff38d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Project 3e3a1a7fc00745c5a63c8018cee397f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:21:57.223200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4adaa302-3257-474f-90af-67e6c05124de tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags/tempest-TagsExtTest-Tag-1192894887 HTTP/1.1" status: 201 len: 201 time: 0.2109783 Jul 15 13:21:57.228615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55452) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.233651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8c41e53-ab98-422b-ac2a-d9444fff38d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.236844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-e7065c3f-0bf5-4113-82a4-da1fec9c58cc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79', 'tempest-TagsExtTest-Tag-1276548772') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:57.466532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7065c3f-0bf5-4113-82a4-da1fec9c58cc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags/tempest-TagsExtTest-Tag-1276548772 HTTP/1.1" status: 201 len: 201 time: 0.2325265 Jul 15 13:21:57.475471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55456) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.483093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-6731119c-c2d2-44bb-9c6b-23ea012976bc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:57.534276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8c41e53-ab98-422b-ac2a-d9444fff38d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.545686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8c41e53-ab98-422b-ac2a-d9444fff38d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.603174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c41e53-ab98-422b-ac2a-d9444fff38d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7553c9e-0f70-4144-b9d3-4fb8af2181e4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:57.652067 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8c41e53-ab98-422b-ac2a-d9444fff38d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.654436 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d8c41e53-ab98-422b-ac2a-d9444fff38d4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5426538 Jul 15 13:21:57.659485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55460) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.672031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'network': {'name': 'tempest-network-smoke--145719264', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'port_security_enabled': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:57.730159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:57.740308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.791570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6731119c-c2d2-44bb-9c6b-23ea012976bc tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags HTTP/1.1" status: 200 len: 240 time: 0.3140900 Jul 15 13:21:57.796830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55462) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.805651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-895aaf96-a286-4c8d-b7a4-fabbe0f14379 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6', 'tempest-TagsExtTest-Tag-145974929') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:57.807765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:57.829617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a11c97-895d-4746-8f0e-f02224a4ba4a req-b7ed7eb0-3d96-4e45-a05d-605484ad443a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.838378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.839388 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Added segment 3494bad4-e12c-4cdd-9a41-796baf2dd820 of type vlan for network 2e2cce5a-9774-4261-b59d-ad73169a18d9 Jul 15 13:21:57.846002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47a11c97-895d-4746-8f0e-f02224a4ba4a req-b7ed7eb0-3d96-4e45-a05d-605484ad443a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 944 time: 0.2401538 Jul 15 13:21:57.970486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.052462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47a11c97-895d-4746-8f0e-f02224a4ba4a req-10cd40cf-22fe-416e-b36b-5fc32595d52f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047184 Jul 15 13:21:58.062466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.078506 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.079696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.092111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-895aaf96-a286-4c8d-b7a4-fabbe0f14379 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags/tempest-TagsExtTest-Tag-145974929 HTTP/1.1" status: 204 len: 168 time: 0.2931883 Jul 15 13:21:58.096458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55468) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.104645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-0fce01d5-4b94-4201-8982-a6438de44747 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6', 'tempest-TagsExtTest-Tag-145974929') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:58.126098 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4641798 Jul 15 13:21:58.154413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55470) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.166121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'admin_state_up': True, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:58.275759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 55899967-e13e-431f-8a3f-e7c2cb2ab746 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:58.325201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0fce01d5-4b94-4201-8982-a6438de44747 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags/tempest-TagsExtTest-Tag-145974929 HTTP/1.1" status: 204 len: 168 time: 0.2257376 Jul 15 13:21:58.326684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55474) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.335992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-b8d23f4e-7c4c-4195-b328-3d8097f3f3ac tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:58.342718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4761eaa-fe9c-42d8-98f4-38d250b856b0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Network': ['ID=2e2cce5a-9774-4261-b59d-ad73169a18d9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.375440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:58.397710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.399630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.512976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b8d23f4e-7c4c-4195-b328-3d8097f3f3ac tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags HTTP/1.1" status: 200 len: 205 time: 0.1834929 Jul 15 13:21:58.514530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55478) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.523073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-82133595-e3b2-477f-b8a6-f63f482d760c tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:58.603952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.646774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 55899967-e13e-431f-8a3f-e7c2cb2ab746 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:58.651784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 55899967-e13e-431f-8a3f-e7c2cb2ab746 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:58.652430 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.689472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-82133595-e3b2-477f-b8a6-f63f482d760c tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags HTTP/1.1" status: 200 len: 241 time: 0.1727455 Jul 15 13:21:58.706894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55482) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.793837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-b2ed3238-2029-4cd5-9016-4ed3766080c2 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450', 'tempest-TagsExtTest-Tag-1737686801') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:59.142636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.172324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5114d169-9930-48da-8f56-3302d35ca991 None None] Network 72648ad9-4056-4bfe-b422-8338a41b9df1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:59.175233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e9fcd091-6975-445f-92a9-0057c81432db up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:59.341291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f225ad23-0c00-41d2-a627-1431aa576fde tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.343986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f225ad23-0c00-41d2-a627-1431aa576fde tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.6308579 Jul 15 13:21:59.347754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c16281b0-d4c2-499c-950c-6c4a693a6136 None None] Provisioning for port e9fcd091-6975-445f-92a9-0057c81432db completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:59.386711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Request body: {'port': {'device_id': 'b7e5d969-4e01-420c-8e26-fcae36c63585', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'admin_state_up': True, 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:59.456648 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.479515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port e9fcd091-6975-445f-92a9-0057c81432db completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:59.488445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e9fcd091-6975-445f-92a9-0057c81432db triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:59.489301 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.539806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a21a1a14-d8de-4c0c-b455-0c137b6eb02a req-cf51c7f3-402f-4842-b44b-57ed2f639985 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 210 time: 0.0942640 Jul 15 13:21:59.548862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b2ed3238-2029-4cd5-9016-4ed3766080c2 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags/tempest-TagsExtTest-Tag-1737686801 HTTP/1.1" status: 204 len: 168 time: 0.8244674 Jul 15 13:21:59.553937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85e1319-9d3d-487e-932d-4012e56b266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55899967-e13e-431f-8a3f-e7c2cb2ab746'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:59.557111 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82ed52b-f072-4dbc-b506-cc8754dd9318" -d '{"events": [{"server_uuid": "d85e1319-9d3d-487e-932d-4012e56b266c", "name": "network-vif-plugged", "status": "completed", "tag": "55899967-e13e-431f-8a3f-e7c2cb2ab746"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:59.560211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55506) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:59.566384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-73a9d025-3e23-41f6-bd36-b8d5da335203 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450', 'tempest-TagsExtTest-Tag-1737686801') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:59.594096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 55899967-e13e-431f-8a3f-e7c2cb2ab746, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:59.624613 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.732319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=55899967-e13e-431f-8a3f-e7c2cb2ab746,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:59.761256 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.793540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.807555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:59.812231 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.816819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port e9fcd091-6975-445f-92a9-0057c81432db, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e9fcd091-6975-445f-92a9-0057c81432db,segment=NetworkSegment(02246c6f-1dec-43f2-9ddc-af8bc09de3cd),segment_id=02246c6f-1dec-43f2-9ddc-af8bc09de3cd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:59.822169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-73a9d025-3e23-41f6-bd36-b8d5da335203 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags/tempest-TagsExtTest-Tag-1737686801 HTTP/1.1" status: 204 len: 168 time: 0.2607284 Jul 15 13:21:59.826914 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.835780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55510) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:59.846451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-bcf2d73a-4482-4ae7-8d55-e59a7ab20f62 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:59.884822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.944360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=e9fcd091-6975-445f-92a9-0057c81432db,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:59.983891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f5f34-397a-49dd-9427-97517f873fba req-047d4805-57ae-4953-a02d-9f62e48d409c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.985561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a8f5f34-397a-49dd-9427-97517f873fba req-047d4805-57ae-4953-a02d-9f62e48d409c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 945 time: 0.2362430 Jul 15 13:22:00.098269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bcf2d73a-4482-4ae7-8d55-e59a7ab20f62 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags HTTP/1.1" status: 200 len: 205 time: 0.2594326 Jul 15 13:22:00.098526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55522) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:00.105682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a8f5f34-397a-49dd-9427-97517f873fba req-31ab7ba1-d774-42fe-b1d1-482101da489e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085668 Jul 15 13:22:00.106308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-f202f004-54c1-407f-aa1f-79d7c4974c59 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:00.114569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Allocated IP 172.20.0.13 (975a00f1-c5a4-4573-8c74-9c3c52c55682/54926352-8e58-4abe-9c5c-aacc4194f858/4e559d21-c539-4f65-9476-b2d82d25d346) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:00.199968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e0bbe645-c31e-4875-ac18-e14c4805be5a None None] Provisioning for port 5ddce104-0f09-45b7-baad-d2d2005e7450 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:00.205873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e0bbe645-c31e-4875-ac18-e14c4805be5a None None] Provisioning complete for port 5ddce104-0f09-45b7-baad-d2d2005e7450 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:00.206751 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0bbe645-c31e-4875-ac18-e14c4805be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.297667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbe645-c31e-4875-ac18-e14c4805be5a None None] Port 5ddce104-0f09-45b7-baad-d2d2005e7450 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:00.323663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e0bbe645-c31e-4875-ac18-e14c4805be5a None None] Provisioning complete for port e9fcd091-6975-445f-92a9-0057c81432db triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:00.324354 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0bbe645-c31e-4875-ac18-e14c4805be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.400121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.25.1.75 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/509e72d5-1b1e-44f6-aa29-2c89c6570ce1) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:00.424079 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f202f004-54c1-407f-aa1f-79d7c4974c59 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags HTTP/1.1" status: 200 len: 241 time: 0.3236747 Jul 15 13:22:00.428570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55540) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:00.441054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-e1ef7b8e-6ad5-47a1-9b69-e02716b06d72 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3', 'tempest-TagsExtTest-Tag-1192894887') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:00.662640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-260fb150-1cbe-495f-b48a-06fee36a1087 None None] Provisioning complete for port 5ddce104-0f09-45b7-baad-d2d2005e7450 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:00.663156 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-260fb150-1cbe-495f-b48a-06fee36a1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.679859 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.733920 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.747080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e1ef7b8e-6ad5-47a1-9b69-e02716b06d72 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags/tempest-TagsExtTest-Tag-1192894887 HTTP/1.1" status: 204 len: 168 time: 0.3154871 Jul 15 13:22:00.752523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55568) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:00.777283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-260fb150-1cbe-495f-b48a-06fee36a1087 None None] Port 5ddce104-0f09-45b7-baad-d2d2005e7450 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:00.801942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e9fcd091-6975-445f-92a9-0057c81432db up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:00.814155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-3f5ff246-c92f-45b4-8aab-16c802918455 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3', 'tempest-TagsExtTest-Tag-1192894887') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:00.860378 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.926994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:01.034979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:01.036349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:01.043312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:01.065082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.079851 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:01.082669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e9fcd091-6975-445f-92a9-0057c81432db triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:01.083322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.193920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:01.216343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:01.236875 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:01.318017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=509e72d5-1b1e-44f6-aa29-2c89c6570ce1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.350469 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f5ff246-c92f-45b4-8aab-16c802918455 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags/tempest-TagsExtTest-Tag-1192894887 HTTP/1.1" status: 204 len: 168 time: 0.5675261 Jul 15 13:22:01.355840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55594) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:01.370059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-55d66e28-b255-4bbe-a42d-935ab20119c4 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:01.536963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event updated for resources: {'Port': ['ID=4e559d21-c539-4f65-9476-b2d82d25d346,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.572239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.573478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.605356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf875098-7f1e-43cd-b35a-0065b5e3b65a req-bf10a628-bc22-4425-a015-6dbeb4fe3ca6 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.607166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf875098-7f1e-43cd-b35a-0065b5e3b65a req-bf10a628-bc22-4425-a015-6dbeb4fe3ca6 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 946 time: 0.5911427 Jul 15 13:22:01.609347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-f3a37365-b665-4c5f-b607-9d3a7e72fd8c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2446268 Jul 15 13:22:01.629276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Request body: {'port': {'device_id': 'b7e5d969-4e01-420c-8e26-fcae36c63585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:01.702679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf875098-7f1e-43cd-b35a-0065b5e3b65a req-5103f575-ceb6-46b4-98b1-c1ab808ef849 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071de7b-8f19-4384-af04-149a7d1c739b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888317 Jul 15 13:22:01.744808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.827711 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-55d66e28-b255-4bbe-a42d-935ab20119c4 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags HTTP/1.1" status: 200 len: 205 time: 0.4702070 Jul 15 13:22:01.828804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55620) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:01.834067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-82935fab-ab3f-4dae-9153-be8115990b82 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:01.878325 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002440e8-4f9c-49e1-bcf6-b9a9864ec9d3 x-openstack-request-id: req-002440e8-4f9c-49e1-bcf6-b9a9864ec9d3 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:01.878953 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85e1319-9d3d-487e-932d-4012e56b266c", "name": "network-vif-plugged", "status": "completed", "tag": "55899967-e13e-431f-8a3f-e7c2cb2ab746", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:01.879295 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-002440e8-4f9c-49e1-bcf6-b9a9864ec9d3 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:01.879924 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85e1319-9d3d-487e-932d-4012e56b266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55899967-e13e-431f-8a3f-e7c2cb2ab746', 'code': 200} Jul 15 13:22:01.942927 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-82935fab-ab3f-4dae-9153-be8115990b82 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags HTTP/1.1" status: 200 len: 241 time: 0.1130199 Jul 15 13:22:01.943637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55630) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:01.984599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-bad5ffb1-1238-4bf4-ba0b-920a63975dee tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79', 'tempest-TagsExtTest-Tag-1276548772') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:02.131550 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bad5ffb1-1238-4bf4-ba0b-920a63975dee tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags/tempest-TagsExtTest-Tag-1276548772 HTTP/1.1" status: 204 len: 168 time: 0.1538012 Jul 15 13:22:02.133430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:02.137126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.143665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-07c345cc-f1ab-466f-90c9-afa8a59b5d25 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79', 'tempest-TagsExtTest-Tag-1276548772') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:02.284342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e559d21-c539-4f65-9476-b2d82d25d346 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:02.303324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.329767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Transition to ACTIVE for port object 4e559d21-c539-4f65-9476-b2d82d25d346 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:02.343305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.501727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e119-aab3-4429-9954-059cbd73de81 req-20764906-666e-42c3-b929-ec27fca1a13b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.515658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40a1e119-aab3-4429-9954-059cbd73de81 req-20764906-666e-42c3-b929-ec27fca1a13b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 932 time: 0.3044605 Jul 15 13:22:02.554989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Pushing event updated for resources: {'Port': ['ID=4e559d21-c539-4f65-9476-b2d82d25d346,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:02.665580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40a1e119-aab3-4429-9954-059cbd73de81 req-03fb669a-d5eb-492e-992b-f35c3d363808 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419120 Jul 15 13:22:02.702725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55224-fd60-450f-99d3-2b013d1f678f req-e4df3b82-6f32-47df-9b4e-91a9da5ef4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.708802 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-1df55224-fd60-450f-99d3-2b013d1f678f req-e4df3b82-6f32-47df-9b4e-91a9da5ef4fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 1097 time: 0.7117095 Jul 15 13:22:02.743802 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-07c345cc-f1ab-466f-90c9-afa8a59b5d25 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags/tempest-TagsExtTest-Tag-1276548772 HTTP/1.1" status: 204 len: 168 time: 0.6077054 Jul 15 13:22:02.763723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Attempting to bind port 4e559d21-c539-4f65-9476-b2d82d25d346 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:02.763723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Attempting to bind port 4e559d21-c539-4f65-9476-b2d82d25d346 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:02.763723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Attempting to bind port 4e559d21-c539-4f65-9476-b2d82d25d346 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:02.765959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55668) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:02.774950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-aeed4bff-cff1-4f82-9ba7-30c87590b816 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:02.787067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Port 4e559d21-c539-4f65-9476-b2d82d25d346 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:02.787779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Attempting to bind port 4e559d21-c539-4f65-9476-b2d82d25d346 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:02.799752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:02.800123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:02.800643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Bound using segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:02.801175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Bound port: 4e559d21-c539-4f65-9476-b2d82d25d346, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:02.801615 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.826758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-aeed4bff-cff1-4f82-9ba7-30c87590b816 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags HTTP/1.1" status: 200 len: 205 time: 0.0587065 Jul 15 13:22:02.827560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55674) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:02.874586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-a5c49536-ed79-41f0-8164-657dde8cd0f2 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:02.954848 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-1df55224-fd60-450f-99d3-2b013d1f678f req-c69ee943-3685-43e1-bbaf-519b0b43e986 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360139 Jul 15 13:22:03.014491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] For port 4e559d21-c539-4f65-9476-b2d82d25d346, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:03.037135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] For port 4e559d21-c539-4f65-9476-b2d82d25d346, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e559d21-c539-4f65-9476-b2d82d25d346,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:03.049629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a5c49536-ed79-41f0-8164-657dde8cd0f2 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags HTTP/1.1" status: 204 len: 168 time: 0.2180562 Jul 15 13:22:03.050193 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.052746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55678) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:03.063175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-50b25192-17ca-45c3-b4dc-0097df687d6a tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:03.127346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.142250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.143449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.145403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e559d21-c539-4f65-9476-b2d82d25d346 HTTP/1.1" status: 200 len: 1093 time: 1.5223818 Jul 15 13:22:03.155480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e5d969-4e01-420c-8e26-fcae36c63585', 'tag': '4e559d21-c539-4f65-9476-b2d82d25d346'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:03.157864 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74df928e-8ad8-4bfe-b095-344f902d4712" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e5d969-4e01-420c-8e26-fcae36c63585", "tag": "4e559d21-c539-4f65-9476-b2d82d25d346"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:03.270344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95e89-04f6-4d3f-94d1-c00467aba508 service neutron] Pushing event updated for resources: {'Port': ['ID=4e559d21-c539-4f65-9476-b2d82d25d346,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.305551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f59f0-bbf8-4413-a8b2-25a8c546cf88 req-27730081-5d60-43e6-9c67-e3c44cb80aaa tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.315897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-381f59f0-bbf8-4413-a8b2-25a8c546cf88 req-27730081-5d60-43e6-9c67-e3c44cb80aaa tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 945 time: 0.3579104 Jul 15 13:22:03.380897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-50b25192-17ca-45c3-b4dc-0097df687d6a tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags HTTP/1.1" status: 204 len: 168 time: 0.3243570 Jul 15 13:22:03.385399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55686) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:03.387306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:22:03.392068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-d5d0d86a-0e1c-4c78-af8f-b610fc549c71 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:03.448260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-381f59f0-bbf8-4413-a8b2-25a8c546cf88 req-81ab821d-b083-499e-8f4d-c4e46f904ed8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060345 Jul 15 13:22:03.467107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-09fc4239-752c-416e-a79e-96f5bf23f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.469131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-09fc4239-752c-416e-a79e-96f5bf23f7a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 1096 time: 0.2422264 Jul 15 13:22:03.471961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55688) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:03.528822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-dfe373ee-025c-40fa-bbb9-6dcec820b32c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e559d21-c539-4f65-9476-b2d82d25d346 HTTP/1.1" status: 200 len: 217 time: 0.0481021 Jul 15 13:22:03.626439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d5d0d86a-0e1c-4c78-af8f-b610fc549c71 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags HTTP/1.1" status: 204 len: 168 time: 0.2392395 Jul 15 13:22:03.642294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55692) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:03.647649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-179d4aad-45a6-4b04-8d0d-7abf113e338e tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:03.648199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:03.675502 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Sync routers for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:03.702828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.711376 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:03.712470 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:03.714472 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7111b754-43b0-43d1-aa35-ebc313006d70 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.5582135 Jul 15 13:22:03.717084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55696) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:03.757608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-1d43ddba-f26d-4947-b3b2-ac19af90d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.757608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-1d43ddba-f26d-4947-b3b2-ac19af90d4f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.2104747 Jul 15 13:22:03.762183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89765c2e-df8e-442a-902f-a63b5dcb8e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.815765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-ac92d6dc-c36c-4cf9-9539-b09cd5ab873c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498884 Jul 15 13:22:03.876226 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a1e54e61-c8b3-4729-b506-4f7d93e7061a tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3e3a1a7fc00745c5a63c8018cee397f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1493728 Jul 15 13:22:03.879183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55700) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.043715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-179d4aad-45a6-4b04-8d0d-7abf113e338e tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags HTTP/1.1" status: 204 len: 168 time: 0.3996835 Jul 15 13:22:04.057132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55704) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.068353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-1d717455-8d34-4021-85f9-a350f68b67a5 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6', 'tempest-TagsExtTest-Tag-1650377096') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.076742 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:04.090106 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df075340-3478-4a37-95b1-a6264a0fd747 x-openstack-request-id: req-df075340-3478-4a37-95b1-a6264a0fd747 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:04.091053 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e5d969-4e01-420c-8e26-fcae36c63585", "tag": "4e559d21-c539-4f65-9476-b2d82d25d346", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:04.091503 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df075340-3478-4a37-95b1-a6264a0fd747 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:04.092242 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e5d969-4e01-420c-8e26-fcae36c63585', 'tag': '4e559d21-c539-4f65-9476-b2d82d25d346', 'status': 'completed', 'code': 200} Jul 15 13:22:04.127915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-50590bce-502d-41a0-9360-7c40e3b0d79b service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006577 Jul 15 13:22:04.205226 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89765c2e-df8e-442a-902f-a63b5dcb8e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.224989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89765c2e-df8e-442a-902f-a63b5dcb8e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.346339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-89765c2e-df8e-442a-902f-a63b5dcb8e62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd3e92a6a7c3419990d3f9a46cc6554c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8734725 Jul 15 13:22:04.354154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55708) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.370512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89765c2e-df8e-442a-902f-a63b5dcb8e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5cf3ed-09dd-4518-b60e-46b4995d6d5a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.445557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8dfdcf9-0eaa-4bd8-9297-1ac2170a6774 req-70e79bbc-1326-49cf-903d-a41e20ef30e8 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056190 Jul 15 13:22:04.478321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1d717455-8d34-4021-85f9-a350f68b67a5 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags/tempest-TagsExtTest-Tag-1650377096 HTTP/1.1" status: 201 len: 201 time: 0.4174275 Jul 15 13:22:04.480799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55710) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.495766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-ed40de9a-9219-4adc-aae4-4c7e46159572 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450', 'tempest-TagsExtTest-Tag-259234806') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.526809 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:01Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.553954 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.574692 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Checking router: 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:04.575564 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Updating router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:22:04.698378 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.723906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db51cec-810e-4801-9f98-7a99f809337d tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.727214 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2db51cec-810e-4801-9f98-7a99f809337d tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8466964 Jul 15 13:22:04.731896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55714) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.796794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ed40de9a-9219-4adc-aae4-4c7e46159572 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags/tempest-TagsExtTest-Tag-259234806 HTTP/1.1" status: 201 len: 201 time: 0.3138192 Jul 15 13:22:04.799765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55718) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.808660 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-648259e5-8c73-4bbe-b894-c67a8c08d9dd tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744524 Jul 15 13:22:04.811447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6b50065-9d18-44e0-829d-f41a496bbc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.813975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55720) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.820002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-d27ae3b5-ffd0-4ace-8af5-7bea1370a1d0 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3', 'tempest-TagsExtTest-Tag-1617594714') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.855487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658110065', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:04.865966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6b50065-9d18-44e0-829d-f41a496bbc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.966408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6b50065-9d18-44e0-829d-f41a496bbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.969414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6b50065-9d18-44e0-829d-f41a496bbc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.974579 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d6b50065-9d18-44e0-829d-f41a496bbc00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be5cf3ed-09dd-4518-b60e-46b4995d6d5a HTTP/1.1" status: 204 len: 168 time: 0.6154227 Jul 15 13:22:04.993118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b50065-9d18-44e0-829d-f41a496bbc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5cf3ed-09dd-4518-b60e-46b4995d6d5a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.118306 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.136350 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Transition to ACTIVE for port object 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:05.148654 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.224958 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Attempting to bind port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:05.226014 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Attempting to bind port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:05.227720 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Attempting to bind port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:05.229237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195967a-f9ad-4157-a0ba-158c1090f3ca req-6571ee4b-df8f-4e43-8d68-0f56b1420fdd tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.242563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1195967a-f9ad-4157-a0ba-158c1090f3ca req-6571ee4b-df8f-4e43-8d68-0f56b1420fdd tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 944 time: 0.6677070 Jul 15 13:22:05.245137 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:05.245795 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:05.246646 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.247809 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:05.249759 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Bound port: 509e72d5-1b1e-44f6-aa29-2c89c6570ce1, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:05.250454 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.281443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-2b2e17c7-e607-48c5-9fa4-3c0780974f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.284257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-2b2e17c7-e607-48c5-9fa4-3c0780974f48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 1096 time: 0.5878987 Jul 15 13:22:05.329489 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] For port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:05.331702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:05.334568 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] For port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=509e72d5-1b1e-44f6-aa29-2c89c6570ce1,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:05.338502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.350181 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.353257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55728) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:05.355183 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Pushing event updated for resources: {'Port': ['ID=509e72d5-1b1e-44f6-aa29-2c89c6570ce1,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.372648 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.373482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e66ca34e-54ab-4d5c-98d3-5f2a7a4bd708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.374251 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.374790 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.375329 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.375833 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.376331 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.376858 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.377491 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.377992 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.378489 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.378996 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.379785 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:05.423287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.437218 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:05.437977 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:05.517481 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e66ca34e-54ab-4d5c-98d3-5f2a7a4bd708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.524859 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e66ca34e-54ab-4d5c-98d3-5f2a7a4bd708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.531640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d27ae3b5-ffd0-4ace-8af5-7bea1370a1d0 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags/tempest-TagsExtTest-Tag-1617594714 HTTP/1.1" status: 201 len: 201 time: 0.7232828 Jul 15 13:22:05.532474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55730) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:05.537841 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63484f5d-4b8f-4ed0-a3f1-3f81d3649760 None None] Pushing event updated for resources: {'Port': ['ID=509e72d5-1b1e-44f6-aa29-2c89c6570ce1,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.542117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-56406cb0-da7b-4ffb-90be-0ce730a03fcf tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79', 'tempest-TagsExtTest-Tag-595344905') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:05.608554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ca34e-54ab-4d5c-98d3-5f2a7a4bd708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f8a73f-412c-4724-86ac-71c927e3802a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.627499 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e66ca34e-54ab-4d5c-98d3-5f2a7a4bd708 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efaffbaea1f640c9b7c073cacbcdcf1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728174 Jul 15 13:22:05.633096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55734) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:05.679212 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56406cb0-da7b-4ffb-90be-0ce730a03fcf tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags/tempest-TagsExtTest-Tag-595344905 HTTP/1.1" status: 201 len: 201 time: 0.1435509 Jul 15 13:22:05.684051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1195967a-f9ad-4157-a0ba-158c1090f3ca req-c8619521-cc19-45fa-b90e-e6030e2cda4e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397893 Jul 15 13:22:05.684340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55736) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:05.689520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-618f602d-ad1e-463d-bc9e-b9025e2767c7 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6', {'tags': ['tempest-TagsExtTest-Tag-213144578', 'tempest-TagsExtTest-Tag-708698661', 'tempest-TagsExtTest-Tag-490205920']}) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:05.709295 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:05.815705 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-618f602d-ad1e-463d-bc9e-b9025e2767c7 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags HTTP/1.1" status: 200 len: 315 time: 0.1264939 Jul 15 13:22:05.816927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55738) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:05.827622 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-0e9c4050-f5bf-42aa-b774-49aa140e27e7 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:05.861261 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7a177-46c9-4fa5-9a94-3e22298402b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.902477 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7a177-46c9-4fa5-9a94-3e22298402b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.921667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-f28b41e0-c6e0-423a-aa6c-a8441ba15878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.928664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-f28b41e0-c6e0-423a-aa6c-a8441ba15878 service neutron] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.6244056 Jul 15 13:22:06.013853 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0e9c4050-f5bf-42aa-b774-49aa140e27e7 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags HTTP/1.1" status: 204 len: 168 time: 0.1918209 Jul 15 13:22:06.014153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55740) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:06.019037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-0f0a8a9a-ccf8-49ed-9ee0-194c6ef27729 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6', 'tempest-TagsExtTest-Tag-213144578') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:06.064132 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7a177-46c9-4fa5-9a94-3e22298402b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.067199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7a177-46c9-4fa5-9a94-3e22298402b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.068557 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fbc7a177-46c9-4fa5-9a94-3e22298402b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9f8a73f-412c-4724-86ac-71c927e3802a HTTP/1.1" status: 204 len: 168 time: 0.4342709 Jul 15 13:22:06.123866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7a177-46c9-4fa5-9a94-3e22298402b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f8a73f-412c-4724-86ac-71c927e3802a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.151474 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.183747 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-0f0a8a9a-ccf8-49ed-9ee0-194c6ef27729 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:06.184858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0f0a8a9a-ccf8-49ed-9ee0-194c6ef27729 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags/tempest-TagsExtTest-Tag-213144578 HTTP/1.1" status: 404 len: 328 time: 0.1697018 Jul 15 13:22:06.190967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55744) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:06.200342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-f35fbd26-cf92-4583-a48d-9e51871a743b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6', 'tempest-TagsExtTest-Tag-708698661') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:06.216816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-152c24e7-0080-45db-bf64-a1e146386d33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e559d21-c539-4f65-9476-b2d82d25d346 HTTP/1.1" status: 200 len: 217 time: 0.0925612 Jul 15 13:22:06.234113 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:01Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:06.301684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4e559d21-c539-4f65-9476-b2d82d25d346 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:06.335382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Checking segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:06.336427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network hostable DHCP agents. Network: 2e2cce5a-9774-4261-b59d-ad73169a18d9, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:06.347347 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-f35fbd26-cf92-4583-a48d-9e51871a743b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:06.348441 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f35fbd26-cf92-4583-a48d-9e51871a743b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags/tempest-TagsExtTest-Tag-708698661 HTTP/1.1" status: 404 len: 328 time: 0.1564257 Jul 15 13:22:06.355400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55746) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:06.361121 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1460b4-8520-43c0-bde8-e1ffe5f99ca6 None None] The sync data for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 is: [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:01Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:06.364683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-b09d836c-1dc4-4130-91d3-142c55546ba3 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6', 'tempest-TagsExtTest-Tag-490205920') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:06.376319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Subnet': ['ID=1ee5e3c4-54f7-4659-8528-501e2d76cd0a,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.385618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-970e2d0b-ea33-4b3f-a09e-86b788f72477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.387642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-970e2d0b-ea33-4b3f-a09e-86b788f72477 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1486149 Jul 15 13:22:06.495730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-ec623f9f-bbff-40f4-a855-dd4fa922340b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434744 Jul 15 13:22:06.504519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.505269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.505782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.506387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.506737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.507073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.507416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.507822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.508159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.508510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.508833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.509204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:06.569371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4e559d21-c539-4f65-9476-b2d82d25d346, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e559d21-c539-4f65-9476-b2d82d25d346,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:06.576263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:06.596672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '4e559d21-c539-4f65-9476-b2d82d25d346', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'port_id': '4e559d21-c539-4f65-9476-b2d82d25d346', 'mac_address': 'fa:16:3e:ec:0a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54926352-8e58-4abe-9c5c-aacc4194f858', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:06.642801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 2e2cce5a-9774-4261-b59d-ad73169a18d9) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:06.663245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.664607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.736219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3951c8c1-71de-4b66-a787-4e9b19465629 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9060359 Jul 15 13:22:06.740754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55752) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:06.766599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-0aca479f-5247-43dc-ae73-2319ad9d3871 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525129 Jul 15 13:22:06.768665 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-b09d836c-1dc4-4130-91d3-142c55546ba3 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:06.770139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b09d836c-1dc4-4130-91d3-142c55546ba3 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags/tempest-TagsExtTest-Tag-490205920 HTTP/1.1" status: 404 len: 328 time: 0.4111357 Jul 15 13:22:06.777300 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.781621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b86eb4-2a29-420f-8375-c1f4bcf3f5ff req-17efeb40-ba8b-4efc-a8ce-e4a7dd9ff913 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.783416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7b86eb4-2a29-420f-8375-c1f4bcf3f5ff req-17efeb40-ba8b-4efc-a8ce-e4a7dd9ff913 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 946 time: 0.3660088 Jul 15 13:22:06.794053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55756) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:06.799747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0d883-7d4b-451f-ad05-498c33b10095 None None] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:06.800492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-cca5cda1-07ac-4766-a1b7-b0132ff07bd2 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450', {'tags': ['tempest-TagsExtTest-Tag-1212487160', 'tempest-TagsExtTest-Tag-1512496610', 'tempest-TagsExtTest-Tag-1426447469']}) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:07.041227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e559d21-c539-4f65-9476-b2d82d25d346 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:07.082833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4e559d21-c539-4f65-9476-b2d82d25d346, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e559d21-c539-4f65-9476-b2d82d25d346,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:07.117316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7b86eb4-2a29-420f-8375-c1f4bcf3f5ff req-54e47e8c-100a-4564-add2-e890972c139f tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071de7b-8f19-4384-af04-149a7d1c739b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876792 Jul 15 13:22:07.117663 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.186309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74df928e-8ad8-4bfe-b095-344f902d4712 req-8fbe044f-040a-4d27-8a3f-ed4364bea3a9 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016008 Jul 15 13:22:07.193697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cca5cda1-07ac-4766-a1b7-b0132ff07bd2 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags HTTP/1.1" status: 200 len: 318 time: 0.3981328 Jul 15 13:22:07.198579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55766) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:07.212201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-8cdb63be-a379-4374-aa2a-aece0bd2a2d6 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:07.418911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['4e559d21-c539-4f65-9476-b2d82d25d346'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:07.460259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8cdb63be-a379-4374-aa2a-aece0bd2a2d6 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags HTTP/1.1" status: 204 len: 168 time: 0.2600493 Jul 15 13:22:07.465180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55770) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:07.477042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-fcc9e5c1-569d-4b52-9e40-37f6ae04cf93 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450', 'tempest-TagsExtTest-Tag-1212487160') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:07.512651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-2e2cce5a-9774-4261-b59d-ad73169a18d9', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:07.513557 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.594423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4e559d21-c539-4f65-9476-b2d82d25d346,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:07.813632 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-fcc9e5c1-569d-4b52-9e40-37f6ae04cf93 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:07.819368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fcc9e5c1-569d-4b52-9e40-37f6ae04cf93 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags/tempest-TagsExtTest-Tag-1212487160 HTTP/1.1" status: 404 len: 329 time: 0.3470867 Jul 15 13:22:07.826074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55780) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:07.843313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-76f5e9c8-2d6f-496e-839d-3893db53f5d6 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450', 'tempest-TagsExtTest-Tag-1512496610') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:07.936238 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.973629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbd271-f3ec-4e67-b477-8454b087b99c req-18735aec-3dd0-4964-85da-e81c054844f3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:07.985350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73bbd271-f3ec-4e67-b477-8454b087b99c req-18735aec-3dd0-4964-85da-e81c054844f3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 945 time: 0.3813374 Jul 15 13:22:08.076054 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-76f5e9c8-2d6f-496e-839d-3893db53f5d6 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:08.081505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-76f5e9c8-2d6f-496e-839d-3893db53f5d6 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags/tempest-TagsExtTest-Tag-1512496610 HTTP/1.1" status: 404 len: 329 time: 0.2495079 Jul 15 13:22:08.082086 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55784) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:08.095124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73bbd271-f3ec-4e67-b477-8454b087b99c req-3179ffe5-bac8-4806-80bf-f80b870a0665 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086257 Jul 15 13:22:08.101810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-0ae18df6-b516-40c5-b97f-8d36181ef994 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450', 'tempest-TagsExtTest-Tag-1426447469') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:08.208772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Allocated IP 172.20.0.2 (2e2cce5a-9774-4261-b59d-ad73169a18d9/1ee5e3c4-54f7-4659-8528-501e2d76cd0a/81619921-9cc6-42c1-a558-5bc0394bb6e3) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:08.329283 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-0ae18df6-b516-40c5-b97f-8d36181ef994 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:08.336380 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0ae18df6-b516-40c5-b97f-8d36181ef994 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags/tempest-TagsExtTest-Tag-1426447469 HTTP/1.1" status: 404 len: 329 time: 0.2455111 Jul 15 13:22:08.336380 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55796) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:08.342142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-cc588a72-ebf2-42fa-929c-738e7377a67b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3', {'tags': ['tempest-TagsExtTest-Tag-348710255', 'tempest-TagsExtTest-Tag-2099494890', 'tempest-TagsExtTest-Tag-968596011']}) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:08.680422 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.716561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Transition to ACTIVE for port object 81619921-9cc6-42c1-a558-5bc0394bb6e3 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:08.764340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Transition to ACTIVE for port object 81619921-9cc6-42c1-a558-5bc0394bb6e3 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:08.776772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.831474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:08.845022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:08.855192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:08.858973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:08.970583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-04b626f4-f637-42b8-93d7-5056be552edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:08.974873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-04b626f4-f637-42b8-93d7-5056be552edd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1098 time: 0.0884719 Jul 15 13:22:08.981053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Pushing event updated for resources: {'Port': ['ID=81619921-9cc6-42c1-a558-5bc0394bb6e3,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:09.126210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Attempting to bind port 81619921-9cc6-42c1-a558-5bc0394bb6e3 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:09.126995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Attempting to bind port 81619921-9cc6-42c1-a558-5bc0394bb6e3 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:09.128138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Attempting to bind port 81619921-9cc6-42c1-a558-5bc0394bb6e3 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:09.152491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:09.153187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Checking segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:09.154063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.154715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Bound using segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:09.155831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Bound port: 81619921-9cc6-42c1-a558-5bc0394bb6e3, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:09.156413 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.187816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-b4a09f13-5071-44da-8bda-d5ace3b5d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.190589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-b4a09f13-5071-44da-8bda-d5ace3b5d87d service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.2063529 Jul 15 13:22:09.270956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:09.285624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:09.286009 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.296134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-8a26a657-e82f-43fb-9d8a-b78b20a64e27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 200 len: 217 time: 0.0884826 Jul 15 13:22:09.310253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f481-7efc-45c4-a26e-f52ed7572192 req-a96a1be6-43b4-4a96-87ac-76a3c177a213 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.318778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80e3f481-7efc-45c4-a26e-f52ed7572192 req-a96a1be6-43b4-4a96-87ac-76a3c177a213 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 945 time: 0.2302954 Jul 15 13:22:09.356759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] For port 81619921-9cc6-42c1-a558-5bc0394bb6e3, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:09.363357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] For port 81619921-9cc6-42c1-a558-5bc0394bb6e3, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=81619921-9cc6-42c1-a558-5bc0394bb6e3,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:09.378351 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.405031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.20.0.1 (2e2cce5a-9774-4261-b59d-ad73169a18d9/1ee5e3c4-54f7-4659-8528-501e2d76cd0a/9f096fbf-c7f9-481b-94a6-2bc1814132dc) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:09.445366 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cc588a72-ebf2-42fa-929c-738e7377a67b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags HTTP/1.1" status: 200 len: 316 time: 1.1064968 Jul 15 13:22:09.449135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55836) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:09.510342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-824fedd8-9f3d-4f5d-bf33-2d38e62a04a5 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:09.512675 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.536733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214437ee-5ef8-4044-bb75-66c7e5849e15 None None] Pushing event updated for resources: {'Port': ['ID=81619921-9cc6-42c1-a558-5bc0394bb6e3,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:09.561946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=509e72d5-1b1e-44f6-aa29-2c89c6570ce1,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:09.570405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.599542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-66209693-25d2-4578-b2e0-a60ddaf56a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.607199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-66209693-25d2-4578-b2e0-a60ddaf56a25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.2827406 Jul 15 13:22:09.621906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80e3f481-7efc-45c4-a26e-f52ed7572192 req-f5bdd761-736b-4c23-bb82-f3bf7bb0cc53 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018529 Jul 15 13:22:09.676957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=509e72d5-1b1e-44f6-aa29-2c89c6570ce1,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:09.793866 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.884892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Transition to ACTIVE for port object 9f096fbf-c7f9-481b-94a6-2bc1814132dc will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:09.964678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.096607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:10.102336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:10.105292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55846) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:10.112293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:10.207578 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=9f096fbf-c7f9-481b-94a6-2bc1814132dc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.230595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.313052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4e559d21-c539-4f65-9476-b2d82d25d346 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:10.313941 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-57e11034-6d9d-4f47-b19f-2054f3471ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.343201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-2037065f-8700-42af-9c20-526799755492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7160738 Jul 15 13:22:10.407993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 4e559d21-c539-4f65-9476-b2d82d25d346 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:10.415722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 4e559d21-c539-4f65-9476-b2d82d25d346 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:10.416322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.515860 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.572115 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-57e11034-6d9d-4f47-b19f-2054f3471ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.592034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-57e11034-6d9d-4f47-b19f-2054f3471ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.600327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.661726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-824fedd8-9f3d-4f5d-bf33-2d38e62a04a5 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags HTTP/1.1" status: 204 len: 168 time: 1.2046022 Jul 15 13:22:10.670736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55850) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:10.702308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-8fde0511-0679-41ce-92a4-694e8d78bdef tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3', 'tempest-TagsExtTest-Tag-348710255') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:10.708750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4e559d21-c539-4f65-9476-b2d82d25d346, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e559d21-c539-4f65-9476-b2d82d25d346,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:10.709858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-57e11034-6d9d-4f47-b19f-2054f3471ff7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51451a1569194f75a5f4d95f3a64f899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994318 Jul 15 13:22:10.712259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e5d969-4e01-420c-8e26-fcae36c63585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e559d21-c539-4f65-9476-b2d82d25d346'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:10.717146 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e11034-6d9d-4f47-b19f-2054f3471ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5e3b9-f8a4-442b-87f1-475a10f00e3c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.717476 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139027c9-1856-4a5c-87d2-ab8940f384c5" -d '{"events": [{"server_uuid": "b7e5d969-4e01-420c-8e26-fcae36c63585", "name": "network-vif-plugged", "status": "completed", "tag": "4e559d21-c539-4f65-9476-b2d82d25d346"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:10.722586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55854) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:10.726785 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.739544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aa65b-2b67-458c-8c9e-3cfe9e94b06e req-d918e2bf-164b-49fb-b16f-5bacd321100d tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.741187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa6aa65b-2b67-458c-8c9e-3cfe9e94b06e req-d918e2bf-164b-49fb-b16f-5bacd321100d tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.3941052 Jul 15 13:22:10.806711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-d3bd66cc-1fff-4d2e-a567-1fbff2445d4b service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195375 Jul 15 13:22:10.896267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4e559d21-c539-4f65-9476-b2d82d25d346,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.958081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c04dd31-3284-4810-a4fe-90d07908b410 req-2418cad5-06a5-4997-9a35-f65cc7122308 service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251447 Jul 15 13:22:10.991576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa6aa65b-2b67-458c-8c9e-3cfe9e94b06e req-accb5f0e-90ba-41fe-8c2a-9aff630938b9 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824269 Jul 15 13:22:11.063340 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-8fde0511-0679-41ce-92a4-694e8d78bdef tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:11.067549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8fde0511-0679-41ce-92a4-694e8d78bdef tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags/tempest-TagsExtTest-Tag-348710255 HTTP/1.1" status: 404 len: 328 time: 0.3921549 Jul 15 13:22:11.068227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55862) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:11.073165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-06634188-1dcc-4ad5-9679-4b0809067100 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3', 'tempest-TagsExtTest-Tag-2099494890') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:11.074989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:11.168449 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-06634188-1dcc-4ad5-9679-4b0809067100 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:11.172927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-06634188-1dcc-4ad5-9679-4b0809067100 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags/tempest-TagsExtTest-Tag-2099494890 HTTP/1.1" status: 404 len: 329 time: 0.1034684 Jul 15 13:22:11.173771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55870) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:11.178641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-47457e26-e1ef-462e-af2e-27daa5d1c84f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3', 'tempest-TagsExtTest-Tag-968596011') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:11.187040 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9624e0e1-7b6f-429d-b85a-f07e9538e700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.224702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:11.238275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.244078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9624e0e1-7b6f-429d-b85a-f07e9538e700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.323308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195646b-f05d-4f90-ade4-4320063f1aab None None] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:11.387032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f79ae22a-9678-4513-9c2b-c2b13d57128c None None] Provisioning for port 81619921-9cc6-42c1-a558-5bc0394bb6e3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:11.401247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9624e0e1-7b6f-429d-b85a-f07e9538e700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.404088 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9624e0e1-7b6f-429d-b85a-f07e9538e700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.409954 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9624e0e1-7b6f-429d-b85a-f07e9538e700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23d5e3b9-f8a4-442b-87f1-475a10f00e3c HTTP/1.1" status: 204 len: 168 time: 0.6830628 Jul 15 13:22:11.420001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624e0e1-7b6f-429d-b85a-f07e9538e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5e3b9-f8a4-442b-87f1-475a10f00e3c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:11.443696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.452372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.481195 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-47457e26-e1ef-462e-af2e-27daa5d1c84f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:11.483031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-47457e26-e1ef-462e-af2e-27daa5d1c84f tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags/tempest-TagsExtTest-Tag-968596011 HTTP/1.1" status: 404 len: 328 time: 0.3080308 Jul 15 13:22:11.496176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55878) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:11.502975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-a19af81a-c97b-48e1-b9be-79a6570b7ad9 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79', {'tags': ['tempest-TagsExtTest-Tag-48381546', 'tempest-TagsExtTest-Tag-247710332', 'tempest-TagsExtTest-Tag-804426118']}) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:11.534976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=9f096fbf-c7f9-481b-94a6-2bc1814132dc,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:11.542164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-2e2c3d5e-0448-4aef-ae37-9cc9a450915c tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.554609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-2e2c3d5e-0448-4aef-ae37-9cc9a450915c tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 815 time: 0.2678816 Jul 15 13:22:11.600020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-673fc653-71e8-4f2a-8c2f-60517292280f tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/quotas/f771d15eceab4fc588ddd80fae694634 HTTP/1.1" status: 200 len: 375 time: 0.0442178 Jul 15 13:22:11.613497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a19af81a-c97b-48e1-b9be-79a6570b7ad9 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "PUT /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags HTTP/1.1" status: 200 len: 314 time: 0.1144722 Jul 15 13:22:11.614066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55880) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:11.626198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-2ad3bbb7-f27c-4759-940b-9162d3aab1a3 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:11.635520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.644875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 81619921-9cc6-42c1-a558-5bc0394bb6e3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:11.782307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:11.784398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:11.817423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2ad3bbb7-f27c-4759-940b-9162d3aab1a3 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags HTTP/1.1" status: 204 len: 168 time: 0.2003634 Jul 15 13:22:11.821012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55884) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:11.829345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-8c2a1609-98b1-4926-80a6-64e19d14f30e tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79', 'tempest-TagsExtTest-Tag-48381546') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:11.845849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-5f62bba2-9613-4d60-a5a0-a3d2ad81be91 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2150621 Jul 15 13:22:11.948015 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-8c2a1609-98b1-4926-80a6-64e19d14f30e tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:11.952529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8c2a1609-98b1-4926-80a6-64e19d14f30e tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags/tempest-TagsExtTest-Tag-48381546 HTTP/1.1" status: 404 len: 327 time: 0.1292892 Jul 15 13:22:11.958409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55890) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:11.968077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-5e6cff0e-6583-491e-b1b5-875e723f12a8 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79', 'tempest-TagsExtTest-Tag-247710332') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.053645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:12.056309 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-5e6cff0e-6583-491e-b1b5-875e723f12a8 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:12.061423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5e6cff0e-6583-491e-b1b5-875e723f12a8 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags/tempest-TagsExtTest-Tag-247710332 HTTP/1.1" status: 404 len: 328 time: 0.1006706 Jul 15 13:22:12.063879 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55894) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:12.075706 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-0ab7ccd1-31f1-4972-b9f8-3cf8d6d857c9 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79', 'tempest-TagsExtTest-Tag-804426118') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.076949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-d9817f6a-46e5-4aeb-bb9c-44be452bc5cf service neutron] 10.222.0.25 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115433 Jul 15 13:22:12.104005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 81619921-9cc6-42c1-a558-5bc0394bb6e3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:12.120018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 81619921-9cc6-42c1-a558-5bc0394bb6e3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:12.120397 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.211817 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-0ab7ccd1-31f1-4972-b9f8-3cf8d6d857c9 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] show failed (client error): The resource could not be found. Jul 15 13:22:12.216756 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0ab7ccd1-31f1-4972-b9f8-3cf8d6d857c9 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags/tempest-TagsExtTest-Tag-804426118 HTTP/1.1" status: 404 len: 328 time: 0.1450381 Jul 15 13:22:12.227498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55900) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:12.235780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-fae8372e-e6a9-4690-9032-68c43db3b0ab tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '335d7471-2d6e-432d-92a2-bc99a46ecc79') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.238224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-b5edb98b-f547-47cc-a143-f547e554c1dc service neutron] 10.222.0.25 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603026 Jul 15 13:22:12.241248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.282999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 81619921-9cc6-42c1-a558-5bc0394bb6e3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=81619921-9cc6-42c1-a558-5bc0394bb6e3,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:12.291397 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.363840 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fae8372e-e6a9-4690-9032-68c43db3b0ab tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79/tags HTTP/1.1" status: 204 len: 168 time: 0.1344297 Jul 15 13:22:12.367220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55904) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:12.393140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-ed1b19a9-6268-4d16-b4aa-4d303da56fc4 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d917ebc-e977-4e61-b18b-f95720aa44f3') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.396615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:12.428803 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eab673a8-8815-4055-b4a4-5c7b04d87da4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "PUT /v2.0/routers/99963ee0-b38a-4c27-8af8-3ec2e3e7ee57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6816311 Jul 15 13:22:12.429923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Sync routers for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:12.461235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=81619921-9cc6-42c1-a558-5bc0394bb6e3,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:12.472366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:12.473463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.677540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ed1b19a9-6268-4d16-b4aa-4d303da56fc4 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3/tags HTTP/1.1" status: 204 len: 168 time: 0.3023033 Jul 15 13:22:12.678720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55918) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:12.689734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-256ca3a7-2561-4cb4-ad76-fb6089ac0bb8 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ddce104-0f09-45b7-baad-d2d2005e7450') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.811557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-542950e9-3943-4a28-80ba-e319d86cb1c0 None None] Provisioning complete for port 81619921-9cc6-42c1-a558-5bc0394bb6e3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:12.812159 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-542950e9-3943-4a28-80ba-e319d86cb1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.872033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-256ca3a7-2561-4cb4-ad76-fb6089ac0bb8 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450/tags HTTP/1.1" status: 204 len: 168 time: 0.1902163 Jul 15 13:22:12.872554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55922) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:12.885523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-03b6e724-383d-4d78-981f-309e4b71d9db tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a57e8516-6999-4522-8e16-4f077b4485f6') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.894687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 81619921-9cc6-42c1-a558-5bc0394bb6e3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:12.917534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:13.113297 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-03b6e724-383d-4d78-981f-309e4b71d9db tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6/tags HTTP/1.1" status: 204 len: 168 time: 0.2275441 Jul 15 13:22:13.113297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55932) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:13.324563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b27a0-99d5-4793-9aef-9296d5ca97c7 req-07533b43-13d3-4576-8495-e5e55725e90e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.338408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-593b27a0-99d5-4793-9aef-9296d5ca97c7 req-07533b43-13d3-4576-8495-e5e55725e90e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 946 time: 0.1398897 Jul 15 13:22:13.362906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446e634f-8e93-4572-8973-37282fdf8019 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for subnetpool, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.364514 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-446e634f-8e93-4572-8973-37282fdf8019 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnetpools/335d7471-2d6e-432d-92a2-bc99a46ecc79 HTTP/1.1" status: 204 len: 168 time: 0.2501795 Jul 15 13:22:13.373514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55938) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:13.436698 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2aa8125e-3d2c-43ce-a7ae-2957f9fb5de8 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d917ebc-e977-4e61-b18b-f95720aa44f3 HTTP/1.1" status: 200 len: 205 time: 0.0615907 Jul 15 13:22:13.437615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 81619921-9cc6-42c1-a558-5bc0394bb6e3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:13.438234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.442071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55940) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:13.450777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-593b27a0-99d5-4793-9aef-9296d5ca97c7 req-770add0a-bb1e-435a-96d9-6c54c1cc904e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094835 Jul 15 13:22:13.571020 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa2e9f3-364d-4141-8115-a730d912b579 x-openstack-request-id: req-bfa2e9f3-364d-4141-8115-a730d912b579 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:13.571511 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e5d969-4e01-420c-8e26-fcae36c63585", "name": "network-vif-plugged", "status": "completed", "tag": "4e559d21-c539-4f65-9476-b2d82d25d346", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:13.571903 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfa2e9f3-364d-4141-8115-a730d912b579 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:13.572738 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e5d969-4e01-420c-8e26-fcae36c63585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e559d21-c539-4f65-9476-b2d82d25d346', 'code': 200} Jul 15 13:22:13.592373 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881e2586-ac98-415e-89c3-b7c803b6197b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.609560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-542950e9-3943-4a28-80ba-e319d86cb1c0 None None] Provisioning for port 9f096fbf-c7f9-481b-94a6-2bc1814132dc completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:13.625349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-542950e9-3943-4a28-80ba-e319d86cb1c0 None None] Provisioning complete for port 9f096fbf-c7f9-481b-94a6-2bc1814132dc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:13.626339 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-542950e9-3943-4a28-80ba-e319d86cb1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.853231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c959f-c708-4b7c-8451-71ea092d64a1 req-8e9c5759-a618-4b6e-bd3d-a69a9900da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.857259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f37c959f-c708-4b7c-8451-71ea092d64a1 req-8e9c5759-a618-4b6e-bd3d-a69a9900da93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 1098 time: 0.1819270 Jul 15 13:22:13.899085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881e2586-ac98-415e-89c3-b7c803b6197b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.901898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881e2586-ac98-415e-89c3-b7c803b6197b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.937844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-542950e9-3943-4a28-80ba-e319d86cb1c0 None None] Port 9f096fbf-c7f9-481b-94a6-2bc1814132dc cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:13.980972 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881e2586-ac98-415e-89c3-b7c803b6197b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.981507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881e2586-ac98-415e-89c3-b7c803b6197b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Fanout notify agent at l3_agent the message router_deleted on router 2d917ebc-e977-4e61-b18b-f95720aa44f3 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:14.003013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-881e2586-ac98-415e-89c3-b7c803b6197b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.010373 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-881e2586-ac98-415e-89c3-b7c803b6197b tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/routers/2d917ebc-e977-4e61-b18b-f95720aa44f3 HTTP/1.1" status: 204 len: 168 time: 0.5619168 Jul 15 13:22:14.010679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55948) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:14.013997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 2, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:14.047092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f37c959f-c708-4b7c-8451-71ea092d64a1 req-7bde9d9b-678b-4289-b91e-04b21bea8342 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790113 Jul 15 13:22:14.085416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Checking router: 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:14.086131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Updating router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 port 9f096fbf-c7f9-481b-94a6-2bc1814132dc binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:22:14.113293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b9247-bdd1-44d2-befc-6e8c97d038f2 req-95ace03b-9afc-4ecb-8b3f-540fe04b3e9f tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.128899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c12b9247-bdd1-44d2-befc-6e8c97d038f2 req-95ace03b-9afc-4ecb-8b3f-540fe04b3e9f tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.2021668 Jul 15 13:22:14.177910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1d793e05-1972-43ae-971e-51f03e6eb53c None None] Provisioning complete for port 9f096fbf-c7f9-481b-94a6-2bc1814132dc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:14.178611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1d793e05-1972-43ae-971e-51f03e6eb53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.195272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2340f098-a7ab-4c80-86d9-39494f334751 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Deleting port 5ddce104-0f09-45b7-baad-d2d2005e7450 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:14.195670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2340f098-a7ab-4c80-86d9-39494f334751 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.217895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c12b9247-bdd1-44d2-befc-6e8c97d038f2 req-5d56cc0e-d71f-4db9-8014-53c344bfe5d2 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843701 Jul 15 13:22:14.235472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.277081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55954) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:14.281873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1d793e05-1972-43ae-971e-51f03e6eb53c None None] Port 9f096fbf-c7f9-481b-94a6-2bc1814132dc cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:14.339446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2340f098-a7ab-4c80-86d9-39494f334751 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.358937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2340f098-a7ab-4c80-86d9-39494f334751 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Calling delete_port for 5ddce104-0f09-45b7-baad-d2d2005e7450 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:14.508808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f2b6015-99e5-47a8-91db-9ab1bc052e79 req-8944e23a-3f20-46fe-8b51-49a830c9adc0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 210 time: 0.0555749 Jul 15 13:22:14.581210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-772804808'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:14.665912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Made reservation on behalf of ac23495fd79f4ba38d159cb52c725077 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:14.681958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.700353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d7117186-e352-41ea-a412-215091e8adce tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.702368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2340f098-a7ab-4c80-86d9-39494f334751 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.703977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d7117186-e352-41ea-a412-215091e8adce tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 946 time: 0.1797459 Jul 15 13:22:14.731288 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.744552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Transition to ACTIVE for port object 9f096fbf-c7f9-481b-94a6-2bc1814132dc will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:14.752778 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.775735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.828769 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f098-a7ab-4c80-86d9-39494f334751 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Pushing event deleted for resources: {'Port': ['ID=5ddce104-0f09-45b7-baad-d2d2005e7450,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:14.840438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f920b-ddeb-4ebb-9ffd-150f4ad1c996 None None] Pushing event updated for resources: {'Port': ['ID=9f096fbf-c7f9-481b-94a6-2bc1814132dc,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:14.855219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-771c8bd5-a39b-4e14-8fda-bbf4134eafd7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-98557624&fields=id&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 267 time: 0.1482968 Jul 15 13:22:15.005413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Attempting to bind port 9f096fbf-c7f9-481b-94a6-2bc1814132dc on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:15.006003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Attempting to bind port 9f096fbf-c7f9-481b-94a6-2bc1814132dc by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:15.006602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Attempting to bind port 9f096fbf-c7f9-481b-94a6-2bc1814132dc on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:15.049492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:15.050088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Checking segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:15.050684 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.051272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Bound using segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:15.051904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Bound port: 9f096fbf-c7f9-481b-94a6-2bc1814132dc, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:15.052433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.171241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-348cbf2f-14b7-4d7b-b5b8-a02d74a5a0c2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.173875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] For port 9f096fbf-c7f9-481b-94a6-2bc1814132dc, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:15.175361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-348cbf2f-14b7-4d7b-b5b8-a02d74a5a0c2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 796 time: 0.3130300 Jul 15 13:22:15.188831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] For port 9f096fbf-c7f9-481b-94a6-2bc1814132dc, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f096fbf-c7f9-481b-94a6-2bc1814132dc,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:15.200472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.258273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Deleting port dec3a0a0-c12c-4b9f-9c54-88e5191caebf {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:15.259806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.273980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-00223587-443b-419b-9087-4490ea3e592b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/quotas/3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 375 time: 0.0802107 Jul 15 13:22:15.411694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:15.413736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:15.518503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-7dcccbb1-45d1-4db2-b359-7726f8cabede tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.521071 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-7dcccbb1-45d1-4db2-b359-7726f8cabede tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.35 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 815 time: 0.7548397 Jul 15 13:22:15.523574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2340f098-a7ab-4c80-86d9-39494f334751 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.531163 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2340f098-a7ab-4c80-86d9-39494f334751 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/ports/5ddce104-0f09-45b7-baad-d2d2005e7450 HTTP/1.1" status: 204 len: 168 time: 1.5190501 Jul 15 13:22:15.532813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55972) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:15.547165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Request body: {'port': {'device_id': '934bea94-0650-4a83-838e-dcce3df5f347', 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'admin_state_up': True, 'tenant_id': 'f771d15eceab4fc588ddd80fae694634'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:15.615905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] For port dec3a0a0-c12c-4b9f-9c54-88e5191caebf, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:15.616372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.623464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:15.628972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f920b-ddeb-4ebb-9ffd-150f4ad1c996 None None] Pushing event updated for resources: {'Port': ['ID=9f096fbf-c7f9-481b-94a6-2bc1814132dc,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:15.661951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-a45c9a62-e393-464a-9663-b8a8a339d4c2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3780603 Jul 15 13:22:15.679750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-552dacb5-1f30-4271-978e-1daaf512d974 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Deleting subnet a57e8516-6999-4522-8e16-4f077b4485f6 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:15.728368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.728699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-552dacb5-1f30-4271-978e-1daaf512d974 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.743429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.797432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:15.822462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-552dacb5-1f30-4271-978e-1daaf512d974 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.837541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58db2660-6ef7-4924-a41a-44dd46db43cd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:15.842384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.842945 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Added segment 40d7824d-0a71-4c9e-b4ab-d31d0e501d41 of type vlan for network 837a60fd-8a05-4188-9d27-196f12dd6168 Jul 15 13:22:15.880285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-6bb82661-b247-4c66-a310-e29c910f73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.882070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-6bb82661-b247-4c66-a310-e29c910f73d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 1098 time: 0.4119151 Jul 15 13:22:15.929160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.933132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-55357cec-4a35-4bec-883b-59954296f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:15Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:15.946376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Made reservation on behalf of f771d15eceab4fc588ddd80fae694634 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:15.952130 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.966968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55357cec-4a35-4bec-883b-59954296f431 None None] The sync data for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 is: [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:15Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:16.094216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.100680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.102248 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.165859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-3c67c8f6-21e1-4633-a3f4-393be49f34cc service neutron] 10.222.0.25 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531953 Jul 15 13:22:16.170684 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8929560 Jul 15 13:22:16.182981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55976) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:16.211961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Request body: {'subnet': {'network_id': '837a60fd-8a05-4188-9d27-196f12dd6168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:16.222947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-552dacb5-1f30-4271-978e-1daaf512d974 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.230306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742485c-b2a7-492e-9e33-4f0daaf14537 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event updated for resources: {'Network': ['ID=837a60fd-8a05-4188-9d27-196f12dd6168,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:16.255615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 837a60fd-8a05-4188-9d27-196f12dd6168 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:16.283696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Allocated IP 172.20.0.8 (e489886b-ba0a-4e5e-a941-83c840ca8039/6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0/8ae2860a-4b0e-4f02-86b7-4c751a486fd8) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:16.494846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.565293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.589275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9d3d146b-4baa-4072-beee-5c3e0c754d39', '1f519e84-e0b6-4c01-9339-d86189ade2d7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:16.670793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Pushing event updated for resources: {'Port': ['ID=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:16.701822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Network e489886b-ba0a-4e5e-a941-83c840ca8039 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:16.704593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:16.705793 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.706768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.707107 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Floating IP 347bc03c-302f-4584-a0f9-6fcc08c1e55a disassociated. External IP: 172.25.1.122, port: dec3a0a0-c12c-4b9f-9c54-88e5191caebf. Jul 15 13:22:16.711503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:16.715489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Calling delete_port for dec3a0a0-c12c-4b9f-9c54-88e5191caebf owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:16.769650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-f28107e9-ccba-49da-b4f1-04da0e1dc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.771532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-f28107e9-ccba-49da-b4f1-04da0e1dc244 service neutron] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.8529775 Jul 15 13:22:16.844833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.845679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.878120 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e06aba69-eb0a-43a6-af0d-7f12699ead5a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3388860 Jul 15 13:22:16.899102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Request body: {'port': {'device_id': '934bea94-0650-4a83-838e-dcce3df5f347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:16.957723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f096fbf-c7f9-481b-94a6-2bc1814132dc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:16.972906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-0dbdf38e-1f1e-4b8c-b61b-d2d62d7b4293 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e559d21-c539-4f65-9476-b2d82d25d346 HTTP/1.1" status: 200 len: 217 time: 0.1377525 Jul 15 13:22:17.062790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.095354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-eeb955b4-c72b-4741-9d36-fb75f1fa41e5 service neutron] 10.222.0.25 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9033852 Jul 15 13:22:17.103887 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-552dacb5-1f30-4271-978e-1daaf512d974 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.155410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-c89c8e86-312a-4537-aeda-8698080308c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.157294 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-c89c8e86-312a-4537-aeda-8698080308c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1740234 Jul 15 13:22:17.159640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Made reservation on behalf of ac23495fd79f4ba38d159cb52c725077 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:17.164866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.168639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dacb5-1f30-4271-978e-1daaf512d974 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Pushing event deleted for resources: {'Subnet': ['ID=a57e8516-6999-4522-8e16-4f077b4485f6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:17.178879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-552dacb5-1f30-4271-978e-1daaf512d974 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.184882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-552dacb5-1f30-4271-978e-1daaf512d974 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/subnets/a57e8516-6999-4522-8e16-4f077b4485f6 HTTP/1.1" status: 204 len: 168 time: 1.6498458 Jul 15 13:22:17.199952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a28413-1527-47f6-8b76-b526e2e11bf0 None None] Network 72648ad9-4056-4bfe-b422-8338a41b9df1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:17.205811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55978) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:17.280493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-342e5607-9583-4825-ab22-26912209d007 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071942 Jul 15 13:22:17.422025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 9f096fbf-c7f9-481b-94a6-2bc1814132dc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:17.457542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9f096fbf-c7f9-481b-94a6-2bc1814132dc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:17.458082 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.514685 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.893914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.905567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.928567 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.987443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 9f096fbf-c7f9-481b-94a6-2bc1814132dc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f096fbf-c7f9-481b-94a6-2bc1814132dc,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:17.997939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.035792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event deleted for resources: {'Port': ['ID=dec3a0a0-c12c-4b9f-9c54-88e5191caebf,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.055588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] DHCP port deletion for 72648ad9-4056-4bfe-b422-8338a41b9df1 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:18.151080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=9f096fbf-c7f9-481b-94a6-2bc1814132dc,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.193719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event updated for resources: {'Subnet': ['ID=c15fff44-d3a9-40e3-93da-746c824f6281,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.199492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-d6e4f5d5-ca56-4a31-aea5-3a253d5b33f6 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9115593 Jul 15 13:22:18.208104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] Deleting port e9fcd091-6975-445f-92a9-0057c81432db {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:18.208830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.234269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d32a2-603f-40dd-b087-3c54c07a7bd1 req-1bdaa5d8-0c90-4d6b-a93b-c7eae9b8f369 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.242468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d7d32a2-603f-40dd-b087-3c54c07a7bd1 req-1bdaa5d8-0c90-4d6b-a93b-c7eae9b8f369 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8c393fa-5e43-4f9e-9d79-835e04099d33 HTTP/1.1" status: 200 len: 867 time: 0.6593597 Jul 15 13:22:18.251742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Checking segment: {'id': '40d7824d-0a71-4c9e-b4ab-d31d0e501d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '837a60fd-8a05-4188-9d27-196f12dd6168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:18.252109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Network hostable DHCP agents. Network: 837a60fd-8a05-4188-9d27-196f12dd6168, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:18.349995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Deleting port e9fcd091-6975-445f-92a9-0057c81432db {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:18.351304 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.357275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] For port e9fcd091-6975-445f-92a9-0057c81432db, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e9fcd091-6975-445f-92a9-0057c81432db,segment=NetworkSegment(02246c6f-1dec-43f2-9ddc-af8bc09de3cd),segment_id=02246c6f-1dec-43f2-9ddc-af8bc09de3cd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:18.358125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.386987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] Calling delete_port for e9fcd091-6975-445f-92a9-0057c81432db owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:18.479533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d7d32a2-603f-40dd-b087-3c54c07a7bd1 req-3cdd0121-b0b2-4eb9-9fe0-b7a3ec6ef731 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071de7b-8f19-4384-af04-149a7d1c739b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358246 Jul 15 13:22:18.506106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:18.519023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.554716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Transition to ACTIVE for port object 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:18.565336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.575235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Network 837a60fd-8a05-4188-9d27-196f12dd6168 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:18.594066 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.610334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:18.649963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] Pushing event deleted for resources: {'Port': ['ID=e9fcd091-6975-445f-92a9-0057c81432db,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.653778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338a42c-eab2-4b44-b971-ce3ad171da0f None None] No DVR routers for this DVR port e9fcd091-6975-445f-92a9-0057c81432db on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:18.661754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] For port e9fcd091-6975-445f-92a9-0057c81432db, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e9fcd091-6975-445f-92a9-0057c81432db,segment=NetworkSegment(02246c6f-1dec-43f2-9ddc-af8bc09de3cd),segment_id=02246c6f-1dec-43f2-9ddc-af8bc09de3cd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:18.662126 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.687579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 837a60fd-8a05-4188-9d27-196f12dd6168) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:18.710794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5b6d8-e2ca-48cb-a8c0-f64994878fd6 None None] Network 837a60fd-8a05-4188-9d27-196f12dd6168 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:18.724982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Pushing event updated for resources: {'Port': ['ID=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.738704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-c767f410-1996-4562-a766-ba1b638a8bb3 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248091 Jul 15 13:22:18.753706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.754248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.759994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Calling delete_port for e9fcd091-6975-445f-92a9-0057c81432db owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:18.910928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f096fbf-c7f9-481b-94a6-2bc1814132dc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:18.914940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Attempting to bind port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:18.915607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Attempting to bind port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:18.915992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7232dc90-04d6-47f8-9ad2-d574a7d5ecdc tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7316942 Jul 15 13:22:18.916449 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Attempting to bind port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 on network e489886b-ba0a-4e5e-a941-83c840ca8039 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:18.921879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55990) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:18.926892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 on network e489886b-ba0a-4e5e-a941-83c840ca8039 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:18.931748 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Attempting to bind port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 on network e489886b-ba0a-4e5e-a941-83c840ca8039 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:18.942915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:18.943966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Checking segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:18.945484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Bound using segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:18.946642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Bound port: 8ae2860a-4b0e-4f02-86b7-4c751a486fd8, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:18.947587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.962746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Request body: {'port': {'network_id': '837a60fd-8a05-4188-9d27-196f12dd6168', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1342842778'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:18.982425 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bfc430b1-4cfd-4897-a524-363abb9bc829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.048101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9f096fbf-c7f9-481b-94a6-2bc1814132dc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:19.048804 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.083236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] For port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:19.088848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] For port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:19.097441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.119601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-837a60fd-8a05-4188-9d27-196f12dd6168', 'network_id': '837a60fd-8a05-4188-9d27-196f12dd6168', 'tenant_id': 'ac23495fd79f4ba38d159cb52c725077', 'fixed_ips': [{'subnet_id': 'c15fff44-d3a9-40e3-93da-746c824f6281'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:19.120477 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.131559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:19.148442 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] Sync routers for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:19.162949 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:19.167406 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.184802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Pushing event updated for resources: {'Port': ['ID=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:19.190700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acb892-c2a0-4c90-a902-a5a9e581778e req-a0903b6f-93f5-4b25-a106-61db03a6b8bc tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.191637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.192507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.192660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1acb892-c2a0-4c90-a902-a5a9e581778e req-a0903b6f-93f5-4b25-a106-61db03a6b8bc tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 946 time: 0.5349851 Jul 15 13:22:19.194071 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-e20496f9-4f6f-43d0-9688-fdcac525258d service neutron] 10.222.0.35 "PUT /v2.0/ports/8ae2860a-4b0e-4f02-86b7-4c751a486fd8 HTTP/1.1" status: 200 len: 1092 time: 2.3031218 Jul 15 13:22:19.194670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934bea94-0650-4a83-838e-dcce3df5f347', 'tag': '8ae2860a-4b0e-4f02-86b7-4c751a486fd8'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:19.197489 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f967015-569f-4312-9199-d88d63b48e37" -d '{"events": [{"name": "network-changed", "server_uuid": "934bea94-0650-4a83-838e-dcce3df5f347", "tag": "8ae2860a-4b0e-4f02-86b7-4c751a486fd8"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:19.237057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] No DVR routers for this DVR port dec3a0a0-c12c-4b9f-9c54-88e5191caebf on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:19.249301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.253165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa59ab53-0188-4e20-a30e-692ed601b2b4 req-d76700ad-85a5-4494-aae7-04f512105b1d tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.35 "DELETE /v2.0/ports/dec3a0a0-c12c-4b9f-9c54-88e5191caebf HTTP/1.1" status: 204 len: 173 time: 4.5169995 Jul 15 13:22:19.253165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'name': 'network-vif-deleted', 'tag': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:19.255279 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974724dc-be58-40cb-9a38-3e1b7d4f28b9" -d '{"events": [{"server_uuid": "d8c393fa-5e43-4f9e-9d79-835e04099d33", "name": "network-vif-deleted", "tag": "dec3a0a0-c12c-4b9f-9c54-88e5191caebf"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:19.277382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.324586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Pushing event deleted for resources: {'Port': ['ID=e9fcd091-6975-445f-92a9-0057c81432db,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:19.337974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] No DVR routers for this DVR port e9fcd091-6975-445f-92a9-0057c81432db on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:19.348150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1acb892-c2a0-4c90-a902-a5a9e581778e req-941ea869-fa99-483a-8ba1-fc4015782dbe tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143260 Jul 15 13:22:19.358742 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:19.361421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-b46f6dba-ac8d-4150-b35c-33be3c6d0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.361870 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-b46f6dba-ac8d-4150-b35c-33be3c6d0b0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 1095 time: 0.1055980 Jul 15 13:22:19.407829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Made reservation on behalf of ac23495fd79f4ba38d159cb52c725077 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:19.412371 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.431464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Allocated IP 172.20.0.2 (837a60fd-8a05-4188-9d27-196f12dd6168/c15fff44-d3a9-40e3-93da-746c824f6281/14ada83a-8ce4-42f1-8c98-a4c549aaf4d9) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:19.461513 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-d1fd4be6-76b4-435d-a5ff-fd5273965653 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ae2860a-4b0e-4f02-86b7-4c751a486fd8 HTTP/1.1" status: 200 len: 217 time: 0.0910494 Jul 15 13:22:19.520449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] device_id is not set on port f5321ca9-148e-4fdd-b4d9-3284329a9972 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:19.566195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-b8ce4bb4-075b-4820-aefb-3aa3ef6a49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.567426 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-b8ce4bb4-075b-4820-aefb-3aa3ef6a49e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.0987878 Jul 15 13:22:19.593036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.623659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e9fcd091-6975-445f-92a9-0057c81432db no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:19.628205 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-bb2e415e-ba8e-4695-960d-5fc6410ff523 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525584 Jul 15 13:22:19.702241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: e9fcd091-6975-445f-92a9-0057c81432db {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:19.705956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e9fcd091-6975-445f-92a9-0057c81432db not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:19.714937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72648ad9-4056-4bfe-b422-8338a41b9df1']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.764876 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 5, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.786590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02246c6f-1dec-43f2-9ddc-af8bc09de3cd') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.786894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02246c6f-1dec-43f2-9ddc-af8bc09de3cd') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.798252 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.811185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Transition to ACTIVE for port object 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:19.819233 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-091e9dd8-3f83-4236-b933-b99fdd317057 service neutron] 10.222.0.35 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845076 Jul 15 13:22:19.842174 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.848341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Transition to ACTIVE for port object 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:19.867497 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.908746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.940544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Pushing event updated for resources: {'Port': ['ID=14ada83a-8ce4-42f1-8c98-a4c549aaf4d9,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:19.969653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Network 837a60fd-8a05-4188-9d27-196f12dd6168 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:19.971468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:19.978645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:19.997682 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] Checking router: 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:19.998382 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4b3d62aa-246a-4d64-9912-a292fe763aa1 req-15bae4bd-6d50-4274-891c-78e0da4b0f30 service neutron] 10.222.0.35 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698413 Jul 15 13:22:19.999951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:20.000468 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:20.005079 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:20.017072 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:20.017981 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:21:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:20.070443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-c2fefa40-145a-4950-b888-45005bf35b2e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.074950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-c2fefa40-145a-4950-b888-45005bf35b2e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 796 time: 0.4042866 Jul 15 13:22:20.082240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Attempting to bind port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:20.083093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Attempting to bind port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '40d7824d-0a71-4c9e-b4ab-d31d0e501d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '837a60fd-8a05-4188-9d27-196f12dd6168'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:20.083688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Attempting to bind port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 on network 837a60fd-8a05-4188-9d27-196f12dd6168 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:20.089739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:20.092827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Checking segment: {'id': '40d7824d-0a71-4c9e-b4ab-d31d0e501d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '837a60fd-8a05-4188-9d27-196f12dd6168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:20.094691 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.097795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Bound using segment: {'id': '40d7824d-0a71-4c9e-b4ab-d31d0e501d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '837a60fd-8a05-4188-9d27-196f12dd6168'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:20.097795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Bound port: 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d7824d-0a71-4c9e-b4ab-d31d0e501d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '837a60fd-8a05-4188-9d27-196f12dd6168'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:20.097795 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.197023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b6cb8110-88aa-4a6c-8df0-41065c8cff0f {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:22:20.197675 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:22:20.203675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.206475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] For port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:20.211378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] For port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=14ada83a-8ce4-42f1-8c98-a4c549aaf4d9,segment=NetworkSegment(40d7824d-0a71-4c9e-b4ab-d31d0e501d41),segment_id=40d7824d-0a71-4c9e-b4ab-d31d0e501d41)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:20.220855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.222118 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:20.222843 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.227274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] 10.222.0.25 "DELETE /v2.0/networks/72648ad9-4056-4bfe-b422-8338a41b9df1 HTTP/1.1" status: 204 len: 168 time: 3.0201082 Jul 15 13:22:20.235042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-b2ee780d-79c7-43cc-afcd-e94756c18f64 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 378 time: 0.1464741 Jul 15 13:22:20.253181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a98c8-32d6-441a-9974-0b656c907377 tempest-TagsExtTest-858917158 tempest-TagsExtTest-858917158-project] Pushing event deleted for resources: {'Network': ['ID=72648ad9-4056-4bfe-b422-8338a41b9df1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.259908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'port': {'device_id': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'admin_state_up': True, 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'security_groups': ['1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:20.294473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de71d2-a6e7-4059-87fc-d860a12d0d82 req-2bdd08c4-c5bc-446b-9843-8fb18c27d57f tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.296763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4de71d2-a6e7-4059-87fc-d860a12d0d82 req-2bdd08c4-c5bc-446b-9843-8fb18c27d57f tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.4070921 Jul 15 13:22:20.325008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d0850-8642-4ab0-a01e-2d9a4b1f167d None None] Pushing event updated for resources: {'Port': ['ID=14ada83a-8ce4-42f1-8c98-a4c549aaf4d9,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.375252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dec3a0a0-c12c-4b9f-9c54-88e5191caebf no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:20.426588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-16f7ded0-fa88-4919-846a-375af9531717 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.429254 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-16f7ded0-fa88-4919-846a-375af9531717 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e5d969-4e01-420c-8e26-fcae36c63585 HTTP/1.1" status: 200 len: 946 time: 0.1513436 Jul 15 13:22:20.440197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: dec3a0a0-c12c-4b9f-9c54-88e5191caebf {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:20.440554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dec3a0a0-c12c-4b9f-9c54-88e5191caebf not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:20.527292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4de71d2-a6e7-4059-87fc-d860a12d0d82 req-020a1b9e-ec33-4959-95b3-6eaf2cce7952 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880221 Jul 15 13:22:20.652203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:20.654518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Deleting port 4e559d21-c539-4f65-9476-b2d82d25d346 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:20.655102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.663708 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.697112 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 5, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:20.700865 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.788758 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899a011-f41e-467f-880e-7701fb8ce2b8 None None] The sync data for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 is: [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:19:39Z', 'revision_number': 4, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '23d608cd-58fc-4725-a7b3-c9c7c6587f22', 'name': '', 'network_id': '71436dd0-8429-4055-ac13-6be42f038430', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'mac_address': 'fa:16:3e:0b:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:36Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 5, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'subnets': [{'id': 'df77c4b0-f1fa-45b1-92ed-86b6291a7e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:20.856331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56006) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:20.860567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] device_id is not set on port d4275332-0d4f-4638-bc49-3895596f9af3 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:20.867253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] For port 4e559d21-c539-4f65-9476-b2d82d25d346, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4e559d21-c539-4f65-9476-b2d82d25d346,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:20.867546 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.878039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:20.898542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Calling delete_port for 4e559d21-c539-4f65-9476-b2d82d25d346 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:20.954972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:21.074040 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a7998a0-6d3b-4823-981c-99cd1fdd1fcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24a98a2af2c44dec946f33e5be768ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165279 Jul 15 13:22:21.077308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56010) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:21.132013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.145360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:21.149896 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['4e559d21-c539-4f65-9476-b2d82d25d346'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:21.176445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event deleted for resources: {'Port': ['ID=4e559d21-c539-4f65-9476-b2d82d25d346,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.221533 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68b1ca50-cb14-492d-843c-8f14b5d1298a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.251511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] No DVR routers for this DVR port 4e559d21-c539-4f65-9476-b2d82d25d346 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:21.256306 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.259922 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-ca7a9055-5c2b-4db3-8eef-fa85b31c2638 req-833192c4-7f9f-44da-b953-36d8785249b3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "DELETE /v2.0/ports/4e559d21-c539-4f65-9476-b2d82d25d346 HTTP/1.1" status: 204 len: 173 time: 0.8242276 Jul 15 13:22:21.298334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68b1ca50-cb14-492d-843c-8f14b5d1298a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.402035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68b1ca50-cb14-492d-843c-8f14b5d1298a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.409353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68b1ca50-cb14-492d-843c-8f14b5d1298a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.411060 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68b1ca50-cb14-492d-843c-8f14b5d1298a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6a3c531-47a9-4496-a015-e9137f47626f HTTP/1.1" status: 204 len: 168 time: 0.3326910 Jul 15 13:22:21.428133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1ca50-cb14-492d-843c-8f14b5d1298a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3c531-47a9-4496-a015-e9137f47626f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.477844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a2104-4e72-4e51-82e5-506b0d083608 None None] New status for floating IP 347bc03c-302f-4584-a0f9-6fcc08c1e55a: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:22:21.617563 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84a8fcb3-c963-47f7-a40a-b3a1559ed0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.618688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.20.0.11 (2e2cce5a-9774-4261-b59d-ad73169a18d9/1ee5e3c4-54f7-4659-8528-501e2d76cd0a/bd98e39d-7a65-471a-9d4f-5f0ed35999d5) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:21.620893 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.655494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24488dfb-0c65-4c60-83ee-952565f8a551 req-934b9f47-03b6-4aeb-84dd-9ad4f2fe53a4 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.662797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24488dfb-0c65-4c60-83ee-952565f8a551 req-934b9f47-03b6-4aeb-84dd-9ad4f2fe53a4 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 943 time: 0.8270552 Jul 15 13:22:21.688810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Allocated IP 172.20.0.13 (837a60fd-8a05-4188-9d27-196f12dd6168/c15fff44-d3a9-40e3-93da-746c824f6281/d4275332-0d4f-4638-bc49-3895596f9af3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:21.782190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87747df9-db1e-4cd3-ab4d-a784f8e9a0ed None None] Network 837a60fd-8a05-4188-9d27-196f12dd6168 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:21.799869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24488dfb-0c65-4c60-83ee-952565f8a551 req-3fc01176-f2bf-4443-ac93-5e5460afd156 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359308 Jul 15 13:22:21.920301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4ecf1efc-ebd2-46db-b5ef-72d997517944 None None] Provisioning for port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:21.926812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4ecf1efc-ebd2-46db-b5ef-72d997517944 None None] Provisioning complete for port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:21.927217 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1efc-ebd2-46db-b5ef-72d997517944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.021496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa1239a2-104f-4224-9cda-75000e099fb3 req-85830d43-c180-485c-9ec1-3e6e5c9e89a3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 210 time: 0.0369897 Jul 15 13:22:22.089434 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1efc-ebd2-46db-b5ef-72d997517944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.145584 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.152166 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.156260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4ecf1efc-ebd2-46db-b5ef-72d997517944 None None] For port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=14ada83a-8ce4-42f1-8c98-a4c549aaf4d9,segment=NetworkSegment(40d7824d-0a71-4c9e-b4ab-d31d0e501d41),segment_id=40d7824d-0a71-4c9e-b4ab-d31d0e501d41)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:22.156870 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e878c8-3d1c-4590-a588-04091e8589b8 x-openstack-request-id: req-c2e878c8-3d1c-4590-a588-04091e8589b8 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:22.156870 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934bea94-0650-4a83-838e-dcce3df5f347", "tag": "8ae2860a-4b0e-4f02-86b7-4c751a486fd8", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:22.157323 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2e878c8-3d1c-4590-a588-04091e8589b8 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:22.157421 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934bea94-0650-4a83-838e-dcce3df5f347', 'tag': '8ae2860a-4b0e-4f02-86b7-4c751a486fd8', 'status': 'completed', 'code': 200} Jul 15 13:22:22.170459 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1efc-ebd2-46db-b5ef-72d997517944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.201146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Transition to ACTIVE for port object bd98e39d-7a65-471a-9d4f-5f0ed35999d5 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:22.222016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Transition to ACTIVE for port object d4275332-0d4f-4638-bc49-3895596f9af3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:22.238485 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feafe765-5df6-4e6f-8076-5aaa60941676 x-openstack-request-id: req-feafe765-5df6-4e6f-8076-5aaa60941676 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:22.242161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf1efc-ebd2-46db-b5ef-72d997517944 None None] Pushing event updated for resources: {'Port': ['ID=14ada83a-8ce4-42f1-8c98-a4c549aaf4d9,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:22.243106 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c393fa-5e43-4f9e-9d79-835e04099d33", "name": "network-vif-deleted", "tag": "dec3a0a0-c12c-4b9f-9c54-88e5191caebf", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:22.243475 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-feafe765-5df6-4e6f-8076-5aaa60941676 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:22.255075 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c393fa-5e43-4f9e-9d79-835e04099d33', 'name': 'network-vif-deleted', 'tag': 'dec3a0a0-c12c-4b9f-9c54-88e5191caebf', 'status': 'completed', 'code': 200} Jul 15 13:22:22.294577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967015-569f-4312-9199-d88d63b48e37 req-26444f9d-ac38-49ef-9e30-cc1afc2a0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.311542 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7f967015-569f-4312-9199-d88d63b48e37 req-26444f9d-ac38-49ef-9e30-cc1afc2a0cf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 1095 time: 0.1315546 Jul 15 13:22:22.340038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.368217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:22.435898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Network 837a60fd-8a05-4188-9d27-196f12dd6168 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:22.437932 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.448005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:22.451437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event updated for resources: {'Port': ['ID=d4275332-0d4f-4638-bc49-3895596f9af3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:22.454958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:22.536232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:22.569315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:22.578459 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967015-569f-4312-9199-d88d63b48e37 req-eca65847-2a6e-4a7c-8989-1152108f08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.579926 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7f967015-569f-4312-9199-d88d63b48e37 req-eca65847-2a6e-4a7c-8989-1152108f08d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 916 time: 0.2584310 Jul 15 13:22:22.633483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:22.634172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:22.650155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '8ae2860a-4b0e-4f02-86b7-4c751a486fd8', 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'port_id': '8ae2860a-4b0e-4f02-86b7-4c751a486fd8', 'mac_address': 'fa:16:3e:c3:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:22.722393 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7f967015-569f-4312-9199-d88d63b48e37 req-83b6a84e-0657-45a0-91da-63f6ecefe1bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ae2860a-4b0e-4f02-86b7-4c751a486fd8 HTTP/1.1" status: 200 len: 217 time: 0.1358521 Jul 15 13:22:22.730615 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.748229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bc1cdce6-ccbf-49cf-837c-821c19d0227e None None] Provisioning complete for port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:22.748622 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdce6-ccbf-49cf-837c-821c19d0227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.766179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:22.809438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.810136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.822714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:22.851356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967015-569f-4312-9199-d88d63b48e37 req-9f23f7b5-d8a1-4e1e-bb56-045dded361fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.858737 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7f967015-569f-4312-9199-d88d63b48e37 req-9f23f7b5-d8a1-4e1e-bb56-045dded361fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.1234272 Jul 15 13:22:22.914297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:22.916139 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7f967015-569f-4312-9199-d88d63b48e37 req-3a08edfe-72c3-4fa1-9f47-af9cc34c6c91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559378 Jul 15 13:22:22.926772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.928293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.955807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:22.965375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fb201f10-d816-4f64-ae3f-73b3c1f47479 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.0375404 Jul 15 13:22:22.972835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56040) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.007286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-41fa5875-f16d-4077-b148-e662996545c0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7564797 Jul 15 13:22:23.050135 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.058387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f73f71-f9f8-47bf-a3b7-d1e831de2676 req-b6dc4118-314e-4817-8cc2-4473dd2e0d22 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.071357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3f73f71-f9f8-47bf-a3b7-d1e831de2676 req-b6dc4118-314e-4817-8cc2-4473dd2e0d22 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.5517464 Jul 15 13:22:23.098828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Request body: {'port': {'device_id': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:23.112259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d23a9f-ce8c-469f-929c-99421afd2fae req-02cc7864-b42e-40fc-8106-e1cd2dff0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.114896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99d23a9f-ce8c-469f-929c-99421afd2fae req-02cc7864-b42e-40fc-8106-e1cd2dff0ce0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1098 time: 0.5942290 Jul 15 13:22:23.120915 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.185458 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7f967015-569f-4312-9199-d88d63b48e37 req-847356b2-27c1-4aca-abb6-01c3b7af1869 service neutron] 10.222.0.35 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619357 Jul 15 13:22:23.242134 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:23.242757 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.320267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.335201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['8ae2860a-4b0e-4f02-86b7-4c751a486fd8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:23.339594 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7f967015-569f-4312-9199-d88d63b48e37 req-7d682250-5838-4bdc-a6c7-9f1d1fb0e107 service neutron] 10.222.0.35 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463928 Jul 15 13:22:23.373205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3f73f71-f9f8-47bf-a3b7-d1e831de2676 req-52220ad7-92b9-4d45-a97b-1a1dede5f53f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875669 Jul 15 13:22:23.394451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a2bde92e-537b-4793-9780-0abf9c903617 None None] Provisioning for port d4275332-0d4f-4638-bc49-3895596f9af3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:23.404725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a2bde92e-537b-4793-9780-0abf9c903617 None None] Provisioning complete for port d4275332-0d4f-4638-bc49-3895596f9af3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:23.405335 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a2bde92e-537b-4793-9780-0abf9c903617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.436082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99d23a9f-ce8c-469f-929c-99421afd2fae req-a1f5b426-17f1-4498-b92c-cacb3f78b2eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277262 Jul 15 13:22:23.510328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a2bde92e-537b-4793-9780-0abf9c903617 None None] Port d4275332-0d4f-4638-bc49-3895596f9af3 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:23.524080 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.547804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e68d5-35cf-4f55-8208-ff2f96d68918 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Deleting port d4275332-0d4f-4638-bc49-3895596f9af3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:23.548266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e68d5-35cf-4f55-8208-ff2f96d68918 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.615207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a2bde92e-537b-4793-9780-0abf9c903617 None None] Provisioning for port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:23.623670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a2bde92e-537b-4793-9780-0abf9c903617 None None] Provisioning complete for port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:23.624068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a2bde92e-537b-4793-9780-0abf9c903617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.892944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a2bde92e-537b-4793-9780-0abf9c903617 None None] Port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:23.943749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e68d5-35cf-4f55-8208-ff2f96d68918 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.985591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e68d5-35cf-4f55-8208-ff2f96d68918 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Calling delete_port for d4275332-0d4f-4638-bc49-3895596f9af3 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:24.158903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e5d969-4e01-420c-8e26-fcae36c63585', 'name': 'network-vif-deleted', 'tag': '4e559d21-c539-4f65-9476-b2d82d25d346'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:24.161869 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcfd0d5-fa86-4780-a8d5-f117b5931163" -d '{"events": [{"server_uuid": "b7e5d969-4e01-420c-8e26-fcae36c63585", "name": "network-vif-deleted", "tag": "4e559d21-c539-4f65-9476-b2d82d25d346"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:24.318287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.374841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4e559d21-c539-4f65-9476-b2d82d25d346 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:24.438712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 4e559d21-c539-4f65-9476-b2d82d25d346 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:24.438712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4e559d21-c539-4f65-9476-b2d82d25d346 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:24.505738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304701e-e90b-49d1-b949-1d77742d0dd3 req-f340c25e-d25a-445d-a4a5-c315a6106c35 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.508688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f304701e-e90b-49d1-b949-1d77742d0dd3 req-f340c25e-d25a-445d-a4a5-c315a6106c35 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.7312570 Jul 15 13:22:24.655008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd98e39d-7a65-471a-9d4f-5f0ed35999d5 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:24.674894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e68d5-35cf-4f55-8208-ff2f96d68918 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.696946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56082) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:24.700551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.766349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f304701e-e90b-49d1-b949-1d77742d0dd3 req-d2f62df8-4f56-493d-aca6-ece999ff5aa5 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400463 Jul 15 13:22:24.773730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e68d5-35cf-4f55-8208-ff2f96d68918 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event deleted for resources: {'Port': ['ID=d4275332-0d4f-4638-bc49-3895596f9af3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.795865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Transition to ACTIVE for port object bd98e39d-7a65-471a-9d4f-5f0ed35999d5 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:24.844781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.872225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56086) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.000514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:25.007638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56801b4f-9aa3-48c1-ad8c-9a0b69c88ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.091053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e68d5-35cf-4f55-8208-ff2f96d68918 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.095242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-809ff9db-2ea5-4a7b-8d62-a7c51585d7db tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.098096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4c5e68d5-35cf-4f55-8208-ff2f96d68918 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "DELETE /v2.0/ports/d4275332-0d4f-4638-bc49-3895596f9af3 HTTP/1.1" status: 204 len: 168 time: 2.1230483 Jul 15 13:22:25.114869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56088) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.206925 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-809ff9db-2ea5-4a7b-8d62-a7c51585d7db tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.213225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:25.213445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:25.213735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:25.227316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:25.227639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:25.239658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:25.239658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Checking segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:25.240817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Bound using segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:25.241379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Bound port: bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:25.241832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.277763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89809e01-0d6d-461a-bc5e-38d88e770b35 req-780d249a-420a-4c2f-99f4-dbe9d779b653 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.280596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89809e01-0d6d-461a-bc5e-38d88e770b35 req-780d249a-420a-4c2f-99f4-dbe9d779b653 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 944 time: 0.1519470 Jul 15 13:22:25.405750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-809ff9db-2ea5-4a7b-8d62-a7c51585d7db tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.409548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89809e01-0d6d-461a-bc5e-38d88e770b35 req-aa547c14-d500-4a4a-8076-0645e83da9ae tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015701 Jul 15 13:22:25.415679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:25.419700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:25.422688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-809ff9db-2ea5-4a7b-8d62-a7c51585d7db tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.429515 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-809ff9db-2ea5-4a7b-8d62-a7c51585d7db tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "DELETE /v2.0/security-groups/b071de7b-8f19-4384-af04-149a7d1c739b HTTP/1.1" status: 204 len: 168 time: 0.5536175 Jul 15 13:22:25.433709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56092) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.444835 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56801b4f-9aa3-48c1-ad8c-9a0b69c88ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.448784 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.451287 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-c8eb2a21-5d88-4e55-bc27-c81868a224ee tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] show failed (client error): The resource could not be found. Jul 15 13:22:25.457568 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c8eb2a21-5d88-4e55-bc27-c81868a224ee tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "GET /v2.0/security-groups/b071de7b-8f19-4384-af04-149a7d1c739b HTTP/1.1" status: 404 len: 347 time: 0.0176473 Jul 15 13:22:25.464346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56094) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.486526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ff9db-2ea5-4a7b-8d62-a7c51585d7db tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071de7b-8f19-4384-af04-149a7d1c739b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:25.488502 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56801b4f-9aa3-48c1-ad8c-9a0b69c88ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.508471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.509114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.510612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] 10.222.0.30 "PUT /v2.0/ports/bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1093 time: 2.4277005 Jul 15 13:22:25.511220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:25.513650 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6839ebd-3994-498b-9fd2-73819695700f" -d '{"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:25.567475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994f7fe-1dff-481c-8058-d9d38300c978 service neutron] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:25.586215 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-acdbaac9-9d6d-4c35-bebe-44b49c53f050 tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4628382 Jul 15 13:22:25.591428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56098) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.597877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2099486037'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:25.636880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Made reservation on behalf of ac23495fd79f4ba38d159cb52c725077 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:25.643057 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.662315 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56801b4f-9aa3-48c1-ad8c-9a0b69c88ca5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b2aa3eab5e44de88ee1b640f4798057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9627347 Jul 15 13:22:25.665497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56100) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.714166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:25.726968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56801b4f-9aa3-48c1-ad8c-9a0b69c88ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a11f01e-f757-458f-9b38-8842c565c244,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:25.728000 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.728378 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Added segment 3d3124d9-06c1-4978-a16a-fef7296a5dbe of type vlan for network 948866dd-9398-4cd3-97a4-4b1f6f616995 Jul 15 13:22:25.784429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6360e4fb-b5ab-4bde-88c9-5b39842f1286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.795733 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.798941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Deleting port 07dff1ff-e33f-4d54-b4b5-4aa43068de7e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:25.799717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.896296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.896786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.910689 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.912613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Calling delete_port for 07dff1ff-e33f-4d54-b4b5-4aa43068de7e owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:25.916966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.917625 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.961641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-8606d8ea-e2cf-4ebd-8c40-339601638b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.963372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-8606d8ea-e2cf-4ebd-8c40-339601638b57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1096 time: 0.3385355 Jul 15 13:22:25.982234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b737e27-7844-4924-808e-2ba7cfa494d6 req-68255bb8-8617-4c91-ad30-e9232dcd25b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.983927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b737e27-7844-4924-808e-2ba7cfa494d6 req-68255bb8-8617-4c91-ad30-e9232dcd25b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 944 time: 0.1687570 Jul 15 13:22:26.002111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4094124 Jul 15 13:22:26.005401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56104) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:26.072034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-5ab1ead3-6078-4e2b-8aa3-5b11f11f0283 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 217 time: 0.0870583 Jul 15 13:22:26.094946 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.103413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6360e4fb-b5ab-4bde-88c9-5b39842f1286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.145659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Pushing event deleted for resources: {'Port': ['ID=07dff1ff-e33f-4d54-b4b5-4aa43068de7e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.167367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90692044-888e-466d-bd2e-4f914afb18c5 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event updated for resources: {'Network': ['ID=948866dd-9398-4cd3-97a4-4b1f6f616995,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.180996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 948866dd-9398-4cd3-97a4-4b1f6f616995 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:26.230064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b737e27-7844-4924-808e-2ba7cfa494d6 req-225a85f3-5c25-4dfe-8585-00a937118bb1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2245567 Jul 15 13:22:26.239718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-1c4e6019-f437-4fec-9b17-a7557a27c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.242431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-1c4e6019-f437-4fec-9b17-a7557a27c2d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.1242843 Jul 15 13:22:26.258911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.262216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.264574 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-46c9cfe9-c4bb-4272-b7ec-dab5e50e46e2 tempest-ServersTestManualDisk-1307480399 tempest-ServersTestManualDisk-1307480399-project] 10.222.0.25 "DELETE /v2.0/floatingips/347bc03c-302f-4584-a0f9-6fcc08c1e55a HTTP/1.1" status: 204 len: 168 time: 0.7944980 Jul 15 13:22:26.268102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6360e4fb-b5ab-4bde-88c9-5b39842f1286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.271797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6360e4fb-b5ab-4bde-88c9-5b39842f1286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.273443 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6360e4fb-b5ab-4bde-88c9-5b39842f1286 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a11f01e-f757-458f-9b38-8842c565c244 HTTP/1.1" status: 204 len: 168 time: 0.6065094 Jul 15 13:22:26.274968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56106) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:26.294951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360e4fb-b5ab-4bde-88c9-5b39842f1286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a11f01e-f757-458f-9b38-8842c565c244,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.379679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:26.501136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:26.509124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:26.509855 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.690279 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.777980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934bea94-0650-4a83-838e-dcce3df5f347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae2860a-4b0e-4f02-86b7-4c751a486fd8'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:26.784909 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997001d-ea10-4893-afdd-56acef6e540a" -d '{"events": [{"server_uuid": "934bea94-0650-4a83-838e-dcce3df5f347", "name": "network-vif-plugged", "status": "completed", "tag": "8ae2860a-4b0e-4f02-86b7-4c751a486fd8"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:26.790742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1b719941-de5a-471f-8517-a2d982fa5874 tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "GET /v2.0/agents/b61f30c7-e54f-4ca8-ad64-5c15522eddac/dhcp-networks HTTP/1.1" status: 200 len: 8072 time: 0.7808776 Jul 15 13:22:26.806304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56116) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:26.832617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:26.843741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.946672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-c2bd42e6-27c5-4399-bdd7-e1aa2edd442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.949306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.950135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-c2bd42e6-27c5-4399-bdd7-e1aa2edd442e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6982329 Jul 15 13:22:27.008957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56118) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:27.040821 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e47113bd-ed02-4f33-bc1a-133450dc797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.048647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58213565-0159-47f0-b660-dae489b9386a req-52eed2a9-6d47-4f71-bd75-347ededaeda4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.050466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58213565-0159-47f0-b660-dae489b9386a req-52eed2a9-6d47-4f71-bd75-347ededaeda4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.6371443 Jul 15 13:22:27.123587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.193767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58213565-0159-47f0-b660-dae489b9386a req-fa78be6d-6dc9-47cb-8083-2f773c606d26 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070266 Jul 15 13:22:27.201346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-90b19f82-7167-4633-a1da-3ee17773b341 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318115 Jul 15 13:22:27.230191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e751c-74f0-4f49-9ea4-445e2732bf89 tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] Network 948866dd-9398-4cd3-97a4-4b1f6f616995 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:27.257238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00222fec-bbc6-4210-b827-4c79561962d8 req-ce1c626c-2ccb-4ea7-ab9c-f018d834ceed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4141762 Jul 15 13:22:27.301855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc684d75-c793-4536-bb3c-65a0b47ffc7b None None] Network 948866dd-9398-4cd3-97a4-4b1f6f616995 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:27.309488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d9e751c-74f0-4f49-9ea4-445e2732bf89 tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "POST /v2.0/agents/b61f30c7-e54f-4ca8-ad64-5c15522eddac/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4930952 Jul 15 13:22:27.310235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56124) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:27.430441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c583a58-fd77-4ca9-936b-bb60e4bf07cd req-8c14f0f4-960f-4f81-83c3-55b338e1ef20 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205775 Jul 15 13:22:27.488313 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e47113bd-ed02-4f33-bc1a-133450dc797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.525418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e47113bd-ed02-4f33-bc1a-133450dc797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.577523 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e47113bd-ed02-4f33-bc1a-133450dc797f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=daf889b89fd44870abe40d971ad68af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616925 Jul 15 13:22:27.577523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47113bd-ed02-4f33-bc1a-133450dc797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6589c2c7-d699-4de8-97d8-3b0458da3806,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.580981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:27.687476 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a42cb5-784d-496d-9df9-652e77cb8a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.739548 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a42cb5-784d-496d-9df9-652e77cb8a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.802488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Deleting port 23d608cd-58fc-4725-a7b3-c9c7c6587f22 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:27.802776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.824827 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a42cb5-784d-496d-9df9-652e77cb8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.827489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a42cb5-784d-496d-9df9-652e77cb8a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.828720 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30a42cb5-784d-496d-9df9-652e77cb8a35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6589c2c7-d699-4de8-97d8-3b0458da3806 HTTP/1.1" status: 204 len: 168 time: 0.2450645 Jul 15 13:22:27.844288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a42cb5-784d-496d-9df9-652e77cb8a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6589c2c7-d699-4de8-97d8-3b0458da3806,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.921213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] For port 23d608cd-58fc-4725-a7b3-c9c7c6587f22, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=23d608cd-58fc-4725-a7b3-c9c7c6587f22,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:27.921793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.941542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Calling delete_port for 23d608cd-58fc-4725-a7b3-c9c7c6587f22 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:28.191431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222fec-bbc6-4210-b827-4c79561962d8 req-83ca3dda-84f8-4e16-b5f2-26633f2da1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.194717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00222fec-bbc6-4210-b827-4c79561962d8 req-83ca3dda-84f8-4e16-b5f2-26633f2da1e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 1098 time: 0.8896723 Jul 15 13:22:28.329624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5795a7e4-83bc-4606-915c-e6f8bc3ff508 tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "GET /v2.0/agents/b61f30c7-e54f-4ca8-ad64-5c15522eddac/dhcp-networks HTTP/1.1" status: 200 len: 8843 time: 0.9721012 Jul 15 13:22:28.341284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ef273-540e-453d-a058-534171ec6c0c req-de9beba2-a86e-4f41-aca9-a573a452f109 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.344118 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-de9beba2-a86e-4f41-aca9-a573a452f109 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.9058499 Jul 15 13:22:28.344959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56144) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:28.467975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-bc239e51-4893-44e2-be82-b638d3816df7 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/quotas/062d3cd5a95a47edb287e3c79c53f289 HTTP/1.1" status: 200 len: 375 time: 0.0998154 Jul 15 13:22:28.514439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.544624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d608cd-58fc-4725-a7b3-c9c7c6587f22,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:28.640131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222fec-bbc6-4210-b827-4c79561962d8 req-09be6888-943a-4d7e-83a4-9528ac7a9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.642508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00222fec-bbc6-4210-b827-4c79561962d8 req-09be6888-943a-4d7e-83a4-9528ac7a9b99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.4108684 Jul 15 13:22:28.667338 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-789fa74d-201a-41c1-8d60-aed4bb97d7c5 tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "DELETE /v2.0/agents/b61f30c7-e54f-4ca8-ad64-5c15522eddac/dhcp-networks/948866dd-9398-4cd3-97a4-4b1f6f616995 HTTP/1.1" status: 204 len: 168 time: 0.3138611 Jul 15 13:22:28.672444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56154) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:28.758245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00222fec-bbc6-4210-b827-4c79561962d8 req-855a1fa2-466e-404c-ac3b-925fd1330c1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca HTTP/1.1" status: 200 len: 217 time: 0.1058414 Jul 15 13:22:28.870172 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.914835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-ffd9545b-6b59-4337-b5ae-953d675118ef tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4359128 Jul 15 13:22:29.023820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222fec-bbc6-4210-b827-4c79561962d8 req-112b32c8-5be7-48e1-ae5f-a9397151149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.025737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00222fec-bbc6-4210-b827-4c79561962d8 req-112b32c8-5be7-48e1-ae5f-a9397151149d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.2517586 Jul 15 13:22:29.182025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-012e2d06-e14a-45a7-82e6-0e2a49bce9ea tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "GET /v2.0/agents/b61f30c7-e54f-4ca8-ad64-5c15522eddac/dhcp-networks HTTP/1.1" status: 200 len: 8072 time: 0.4998155 Jul 15 13:22:29.184289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-98b93bcb-7ec3-4fad-8161-e226b8d4db94 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681682 Jul 15 13:22:29.192725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56162) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.248788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:29.286883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cd9e7dd1-e00d-4dc5-8804-3405ee3d802f tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "GET /v2.0/networks/837a60fd-8a05-4188-9d27-196f12dd6168/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0853980 Jul 15 13:22:29.291456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56164) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.293517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222fec-bbc6-4210-b827-4c79561962d8 req-25c007c3-3228-4eab-930f-61e716bbcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.295341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00222fec-bbc6-4210-b827-4c79561962d8 req-25c007c3-3228-4eab-930f-61e716bbcc01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2609315 Jul 15 13:22:29.368490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0e66392e-2286-45e5-ac54-3aca13b571e6 tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "GET /v2.0/networks/837a60fd-8a05-4188-9d27-196f12dd6168/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0720034 Jul 15 13:22:29.372994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-7417fefd-5477-437c-9783-2dcbea869f15 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876950 Jul 15 13:22:29.373360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56168) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.417565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:29.424435 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-873b78e5-03f4-4d91-b657-24ac24fc4c98 admin admin] 10.222.0.25 "PUT /v2.0/routers/2be73bb2-1c12-4bfc-b516-63dc4079a1e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434212 Jul 15 13:22:29.426642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56170) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.435544 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] Sync routers for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:29.451455 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:29.452389 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:22:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:29.480151 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00222fec-bbc6-4210-b827-4c79561962d8 req-f28b954e-dae6-42f9-9a89-262e3285e1d6 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716075 Jul 15 13:22:29.654848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-72485bab-c2e7-4404-ade7-6c8e7a1d3fca tempest-DHCPAgentSchedulersTestJSON-932009823 tempest-DHCPAgentSchedulersTestJSON-932009823-project-admin] 10.222.0.25 "GET /v2.0/agents/b61f30c7-e54f-4ca8-ad64-5c15522eddac/dhcp-networks HTTP/1.1" status: 200 len: 8072 time: 0.2803373 Jul 15 13:22:29.663479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.664860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56172) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.702561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00222fec-bbc6-4210-b827-4c79561962d8 req-3f33408d-a586-4a13-84b8-6bff05a0f305 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863563 Jul 15 13:22:29.708333 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:29.843523 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe0e27-70ba-4e82-99f8-5ba515f29f1e x-openstack-request-id: req-adbe0e27-70ba-4e82-99f8-5ba515f29f1e {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:29.843886 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e5d969-4e01-420c-8e26-fcae36c63585", "name": "network-vif-deleted", "tag": "4e559d21-c539-4f65-9476-b2d82d25d346", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:29.844067 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adbe0e27-70ba-4e82-99f8-5ba515f29f1e {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:29.844462 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e5d969-4e01-420c-8e26-fcae36c63585', 'name': 'network-vif-deleted', 'tag': '4e559d21-c539-4f65-9476-b2d82d25d346', 'status': 'completed', 'code': 200} Jul 15 13:22:29.888096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.923479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.949098 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0585327a-6786-4e42-af9d-a8b81f45f910 x-openstack-request-id: req-0585327a-6786-4e42-af9d-a8b81f45f910 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:29.949390 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:29.949888 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0585327a-6786-4e42-af9d-a8b81f45f910 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:29.951700 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'status': 'completed', 'code': 200} Jul 15 13:22:30.098264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.118751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6839ebd-3994-498b-9fd2-73819695700f req-ac85f916-f1b1-4762-9d2e-1e6a0570b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.121689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948866dd-9398-4cd3-97a4-4b1f6f616995']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:30.122197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6839ebd-3994-498b-9fd2-73819695700f req-ac85f916-f1b1-4762-9d2e-1e6a0570b776 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1096 time: 0.1137784 Jul 15 13:22:30.145478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3124d9-06c1-4978-a16a-fef7296a5dbe') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:30.145789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3124d9-06c1-4978-a16a-fef7296a5dbe') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:30.164750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.184386 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.191641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Deleting port aba22d21-4df2-48ca-880f-05bae38fe6cc {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:30.192337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.199012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:30.200314 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:30.204650 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:30.216656 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:22:28Z', 'revision_number': 5, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port': {'id': 'aba22d21-4df2-48ca-880f-05bae38fe6cc', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:30.251290 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] Checking router: 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:30.264421 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] Routers {'2be73bb2-1c12-4bfc-b516-63dc4079a1e4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:30.265372 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:22:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:30.302334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.314651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.317206 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "DELETE /v2.0/networks/948866dd-9398-4cd3-97a4-4b1f6f616995 HTTP/1.1" status: 204 len: 168 time: 0.6483724 Jul 15 13:22:30.324616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.400658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ec16a-f560-463a-9f51-3f7bbfe6df9c tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event deleted for resources: {'Network': ['ID=948866dd-9398-4cd3-97a4-4b1f6f616995,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:30.401362 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] Set router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:30.407833 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e448c12a-0fec-4780-b2c5-2e33ac5d143d tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:30.408805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e448c12a-0fec-4780-b2c5-2e33ac5d143d tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:30.413316 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e448c12a-0fec-4780-b2c5-2e33ac5d143d tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "DELETE /v2.0/ports/d4275332-0d4f-4638-bc49-3895596f9af3 HTTP/1.1" status: 404 len: 333 time: 0.0847471 Jul 15 13:22:30.414027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56200) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.473995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] For port aba22d21-4df2-48ca-880f-05bae38fe6cc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aba22d21-4df2-48ca-880f-05bae38fe6cc,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:30.474558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.495727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Calling delete_port for aba22d21-4df2-48ca-880f-05bae38fe6cc owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:30.501508 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:22:29Z', 'revision_number': 6, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:30.504503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e6a2c0-0fff-4193-b374-d0f64c7718e0 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Deleting subnet c15fff44-d3a9-40e3-93da-746c824f6281 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:30.508735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28e6a2c0-0fff-4193-b374-d0f64c7718e0 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.519913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6839ebd-3994-498b-9fd2-73819695700f req-d8d82944-742c-4770-abe2-9e61f8db72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.521751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6839ebd-3994-498b-9fd2-73819695700f req-d8d82944-742c-4770-abe2-9e61f8db72af service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.3936415 Jul 15 13:22:30.538817 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f927d55-2706-4b97-90c8-ef5a9045fd0d None None] The sync data for ids ['2be73bb2-1c12-4bfc-b516-63dc4079a1e4'] in n-d-771362-36 is: [{'id': '2be73bb2-1c12-4bfc-b516-63dc4079a1e4', 'name': 'tempest-ServersTestManualDisk-1496220429-router', 'tenant_id': 'a8990eee5076485a8b1b1c178869d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:32Z', 'updated_at': '2021-07-15T13:22:29Z', 'revision_number': 6, 'project_id': 'a8990eee5076485a8b1b1c178869d942', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:30.560673 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28e6a2c0-0fff-4193-b374-d0f64c7718e0 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.605591 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6839ebd-3994-498b-9fd2-73819695700f req-1c285eb0-8431-4ae5-a0c2-fa09b43ef8f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 217 time: 0.0731626 Jul 15 13:22:30.672895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b448c1-5cb7-4bf9-9a7b-2d0a7b55c1e1 req-0ebeb0eb-ab28-4b92-a9a6-d062dc5772fe tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.674541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91b448c1-5cb7-4bf9-9a7b-2d0a7b55c1e1 req-0ebeb0eb-ab28-4b92-a9a6-d062dc5772fe tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.3652947 Jul 15 13:22:30.689056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6839ebd-3994-498b-9fd2-73819695700f req-20e4d37c-2246-4656-9489-135f9c2ddee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.690753 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6839ebd-3994-498b-9fd2-73819695700f req-20e4d37c-2246-4656-9489-135f9c2ddee6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.0759366 Jul 15 13:22:30.761290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91b448c1-5cb7-4bf9-9a7b-2d0a7b55c1e1 req-5de0d59d-bf9b-4a96-9066-b653f5745d6c tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805461 Jul 15 13:22:30.776560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28e6a2c0-0fff-4193-b374-d0f64c7718e0 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.791321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6839ebd-3994-498b-9fd2-73819695700f req-5c52b6b1-c653-4f6d-95d5-572ed4109474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.791321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6839ebd-3994-498b-9fd2-73819695700f req-5c52b6b1-c653-4f6d-95d5-572ed4109474 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849140 Jul 15 13:22:30.957114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 23d608cd-58fc-4725-a7b3-c9c7c6587f22 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:30.976163 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28e6a2c0-0fff-4193-b374-d0f64c7718e0 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.012600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6839ebd-3994-498b-9fd2-73819695700f req-a10ac430-2f54-4c02-9499-ec75c06cdf87 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178771 Jul 15 13:22:31.052770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28e6a2c0-0fff-4193-b374-d0f64c7718e0 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.056080 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-28e6a2c0-0fff-4193-b374-d0f64c7718e0 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "DELETE /v2.0/subnets/c15fff44-d3a9-40e3-93da-746c824f6281 HTTP/1.1" status: 204 len: 168 time: 0.6409352 Jul 15 13:22:31.057763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6a2c0-0fff-4193-b374-d0f64c7718e0 tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event deleted for resources: {'Subnet': ['ID=c15fff44-d3a9-40e3-93da-746c824f6281,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.059956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56206) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.072760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.081066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 23d608cd-58fc-4725-a7b3-c9c7c6587f22 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:31.085611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 23d608cd-58fc-4725-a7b3-c9c7c6587f22 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:31.098826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e057fc3-ddf7-494e-88ad-fd14062d1053 None None] Network 837a60fd-8a05-4188-9d27-196f12dd6168 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:31.136542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba22d21-4df2-48ca-880f-05bae38fe6cc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.150758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2aad-b551-40b4-8a92-be92753214e3 req-036f1d68-55a2-4696-9eea-9019b3201c85 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.152652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02de2aad-b551-40b4-8a92-be92753214e3 req-036f1d68-55a2-4696-9eea-9019b3201c85 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 945 time: 0.2246432 Jul 15 13:22:31.275377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:31.282031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.289529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02de2aad-b551-40b4-8a92-be92753214e3 req-10b7b901-d985-4476-b5f5-d472760c82a6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306167 Jul 15 13:22:31.308749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6839ebd-3994-498b-9fd2-73819695700f req-adbb593f-ba6b-4038-9ca3-0321028aa038 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684689 Jul 15 13:22:31.344717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.613724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.617564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.637562 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d166c415-7058-40d8-8d6f-8ffc86cdf757 x-openstack-request-id: req-d166c415-7058-40d8-8d6f-8ffc86cdf757 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:31.638113 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934bea94-0650-4a83-838e-dcce3df5f347", "name": "network-vif-plugged", "status": "completed", "tag": "8ae2860a-4b0e-4f02-86b7-4c751a486fd8", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:31.638601 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d166c415-7058-40d8-8d6f-8ffc86cdf757 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:31.640158 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934bea94-0650-4a83-838e-dcce3df5f347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae2860a-4b0e-4f02-86b7-4c751a486fd8', 'code': 200} Jul 15 13:22:31.652869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:31.707043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Deleting port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:31.707773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'port_id': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'mac_address': 'fa:16:3e:3f:7d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:31.708262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.740775 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.751870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2be73bb2-1c12-4bfc-b516-63dc4079a1e4 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:31.763967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.766956 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31b1c632-ffd5-48fd-ae6e-3536afea7fc3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2be73bb2-1c12-4bfc-b516-63dc4079a1e4 HTTP/1.1" status: 204 len: 168 time: 2.3377142 Jul 15 13:22:31.770202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56212) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.804213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b573d-2689-4549-88f9-090d1ef05f29 req-41c3a245-64c4-4079-b480-4c725bbf9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.806027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc6b573d-2689-4549-88f9-090d1ef05f29 req-41c3a245-64c4-4079-b480-4c725bbf9f50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 1097 time: 0.2427113 Jul 15 13:22:31.833431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340057ca-6876-4747-9110-58d34a3c61e9 req-5aee64a7-d917-4386-892c-7fa771d23989 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2856567 Jul 15 13:22:31.873344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc6b573d-2689-4549-88f9-090d1ef05f29 req-2ceb65c1-294c-4e62-8d4d-270e644a4eaa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588226 Jul 15 13:22:31.985001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.012224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] For port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=14ada83a-8ce4-42f1-8c98-a4c549aaf4d9,segment=NetworkSegment(40d7824d-0a71-4c9e-b4ab-d31d0e501d41),segment_id=40d7824d-0a71-4c9e-b4ab-d31d0e501d41)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:32.012893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.032560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b52b97-169e-411a-8610-9949868a9cbc admin admin] Deleting subnet df77c4b0-f1fa-45b1-92ed-86b6291a7e23 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:32.040555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Calling delete_port for 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:32.042528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b97-169e-411a-8610-9949868a9cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.092436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd98e39d-7a65-471a-9d4f-5f0ed35999d5 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:32.137588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:32.152975 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b97-169e-411a-8610-9949868a9cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.199205 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.400202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:32.464285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923e7a9-aa44-4413-ae14-84de1d6e0c62 None None] DHCP port deletion for 837a60fd-8a05-4188-9d27-196f12dd6168 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:32.484706 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b97-169e-411a-8610-9949868a9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.488755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.511380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340057ca-6876-4747-9110-58d34a3c61e9 req-2ac3f91b-c0cd-4fba-8f81-946bd090042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.511380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340057ca-6876-4747-9110-58d34a3c61e9 req-2ac3f91b-c0cd-4fba-8f81-946bd090042b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 1097 time: 0.6164579 Jul 15 13:22:32.539598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ef273-540e-453d-a058-534171ec6c0c req-d1c9fd4e-8e37-492b-8043-b1ef8aa65e08 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.540751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b923e7a9-aa44-4413-ae14-84de1d6e0c62 None None] The port '14ada83a-8ce4-42f1-8c98-a4c549aaf4d9' was deleted {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 13:22:32.543962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-d1c9fd4e-8e37-492b-8043-b1ef8aa65e08 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.30 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.4249578 Jul 15 13:22:32.545237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['bd98e39d-7a65-471a-9d4f-5f0ed35999d5'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:32.563914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Request body: {'port': {'device_id': 'f890c4bb-625c-4f77-8e21-97f528d6699b', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'admin_state_up': True, 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:32.565589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] No DVR routers for this DVR port 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:32.633917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event deleted for resources: {'Port': ['ID=14ada83a-8ce4-42f1-8c98-a4c549aaf4d9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:32.891277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:32.902688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340057ca-6876-4747-9110-58d34a3c61e9 req-d8d6c241-9143-4610-b45b-e300335f877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.907764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340057ca-6876-4747-9110-58d34a3c61e9 req-d8d6c241-9143-4610-b45b-e300335f877a service neutron] 10.222.0.30 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.3614535 Jul 15 13:22:32.925992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:32.926682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 14ada83a-8ce4-42f1-8c98-a4c549aaf4d9 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:32.927324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aba22d21-4df2-48ca-880f-05bae38fe6cc no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:32.945864 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.958876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: aba22d21-4df2-48ca-880f-05bae38fe6cc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:32.959602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aba22d21-4df2-48ca-880f-05bae38fe6cc not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:32.982979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837a60fd-8a05-4188-9d27-196f12dd6168']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:32.999314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d7824d-0a71-4c9e-b4ab-d31d0e501d41') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:32.999673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d7824d-0a71-4c9e-b4ab-d31d0e501d41') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:33.003246 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b97-169e-411a-8610-9949868a9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.014945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3f42f-e119-485e-b256-69d01e85a3a8 req-87b74e76-5e92-4060-b7c3-5cdbf43f2550 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.018949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa3f42f-e119-485e-b256-69d01e85a3a8 req-87b74e76-5e92-4060-b7c3-5cdbf43f2550 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 944 time: 1.0074830 Jul 15 13:22:33.023621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b97-169e-411a-8610-9949868a9cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.025849 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b0b52b97-169e-411a-8610-9949868a9cbc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/df77c4b0-f1fa-45b1-92ed-86b6291a7e23 HTTP/1.1" status: 204 len: 168 time: 1.2507620 Jul 15 13:22:33.032119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.032741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56220) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.044578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba1a93-4b81-41e9-85e3-ead6ea7abe4e None None] Network 71436dd0-8429-4055-ac13-6be42f038430 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:33.067119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b52b97-169e-411a-8610-9949868a9cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df77c4b0-f1fa-45b1-92ed-86b6291a7e23,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.107512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.149803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340057ca-6876-4747-9110-58d34a3c61e9 req-a99191f2-1f3b-4c37-bc9c-134068f42d72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89d97167-3b0e-4a05-8182-089e79906a3a HTTP/1.1" status: 200 len: 217 time: 0.1136117 Jul 15 13:22:33.153844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:33.154441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:33.158552 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:33.193983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.241075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caa3f42f-e119-485e-b256-69d01e85a3a8 req-af45933f-c139-48b7-99fc-a5f6c28def2d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1896093 Jul 15 13:22:33.250955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340057ca-6876-4747-9110-58d34a3c61e9 req-b524f314-0975-46df-8474-062e2efe5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.252525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340057ca-6876-4747-9110-58d34a3c61e9 req-b524f314-0975-46df-8474-062e2efe5f4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.0945070 Jul 15 13:22:33.292331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:33.292331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.331092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340057ca-6876-4747-9110-58d34a3c61e9 req-417cdac8-ae1c-4192-a9d3-5a02b7c727e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580029 Jul 15 13:22:33.391785 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.415266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.418891 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] 10.222.0.25 "DELETE /v2.0/networks/837a60fd-8a05-4188-9d27-196f12dd6168 HTTP/1.1" status: 204 len: 168 time: 2.3572381 Jul 15 13:22:33.472968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88ef2e-1b05-4f5b-b935-0e2285e1f98b tempest-DHCPAgentSchedulersTestJSON-195316419 tempest-DHCPAgentSchedulersTestJSON-195316419-project] Pushing event deleted for resources: {'Network': ['ID=837a60fd-8a05-4188-9d27-196f12dd6168,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.536858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Deleting port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:33.537390 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.564109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] DHCP port deletion for 71436dd0-8429-4055-ac13-6be42f038430 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:33.608713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Allocated IP 172.20.0.14 (975a00f1-c5a4-4573-8c74-9c3c52c55682/54926352-8e58-4abe-9c5c-aacc4194f858/cadaecf6-7322-4c93-9097-6d90421190b8) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:33.664381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25345d02-6165-4f6e-a37d-311992062799 req-a24d3ab3-254b-4e3a-b87e-a62fa64b3340 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 210 time: 0.0742638 Jul 15 13:22:33.701136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] Deleting port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:33.701875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.721547 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] For port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:33.722802 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.753098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Calling delete_port for 76e0b6f6-e9d5-419c-923f-5b87ee49d12e owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:33.758306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340057ca-6876-4747-9110-58d34a3c61e9 req-e6c5e219-88b0-4ec1-9e1d-3a39ac9c9cb3 service neutron] 10.222.0.30 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177427 Jul 15 13:22:33.900946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] For port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,segment=NetworkSegment(8b102282-8ea6-4a60-ba03-8c17c8fde2e4),segment_id=8b102282-8ea6-4a60-ba03-8c17c8fde2e4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:33.901599 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.976996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] Calling delete_port for 76e0b6f6-e9d5-419c-923f-5b87ee49d12e owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:34.048399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.130571 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] No DVR routers for this DVR port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:34.135097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.212614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340057ca-6876-4747-9110-58d34a3c61e9 req-6506c3bc-e5eb-431f-9a88-177e387960b7 service neutron] 10.222.0.30 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319134 Jul 15 13:22:34.281795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56234) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:34.311307 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.328411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] No DVR routers for this DVR port 76e0b6f6-e9d5-419c-923f-5b87ee49d12e on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:34.333335 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.369213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fab44-f892-458a-902c-45d188d91835 None None] Pushing event deleted for resources: {'Port': ['ID=76e0b6f6-e9d5-419c-923f-5b87ee49d12e,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.416754 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.434660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:34.532815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event updated for resources: {'Port': ['ID=cadaecf6-7322-4c93-9097-6d90421190b8,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.566691 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.613140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:34.626420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:34.634787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:34.782624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4caec-1e54-4a9d-80a4-ec363a5502b0 req-55c3d3d2-c2ca-4f4f-87a4-24a8645d3d45 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:34.790779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cc4caec-1e54-4a9d-80a4-ec363a5502b0 req-55c3d3d2-c2ca-4f4f-87a4-24a8645d3d45 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.2545936 Jul 15 13:22:34.804360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.815573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:34.817531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.823714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71436dd0-8429-4055-ac13-6be42f038430']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:34.846095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b102282-8ea6-4a60-ba03-8c17c8fde2e4') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:34.846577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b102282-8ea6-4a60-ba03-8c17c8fde2e4') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:34.856692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 76e0b6f6-e9d5-419c-923f-5b87ee49d12e no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:34.857682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-faffdd73-95f2-409f-bd1a-d9dc3be0b7b8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3020766 Jul 15 13:22:34.864081 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.903047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 76e0b6f6-e9d5-419c-923f-5b87ee49d12e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:34.904368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 76e0b6f6-e9d5-419c-923f-5b87ee49d12e not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:34.927697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.942962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:34.944181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:34.947241 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:35.077807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.095542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.099320 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/71436dd0-8429-4055-ac13-6be42f038430 HTTP/1.1" status: 204 len: 168 time: 2.0450482 Jul 15 13:22:35.116753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53f242-474b-45d3-9ec3-f09ccdc8dcb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=71436dd0-8429-4055-ac13-6be42f038430,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.209032 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-97fdf2da-447f-48dc-bc57-ed44a2c67b71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac23495fd79f4ba38d159cb52c725077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245865 Jul 15 13:22:35.215168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56246) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.263894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:35.314138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9521-0a85-470e-abd2-ada0b46ebb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.336677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56248) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.348367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9521-0a85-470e-abd2-ada0b46ebb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.457958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Request body: {'port': {'device_id': 'f890c4bb-625c-4f77-8e21-97f528d6699b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:35.461922 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.465184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:35.472255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:35.472743 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.489797 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-54765ee5-9c20-4abc-88e3-dcfb2007e209 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8990eee5076485a8b1b1c178869d942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475012 Jul 15 13:22:35.508527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56252) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.557690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cc4caec-1e54-4a9d-80a4-ec363a5502b0 req-2275de31-eeef-4635-903d-0860f43d3f8f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7204344 Jul 15 13:22:35.589621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9521-0a85-470e-abd2-ada0b46ebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.608390 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9521-0a85-470e-abd2-ada0b46ebb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.615750 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fc1d9521-0a85-470e-abd2-ada0b46ebb9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58db2660-6ef7-4924-a41a-44dd46db43cd HTTP/1.1" status: 204 len: 168 time: 0.3964670 Jul 15 13:22:35.668452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d9521-0a85-470e-abd2-ada0b46ebb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db2660-6ef7-4924-a41a-44dd46db43cd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.708933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4db98821-0267-4d10-941c-9ca98c65b99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.736865 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.764401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4db98821-0267-4d10-941c-9ca98c65b99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.770835 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.903360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4db98821-0267-4d10-941c-9ca98c65b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.906416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4db98821-0267-4d10-941c-9ca98c65b99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.911803 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4db98821-0267-4d10-941c-9ca98c65b99b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2938faf-c6d5-4246-a838-95659b88cfd9 HTTP/1.1" status: 204 len: 168 time: 0.3977242 Jul 15 13:22:35.927168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db98821-0267-4d10-941c-9ca98c65b99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2938faf-c6d5-4246-a838-95659b88cfd9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.942187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:35.950194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:35.957337 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71184e8d-8e03-4258-acaf-0631455004f2" -d '{"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-plugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:36.021614 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.155500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.178988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997144c-2600-49ad-9620-1b2560af60c3 req-2161839a-02cd-4b93-9856-6bf644f30fdd tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.180759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8997144c-2600-49ad-9620-1b2560af60c3 req-2161839a-02cd-4b93-9856-6bf644f30fdd tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 945 time: 0.1789141 Jul 15 13:22:36.250764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8997144c-2600-49ad-9620-1b2560af60c3 req-9bb93f5e-4a47-4002-bda0-12fc8b51593e tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Jul 15 13:22:36.453428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadaecf6-7322-4c93-9097-6d90421190b8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:36.476407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.580177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Transition to ACTIVE for port object cadaecf6-7322-4c93-9097-6d90421190b8 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:36.589557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.654193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56274) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.679433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a5d4bbe-33f9-436f-823b-af7f81272331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.778281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Pushing event updated for resources: {'Port': ['ID=cadaecf6-7322-4c93-9097-6d90421190b8,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.886958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Attempting to bind port cadaecf6-7322-4c93-9097-6d90421190b8 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:36.887937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Attempting to bind port cadaecf6-7322-4c93-9097-6d90421190b8 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:36.888452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Attempting to bind port cadaecf6-7322-4c93-9097-6d90421190b8 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:36.900625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a5d4bbe-33f9-436f-823b-af7f81272331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.904959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Port cadaecf6-7322-4c93-9097-6d90421190b8 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:36.905308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Attempting to bind port cadaecf6-7322-4c93-9097-6d90421190b8 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:36.907988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a5d4bbe-33f9-436f-823b-af7f81272331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.916981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:36.917331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:36.917717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Bound using segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:36.918214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Bound port: cadaecf6-7322-4c93-9097-6d90421190b8, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:36.918564 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.950300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed64bf-1bf8-44d6-9f4b-0946b2577bc3 req-57d9eff2-5f30-4b7b-8670-171570e4c32d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.952037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ceed64bf-1bf8-44d6-9f4b-0946b2577bc3 req-57d9eff2-5f30-4b7b-8670-171570e4c32d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.2181036 Jul 15 13:22:36.980743 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9a5d4bbe-33f9-436f-823b-af7f81272331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=915dbdd990734cf2855c3157d7ed3669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216183 Jul 15 13:22:36.982895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56280) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:37.001996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d4bbe-33f9-436f-823b-af7f81272331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b38a7-3fd5-40e7-87e2-7ac9155c04f1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:37.056912 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95ec296e-b81f-47f9-b6b3-35bcc5b1b4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.058599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ceed64bf-1bf8-44d6-9f4b-0946b2577bc3 req-6b2cca2e-15e8-4d85-b6f2-7d6816b9e4a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744827 Jul 15 13:22:37.089297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95ec296e-b81f-47f9-b6b3-35bcc5b1b4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.113433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] For port cadaecf6-7322-4c93-9097-6d90421190b8, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:37.117306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] For port cadaecf6-7322-4c93-9097-6d90421190b8, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cadaecf6-7322-4c93-9097-6d90421190b8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:37.132316 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.179511 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95ec296e-b81f-47f9-b6b3-35bcc5b1b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.182808 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95ec296e-b81f-47f9-b6b3-35bcc5b1b4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.184469 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-95ec296e-b81f-47f9-b6b3-35bcc5b1b4e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc4b38a7-3fd5-40e7-87e2-7ac9155c04f1 HTTP/1.1" status: 204 len: 168 time: 0.2004623 Jul 15 13:22:37.198823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec296e-b81f-47f9-b6b3-35bcc5b1b4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b38a7-3fd5-40e7-87e2-7ac9155c04f1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:37.256691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.258030 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.260334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] 10.222.0.30 "PUT /v2.0/ports/cadaecf6-7322-4c93-9097-6d90421190b8 HTTP/1.1" status: 200 len: 1093 time: 1.8133838 Jul 15 13:22:37.261204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f890c4bb-625c-4f77-8e21-97f528d6699b', 'tag': 'cadaecf6-7322-4c93-9097-6d90421190b8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:37.265144 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e314ad43-7935-4d7a-8394-56ff7825333a" -d '{"events": [{"name": "network-changed", "server_uuid": "f890c4bb-625c-4f77-8e21-97f528d6699b", "tag": "cadaecf6-7322-4c93-9097-6d90421190b8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:37.327091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b521e4-c9a6-4dec-bfbc-d9d05e262af4 service neutron] Pushing event updated for resources: {'Port': ['ID=cadaecf6-7322-4c93-9097-6d90421190b8,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:37.418597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ef273-540e-453d-a058-534171ec6c0c req-fd14bb6f-e993-4895-82c2-f92d1f3c9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.420678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-fd14bb6f-e993-4895-82c2-f92d1f3c9185 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 1096 time: 0.0776799 Jul 15 13:22:37.482162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-de8547ff-c768-48da-bb6d-bd99eac01d38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cadaecf6-7322-4c93-9097-6d90421190b8 HTTP/1.1" status: 200 len: 217 time: 0.0540276 Jul 15 13:22:37.610292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ef273-540e-453d-a058-534171ec6c0c req-b00821c8-3c10-4a6f-ae5b-20658fd9fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.628007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-b00821c8-3c10-4a6f-ae5b-20658fd9fbf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1355991 Jul 15 13:22:37.759364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56310) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:37.804740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-667f6a3d-c41d-4176-bffa-ef1294067702 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716533 Jul 15 13:22:37.982596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-network', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:38.051210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:38.056529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-6feccda6-ef21-40b6-8011-46954e84245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.058414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.062361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-6feccda6-ef21-40b6-8011-46954e84245b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 1098 time: 0.4022081 Jul 15 13:22:38.089237 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.098943 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:38.229345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-8000de73-9cf1-44ef-81e3-3a842dd9a530 service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981771 Jul 15 13:22:38.238073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a9600-35c8-4eb4-a37a-11f4d7159d8c req-17014877-ca02-4828-aa64-aabb40557403 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.246877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe7a9600-35c8-4eb4-a37a-11f4d7159d8c req-17014877-ca02-4828-aa64-aabb40557403 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 944 time: 0.4481723 Jul 15 13:22:38.297432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.306854 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.338964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:38.366053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905ede61-9276-4fd4-8df2-e429e7a8f00c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.370917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.371817 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Added segment ccd359a5-1cdb-4bcb-95cc-f53a5611f040 of type vlan for network e1519d73-2f26-44f9-aef7-d53e3da0763f Jul 15 13:22:38.472062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.523960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.526082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.526995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.585123 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8231027 Jul 15 13:22:38.588074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56336) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:38.594879 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Request body: {'subnet': {'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-subnet', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:38.644127 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ba85d-2d91-4a7a-ad61-707193948237 admin admin] Pushing event updated for resources: {'Network': ['ID=e1519d73-2f26-44f9-aef7-d53e3da0763f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.657812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-d323d8b3-66dd-48a6-923a-ff22bd349945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.660596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:38.661750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-d323d8b3-66dd-48a6-923a-ff22bd349945 service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 200 len: 919 time: 0.5675845 Jul 15 13:22:38.664296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.664577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e1519d73-2f26-44f9-aef7-d53e3da0763f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:38.706068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe7a9600-35c8-4eb4-a37a-11f4d7159d8c req-766dfe8f-b740-439f-bd0f-6096af324827 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575856 Jul 15 13:22:38.823064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-35794bb6-4fbb-4b35-9edf-f20d3c0f9a3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 200 len: 217 time: 0.1489666 Jul 15 13:22:38.867039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-088ef273-540e-453d-a058-534171ec6c0c req-5d9a37d3-8134-4ff1-b337-793ef976de7c service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116171 Jul 15 13:22:38.890581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-40e4a894-49db-4ec2-8b04-98130c737b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.892303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-40e4a894-49db-4ec2-8b04-98130c737b31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 200 len: 858 time: 0.0590205 Jul 15 13:22:38.946663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-252a35e6-1d23-4cbc-a02c-ac5a37b7a0d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c14dc-d007-41c8-8aeb-59d8425299d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419402 Jul 15 13:22:38.995993 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf59144-509b-4738-bcc6-917d57cbfa90 x-openstack-request-id: req-fcf59144-509b-4738-bcc6-917d57cbfa90 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:38.997426 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-plugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:38.997803 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcf59144-509b-4738-bcc6-917d57cbfa90 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:38.998401 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'code': 200} Jul 15 13:22:39.016156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.081925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-dee0255c-2b20-4198-a1a8-ef024bb4ca00 service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269886 Jul 15 13:22:39.119992 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d08d18-81f4-4b4c-943f-0ff905cc6a04 x-openstack-request-id: req-96d08d18-81f4-4b4c-943f-0ff905cc6a04 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:39.120430 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f890c4bb-625c-4f77-8e21-97f528d6699b", "tag": "cadaecf6-7322-4c93-9097-6d90421190b8", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:39.120695 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96d08d18-81f4-4b4c-943f-0ff905cc6a04 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:39.121107 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890c4bb-625c-4f77-8e21-97f528d6699b', 'tag': 'cadaecf6-7322-4c93-9097-6d90421190b8', 'status': 'completed', 'code': 200} Jul 15 13:22:39.152705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a6f7fb-2d8b-4d44-8e39-e5f85909273c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.166234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Checking segment: {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:39.167058 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Network hostable DHCP agents. Network: e1519d73-2f26-44f9-aef7-d53e3da0763f, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:39.189237 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Network e1519d73-2f26-44f9-aef7-d53e3da0763f is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:39.205363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, e1519d73-2f26-44f9-aef7-d53e3da0763f) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:39.214811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.215812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.226443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7efb1-35c5-44ae-96e8-809514b322b6 None None] Network e1519d73-2f26-44f9-aef7-d53e3da0763f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:39.241482 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-05daec9a-bbb0-4ec1-8a38-81b956ecdba3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6495914 Jul 15 13:22:39.242413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56352) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:39.245915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce618c-4dce-4a71-b6bb-099d9d3d30fe req-30e8f693-a3da-49dc-80a0-5cf8eb0b3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.249327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48ce618c-4dce-4a71-b6bb-099d9d3d30fe req-30e8f693-a3da-49dc-80a0-5cf8eb0b3f77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1098 time: 0.1660712 Jul 15 13:22:39.260110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:39.315458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.316939 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.391742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.436392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-e1519d73-2f26-44f9-aef7-d53e3da0763f', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:39.438478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.570291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314ad43-7935-4d7a-8394-56ff7825333a req-ee64aa32-91f2-4735-bc1d-a4d54da89d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.576408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e314ad43-7935-4d7a-8394-56ff7825333a req-ee64aa32-91f2-4735-bc1d-a4d54da89d56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 1096 time: 0.4518995 Jul 15 13:22:39.581315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46979d9c-58b6-4199-a35a-bfaa99287362 req-807a7fff-9614-44e8-bbc8-07deed4057aa service neutron] 10.222.0.35 "GET /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593086 Jul 15 13:22:39.602971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48ce618c-4dce-4a71-b6bb-099d9d3d30fe req-938ac7e6-cc77-4b14-ae32-516a5694c7c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2730546 Jul 15 13:22:39.693403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.698860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Allocated IP 172.20.0.2 (e1519d73-2f26-44f9-aef7-d53e3da0763f/f5a6f7fb-2d8b-4d44-8e39-e5f85909273c/5205dc6a-8adf-41fc-8987-bb5e4883365b) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:39.732232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d604b5-125c-4adf-9e30-dc6e43f279a0 req-a24b6d52-87df-423c-9051-5445cd484338 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.733900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6d604b5-125c-4adf-9e30-dc6e43f279a0 req-a24b6d52-87df-423c-9051-5445cd484338 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.4115617 Jul 15 13:22:39.828053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6d604b5-125c-4adf-9e30-dc6e43f279a0 req-d447d68a-4b32-4509-92a7-50627327860e tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647686 Jul 15 13:22:39.870781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314ad43-7935-4d7a-8394-56ff7825333a req-fedc7491-0eb8-4eae-9b9a-2692d4db9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.876445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e314ad43-7935-4d7a-8394-56ff7825333a req-fedc7491-0eb8-4eae-9b9a-2692d4db9c6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.2712941 Jul 15 13:22:39.983804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e314ad43-7935-4d7a-8394-56ff7825333a req-13a4422a-e204-4885-8a13-4db0eb7396c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cadaecf6-7322-4c93-9097-6d90421190b8 HTTP/1.1" status: 200 len: 217 time: 0.0996637 Jul 15 13:22:39.984518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56374) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:40.044350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314ad43-7935-4d7a-8394-56ff7825333a req-b7d5e393-5a3b-4d67-815d-d3f998f5b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.046217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e314ad43-7935-4d7a-8394-56ff7825333a req-b7d5e393-5a3b-4d67-815d-d3f998f5b6c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.0545030 Jul 15 13:22:40.112555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e314ad43-7935-4d7a-8394-56ff7825333a req-f4b78b36-f104-4c6b-adef-0b42bbc1d662 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583501 Jul 15 13:22:40.177439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.191386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Transition to ACTIVE for port object 5205dc6a-8adf-41fc-8987-bb5e4883365b will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:40.232471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Transition to ACTIVE for port object 5205dc6a-8adf-41fc-8987-bb5e4883365b will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:40.234553 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.252536 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.291374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da2e92-4860-4a5e-a17c-4b2a369063e8 req-401bc116-9c86-435f-b48a-b159d3da79a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.293127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21da2e92-4860-4a5e-a17c-4b2a369063e8 req-401bc116-9c86-435f-b48a-b159d3da79a0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.1644878 Jul 15 13:22:40.295887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e314ad43-7935-4d7a-8394-56ff7825333a req-0745670a-e4f5-47d2-8cae-3172f3c3689b service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760364 Jul 15 13:22:40.312793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.341704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1430902407'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:40.370394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Network e1519d73-2f26-44f9-aef7-d53e3da0763f is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:40.384619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:40.401423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21da2e92-4860-4a5e-a17c-4b2a369063e8 req-07563c65-b802-47d1-971b-dc66e1e6bc4f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016550 Jul 15 13:22:40.423457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:40.433394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Pushing event updated for resources: {'Port': ['ID=5205dc6a-8adf-41fc-8987-bb5e4883365b,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.468963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Made reservation on behalf of c7957ce9cdf047cf87eda7c0208f5197 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:40.473574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.486791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.531918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e314ad43-7935-4d7a-8394-56ff7825333a req-ec998f4b-082c-4498-b9c6-6bd8fb7b1c0c service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243390 Jul 15 13:22:40.599514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Allocated IP 172.25.1.189 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/b616b2c4-15b2-4ca1-9251-a2ffa4a379be) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:40.636130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Attempting to bind port 5205dc6a-8adf-41fc-8987-bb5e4883365b on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:40.636888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Attempting to bind port 5205dc6a-8adf-41fc-8987-bb5e4883365b by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:40.638018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Attempting to bind port 5205dc6a-8adf-41fc-8987-bb5e4883365b on network e1519d73-2f26-44f9-aef7-d53e3da0763f {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:40.652518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:40.652996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Checking segment: {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:40.653847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.655609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Bound using segment: {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:40.656211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Bound port: 5205dc6a-8adf-41fc-8987-bb5e4883365b, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:40.657649 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.710593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.728003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.786305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:40.802803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ad994-207d-4305-89c9-a424b4767d22,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.809305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.809659 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Added segment dd63a256-72ad-4691-b746-02d5c0440c1b of type vlan for network 8d346788-9f76-451b-b7cb-e66434a7c2c6 Jul 15 13:22:40.838614 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.852463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] For port 5205dc6a-8adf-41fc-8987-bb5e4883365b, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:40.860171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] For port 5205dc6a-8adf-41fc-8987-bb5e4883365b, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5205dc6a-8adf-41fc-8987-bb5e4883365b,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:40.863747 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.871266 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.907699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.913675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.914524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.937204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.986274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0005219 Jul 15 13:22:41.009002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39770862-31c0-4811-b3f9-8d5a46744747 None None] Pushing event updated for resources: {'Port': ['ID=5205dc6a-8adf-41fc-8987-bb5e4883365b,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.023716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:41.028391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:41.036734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:41.057246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7138cd8-7675-4f3b-9375-053dbd7e0377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Pushing event updated for resources: {'Network': ['ID=8d346788-9f76-451b-b7cb-e66434a7c2c6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.071776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8d346788-9f76-451b-b7cb-e66434a7c2c6 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:41.085724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Pushing event updated for resources: {'Port': ['ID=b616b2c4-15b2-4ca1-9251-a2ffa4a379be,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.305350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cadaecf6-7322-4c93-9097-6d90421190b8 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:41.586395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.646777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cadaecf6-7322-4c93-9097-6d90421190b8, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cadaecf6-7322-4c93-9097-6d90421190b8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:41.679375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'cadaecf6-7322-4c93-9097-6d90421190b8', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'port_id': 'cadaecf6-7322-4c93-9097-6d90421190b8', 'mac_address': 'fa:16:3e:db:3d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54926352-8e58-4abe-9c5c-aacc4194f858', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:41.768978 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.791523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadaecf6-7322-4c93-9097-6d90421190b8 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:41.836846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cadaecf6-7322-4c93-9097-6d90421190b8, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cadaecf6-7322-4c93-9097-6d90421190b8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:41.847548 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.891926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58be9d-6984-4f31-bdf1-ceea90204010 req-9496b71e-ce8d-430c-a7b6-c5eada950997 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.899084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd58be9d-6984-4f31-bdf1-ceea90204010 req-9496b71e-ce8d-430c-a7b6-c5eada950997 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 944 time: 0.1685338 Jul 15 13:22:41.942939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cadaecf6-7322-4c93-9097-6d90421190b8,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.954255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.955264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.955999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.956552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.957109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.957761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.958399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.960154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.960871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.961400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.962042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.962585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:41.992209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd58be9d-6984-4f31-bdf1-ceea90204010 req-7fd5048a-6c49-4d04-9756-c6a47cb515ac tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844660 Jul 15 13:22:42.026817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.135005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['cadaecf6-7322-4c93-9097-6d90421190b8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:42.378696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Router aa044ef9-36c6-4a46-b77a-f03e017b70cf is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:22:42.599270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:42.616461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Sync routers for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:42.632609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:42.633997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:22:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:42.661463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.664298 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bebe027e-8702-4015-bafc-2f0776b44b15 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4201829 Jul 15 13:22:42.667043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56402) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:42.723767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e60e-ea95-4f45-bdbc-06940b341601 req-b20b4d29-3ffb-4c14-a021-bbd7ecc1dc3f tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.734992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92e5e60e-ea95-4f45-bdbc-06940b341601 req-b20b4d29-3ffb-4c14-a021-bbd7ecc1dc3f tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.1170595 Jul 15 13:22:42.769655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4845fc3e-0a6a-4f83-9f9a-f1b3c0598305 None None] Network e1519d73-2f26-44f9-aef7-d53e3da0763f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:42.830507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92e5e60e-ea95-4f45-bdbc-06940b341601 req-17d621e9-df2d-4ca1-ae03-7da97f5cab20 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936265 Jul 15 13:22:43.227720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56414) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.236989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Request body: {'port': {'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6', 'binding:host_id': 'n-h2-771362-36', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1443637743'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:43.298458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5205dc6a-8adf-41fc-8987-bb5e4883365b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:43.314190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Made reservation on behalf of a57e9f1607d54aebbfbda069325284d7 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:43.318024 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.336402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.342007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cadaecf6-7322-4c93-9097-6d90421190b8 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:43.497073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:43.506847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0f078f79-3b20-4a78-8eca-08b6acd44aa6 None None] Provisioning for port 5205dc6a-8adf-41fc-8987-bb5e4883365b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:43.582671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7747f55-82f5-4bad-b887-83b6774c3dd7 req-a228c6f4-b81a-46a0-83f6-7f8a18761a72 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.592898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7747f55-82f5-4bad-b887-83b6774c3dd7 req-a228c6f4-b81a-46a0-83f6-7f8a18761a72 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.1497679 Jul 15 13:22:43.624418 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.636053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.645655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] device_id is not set on port be55f246-ecad-48bc-808a-626497ceaf3c yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:43.702978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7747f55-82f5-4bad-b887-83b6774c3dd7 req-53b091a3-023d-426a-82fb-d8ed4b6768f1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073079 Jul 15 13:22:43.846333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37889a1-7953-46f0-ac96-aaad440d72f5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.878333 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.887547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port cadaecf6-7322-4c93-9097-6d90421190b8 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:43.923790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port cadaecf6-7322-4c93-9097-6d90421190b8 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:43.924801 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.052954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5205dc6a-8adf-41fc-8987-bb5e4883365b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:44.142061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5205dc6a-8adf-41fc-8987-bb5e4883365b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:44.152164 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.168667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90594d91-9d22-43da-badc-dda902b30b85 req-e719044d-eef8-45f7-8530-831e1c3cfa12 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.177854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90594d91-9d22-43da-badc-dda902b30b85 req-e719044d-eef8-45f7-8530-831e1c3cfa12 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1636631 Jul 15 13:22:44.182551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] device_id is not set on port be55f246-ecad-48bc-808a-626497ceaf3c yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:44.230288 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.283251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90594d91-9d22-43da-badc-dda902b30b85 req-7cd0229d-ce7a-40f9-930c-70b4547e5d74 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038673 Jul 15 13:22:44.295052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Transition to ACTIVE for port object be55f246-ecad-48bc-808a-626497ceaf3c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:44.342100 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.373570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Allocated IP 172.20.0.1 (e1519d73-2f26-44f9-aef7-d53e3da0763f/f5a6f7fb-2d8b-4d44-8e39-e5f85909273c/10910589-e14c-4fce-be9d-207582576209) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:44.477053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=be55f246-ecad-48bc-808a-626497ceaf3c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.545349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Checking segment: {'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:44.546045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Network hostable DHCP agents. Network: 8d346788-9f76-451b-b7cb-e66434a7c2c6, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:44.634893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.643766 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.665199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Transition to ACTIVE for port object 10910589-e14c-4fce-be9d-207582576209 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:44.695798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Network 8d346788-9f76-451b-b7cb-e66434a7c2c6 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:44.743614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8d346788-9f76-451b-b7cb-e66434a7c2c6) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:44.744503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:41Z', 'revision_number': 3, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:44.753338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:44.758826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.766510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890c4bb-625c-4f77-8e21-97f528d6699b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadaecf6-7322-4c93-9097-6d90421190b8'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:44.777030 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286935c8-51e1-4e6c-a8cf-d9bf8c630688" -d '{"events": [{"server_uuid": "f890c4bb-625c-4f77-8e21-97f528d6699b", "name": "network-vif-plugged", "status": "completed", "tag": "cadaecf6-7322-4c93-9097-6d90421190b8"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:44.782753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:44.784587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:44.784587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:44.804785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a64be1-eb36-4595-9f19-5e8a374c627c None None] Network 8d346788-9f76-451b-b7cb-e66434a7c2c6 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:44.819104 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Network e1519d73-2f26-44f9-aef7-d53e3da0763f is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:44.826852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164116-432d-41c5-a93a-021c3aab2a7b req-58339ec2-322c-4f7c-adea-ec725f0be4a6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.828372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:44.840993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7164116-432d-41c5-a93a-021c3aab2a7b req-58339ec2-322c-4f7c-adea-ec725f0be4a6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 945 time: 0.2789242 Jul 15 13:22:44.842335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:44.842770 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:44.843196 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 2 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:44.849145 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:44.901520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:44.902077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:44.902899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:44.913125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:44.913630 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:44.914607 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 3 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:44.939532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:44.940714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:44.940714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:44.949043 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.972682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:44.973235 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:44.977906 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 4 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:45.002438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:45.002651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:45.003185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:45.031518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7164116-432d-41c5-a93a-021c3aab2a7b req-e05062e3-791d-471e-9241-3ea82131cd40 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820242 Jul 15 13:22:45.035929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:45.036501 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:45.037744 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 5 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:45.085769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:45.086360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:45.086952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:45.103564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:45.104118 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:45.104725 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 6 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:45.157816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:45.166922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:45.167871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:45.181732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cadaecf6-7322-4c93-9097-6d90421190b8, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cadaecf6-7322-4c93-9097-6d90421190b8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:45.182606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:45.190124 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:45.190124 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 7 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:45.245828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Checking router: aa044ef9-36c6-4a46-b77a-f03e017b70cf for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:45.246561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Updating router aa044ef9-36c6-4a46-b77a-f03e017b70cf port b616b2c4-15b2-4ca1-9251-a2ffa4a379be binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:22:45.248992 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.254580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:45.263280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:45.263660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:45.281294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:45.281294 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:45.281294 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 8 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:45.311990 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.351339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:45.351679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:45.352019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:45.391478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:45.394940 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:45.395521 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 9 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:45.418831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:45.419248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:45.419601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:45.453724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:45.455275 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:45.456659 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 10 to bind port be55f246-ecad-48bc-808a-626497ceaf3c Jul 15 13:22:45.489205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:45.490220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:45.491052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:45.513784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port be55f246-ecad-48bc-808a-626497ceaf3c on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:45.515907 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port be55f246-ecad-48bc-808a-626497ceaf3c on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:45.518974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.628449 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dbad3d14-cbf0-446d-82b7-0705147f5077 None None] Provisioning complete for port 5205dc6a-8adf-41fc-8987-bb5e4883365b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:45.628881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dbad3d14-cbf0-446d-82b7-0705147f5077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.632864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5205dc6a-8adf-41fc-8987-bb5e4883365b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5205dc6a-8adf-41fc-8987-bb5e4883365b,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:45.638698 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.729621 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.781801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Pushing event updated for resources: {'Port': ['ID=10910589-e14c-4fce-be9d-207582576209,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:45.800762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] For port be55f246-ecad-48bc-808a-626497ceaf3c, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:45.801434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempted to set empty binding levels {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:22:45.808405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cadaecf6-7322-4c93-9097-6d90421190b8,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:45.819540 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.820648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.822451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.823217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.823739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.824473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.826310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.827299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.827839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.830810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.834585 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.835383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.835964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.910466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:45.911534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.994379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.7654223 Jul 15 13:22:45.998708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.033061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efa86c-6713-4b96-b183-c47ea6edf50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=be55f246-ecad-48bc-808a-626497ceaf3c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.098177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7c0f3-4a31-4fbe-a664-eb122a945a7a req-7f46afb6-140b-4a20-bdff-40b134b9f46f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.113327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73e7c0f3-4a31-4fbe-a664-eb122a945a7a req-7f46afb6-140b-4a20-bdff-40b134b9f46f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.1817575 Jul 15 13:22:46.113577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5205dc6a-8adf-41fc-8987-bb5e4883365b,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.174313 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.174723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73e7c0f3-4a31-4fbe-a664-eb122a945a7a req-c2a7cc43-3e14-473c-bc43-5bb8afba8805 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595613 Jul 15 13:22:46.229564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56442) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.276835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Deleting port be55f246-ecad-48bc-808a-626497ceaf3c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:46.278776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.296166 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d0da3e-fbc2-4a21-83be-d5b503d1fa2a x-openstack-request-id: req-13d0da3e-fbc2-4a21-83be-d5b503d1fa2a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:46.296439 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890c4bb-625c-4f77-8e21-97f528d6699b", "name": "network-vif-plugged", "status": "completed", "tag": "cadaecf6-7322-4c93-9097-6d90421190b8", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:46.296643 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13d0da3e-fbc2-4a21-83be-d5b503d1fa2a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:46.297487 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890c4bb-625c-4f77-8e21-97f528d6699b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadaecf6-7322-4c93-9097-6d90421190b8', 'code': 200} Jul 15 13:22:46.383945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a43787-c8ba-4325-ad41-13ca9a254d96 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.389519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-10a43787-c8ba-4325-ad41-13ca9a254d96 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1093 time: 0.1568091 Jul 15 13:22:46.405465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56446) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.425560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:46.462807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9c4f740f-e01d-4963-9121-644d962a9e48 None None] Provisioning for port 10910589-e14c-4fce-be9d-207582576209 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:46.474343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9c4f740f-e01d-4963-9121-644d962a9e48 None None] Provisioning complete for port 10910589-e14c-4fce-be9d-207582576209 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:46.475377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9c4f740f-e01d-4963-9121-644d962a9e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.538692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f740f-e01d-4963-9121-644d962a9e48 None None] Port 10910589-e14c-4fce-be9d-207582576209 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:46.564730 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.579604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Transition to ACTIVE for port object b616b2c4-15b2-4ca1-9251-a2ffa4a379be will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:46.580037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b28cd-80b2-41bd-9d87-4f1a0c30722e req-3143bfb7-027a-4841-8735-7324613af7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.582384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc5b28cd-80b2-41bd-9d87-4f1a0c30722e req-3143bfb7-027a-4841-8735-7324613af7a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 1098 time: 0.1891124 Jul 15 13:22:46.592114 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.633510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d206-9aab-4114-af86-d083a31b618f req-261df40d-b315-4627-85e7-d3c4aee9864d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.641130 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c157d206-9aab-4114-af86-d083a31b618f req-261df40d-b315-4627-85e7-d3c4aee9864d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1657383 Jul 15 13:22:46.656882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc5b28cd-80b2-41bd-9d87-4f1a0c30722e req-f6653058-f729-4d42-991c-1d06f12d7855 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673287 Jul 15 13:22:46.664618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] For port be55f246-ecad-48bc-808a-626497ceaf3c, host n-h2-771362-36, got binding levels [] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:46.665338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.672922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389265d2-bc17-44e7-a677-045e998c1bde None None] Pushing event updated for resources: {'Port': ['ID=b616b2c4-15b2-4ca1-9251-a2ffa4a379be,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.702331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Attempting to bind port b616b2c4-15b2-4ca1-9251-a2ffa4a379be on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:46.702908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Attempting to bind port b616b2c4-15b2-4ca1-9251-a2ffa4a379be by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:46.703316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Attempting to bind port b616b2c4-15b2-4ca1-9251-a2ffa4a379be on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:46.709392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c157d206-9aab-4114-af86-d083a31b618f req-75c1c639-0070-419c-8c83-61778a7082e9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507081 Jul 15 13:22:46.710838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:46.711326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:46.711917 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.712327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:46.712826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Bound port: b616b2c4-15b2-4ca1-9251-a2ffa4a379be, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:46.713244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.718920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Calling delete_port for be55f246-ecad-48bc-808a-626497ceaf3c owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:46.775180 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.789528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.810466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] For port b616b2c4-15b2-4ca1-9251-a2ffa4a379be, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:46.814895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] For port b616b2c4-15b2-4ca1-9251-a2ffa4a379be, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b616b2c4-15b2-4ca1-9251-a2ffa4a379be,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:46.822838 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.879526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Pushing event updated for resources: {'Port': ['ID=10910589-e14c-4fce-be9d-207582576209,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.882469 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.898091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:46.899054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:22:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:46.944141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389265d2-bc17-44e7-a677-045e998c1bde None None] Pushing event updated for resources: {'Port': ['ID=b616b2c4-15b2-4ca1-9251-a2ffa4a379be,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.965989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.056244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc9447-4762-4290-b1c1-6bddfc41e374 req-6e107706-eddc-4509-926e-82be34a2c0fb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.058242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:47.080346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aacc9447-4762-4290-b1c1-6bddfc41e374 req-6e107706-eddc-4509-926e-82be34a2c0fb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 946 time: 0.1669195 Jul 15 13:22:47.113191 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.142496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aacc9447-4762-4290-b1c1-6bddfc41e374 req-b04abcf5-ff1a-4374-9e89-39daba2676ba tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585344 Jul 15 13:22:47.175866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event deleted for resources: {'Port': ['ID=be55f246-ecad-48bc-808a-626497ceaf3c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.184579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.189384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56454) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.189644 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa2d6582-3b27-48aa-91bc-cbca4adecb3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "DELETE /v2.0/ports/be55f246-ecad-48bc-808a-626497ceaf3c HTTP/1.1" status: 204 len: 168 time: 1.1791642 Jul 15 13:22:47.214943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Network e1519d73-2f26-44f9-aef7-d53e3da0763f is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:47.221516 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-34796766-dfd3-4cc0-b368-98f87c4b4950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:22:47.222765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:47.227027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-34796766-dfd3-4cc0-b368-98f87c4b4950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "GET /v2.0/ports/be55f246-ecad-48bc-808a-626497ceaf3c HTTP/1.1" status: 404 len: 333 time: 0.0329485 Jul 15 13:22:47.228001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56456) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.239206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Request body: {'port': {'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1571570309'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:47.262038 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.273811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Made reservation on behalf of a57e9f1607d54aebbfbda069325284d7 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:47.280840 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.305817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] device_id is not set on port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:47.558564 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.630535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.671676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.25.1.103 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/426827b9-9a6c-4d6d-a014-87e99944eebe) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:47.683645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-782f8763-098f-4535-b550-621a124bde33 None None] Provisioning complete for port 10910589-e14c-4fce-be9d-207582576209 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:47.684456 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-782f8763-098f-4535-b550-621a124bde33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.734776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 2, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:47.742743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Network 8d346788-9f76-451b-b7cb-e66434a7c2c6 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:47.746911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Router aa044ef9-36c6-4a46-b77a-f03e017b70cf has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:47.749272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:47.754478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:47.763034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.764019 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.812948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=56d5eb09-f7d2-4d75-9bfd-6adb143577b3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.836577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3839989d-eff2-4b8b-97b9-178ed52b2678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6069233 Jul 15 13:22:47.839386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56462) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.839817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52280b19-fbe5-4d80-b409-ff40c372005f None None] The sync data for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 is: [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 2, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:47.853772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:47.876749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-782f8763-098f-4535-b550-621a124bde33 None None] Port 10910589-e14c-4fce-be9d-207582576209 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:47.937378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5205dc6a-8adf-41fc-8987-bb5e4883365b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:48.065647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5205dc6a-8adf-41fc-8987-bb5e4883365b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:48.066609 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.079058 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.109259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.119244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c313-4297-4fbc-b12b-feb40397da29 req-a7b736f1-4c60-4a55-b34a-e5380b7c27c4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.126930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2278c313-4297-4fbc-b12b-feb40397da29 req-a7b736f1-4c60-4a55-b34a-e5380b7c27c4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1807337 Jul 15 13:22:48.203332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.248426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2278c313-4297-4fbc-b12b-feb40397da29 req-61f375ea-3ad4-424a-b95d-a148c50b6e85 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205125 Jul 15 13:22:48.360589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:48.374481 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-09721164-dc69-479d-9afb-d2a7be4d9cdd admin admin] 10.222.0.25 "PUT /v2.0/routers/aa044ef9-36c6-4a46-b77a-f03e017b70cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7059078 Jul 15 13:22:48.408615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:48.414511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:48.423664 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:48.514221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=426827b9-9a6c-4d6d-a014-87e99944eebe,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.871388 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4f6cff2a-c2c1-441e-a3e2-4211c6ad469f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.954745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] device_id is not set on port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:48.964914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.980711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Transition to ACTIVE for port object 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:49.009492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.110996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=56d5eb09-f7d2-4d75-9bfd-6adb143577b3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.118010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.118010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.118010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.155945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65970c24-0cdb-4a43-8cf5-e5a5f9c84e45 req-22a23d7b-3e68-49ce-996d-ac9a309ac4f5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.166606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65970c24-0cdb-4a43-8cf5-e5a5f9c84e45 req-22a23d7b-3e68-49ce-996d-ac9a309ac4f5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 946 time: 0.6929119 Jul 15 13:22:49.176818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.177158 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.185363 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 2 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.194288 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.202955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.203320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.203662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.220721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.221145 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.223688 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 3 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.253220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65970c24-0cdb-4a43-8cf5-e5a5f9c84e45 req-525235e1-ad18-4fda-9fce-5e97ce4d3498 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855405 Jul 15 13:22:49.259460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.260156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.260775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.283227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.283664 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.284148 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 4 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.311919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.313022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.315024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.329968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.332390 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.333008 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 5 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.351440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.357419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.357915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.358388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.367847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.368334 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.368838 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 6 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.387220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.391956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.392488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.404288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.406818 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.407427 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 7 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.431390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.431734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.432081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.437637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.437953 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.438368 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 8 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.460875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.461218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.461796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.509908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.510260 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.517093 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 9 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.540143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.540696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.541057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.561343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.562086 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.565373 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 10 to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 Jul 15 13:22:49.584320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:49.585544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:49.585544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:49.596582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:49.596920 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:49.597309 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.622689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f467e-ff7e-44b2-99bc-15e7f9f1fbab req-285a91a1-f76d-4f25-a01a-a0e5aab4ff2a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.625288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f7f467e-ff7e-44b2-99bc-15e7f9f1fbab req-285a91a1-f76d-4f25-a01a-a0e5aab4ff2a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 946 time: 0.1586480 Jul 15 13:22:49.706799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.715723 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.718246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f7f467e-ff7e-44b2-99bc-15e7f9f1fbab req-450b02ce-4c72-4ddb-b22a-5f9115803085 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669284 Jul 15 13:22:49.751470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] For port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:49.754456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempted to set empty binding levels {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:22:49.765060 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.881932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] In _notify_port_updated(), no bound segment for port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:22:49.883845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.892229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.894606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "PUT /v2.0/ports/56d5eb09-f7d2-4d75-9bfd-6adb143577b3 HTTP/1.1" status: 200 len: 980 time: 2.0536964 Jul 15 13:22:49.916538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56476) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:49.980377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=426827b9-9a6c-4d6d-a014-87e99944eebe,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.989582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b616b2c4-15b2-4ca1-9251-a2ffa4a379be up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:49.991375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28c768-f725-4d88-bc2a-34f543503b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=56d5eb09-f7d2-4d75-9bfd-6adb143577b3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.008472 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.105776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b616b2c4-15b2-4ca1-9251-a2ffa4a379be completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:50.117954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b616b2c4-15b2-4ca1-9251-a2ffa4a379be triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:50.119454 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.232915 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Floating IP 2c51683c-b9b5-42db-aa7d-1f5d59ff8922 associated. External IP: 172.25.1.103, port: bd98e39d-7a65-471a-9d4f-5f0ed35999d5. Jul 15 13:22:50.280566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.281423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.282521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.283627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.284245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.285064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.285904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.287561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.288251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.289078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.289925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.290728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.291570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.292385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.293207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.294033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.294854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.295712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.296555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.297392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.298237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.299064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.299924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.300770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.301671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.303880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.304719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.305550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.306367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.307878 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.313019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-843c00b7-f12b-4946-8cdd-4097b2e14d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25920 time: 0.3949344 Jul 15 13:22:50.322884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56478) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:50.362380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b616b2c4-15b2-4ca1-9251-a2ffa4a379be, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b616b2c4-15b2-4ca1-9251-a2ffa4a379be,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:50.368019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588c521-8130-438a-bef1-7c5ddc07e507 req-3019b9bb-794d-4f30-93a3-4440e4ba41b7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.373327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.380871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b588c521-8130-438a-bef1-7c5ddc07e507 req-3019b9bb-794d-4f30-93a3-4440e4ba41b7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3415754 Jul 15 13:22:50.510026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b616b2c4-15b2-4ca1-9251-a2ffa4a379be,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.529570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b588c521-8130-438a-bef1-7c5ddc07e507 req-5a753ec2-ecc8-4d38-a821-394ff63527f8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928242 Jul 15 13:22:50.622813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Deleting port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:50.623009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.759155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] For port 56d5eb09-f7d2-4d75-9bfd-6adb143577b3, host n-h2-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:50.759955 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.764952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:50.785166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Calling delete_port for 56d5eb09-f7d2-4d75-9bfd-6adb143577b3 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:50.960872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.982386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:51.011349 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135379c4-d513-4254-865c-c01624ef273e None None] Sync routers for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:51.026064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.048984 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135379c4-d513-4254-865c-c01624ef273e None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:51.053967 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-135379c4-d513-4254-865c-c01624ef273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:22:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.055264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d5eb09-f7d2-4d75-9bfd-6adb143577b3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.094772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.100582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f590a4a7-1d4e-40f6-9367-c0cc784cbdb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "DELETE /v2.0/ports/56d5eb09-f7d2-4d75-9bfd-6adb143577b3 HTTP/1.1" status: 204 len: 168 time: 0.7729981 Jul 15 13:22:51.104614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56480) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:51.122757 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b5aab00-a017-4079-89e1-26007ddda97e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7106349 Jul 15 13:22:51.161289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:51.167366 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71" -d '{"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:51.173473 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d94952-f354-400c-85af-ac3be1171ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:22:51.176682 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e2d94952-f354-400c-85af-ac3be1171ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "GET /v2.0/ports/56d5eb09-f7d2-4d75-9bfd-6adb143577b3 HTTP/1.1" status: 404 len: 333 time: 0.0700779 Jul 15 13:22:51.182522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56486) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:51.196274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1106777710', 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:51.245998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Made reservation on behalf of a57e9f1607d54aebbfbda069325284d7 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:51.250982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.285617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] device_id is not set on port 2ef38216-a44e-4d3e-9c2e-e3db89939061 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:51.368185 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-135379c4-d513-4254-865c-c01624ef273e None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:51.530703 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b305fd4-1e20-4def-b250-ac8782e5a814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.591153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.664430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.722986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c4822-48b5-4f48-926c-6db79a2fedfb req-6f83df97-d943-4d7c-bd99-0a66ed9a9543 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.724734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-312c4822-48b5-4f48-926c-6db79a2fedfb req-6f83df97-d943-4d7c-bd99-0a66ed9a9543 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.1557846 Jul 15 13:22:51.769025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Sync routers for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:51.775884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.800237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:51.803195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:22:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.828103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-312c4822-48b5-4f48-926c-6db79a2fedfb req-bda8391f-4891-485c-91f1-38e79f29cc6b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952022 Jul 15 13:22:51.850647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56492) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:51.882644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Network 8d346788-9f76-451b-b7cb-e66434a7c2c6 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:51.899056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:51.915149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:51.916249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.916963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.942277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=2ef38216-a44e-4d3e-9c2e-e3db89939061,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.942642 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-135379c4-d513-4254-865c-c01624ef273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '2c51683c-b9b5-42db-aa7d-1f5d59ff8922', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'port_id': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'mac_address': 'fa:16:3e:3f:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:22:48Z', 'updated_at': '2021-07-15T13:22:48Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.972646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-77bc691b-cb13-4ed0-b9dc-5ad8cf7b05af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7863054 Jul 15 13:22:51.972646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.014535 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6656134-4d00-4121-8de2-993443238219 x-openstack-request-id: req-d6656134-4d00-4121-8de2-993443238219 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:52.015415 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:52.016043 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6656134-4d00-4121-8de2-993443238219 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:52.016892 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'status': 'completed', 'code': 200} Jul 15 13:22:52.052903 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135379c4-d513-4254-865c-c01624ef273e None None] Checking router: 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:52.075220 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135379c4-d513-4254-865c-c01624ef273e None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:52.076770 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-135379c4-d513-4254-865c-c01624ef273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:22:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:52.108808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:52.142753 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-61e70c33-2adf-4735-b42a-1e313811b52c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/2c51683c-b9b5-42db-aa7d-1f5d59ff8922 HTTP/1.1" status: 200 len: 992 time: 0.2894397 Jul 15 13:22:52.144837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890cbcfb-b088-47cd-a2fa-e1de7a120924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.149819 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56496) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.150191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-890cbcfb-b088-47cd-a2fa-e1de7a120924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "GET /v2.0/ports/2ef38216-a44e-4d3e-9c2e-e3db89939061 HTTP/1.1" status: 200 len: 959 time: 0.1762660 Jul 15 13:22:52.222876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-3e8290ec-e7bd-447c-8da6-3ee56cbb4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.224839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-3e8290ec-e7bd-447c-8da6-3ee56cbb4f6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1098 time: 0.2533700 Jul 15 13:22:52.269324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b616b2c4-15b2-4ca1-9251-a2ffa4a379be up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:52.348702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b318545-2c7e-40ac-968c-62cccdf86902 req-5069b58e-60df-4505-bab2-3edc7c0d88bc tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.358757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e4095b64-2103-4347-ba4c-0b94cae1ddce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Deleting port 2ef38216-a44e-4d3e-9c2e-e3db89939061 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:52.363786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4095b64-2103-4347-ba4c-0b94cae1ddce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.366171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b318545-2c7e-40ac-968c-62cccdf86902 req-5069b58e-60df-4505-bab2-3edc7c0d88bc tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 946 time: 0.2245762 Jul 15 13:22:52.445920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-64937e62-6a1f-4392-a19a-d1e215f5a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.447536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-64937e62-6a1f-4392-a19a-d1e215f5a8f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.2031105 Jul 15 13:22:52.473458 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-135379c4-d513-4254-865c-c01624ef273e None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:52.552542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4095b64-2103-4347-ba4c-0b94cae1ddce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.574952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e4095b64-2103-4347-ba4c-0b94cae1ddce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Calling delete_port for 2ef38216-a44e-4d3e-9c2e-e3db89939061 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:52.591300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b318545-2c7e-40ac-968c-62cccdf86902 req-69d372a0-e0c6-4ce7-ad1c-54a41c35a719 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241883 Jul 15 13:22:52.615302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-42fc9538-cef0-4d15-b2c3-82947712fb11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1000 time: 0.1569307 Jul 15 13:22:52.641181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b616b2c4-15b2-4ca1-9251-a2ffa4a379be triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:52.642898 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.689786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 2, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:52.746312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Checking router: aa044ef9-36c6-4a46-b77a-f03e017b70cf for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:52.747255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Updating router aa044ef9-36c6-4a46-b77a-f03e017b70cf port 10910589-e14c-4fce-be9d-207582576209 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:22:52.763648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-024760c2-c7f9-4710-b5bc-671017f14bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.766980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-024760c2-c7f9-4710-b5bc-671017f14bd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.1440752 Jul 15 13:22:52.912577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4095b64-2103-4347-ba4c-0b94cae1ddce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.944721 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.951182 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.998447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4095b64-2103-4347-ba4c-0b94cae1ddce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ef38216-a44e-4d3e-9c2e-e3db89939061,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:53.007089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4095b64-2103-4347-ba4c-0b94cae1ddce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.015550 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e4095b64-2103-4347-ba4c-0b94cae1ddce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "DELETE /v2.0/ports/2ef38216-a44e-4d3e-9c2e-e3db89939061 HTTP/1.1" status: 204 len: 168 time: 0.8640187 Jul 15 13:22:53.016538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56498) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.098244 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b238aa62-03df-47da-af0f-16a688a22c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:22:53.108993 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b238aa62-03df-47da-af0f-16a688a22c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "GET /v2.0/ports/2ef38216-a44e-4d3e-9c2e-e3db89939061 HTTP/1.1" status: 404 len: 333 time: 0.0861652 Jul 15 13:22:53.109780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56500) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.117031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Request body: {'port': {'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633294843'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:53.146137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56502) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.160843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-272df789-9d57-469e-a931-32f1f687f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.164181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-272df789-9d57-469e-a931-32f1f687f257 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3883758 Jul 15 13:22:53.204521 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-135379c4-d513-4254-865c-c01624ef273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '2c51683c-b9b5-42db-aa7d-1f5d59ff8922', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'port_id': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'mac_address': 'fa:16:3e:3f:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:22:48Z', 'updated_at': '2021-07-15T13:22:48Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:53.264032 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135379c4-d513-4254-865c-c01624ef273e None None] The sync data for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 is: [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '2c51683c-b9b5-42db-aa7d-1f5d59ff8922', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'port_id': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'mac_address': 'fa:16:3e:3f:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:22:48Z', 'updated_at': '2021-07-15T13:22:48Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:53.268242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-12074bc2-09e2-416d-87a5-97f950247551 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.271748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-12074bc2-09e2-416d-87a5-97f950247551 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.30 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 946 time: 0.4095604 Jul 15 13:22:53.385014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eb285-208a-4e20-b8a0-71dd207d01ef req-cc0cf4a8-ad8a-41e6-9c75-0ca284f17a26 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.392745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a4eb285-208a-4e20-b8a0-71dd207d01ef req-cc0cf4a8-ad8a-41e6-9c75-0ca284f17a26 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3766847 Jul 15 13:22:53.503340 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.539616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Transition to ACTIVE for port object 10910589-e14c-4fce-be9d-207582576209 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:53.566158 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.658440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-a378867c-f3fd-43f5-9aca-74cf3792644b service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729919 Jul 15 13:22:53.692518 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c46df4-5192-41b4-ac7a-4bed83eac33e None None] New status for floating IP 2c51683c-b9b5-42db-aa7d-1f5d59ff8922: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:22:53.710430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a4eb285-208a-4e20-b8a0-71dd207d01ef req-26b3b747-a671-45a8-a8f9-abd5b737ffd2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412539 Jul 15 13:22:53.780873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Made reservation on behalf of a57e9f1607d54aebbfbda069325284d7 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:53.788661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.834773 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-12deaa55-5257-4200-81a9-b3e8b06347f0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/2c51683c-b9b5-42db-aa7d-1f5d59ff8922 HTTP/1.1" status: 200 len: 992 time: 0.6814289 Jul 15 13:22:53.836432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] device_id is not set on port b02710d5-f22d-47d8-b5ea-7b60228245c7 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:53.845099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb536d-554d-4153-9584-b08636d9a879 None None] Pushing event updated for resources: {'Port': ['ID=10910589-e14c-4fce-be9d-207582576209,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:53.881546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Attempting to bind port 10910589-e14c-4fce-be9d-207582576209 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:53.882864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Attempting to bind port 10910589-e14c-4fce-be9d-207582576209 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:53.883380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Attempting to bind port 10910589-e14c-4fce-be9d-207582576209 on network e1519d73-2f26-44f9-aef7-d53e3da0763f {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:53.900659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:53.900659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Checking segment: {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:53.901355 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.902001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Bound using segment: {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:53.902588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Bound port: 10910589-e14c-4fce-be9d-207582576209, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:53.903228 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.054432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] For port 10910589-e14c-4fce-be9d-207582576209, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:54.059224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] For port 10910589-e14c-4fce-be9d-207582576209, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=10910589-e14c-4fce-be9d-207582576209,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:54.068531 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.085394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Deleting port cadaecf6-7322-4c93-9097-6d90421190b8 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:54.091504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.130936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.175522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb536d-554d-4153-9584-b08636d9a879 None None] Pushing event updated for resources: {'Port': ['ID=10910589-e14c-4fce-be9d-207582576209,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:54.197910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.264950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:54.266231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:22:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:54.282438 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cec213a1-ee8e-4e01-b780-9fc3e7f71d71 req-a7c936c5-e6d3-41d3-81d3-785dfb8ad430 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151004 Jul 15 13:22:54.309284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Network 8d346788-9f76-451b-b7cb-e66434a7c2c6 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:54.316531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:54.330889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:54.334478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:54.335831 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.359514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=b02710d5-f22d-47d8-b5ea-7b60228245c7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:54.417846 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b4abee08-c0b4-48d7-aa4b-ea264be894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3032155 Jul 15 13:22:54.418118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] For port cadaecf6-7322-4c93-9097-6d90421190b8, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cadaecf6-7322-4c93-9097-6d90421190b8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:54.418118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.418892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56506) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.424820 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.435685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Calling delete_port for cadaecf6-7322-4c93-9097-6d90421190b8 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:54.444703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:54.475547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120201f-afe3-4912-9fdc-207fcd35e818 req-8f5bc762-d356-4c05-a3da-b2bddb252e90 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:54.477352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4120201f-afe3-4912-9fdc-207fcd35e818 req-8f5bc762-d356-4c05-a3da-b2bddb252e90 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 946 time: 0.3157780 Jul 15 13:22:54.644725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4120201f-afe3-4912-9fdc-207fcd35e818 req-e948ac55-2fdd-4918-84a4-33b365b448c9 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545782 Jul 15 13:22:54.689885 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.718886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:54.766945 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.837446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:54.851387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56516) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.874704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event deleted for resources: {'Port': ['ID=cadaecf6-7322-4c93-9097-6d90421190b8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:55.014520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] device_id is not set on port b02710d5-f22d-47d8-b5ea-7b60228245c7 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:55.025419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.034272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-910bdc89-2a36-44cf-bf35-ce973523d17f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/2c51683c-b9b5-42db-aa7d-1f5d59ff8922 HTTP/1.1" status: 200 len: 994 time: 0.1773360 Jul 15 13:22:55.062765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Transition to ACTIVE for port object b02710d5-f22d-47d8-b5ea-7b60228245c7 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:55.070351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.137580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] No DVR routers for this DVR port cadaecf6-7322-4c93-9097-6d90421190b8 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:55.144045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.148418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-235c6ef9-85ec-47e6-9ea1-2290d8b00a69 req-bef0ad5c-dc0e-45da-9491-c7880cb3a392 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.30 "DELETE /v2.0/ports/cadaecf6-7322-4c93-9097-6d90421190b8 HTTP/1.1" status: 204 len: 173 time: 1.8599210 Jul 15 13:22:55.150436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890c4bb-625c-4f77-8e21-97f528d6699b', 'name': 'network-vif-deleted', 'tag': 'cadaecf6-7322-4c93-9097-6d90421190b8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:55.150639 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=b02710d5-f22d-47d8-b5ea-7b60228245c7,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:55.155824 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abce605-96b2-4119-a495-4624c1a0eb9c" -d '{"events": [{"server_uuid": "f890c4bb-625c-4f77-8e21-97f528d6699b", "name": "network-vif-deleted", "tag": "cadaecf6-7322-4c93-9097-6d90421190b8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:55.173875 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.175270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.177231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.184808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.185868 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.186511 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 2 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.210712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.211258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.211787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.250286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.258421 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.258903 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 3 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.300256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.300624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.300933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.323618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.338980 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.340853 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 4 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.346922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453c8e7-4153-488c-8d3f-ec9b72a958a2 req-a523b8a5-2e38-4f4b-a4ec-f339803915c6 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.355203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9453c8e7-4153-488c-8d3f-ec9b72a958a2 req-a523b8a5-2e38-4f4b-a4ec-f339803915c6 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1048906 Jul 15 13:22:55.378110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.378705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.378839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.391903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.392473 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.394270 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 5 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.405275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cadaecf6-7322-4c93-9097-6d90421190b8 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:55.423240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.423792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.424260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.424426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9453c8e7-4153-488c-8d3f-ec9b72a958a2 req-3e27926a-79dc-4e2e-9880-5ca056c5f115 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679045 Jul 15 13:22:55.433949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.434386 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.434914 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 6 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.456951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.457958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.459052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.467248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.467492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: cadaecf6-7322-4c93-9097-6d90421190b8 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:55.467786 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.467929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cadaecf6-7322-4c93-9097-6d90421190b8 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:55.468049 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 7 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.483016 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.483270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.483629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.489180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.490116 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.490489 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 8 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.509896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.510288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.510622 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.517341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.517755 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.518284 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 9 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.539379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.539799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.540161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.541178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:54Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:55.547574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.548028 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.548530 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempt 10 to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 Jul 15 13:22:55.574596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:55.575379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:55.575816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempting to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:55.582322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:55.582722 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Failed to bind port b02710d5-f22d-47d8-b5ea-7b60228245c7 on host n-h2-771362-36 for vnic_type normal using segments [{'id': 'dd63a256-72ad-4691-b746-02d5c0440c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d346788-9f76-451b-b7cb-e66434a7c2c6'}] Jul 15 13:22:55.584116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.592469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f19b6b-3552-4c4d-abe0-9e1f8354d13b None None] The sync data for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 is: [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:54Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:55.700505 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e2477f-95f9-4edc-bf33-03706024aef2 x-openstack-request-id: req-36e2477f-95f9-4edc-bf33-03706024aef2 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:55.701191 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890c4bb-625c-4f77-8e21-97f528d6699b", "name": "network-vif-deleted", "tag": "cadaecf6-7322-4c93-9097-6d90421190b8", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:55.701659 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36e2477f-95f9-4edc-bf33-03706024aef2 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:55.702435 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890c4bb-625c-4f77-8e21-97f528d6699b', 'name': 'network-vif-deleted', 'tag': 'cadaecf6-7322-4c93-9097-6d90421190b8', 'status': 'completed', 'code': 200} Jul 15 13:22:55.731888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] For port b02710d5-f22d-47d8-b5ea-7b60228245c7, host n-h2-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:55.734073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attempted to set empty binding levels {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:22:55.767501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.947158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 10910589-e14c-4fce-be9d-207582576209 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:55.949724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] In _notify_port_updated(), no bound segment for port b02710d5-f22d-47d8-b5ea-7b60228245c7 on network 8d346788-9f76-451b-b7cb-e66434a7c2c6 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:22:55.955600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.964603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.966549 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "PUT /v2.0/ports/b02710d5-f22d-47d8-b5ea-7b60228245c7 HTTP/1.1" status: 200 len: 980 time: 1.5437288 Jul 15 13:22:55.969640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56568) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.977759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8134cf1-5997-4194-b3b5-4a1ab934a58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event updated for resources: {'Port': ['ID=b02710d5-f22d-47d8-b5ea-7b60228245c7,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.059916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 10910589-e14c-4fce-be9d-207582576209 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:56.067403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 10910589-e14c-4fce-be9d-207582576209 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:56.070258 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.310263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Deleting port b02710d5-f22d-47d8-b5ea-7b60228245c7 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:56.310782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.326289 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.372863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 10910589-e14c-4fce-be9d-207582576209, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=10910589-e14c-4fce-be9d-207582576209,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:56.382500 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.474818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=10910589-e14c-4fce-be9d-207582576209,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.577125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a50943b1-33ef-4f89-8c14-055b0bb72603 req-6cd51487-2925-485a-a210-78d5d0ecf85d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f890c4bb-625c-4f77-8e21-97f528d6699b HTTP/1.1" status: 200 len: 210 time: 0.1232092 Jul 15 13:22:56.580264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] For port b02710d5-f22d-47d8-b5ea-7b60228245c7, host n-h2-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:56.580652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.605828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Calling delete_port for b02710d5-f22d-47d8-b5ea-7b60228245c7 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:56.765390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-16744e7b-67a6-4737-b439-376edbf829c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:56.767274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-16744e7b-67a6-4737-b439-376edbf829c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 0.4962940 Jul 15 13:22:56.875991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.994221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.998357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b02710d5-f22d-47d8-b5ea-7b60228245c7 HTTP/1.1" status: 204 len: 168 time: 1.0271456 Jul 15 13:22:57.000683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56608) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.034612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321e6ae-541f-4ef7-a79f-b6ce025f61d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] Pushing event deleted for resources: {'Port': ['ID=b02710d5-f22d-47d8-b5ea-7b60228245c7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.065904 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b12b18b-4a7b-49a0-a94b-d9e2964a1de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:22:57.067814 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6b12b18b-4a7b-49a0-a94b-d9e2964a1de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718360548-project-admin] 10.222.0.25 "GET /v2.0/ports/b02710d5-f22d-47d8-b5ea-7b60228245c7 HTTP/1.1" status: 404 len: 333 time: 0.0659811 Jul 15 13:22:57.071368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56610) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.089122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-36a4b67b-04cc-45bd-a307-f8f1654d165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.090924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-36a4b67b-04cc-45bd-a307-f8f1654d165f service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.3100770 Jul 15 13:22:57.115121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7429-7323-44d1-9983-793b14414dba req-981d4c22-b08d-4f4e-802b-474f50de7dd1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.116892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e5c7429-7323-44d1-9983-793b14414dba req-981d4c22-b08d-4f4e-802b-474f50de7dd1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.2598951 Jul 15 13:22:57.246129 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.290338 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e5c7429-7323-44d1-9983-793b14414dba req-10af73fd-7dc1-4eb4-b4ed-8e001d8122e2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998523 Jul 15 13:22:57.301078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-5d6f1884-a68c-431d-8ac0-f30bf010bcc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 998 time: 0.2017972 Jul 15 13:22:57.411275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-e9912457-2910-4971-9b45-982732e8b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.413022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-e9912457-2910-4971-9b45-982732e8b918 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.1033103 Jul 15 13:22:57.449509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.472747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d346788-9f76-451b-b7cb-e66434a7c2c6']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:57.492374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd63a256-72ad-4691-b746-02d5c0440c1b') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:57.492659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd63a256-72ad-4691-b746-02d5c0440c1b') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:57.513263 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.555332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.557544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-dcace3ca-b93b-44a2-90fe-0e7cafe556f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.559281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-dcace3ca-b93b-44a2-90fe-0e7cafe556f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367986 Jul 15 13:22:57.567465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:57.568825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:57.573219 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:57.709528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.734958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.745066 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] 10.222.0.25 "DELETE /v2.0/networks/8d346788-9f76-451b-b7cb-e66434a7c2c6 HTTP/1.1" status: 204 len: 168 time: 0.6725667 Jul 15 13:22:57.765390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a381a-f2f3-4aa5-b687-5d02e9490a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303395876-project] Pushing event deleted for resources: {'Network': ['ID=8d346788-9f76-451b-b7cb-e66434a7c2c6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.837882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-006adb38-7345-4bb7-99f3-c3b960b4a066 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707353 Jul 15 13:22:57.989614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 10910589-e14c-4fce-be9d-207582576209 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:57.995868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bc4f9e-de0f-4f74-8d40-8118c3e48be1 req-a6b7ce9a-19ae-434c-a361-45f15d0dff72 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446583 Jul 15 13:22:58.119398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 10910589-e14c-4fce-be9d-207582576209 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:58.119780 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.342885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56632) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.732691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-655f8000-ec2b-497a-a09c-1b5f0c76c4d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7957ce9cdf047cf87eda7c0208f5197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881233 Jul 15 13:22:58.735523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56650) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.784242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edee28-636d-4e8b-92a8-06c83c325932 req-b9f43782-bc54-44cb-8d81-85e2d69c59e1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:58.785961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6edee28-636d-4e8b-92a8-06c83c325932 req-b9f43782-bc54-44cb-8d81-85e2d69c59e1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1142895 Jul 15 13:22:58.808245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-841d49a1-3f7a-421d-84a9-5eb065663a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.839764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6edee28-636d-4e8b-92a8-06c83c325932 req-b238eb56-e532-41b9-932d-621b0a7ba69c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433755 Jul 15 13:22:58.853053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-841d49a1-3f7a-421d-84a9-5eb065663a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.949978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-841d49a1-3f7a-421d-84a9-5eb065663a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.954684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-841d49a1-3f7a-421d-84a9-5eb065663a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.956597 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-841d49a1-3f7a-421d-84a9-5eb065663a02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a11ad994-207d-4305-89c9-a424b4767d22 HTTP/1.1" status: 204 len: 168 time: 0.2196207 Jul 15 13:22:58.993010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d49a1-3f7a-421d-84a9-5eb065663a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ad994-207d-4305-89c9-a424b4767d22,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.423807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-e326788b-fa5a-4523-97a6-013cb9647878 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:59.428376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-e326788b-fa5a-4523-97a6-013cb9647878 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.1930933 Jul 15 13:22:59.459763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-4529b770-16cb-4ddb-b0aa-f75001215174 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/quotas/062d3cd5a95a47edb287e3c79c53f289 HTTP/1.1" status: 200 len: 375 time: 0.0242412 Jul 15 13:22:59.481832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:59.570930 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-292c0937-58be-42c8-8188-75ba3aeac4d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a57e9f1607d54aebbfbda069325284d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878029 Jul 15 13:22:59.573800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56674) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:59.578013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-e390677f-d996-4a49-aa66-3ef2ff70585b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149216 Jul 15 13:22:59.645139 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d2b4-011a-4f9d-8409-626442616d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.682643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d2b4-011a-4f9d-8409-626442616d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.760169 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d2b4-011a-4f9d-8409-626442616d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.763577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d2b4-011a-4f9d-8409-626442616d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.766253 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ebb3d2b4-011a-4f9d-8409-626442616d77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c37889a1-7953-46f0-ac96-aaad440d72f5 HTTP/1.1" status: 204 len: 168 time: 0.1900108 Jul 15 13:22:59.781441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-58067ef6-df6c-451d-b451-0f1c43ad4754 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881847 Jul 15 13:22:59.787034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3d2b4-011a-4f9d-8409-626442616d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37889a1-7953-46f0-ac96-aaad440d72f5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.975560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-5448f723-a3ed-4a2c-834d-876932742880 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866236 Jul 15 13:23:00.413909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ea819-c299-4df3-8b56-5f993fe72ef3 req-d799d8d6-acd6-40da-bccb-a4c63daa24bc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.416889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9ea819-c299-4df3-8b56-5f993fe72ef3 req-d799d8d6-acd6-40da-bccb-a4c63daa24bc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1388657 Jul 15 13:23:00.490601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9ea819-c299-4df3-8b56-5f993fe72ef3 req-2f65318f-ae2b-4509-9f06-fed6707790eb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656741 Jul 15 13:23:00.676295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ea24381-cff5-4b77-8869-93fb00c93f33 req-eacbac68-76b8-4c34-a929-1a2649fd5be5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 210 time: 0.1008484 Jul 15 13:23:00.967853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d1b45-f30a-4523-b849-d3e1aab27713 req-7bcb96b1-3692-430f-ad2c-89870aa11577 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.976634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d8d1b45-f30a-4523-b849-d3e1aab27713 req-7bcb96b1-3692-430f-ad2c-89870aa11577 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1029987 Jul 15 13:23:01.044953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d8d1b45-f30a-4523-b849-d3e1aab27713 req-5bc1c6bc-8c3d-4282-9140-430c48ab4bd9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668068 Jul 15 13:23:01.871745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318e150-caf7-4565-94bf-cf1e45893782 req-5417b19a-39f8-43dd-8516-42e91b5565f8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:01.876119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9318e150-caf7-4565-94bf-cf1e45893782 req-5417b19a-39f8-43dd-8516-42e91b5565f8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.2238920 Jul 15 13:23:01.959186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9318e150-caf7-4565-94bf-cf1e45893782 req-9720e3e5-a79a-4c6e-b260-8cc2e1b124a9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519605 Jul 15 13:23:02.470372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74921bc1-a14a-41ac-9293-aea81649297b req-7ad88b96-c853-484b-8d1f-f8cf63c61bba tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 210 time: 0.0897269 Jul 15 13:23:02.552266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56760) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:03.024155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56774) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:03.392537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-816861891'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:03.488008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Made reservation on behalf of e2ce2aeb33b34fdaa57a00aaabd883a5 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:03.493464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.540955 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.740822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.760304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.806969 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:03.821611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb94b121-3737-4c60-bc14-c71b390c6480,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.828808 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.829171 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Added segment 63e92ff9-5674-464a-96b8-b75483e64f2c of type vlan for network a39011ee-4e1a-47a6-bfe6-28166d6662f5 Jul 15 13:23:03.912817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.991942 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.997880 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.998583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.055743 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0295894 Jul 15 13:23:04.093804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf28190-7dff-41c5-bfe2-ce004f773931 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Pushing event updated for resources: {'Network': ['ID=a39011ee-4e1a-47a6-bfe6-28166d6662f5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.107476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a39011ee-4e1a-47a6-bfe6-28166d6662f5 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:04.110232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c6d8-91a8-45ae-b243-380bc86737e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.194071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fec6b-148a-49f0-8918-61cb9ef30875 req-a6a113f2-172c-42e1-a4d9-f7637de71a9b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.195935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e2fec6b-148a-49f0-8918-61cb9ef30875 req-a6a113f2-172c-42e1-a4d9-f7637de71a9b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.9977818 Jul 15 13:23:04.213265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-017158bc-1c82-48d4-9ea9-8ad863dd26d0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.215285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-017158bc-1c82-48d4-9ea9-8ad863dd26d0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 1.1896515 Jul 15 13:23:04.247986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Request body: {'port': {'device_id': '31f23d4a-a78e-47cd-be7b-832cf210fc7a', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'admin_state_up': True, 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:04.308444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e2fec6b-148a-49f0-8918-61cb9ef30875 req-b9533c9b-7ea3-43fd-9c5d-71bd5f5fa930 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042333 Jul 15 13:23:04.438280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c6d8-91a8-45ae-b243-380bc86737e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.454521 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c6d8-91a8-45ae-b243-380bc86737e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.485541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:04.490984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.530422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2c6d8-91a8-45ae-b243-380bc86737e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e3580b-f4ce-487a-99aa-10102bef4d34,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.535737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b4e2c6d8-91a8-45ae-b243-380bc86737e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef93b747927e4f5b99bc17a54fd035e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9822831 Jul 15 13:23:04.539308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56794) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:04.601976 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.655908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77fd0992-a501-4206-9304-1f3de0cb9fda req-88e8dc27-327d-4cc5-b8e4-218ba009ba66 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 210 time: 0.0633886 Jul 15 13:23:04.664721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0892f7d-1876-4476-b8b7-461fd04eff98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.725136 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0892f7d-1876-4476-b8b7-461fd04eff98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.737325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Allocated IP 172.20.0.5 (975a00f1-c5a4-4573-8c74-9c3c52c55682/54926352-8e58-4abe-9c5c-aacc4194f858/26ca6938-55c4-4e62-928a-ab8c2625fd36) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:04.870245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0892f7d-1876-4476-b8b7-461fd04eff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.884580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0892f7d-1876-4476-b8b7-461fd04eff98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.889243 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f0892f7d-1876-4476-b8b7-461fd04eff98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82e3580b-f4ce-487a-99aa-10102bef4d34 HTTP/1.1" status: 204 len: 168 time: 0.3482230 Jul 15 13:23:04.909490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0892f7d-1876-4476-b8b7-461fd04eff98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e3580b-f4ce-487a-99aa-10102bef4d34,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.078457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.190259 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.206035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:05.312399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:05.328432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:05.340728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:05.441099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.442238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.460802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event updated for resources: {'Port': ['ID=26ca6938-55c4-4e62-928a-ab8c2625fd36,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.477661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-1dead688-b20e-4f6f-9ccc-0d35a1da634a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2399995 Jul 15 13:23:05.492967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Request body: {'port': {'device_id': '31f23d4a-a78e-47cd-be7b-832cf210fc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:05.607945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56812) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:05.611159 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.633710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-352e6d68-f370-4488-af51-5fa10d12d4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.659184 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.814585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-352e6d68-f370-4488-af51-5fa10d12d4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.826804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-352e6d68-f370-4488-af51-5fa10d12d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.966957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56816) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:05.979702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Request body: {'port': {'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5', 'binding:host_id': 'n-h2-771362-36', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1647422661'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:05.991334 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-352e6d68-f370-4488-af51-5fa10d12d4ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d55fcb1582c2497186519446c76c5bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812270 Jul 15 13:23:05.994504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e6d68-f370-4488-af51-5fa10d12d4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbae9f-da30-4d29-9942-b281abb0bc90,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.009159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56818) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:06.049373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Made reservation on behalf of 3cb23fcf696e41c7bacfabe5cfcb31af for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:06.056777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.076524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.185710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7e50289-c71f-411d-8303-bc465c6f35d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.243016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.254355 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.262067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] device_id is not set on port f011c33f-005f-416f-8f06-cb85a8a07b1b yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:06.309155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7e50289-c71f-411d-8303-bc465c6f35d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.384710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ca6938-55c4-4e62-928a-ab8c2625fd36 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:06.411891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.437986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb12282-8503-44f3-9ead-1ed7eb2a24e9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.442167 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7e50289-c71f-411d-8303-bc465c6f35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.447766 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7e50289-c71f-411d-8303-bc465c6f35d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.450296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d7e50289-c71f-411d-8303-bc465c6f35d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1cbae9f-da30-4d29-9942-b281abb0bc90 HTTP/1.1" status: 204 len: 168 time: 0.4394658 Jul 15 13:23:06.458066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Transition to ACTIVE for port object 26ca6938-55c4-4e62-928a-ab8c2625fd36 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:06.475417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e50289-c71f-411d-8303-bc465c6f35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbae9f-da30-4d29-9942-b281abb0bc90,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.479419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.599374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=26ca6938-55c4-4e62-928a-ab8c2625fd36,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.647711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.648169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.648723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.649566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.650133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.650678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.651252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.651826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.652362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.653617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.662364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.663229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:06.674085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] device_id is not set on port f011c33f-005f-416f-8f06-cb85a8a07b1b yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:06.689997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.709909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Transition to ACTIVE for port object f011c33f-005f-416f-8f06-cb85a8a07b1b will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:06.741218 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.816446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=f011c33f-005f-416f-8f06-cb85a8a07b1b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.890355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Attempting to bind port 26ca6938-55c4-4e62-928a-ab8c2625fd36 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:06.892139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Attempting to bind port 26ca6938-55c4-4e62-928a-ab8c2625fd36 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:06.892772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Attempting to bind port 26ca6938-55c4-4e62-928a-ab8c2625fd36 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:06.905185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Checking segment: {'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:06.905807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Port 26ca6938-55c4-4e62-928a-ab8c2625fd36 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:06.906248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Attempting to bind port 26ca6938-55c4-4e62-928a-ab8c2625fd36 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:06.906842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Network hostable DHCP agents. Network: a39011ee-4e1a-47a6-bfe6-28166d6662f5, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:06.914382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:06.915479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:06.916011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Bound using segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:06.916578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Bound port: 26ca6938-55c4-4e62-928a-ab8c2625fd36, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:06.917149 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.990589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Network a39011ee-4e1a-47a6-bfe6-28166d6662f5 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:07.017987 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a39011ee-4e1a-47a6-bfe6-28166d6662f5) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:07.025269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:07.067699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf47154-69e5-4fd1-b9b1-2bf777ff442e None None] Network a39011ee-4e1a-47a6-bfe6-28166d6662f5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:07.087025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.087657 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.088240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.123737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.124450 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.125172 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 2 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.155981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.156588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.157121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.159147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] For port 26ca6938-55c4-4e62-928a-ab8c2625fd36, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:07.166785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] For port 26ca6938-55c4-4e62-928a-ab8c2625fd36, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=26ca6938-55c4-4e62-928a-ab8c2625fd36,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:07.169066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.169930 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.171066 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 3 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.184395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.213629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.214289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.215362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.243439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.244111 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.247952 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 4 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.294111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.306441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.309236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] 10.222.0.35 "PUT /v2.0/ports/26ca6938-55c4-4e62-928a-ab8c2625fd36 HTTP/1.1" status: 200 len: 1092 time: 1.8224881 Jul 15 13:23:07.310193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f23d4a-a78e-47cd-be7b-832cf210fc7a', 'tag': '26ca6938-55c4-4e62-928a-ab8c2625fd36'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:07.315153 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76" -d '{"events": [{"name": "network-changed", "server_uuid": "31f23d4a-a78e-47cd-be7b-832cf210fc7a", "tag": "26ca6938-55c4-4e62-928a-ab8c2625fd36"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:07.352368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.378724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.380846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.413776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.414134 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.414572 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 5 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.431456 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.431859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.432861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.439620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.439620 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.439620 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 6 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.461047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.462406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.463668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.476084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.476440 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.476894 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 7 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.498040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f9a8-041c-4438-8797-fc1e9ed7e8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=26ca6938-55c4-4e62-928a-ab8c2625fd36,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.572437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.572898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.573311 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.586902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.588233 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.589426 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 8 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.627203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0a4d2-d7c6-47c2-a57c-f5ad6301e43d req-4e2a33b1-8814-4aeb-915e-3fe57eb2fddf tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.628110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.629366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.630499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.641467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.641720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11e0a4d2-d7c6-47c2-a57c-f5ad6301e43d req-4e2a33b1-8814-4aeb-915e-3fe57eb2fddf tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3194098 Jul 15 13:23:07.641877 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.641877 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 9 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.649767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-bf8cb07a-66f8-451a-b4bb-2311757fb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.652852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-bf8cb07a-66f8-451a-b4bb-2311757fb250 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 1095 time: 0.2387619 Jul 15 13:23:07.688189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.688189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.689905 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.703813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.706447 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.707566 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 10 to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b Jul 15 13:23:07.735057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:07.735630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:07.735982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:07.741460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port f011c33f-005f-416f-8f06-cb85a8a07b1b on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:07.741772 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port f011c33f-005f-416f-8f06-cb85a8a07b1b on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:07.742193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.749584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-ff0805b8-5876-4728-8252-3f4a20d4c6c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ca6938-55c4-4e62-928a-ab8c2625fd36 HTTP/1.1" status: 200 len: 217 time: 0.0845487 Jul 15 13:23:07.828883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11e0a4d2-d7c6-47c2-a57c-f5ad6301e43d req-8374b497-b2b0-4f1d-acaa-5c2597bc8b25 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855304 Jul 15 13:23:07.870822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-84a6f777-394e-4609-b6e4-29f47cc5b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.874240 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-84a6f777-394e-4609-b6e4-29f47cc5b1c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1043572 Jul 15 13:23:07.898487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] For port f011c33f-005f-416f-8f06-cb85a8a07b1b, host n-h2-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:07.898874 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempted to set empty binding levels {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:23:07.908437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.957889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-30ddf41d-03af-4cca-b0c7-e511106358b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740225 Jul 15 13:23:07.991611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.992236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.048164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=f011c33f-005f-416f-8f06-cb85a8a07b1b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:08.073798 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e341c4c0-f54f-4e8d-b82f-a7a750a80039 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.1005070 Jul 15 13:23:08.074039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56858) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:08.295354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-9d3c2d43-fbba-4dd6-839a-5dc0d1df2d1c service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285494 Jul 15 13:23:08.304359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Deleting port f011c33f-005f-416f-8f06-cb85a8a07b1b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:08.304950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.323592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654eaa0-62c5-48af-8e4e-aa0e77838137 req-9054904e-1d0d-46af-a022-7b28e5b2b245 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.331498 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4654eaa0-62c5-48af-8e4e-aa0e77838137 req-9054904e-1d0d-46af-a022-7b28e5b2b245 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 943 time: 0.1827316 Jul 15 13:23:08.419490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4654eaa0-62c5-48af-8e4e-aa0e77838137 req-1f1d3681-f0b1-4e31-9ec9-d4f31bfb2fa5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864315 Jul 15 13:23:08.508250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] For port f011c33f-005f-416f-8f06-cb85a8a07b1b, host n-h2-771362-36, got binding levels [] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:08.508702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.537814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Calling delete_port for f011c33f-005f-416f-8f06-cb85a8a07b1b owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:08.740173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e876cce6-a97e-42df-ba7c-a0cd85af057a req-7d0807d2-c994-483e-b323-723b7f2c5fdb service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262547 Jul 15 13:23:08.775744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-fccec353-5dc7-4c37-a387-f71d5bae6230 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.777954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-fccec353-5dc7-4c37-a387-f71d5bae6230 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.2253149 Jul 15 13:23:08.780797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.812799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event deleted for resources: {'Port': ['ID=f011c33f-005f-416f-8f06-cb85a8a07b1b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:08.837335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.844355 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7ef694f0-74b5-459f-82cc-7fddf9b1c90a tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f011c33f-005f-416f-8f06-cb85a8a07b1b HTTP/1.1" status: 204 len: 168 time: 0.7684474 Jul 15 13:23:08.846555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56872) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:08.925039 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb813af-3b5d-4441-9ab2-084395df5545 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:23:08.932833 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ebb813af-3b5d-4441-9ab2-084395df5545 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "GET /v2.0/ports/f011c33f-005f-416f-8f06-cb85a8a07b1b HTTP/1.1" status: 404 len: 333 time: 0.0850575 Jul 15 13:23:08.934177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56874) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:08.943426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Request body: {'port': {'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1630963749'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:08.976261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Made reservation on behalf of 3cb23fcf696e41c7bacfabe5cfcb31af for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:08.979490 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.994961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c10ede-4f1b-460b-9261-79f5deb774a9 req-86624e74-1693-4112-9094-57d83215839d tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.002897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5c10ede-4f1b-460b-9261-79f5deb774a9 req-86624e74-1693-4112-9094-57d83215839d tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbd31159-85e4-4954-baaa-721829988ff4 HTTP/1.1" status: 200 len: 945 time: 0.2239053 Jul 15 13:23:09.032425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] device_id is not set on port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:09.090221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5c10ede-4f1b-460b-9261-79f5deb774a9 req-5e4185ed-836f-4cd7-8aab-3614d63d3f03 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859990 Jul 15 13:23:09.113465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Deleting port 89d97167-3b0e-4a05-8182-089e79906a3a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:09.113811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.324882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] For port 89d97167-3b0e-4a05-8182-089e79906a3a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=89d97167-3b0e-4a05-8182-089e79906a3a,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:09.325603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.369486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Calling delete_port for 89d97167-3b0e-4a05-8182-089e79906a3a owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:09.510117 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.568574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.623159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Network a39011ee-4e1a-47a6-bfe6-28166d6662f5 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:09.626729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:09.637502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:09.638856 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.639695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.666542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=13cfd0a2-3e2a-4f38-8ca6-da6ce1006923,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:09.677849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56890) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:09.678528 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-08968fdf-d6e4-45e6-960f-32e85d95d9dc tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7415128 Jul 15 13:23:09.683728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:09.687930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.700546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['9c5599db-d2d3-409f-89da-81b1ead42fb0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:09.808222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Pushing event deleted for resources: {'Port': ['ID=89d97167-3b0e-4a05-8182-089e79906a3a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:09.910049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] No DVR routers for this DVR port 89d97167-3b0e-4a05-8182-089e79906a3a on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:09.912937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.916310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77797ac2-8396-44dd-bd38-e4035c429c6e req-27cb9724-f217-4fcb-a289-86ac32c793ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.30 "DELETE /v2.0/ports/89d97167-3b0e-4a05-8182-089e79906a3a HTTP/1.1" status: 204 len: 173 time: 1.1116548 Jul 15 13:23:09.952173 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d43bbc9-9b40-4126-8c5c-2a5abc1f92b4 x-openstack-request-id: req-9d43bbc9-9b40-4126-8c5c-2a5abc1f92b4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:09.952482 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f23d4a-a78e-47cd-be7b-832cf210fc7a", "tag": "26ca6938-55c4-4e62-928a-ab8c2625fd36", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:09.952753 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d43bbc9-9b40-4126-8c5c-2a5abc1f92b4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:09.953188 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f23d4a-a78e-47cd-be7b-832cf210fc7a', 'tag': '26ca6938-55c4-4e62-928a-ab8c2625fd36', 'status': 'completed', 'code': 200} Jul 15 13:23:10.091322 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.158109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-0c584426-b43a-4b19-81cf-699b89fde92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.160077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-0c584426-b43a-4b19-81cf-699b89fde92c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 1095 time: 0.1440127 Jul 15 13:23:10.427437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-76335b45-c9cf-4c92-bba3-6b827983f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.429366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-76335b45-c9cf-4c92-bba3-6b827983f489 service neutron] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.2578897 Jul 15 13:23:10.525504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-d1ba498e-78f1-4036-b991-f6023942cfbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ca6938-55c4-4e62-928a-ab8c2625fd36 HTTP/1.1" status: 200 len: 217 time: 0.0855801 Jul 15 13:23:10.579124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] device_id is not set on port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:10.594606 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.624634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Transition to ACTIVE for port object 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:10.627004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-21e5536b-80cd-4e71-8029-b90e0a453e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.628843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-21e5536b-80cd-4e71-8029-b90e0a453e6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.0911796 Jul 15 13:23:10.634406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.718754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-a05ec044-9d62-4a46-8ace-fbb905aab2ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803995 Jul 15 13:23:10.866536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=13cfd0a2-3e2a-4f38-8ca6-da6ce1006923,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:10.955456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:10.955707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:10.956041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:10.967720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:10.968010 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:10.974706 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 2 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.004311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0f50-d52b-4d56-a020-a473ada9ce06 req-84616952-def9-4571-aa70-83f47a9cbeee tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:11.006528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e29d0f50-d52b-4d56-a020-a473ada9ce06 req-84616952-def9-4571-aa70-83f47a9cbeee tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 943 time: 0.2903247 Jul 15 13:23:11.024200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-557836ac-626e-4f20-9597-09d22d6c074e service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477193 Jul 15 13:23:11.186043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.186463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.186716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.195602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e29d0f50-d52b-4d56-a020-a473ada9ce06 req-c333b1ca-0c43-4e31-bfd0-da920e899770 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643610 Jul 15 13:23:11.203047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.203635 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.206628 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 3 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.226385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.227015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.231012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.243753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.244315 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.244990 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 4 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.271723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be72d1bf-2ed8-44a9-aa1a-34c77e6e2c76 req-efa079c1-4731-4362-8075-ad79034ca929 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465982 Jul 15 13:23:11.272741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.273258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.273846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.280337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.280883 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.281454 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 5 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.312035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.312644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.313166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.319380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.319999 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.320900 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 6 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.356278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.357706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.360542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.367223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.367838 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.368397 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 7 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.402362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.402362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.402975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.421086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.421605 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.422214 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 8 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.471771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.472478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 89d97167-3b0e-4a05-8182-089e79906a3a no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:11.478487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.479220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.493242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.493808 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.494475 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 9 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.507925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 89d97167-3b0e-4a05-8182-089e79906a3a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:11.508412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 89d97167-3b0e-4a05-8182-089e79906a3a not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:11.555820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.556375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.556937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.602878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.602878 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.602878 n-d-771362-36 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 10 to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 Jul 15 13:23:11.622366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.622796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.623230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.631896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.632236 n-d-771362-36 neutron-server[93733]: ERROR neutron.plugins.ml2.managers [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:11.632613 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.701810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fcae1-0734-4513-b0ba-8dd82bf13394 req-bb2f0358-43ea-4e32-a473-d41a6d1b1b1d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:11.709713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-014fcae1-0734-4513-b0ba-8dd82bf13394 req-bb2f0358-43ea-4e32-a473-d41a6d1b1b1d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1475813 Jul 15 13:23:11.768568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] For port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:11.768955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempted to set empty binding levels {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:23:11.776283 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-014fcae1-0734-4513-b0ba-8dd82bf13394 req-bcdbe71c-ca8d-4fea-a02e-0b9d0c820b11 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653505 Jul 15 13:23:11.780117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.847309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] In _notify_port_updated(), no bound segment for port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:23:11.849774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:11.850756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.853135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "PUT /v2.0/ports/13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 HTTP/1.1" status: 200 len: 976 time: 2.1740072 Jul 15 13:23:11.855808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56916) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.888581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97faea3-f8d9-4a2f-b2d2-708d3f7bf32e tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=13cfd0a2-3e2a-4f38-8ca6-da6ce1006923,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.954555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd31159-85e4-4954-baaa-721829988ff4', 'name': 'network-vif-deleted', 'tag': '89d97167-3b0e-4a05-8182-089e79906a3a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:11.961645 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd23aa0c-cd73-4182-8a43-feb90aca3ae9" -d '{"events": [{"server_uuid": "dbd31159-85e4-4954-baaa-721829988ff4", "name": "network-vif-deleted", "tag": "89d97167-3b0e-4a05-8182-089e79906a3a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:12.106157 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.106743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.108275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.108859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.109625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.110186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.111352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.112194 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.112944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.113933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.114826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.115748 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.116788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.117625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.118668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.119503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.120281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.120960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.121654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.122481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.123285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.124189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.124928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.125872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.126946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.127960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.128717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.130251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.139788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56920) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:12.140929 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-596692f6-4c7a-4dd5-a57d-8687de94acca tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25149 time: 0.2830827 Jul 15 13:23:12.405887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Deleting port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:12.406265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.462284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3411bd-3827-4f09-b8e3-93631e135777 req-46f7d15d-e54d-49bb-acea-c41a35d46a6c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.464134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e3411bd-3827-4f09-b8e3-93631e135777 req-46f7d15d-e54d-49bb-acea-c41a35d46a6c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1514423 Jul 15 13:23:12.545306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] For port 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923, host n-h2-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:12.546368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.564299 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e3411bd-3827-4f09-b8e3-93631e135777 req-6cddd3ec-f69f-4151-9ca7-575c8c8bb773 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649018 Jul 15 13:23:12.570257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Calling delete_port for 13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:12.658871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 26ca6938-55c4-4e62-928a-ab8c2625fd36 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:12.729780 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380e8447-8231-4fc5-ad27-77590ad6ebbc x-openstack-request-id: req-380e8447-8231-4fc5-ad27-77590ad6ebbc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:12.730245 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd31159-85e4-4954-baaa-721829988ff4", "name": "network-vif-deleted", "tag": "89d97167-3b0e-4a05-8182-089e79906a3a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:12.730655 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-380e8447-8231-4fc5-ad27-77590ad6ebbc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:12.734627 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd31159-85e4-4954-baaa-721829988ff4', 'name': 'network-vif-deleted', 'tag': '89d97167-3b0e-4a05-8182-089e79906a3a', 'status': 'completed', 'code': 200} Jul 15 13:23:12.885089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 26ca6938-55c4-4e62-928a-ab8c2625fd36, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=26ca6938-55c4-4e62-928a-ab8c2625fd36,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:12.898383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.915706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '26ca6938-55c4-4e62-928a-ab8c2625fd36', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'port_id': '26ca6938-55c4-4e62-928a-ab8c2625fd36', 'mac_address': 'fa:16:3e:8f:38:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54926352-8e58-4abe-9c5c-aacc4194f858', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:12.918265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7bed7-df04-46e2-9653-6994645ca6d6 req-f6a2c0cc-f1a9-447f-ba5f-f7de137635cd tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.925975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76b7bed7-df04-46e2-9653-6994645ca6d6 req-f6a2c0cc-f1a9-447f-ba5f-f7de137635cd tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.1269493 Jul 15 13:23:12.942643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.951050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "DELETE /v2.0/ports/13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 HTTP/1.1" status: 204 len: 168 time: 0.8044889 Jul 15 13:23:12.951452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56944) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:13.012837 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87d2bcf-e1a3-411b-a831-31c313ff38b6 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:23:13.014637 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f87d2bcf-e1a3-411b-a831-31c313ff38b6 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "GET /v2.0/ports/13cfd0a2-3e2a-4f38-8ca6-da6ce1006923 HTTP/1.1" status: 404 len: 333 time: 0.0637720 Jul 15 13:23:13.020944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56946) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:13.024028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.026876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1512743320', 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:13.028006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96545dd-08fb-4858-8d7b-d3292272587c tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event deleted for resources: {'Port': ['ID=13cfd0a2-3e2a-4f38-8ca6-da6ce1006923,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.044927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ca6938-55c4-4e62-928a-ab8c2625fd36 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:13.045224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76b7bed7-df04-46e2-9653-6994645ca6d6 req-6b68be60-e84a-4d35-af79-e8a52e72e8b9 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173289 Jul 15 13:23:13.075043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Made reservation on behalf of 3cb23fcf696e41c7bacfabe5cfcb31af for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:13.078411 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.089189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 26ca6938-55c4-4e62-928a-ab8c2625fd36, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=26ca6938-55c4-4e62-928a-ab8c2625fd36,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:13.098058 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.104931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] device_id is not set on port 2d3f91ad-6023-4e56-a680-8f60251bbbe1 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:13.201183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=26ca6938-55c4-4e62-928a-ab8c2625fd36,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.353352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4cef1-fdde-4c11-ba92-1a077c0369de req-7a73cfe3-074a-49af-aa4e-2c63e8f1a049 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.357311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76a4cef1-fdde-4c11-ba92-1a077c0369de req-7a73cfe3-074a-49af-aa4e-2c63e8f1a049 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 944 time: 0.1081932 Jul 15 13:23:13.378134 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['26ca6938-55c4-4e62-928a-ab8c2625fd36'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:13.381973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.460153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.556125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Network a39011ee-4e1a-47a6-bfe6-28166d6662f5 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:13.563354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:13.568332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:13.569289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.569781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.586450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=2d3f91ad-6023-4e56-a680-8f60251bbbe1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.594984 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6d82b3de-3d6f-42cb-8b50-968fe3bee967 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5724638 Jul 15 13:23:13.595832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56954) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:13.689719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a8b52-0d0c-40b1-884a-b473dfdd49b8 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.695967 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f7a8b52-0d0c-40b1-884a-b473dfdd49b8 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "GET /v2.0/ports/2d3f91ad-6023-4e56-a680-8f60251bbbe1 HTTP/1.1" status: 200 len: 955 time: 0.0983019 Jul 15 13:23:13.698468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56956) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:13.903993 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ec570-3576-4634-8ddc-5b8f3234d727 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Deleting port 2d3f91ad-6023-4e56-a680-8f60251bbbe1 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:13.904335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec570-3576-4634-8ddc-5b8f3234d727 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.998407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec570-3576-4634-8ddc-5b8f3234d727 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.028975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76a4cef1-fdde-4c11-ba92-1a077c0369de req-d0920a97-903f-4b14-9595-fb9d425dcb52 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647391 Jul 15 13:23:14.041179 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ec570-3576-4634-8ddc-5b8f3234d727 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Calling delete_port for 2d3f91ad-6023-4e56-a680-8f60251bbbe1 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:14.179171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec570-3576-4634-8ddc-5b8f3234d727 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.215686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ec570-3576-4634-8ddc-5b8f3234d727 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d3f91ad-6023-4e56-a680-8f60251bbbe1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.227156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec570-3576-4634-8ddc-5b8f3234d727 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.231196 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9f3ec570-3576-4634-8ddc-5b8f3234d727 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "DELETE /v2.0/ports/2d3f91ad-6023-4e56-a680-8f60251bbbe1 HTTP/1.1" status: 204 len: 168 time: 0.5300210 Jul 15 13:23:14.232296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56966) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:14.277002 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0230eb-28fe-4438-986c-37dd1d083c61 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:23:14.282079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bf0230eb-28fe-4438-986c-37dd1d083c61 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "GET /v2.0/ports/2d3f91ad-6023-4e56-a680-8f60251bbbe1 HTTP/1.1" status: 404 len: 333 time: 0.0454447 Jul 15 13:23:14.282648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56968) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:14.291744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Request body: {'port': {'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-576564251'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:14.299521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c25500-fae1-4fd2-919a-dc0484108dd4 req-0b044f2a-8c85-4edd-ab7a-a4b29aafb8b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.307268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0c25500-fae1-4fd2-919a-dc0484108dd4 req-0b044f2a-8c85-4edd-ab7a-a4b29aafb8b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.1451468 Jul 15 13:23:14.352671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Made reservation on behalf of 3cb23fcf696e41c7bacfabe5cfcb31af for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:14.356234 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.362422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0c25500-fae1-4fd2-919a-dc0484108dd4 req-c6a571ae-305d-4060-a9ea-2437a129089c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536091 Jul 15 13:23:14.396733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] device_id is not set on port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:14.658783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 26ca6938-55c4-4e62-928a-ab8c2625fd36 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:14.763590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 26ca6938-55c4-4e62-928a-ab8c2625fd36 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:14.769475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 26ca6938-55c4-4e62-928a-ab8c2625fd36 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:14.771023 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.808568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.920775 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.925383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731685ad-0199-472e-82f2-b2e12a778df8 req-94d0298a-58ff-4416-9300-01d14995ca7c tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.929915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-731685ad-0199-472e-82f2-b2e12a778df8 req-94d0298a-58ff-4416-9300-01d14995ca7c tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.1800721 Jul 15 13:23:14.931385 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.020290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-731685ad-0199-472e-82f2-b2e12a778df8 req-a080eb86-0f3b-4341-b642-e8812d241750 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 Jul 15 13:23:15.022849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 26ca6938-55c4-4e62-928a-ab8c2625fd36, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=26ca6938-55c4-4e62-928a-ab8c2625fd36,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:15.024539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f23d4a-a78e-47cd-be7b-832cf210fc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca6938-55c4-4e62-928a-ab8c2625fd36'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:15.027585 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570bcb76-0568-4f71-b117-3bbeeb09240d" -d '{"events": [{"server_uuid": "31f23d4a-a78e-47cd-be7b-832cf210fc7a", "name": "network-vif-plugged", "status": "completed", "tag": "26ca6938-55c4-4e62-928a-ab8c2625fd36"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:15.032275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.037575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Network a39011ee-4e1a-47a6-bfe6-28166d6662f5 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:15.044561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:15.050672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:15.053072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.054276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.066168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=09c7e5c9-2a5f-427f-acff-0b47dcc0fd33,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.081263 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:15.095775 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eba10db8-11f8-4e6e-801f-385ad68b397d tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8117039 Jul 15 13:23:15.099619 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56986) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.105169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:15.140480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=26ca6938-55c4-4e62-928a-ab8c2625fd36,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.216568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.307625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25656e-d992-41db-b5ed-ce7de399ce15 req-2d485689-196f-451d-a7f0-abaea34d85d3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.309954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca25656e-d992-41db-b5ed-ce7de399ce15 req-2d485689-196f-451d-a7f0-abaea34d85d3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.0767386 Jul 15 13:23:15.373075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca25656e-d992-41db-b5ed-ce7de399ce15 req-8b4de10c-8048-4044-9d37-bca32d15cc2a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477753 Jul 15 13:23:15.449712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] device_id is not set on port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:15.460064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.479513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Transition to ACTIVE for port object 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:15.485699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.552589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=09c7e5c9-2a5f-427f-acff-0b47dcc0fd33,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.566302 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.566651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.567775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.574180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.574782 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.575241 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 2 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.592779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.593130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.593466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.599972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.601171 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.601171 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 3 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.617742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.618156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.619298 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.625113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.625742 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.626267 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 4 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.628472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-f1ebcf95-f6f8-4916-9fd7-e2680b9bd1bf tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.630954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-f1ebcf95-f6f8-4916-9fd7-e2680b9bd1bf tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 815 time: 0.1525252 Jul 15 13:23:15.644663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.645822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.646273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.652930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.653357 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.654015 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 5 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.655925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-433f933a-71f0-466f-98c9-15887d35ccd9 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/quotas/f771d15eceab4fc588ddd80fae694634 HTTP/1.1" status: 200 len: 375 time: 0.0180860 Jul 15 13:23:15.671077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.671077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.671077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.677971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.678320 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.678747 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 6 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.699791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.700238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.700591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.707301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.708727 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.709170 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 7 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.729982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.730334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.730684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.738188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.738531 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.739559 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 8 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.758346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.758863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.759259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.773392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.773636 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.774295 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 9 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.803225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.803602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.803961 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.807996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-51f13863-2bbd-4859-a28b-541f59e81fbd tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1497214 Jul 15 13:23:15.818767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.819181 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.819567 n-d-771362-36 neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempt 10 to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 Jul 15 13:23:15.848479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:15.848871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:15.849822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempting to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:15.855022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:15.855554 n-d-771362-36 neutron-server[93734]: ERROR neutron.plugins.ml2.managers [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Failed to bind port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on host n-h2-771362-36 for vnic_type normal using segments [{'id': '63e92ff9-5674-464a-96b8-b75483e64f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a39011ee-4e1a-47a6-bfe6-28166d6662f5'}] Jul 15 13:23:15.855946 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.938225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] For port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33, host n-h2-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:15.938612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attempted to set empty binding levels {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:23:15.948068 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.959575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-6596b0ff-92c5-4f6c-89a9-ec0521874ebc service neutron] 10.222.0.25 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397982 Jul 15 13:23:15.981376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] In _notify_port_updated(), no bound segment for port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 on network a39011ee-4e1a-47a6-bfe6-28166d6662f5 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:23:15.982325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.982982 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.986914 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "PUT /v2.0/ports/09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 HTTP/1.1" status: 200 len: 975 time: 0.8837938 Jul 15 13:23:15.987362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57004) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.083840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd96de9-8423-47eb-ba46-9110e48fdad3 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event updated for resources: {'Port': ['ID=09c7e5c9-2a5f-427f-acff-0b47dcc0fd33,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:16.097855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-378cac2a-605a-4109-8f67-bd090a5800b9 service neutron] 10.222.0.25 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308215 Jul 15 13:23:16.118347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Deleting port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:16.118698 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.203671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] For port 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33, host n-h2-771362-36, got binding levels [] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:16.204059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.228104 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Calling delete_port for 09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:16.309109 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e29477d-1fa5-499d-9b94-6c6564ae67c1 x-openstack-request-id: req-2e29477d-1fa5-499d-9b94-6c6564ae67c1 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:16.309653 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f23d4a-a78e-47cd-be7b-832cf210fc7a", "name": "network-vif-plugged", "status": "completed", "tag": "26ca6938-55c4-4e62-928a-ab8c2625fd36", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:16.309653 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e29477d-1fa5-499d-9b94-6c6564ae67c1 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:16.310332 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f23d4a-a78e-47cd-be7b-832cf210fc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca6938-55c4-4e62-928a-ab8c2625fd36', 'code': 200} Jul 15 13:23:16.413320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.493292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Pushing event deleted for resources: {'Port': ['ID=09c7e5c9-2a5f-427f-acff-0b47dcc0fd33,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:16.499709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.503478 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2900b1ff-d09e-4aab-baa0-0b59ab591489 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "DELETE /v2.0/ports/09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 HTTP/1.1" status: 204 len: 168 time: 0.5143752 Jul 15 13:23:16.507166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57018) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.583047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8cbe-d9da-4a6b-bd1d-dc17ccdc652b req-689dd386-eada-4d4e-8951-85d40cfa5d63 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.585503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4ba8cbe-d9da-4a6b-bd1d-dc17ccdc652b req-689dd386-eada-4d4e-8951-85d40cfa5d63 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 945 time: 0.1295648 Jul 15 13:23:16.600900 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f426838c-9b1d-4597-9531-728b7d1cb524 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:23:16.607319 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f426838c-9b1d-4597-9531-728b7d1cb524 tempest-PortsAdminExtendedAttrsTestJSON-435034907 tempest-PortsAdminExtendedAttrsTestJSON-435034907-project-admin] 10.222.0.25 "GET /v2.0/ports/09c7e5c9-2a5f-427f-acff-0b47dcc0fd33 HTTP/1.1" status: 404 len: 333 time: 0.0945222 Jul 15 13:23:16.607556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57024) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.721575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.748174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4ba8cbe-d9da-4a6b-bd1d-dc17ccdc652b req-a35cfc40-3bc6-41bd-9ba2-19e594cd274a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564186 Jul 15 13:23:16.788575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb45d56-303f-4328-9f58-182eab5689b1 req-bfdde775-48ea-496f-8ea7-1c47b1d718e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.790076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0fb45d56-303f-4328-9f58-182eab5689b1 req-bfdde775-48ea-496f-8ea7-1c47b1d718e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 1097 time: 0.3727365 Jul 15 13:23:16.847628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0fb45d56-303f-4328-9f58-182eab5689b1 req-63f5aebf-62b3-4313-8f02-65b39929361c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496833 Jul 15 13:23:16.854554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.872129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39011ee-4e1a-47a6-bfe6-28166d6662f5']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:16.900006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e92ff9-5674-464a-96b8-b75483e64f2c') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:16.900367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e92ff9-5674-464a-96b8-b75483e64f2c') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:16.915854 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.939012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.958704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:16.959023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:16.968156 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:17.077267 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.086813 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.089138 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] 10.222.0.25 "DELETE /v2.0/networks/a39011ee-4e1a-47a6-bfe6-28166d6662f5 HTTP/1.1" status: 204 len: 168 time: 0.4804294 Jul 15 13:23:17.123195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9f47a-48d8-49d6-b4b8-a1e74645c86d req-8c88ebd0-5170-49ce-98cd-281241c959e0 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.126107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85c9f47a-48d8-49d6-b4b8-a1e74645c86d req-8c88ebd0-5170-49ce-98cd-281241c959e0 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.1303394 Jul 15 13:23:17.140037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45564c9-4d8d-46a6-b108-65002f182f61 tempest-PortsAdminExtendedAttrsTestJSON-1945804114 tempest-PortsAdminExtendedAttrsTestJSON-1945804114-project] Pushing event deleted for resources: {'Network': ['ID=a39011ee-4e1a-47a6-bfe6-28166d6662f5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.241782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85c9f47a-48d8-49d6-b4b8-a1e74645c86d req-3087f7c1-9787-4543-b9f5-1994fe8a5a37 tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/security-groups?id=5af0f5eb-a264-4e9c-a8ba-d467412549ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016717 Jul 15 13:23:17.471320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a306a49-4f88-4fde-9a9e-f13b69cc5313 req-8ebf53dc-dc98-46f2-89a0-10884ebf5d1b tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.480296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a306a49-4f88-4fde-9a9e-f13b69cc5313 req-8ebf53dc-dc98-46f2-89a0-10884ebf5d1b tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1098 time: 0.1057761 Jul 15 13:23:17.532432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7a306a49-4f88-4fde-9a9e-f13b69cc5313 req-ddac7c04-5465-4285-936d-a3b255acd1a4 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431128 Jul 15 13:23:17.725743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a9e381e-682e-42c4-9680-6f3dcf3166bc req-1b23ef8c-fad5-4063-8488-8f9e088cb6ca tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 210 time: 0.0556810 Jul 15 13:23:17.804264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-ebb7f162-a8a3-4ffe-a047-6be3af306bce tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.805991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-ebb7f162-a8a3-4ffe-a047-6be3af306bce tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 946 time: 0.1167631 Jul 15 13:23:17.863164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57046) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.054183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Deleting port 9c5599db-d2d3-409f-89da-81b1ead42fb0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:18.054976 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.113888 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14592947-e147-4d25-af32-a80791ded080 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2ce2aeb33b34fdaa57a00aaabd883a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493010 Jul 15 13:23:18.118280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57052) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.185773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] For port 9c5599db-d2d3-409f-89da-81b1ead42fb0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9c5599db-d2d3-409f-89da-81b1ead42fb0,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:18.186135 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.191708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23aff706-b36f-4b1b-b942-93d39c690297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.203517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Calling delete_port for 9c5599db-d2d3-409f-89da-81b1ead42fb0 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:18.221662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23aff706-b36f-4b1b-b942-93d39c690297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.291235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23aff706-b36f-4b1b-b942-93d39c690297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.295989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23aff706-b36f-4b1b-b942-93d39c690297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.298549 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-23aff706-b36f-4b1b-b942-93d39c690297 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb94b121-3737-4c60-bc14-c71b390c6480 HTTP/1.1" status: 204 len: 168 time: 0.1783872 Jul 15 13:23:18.325394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0e9ee-3cba-4229-9a93-d8b6be74ec89 req-03119059-4aff-49e3-bea9-96514364a684 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:18.333245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-adb0e9ee-3cba-4229-9a93-d8b6be74ec89 req-03119059-4aff-49e3-bea9-96514364a684 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.3511269 Jul 15 13:23:18.401937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aff706-b36f-4b1b-b942-93d39c690297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb94b121-3737-4c60-bc14-c71b390c6480,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.432403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-adb0e9ee-3cba-4229-9a93-d8b6be74ec89 req-a9a5d165-1534-4b55-9ea2-075f57c529c8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981448 Jul 15 13:23:18.459702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57060) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.560833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-56e5ec93-66c9-4ed6-8aac-fa0af18a7404 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:18.579552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b59b237e-14ac-429c-a38c-97db054df374 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/2c51683c-b9b5-42db-aa7d-1f5d59ff8922 HTTP/1.1" status: 200 len: 994 time: 0.1129100 Jul 15 13:23:18.587613 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-56e5ec93-66c9-4ed6-8aac-fa0af18a7404 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.35 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 815 time: 0.2666059 Jul 15 13:23:18.609954 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Request body: {'port': {'device_id': '7ad94db9-b87c-4055-9438-5e0ce8feee82', 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'admin_state_up': True, 'tenant_id': 'f771d15eceab4fc588ddd80fae694634'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:18.767823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.794345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['9c5599db-d2d3-409f-89da-81b1ead42fb0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:18.814025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Made reservation on behalf of f771d15eceab4fc588ddd80fae694634 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:18.824312 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.933419 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1825263a-b825-42a4-b852-071732e78804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.942079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Pushing event deleted for resources: {'Port': ['ID=9c5599db-d2d3-409f-89da-81b1ead42fb0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.947224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57068) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.997817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] No DVR routers for this DVR port 9c5599db-d2d3-409f-89da-81b1ead42fb0 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:19.002027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.004366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5ccf6a7-f9bf-4b63-9220-a49c1f151074 req-f9102827-721a-4765-945d-f1893afae7ae tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.35 "DELETE /v2.0/ports/9c5599db-d2d3-409f-89da-81b1ead42fb0 HTTP/1.1" status: 204 len: 173 time: 1.1920645 Jul 15 13:23:19.014591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9fc5c1-15db-4b44-83d7-82b633351523', 'name': 'network-vif-deleted', 'tag': '9c5599db-d2d3-409f-89da-81b1ead42fb0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:19.017244 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b505cb-fc0c-4dd3-a42b-bde111c826a3" -d '{"events": [{"server_uuid": "8b9fc5c1-15db-4b44-83d7-82b633351523", "name": "network-vif-deleted", "tag": "9c5599db-d2d3-409f-89da-81b1ead42fb0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:19.064014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4f03f-a01d-45e7-aefe-7d6be0743144 req-c96157a1-3dd4-4b7e-baf2-6f9181a6781e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.072191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5e4f03f-a01d-45e7-aefe-7d6be0743144 req-c96157a1-3dd4-4b7e-baf2-6f9181a6781e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 945 time: 0.3419254 Jul 15 13:23:19.096945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-86d6c296-2e75-4fb3-abc2-36bbf55a10ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cb23fcf696e41c7bacfabe5cfcb31af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443501 Jul 15 13:23:19.146440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57072) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.244251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5e4f03f-a01d-45e7-aefe-7d6be0743144 req-7e3b64d2-7d58-46f6-a4c8-63c3511ed3a0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656554 Jul 15 13:23:19.344959 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b656306d-5f13-4df5-b826-ac82676b1e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.414076 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b656306d-5f13-4df5-b826-ac82676b1e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.489643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Allocated IP 172.20.0.12 (e489886b-ba0a-4e5e-a941-83c840ca8039/6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0/c4f8ee68-52e4-49ca-8d57-cead318d5be8) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:19.569925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b1bd07b-55d6-45ab-8416-0504b4e851c7 req-cf77025b-56ed-41b7-af14-de85aae2109b tempest-ServerRescueNegativeTestJSON-885776941 tempest-ServerRescueNegativeTestJSON-885776941-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b9fc5c1-15db-4b44-83d7-82b633351523 HTTP/1.1" status: 200 len: 210 time: 0.0987895 Jul 15 13:23:19.605763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b656306d-5f13-4df5-b826-ac82676b1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.610255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b656306d-5f13-4df5-b826-ac82676b1e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.617291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b656306d-5f13-4df5-b826-ac82676b1e5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bb12282-8503-44f3-9ead-1ed7eb2a24e9 HTTP/1.1" status: 204 len: 168 time: 0.4671443 Jul 15 13:23:19.630729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656306d-5f13-4df5-b826-ac82676b1e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb12282-8503-44f3-9ead-1ed7eb2a24e9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.821097 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.998981 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.021858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['8ae2860a-4b0e-4f02-86b7-4c751a486fd8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:20.031099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9d3d146b-4baa-4072-beee-5c3e0c754d39', '1f519e84-e0b6-4c01-9339-d86189ade2d7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:20.080367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Network e489886b-ba0a-4e5e-a941-83c840ca8039 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:20.084858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:20.091248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:20.148944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Pushing event updated for resources: {'Port': ['ID=c4f8ee68-52e4-49ca-8d57-cead318d5be8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.207672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.208347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.235360 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-051c43f4-f809-42d2-9000-d57748ebc805 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6386700 Jul 15 13:23:20.250901 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Request body: {'port': {'device_id': '7ad94db9-b87c-4055-9438-5e0ce8feee82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:20.417046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc26d6-c0a0-4d12-a202-e19bc719cc93 req-5805648f-e456-42cb-b87f-d85e66359506 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.429362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fcc26d6-c0a0-4d12-a202-e19bc719cc93 req-5805648f-e456-42cb-b87f-d85e66359506 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 932 time: 0.2177186 Jul 15 13:23:20.480448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.543994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fcc26d6-c0a0-4d12-a202-e19bc719cc93 req-12c95e6d-4f2d-4a14-9efa-b678fdc77c05 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136146 Jul 15 13:23:21.095003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f8ee68-52e4-49ca-8d57-cead318d5be8 {{(pid=93734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:21.113358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.121390 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6beff2-286f-4ef6-aaa0-87b19b375fc6 x-openstack-request-id: req-fa6beff2-286f-4ef6-aaa0-87b19b375fc6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:21.121964 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9fc5c1-15db-4b44-83d7-82b633351523", "name": "network-vif-deleted", "tag": "9c5599db-d2d3-409f-89da-81b1ead42fb0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:21.122387 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa6beff2-286f-4ef6-aaa0-87b19b375fc6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:21.123071 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9fc5c1-15db-4b44-83d7-82b633351523', 'name': 'network-vif-deleted', 'tag': '9c5599db-d2d3-409f-89da-81b1ead42fb0', 'status': 'completed', 'code': 200} Jul 15 13:23:21.129054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Transition to ACTIVE for port object c4f8ee68-52e4-49ca-8d57-cead318d5be8 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:21.136052 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.208564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f8ee68-52e4-49ca-8d57-cead318d5be8,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.336244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Attempting to bind port c4f8ee68-52e4-49ca-8d57-cead318d5be8 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:21.336591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Attempting to bind port c4f8ee68-52e4-49ca-8d57-cead318d5be8 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:21.336934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Attempting to bind port c4f8ee68-52e4-49ca-8d57-cead318d5be8 on network e489886b-ba0a-4e5e-a941-83c840ca8039 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:21.345442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57122) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.348788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Port c4f8ee68-52e4-49ca-8d57-cead318d5be8 on network e489886b-ba0a-4e5e-a941-83c840ca8039 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:21.349156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Attempting to bind port c4f8ee68-52e4-49ca-8d57-cead318d5be8 on network e489886b-ba0a-4e5e-a941-83c840ca8039 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:21.355621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:21.355970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Checking segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:21.356370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Bound using segment: {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:21.356826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Bound port: c4f8ee68-52e4-49ca-8d57-cead318d5be8, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62116ac-4d4b-4c9f-be16-547cf76b398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:21.357197 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.434239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] For port c4f8ee68-52e4-49ca-8d57-cead318d5be8, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:21.438303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] For port c4f8ee68-52e4-49ca-8d57-cead318d5be8, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c4f8ee68-52e4-49ca-8d57-cead318d5be8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:21.445881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.488467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.489332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.490895 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/c4f8ee68-52e4-49ca-8d57-cead318d5be8 HTTP/1.1" status: 200 len: 1093 time: 1.2460542 Jul 15 13:23:21.491407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad94db9-b87c-4055-9438-5e0ce8feee82', 'tag': 'c4f8ee68-52e4-49ca-8d57-cead318d5be8'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:21.494208 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668e093b-dfa2-42c0-9ed6-2c17bd589526" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad94db9-b87c-4055-9438-5e0ce8feee82", "tag": "c4f8ee68-52e4-49ca-8d57-cead318d5be8"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:21.559921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3caea0fe-1836-4dba-9984-985407efa86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.574222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dce44-e74b-4aee-8da1-4a1b797127e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f8ee68-52e4-49ca-8d57-cead318d5be8,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.638258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261edd7-5472-4d0f-9b9e-52f2009fac33 req-99e7a252-5b4b-458a-a65c-051706c1488a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.653327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8261edd7-5472-4d0f-9b9e-52f2009fac33 req-99e7a252-5b4b-458a-a65c-051706c1488a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 945 time: 0.2579854 Jul 15 13:23:21.666655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.691375 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f30c6937-f765-4506-a2b7-6d43100d7df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.696294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-07e2d93a-116e-41ea-bd02-966ba328843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.699412 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-07e2d93a-116e-41ea-bd02-966ba328843a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 1096 time: 0.1385689 Jul 15 13:23:21.752733 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-5b631df3-4cc0-430f-b987-c019fd407b43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f8ee68-52e4-49ca-8d57-cead318d5be8 HTTP/1.1" status: 200 len: 217 time: 0.0404882 Jul 15 13:23:21.777012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8261edd7-5472-4d0f-9b9e-52f2009fac33 req-2cd7ddc6-eb8f-400a-86d4-8c5d5a8a896c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794952 Jul 15 13:23:21.822079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-8beceec8-4e6d-47a0-a4a3-94ebd96b4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.823940 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-8beceec8-4e6d-47a0-a4a3-94ebd96b4f25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.0656478 Jul 15 13:23:21.870145 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-cbdfebdf-f0ec-426a-90d5-99963f2ef2b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402768 Jul 15 13:23:21.910867 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f30c6937-f765-4506-a2b7-6d43100d7df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.916835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f30c6937-f765-4506-a2b7-6d43100d7df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.973557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c6937-f765-4506-a2b7-6d43100d7df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1525d4da-71e8-4368-9909-4a5dea49cbaf,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.000909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f30c6937-f765-4506-a2b7-6d43100d7df8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7269a882e4742d6b01f2a08939926bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6501598 Jul 15 13:23:22.000909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57150) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.032632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57152) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.055654 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-2cf3d318-022f-44bd-9d9d-da4bf9431328 service neutron] 10.222.0.35 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786556 Jul 15 13:23:22.081207 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32623fa5-af90-4b0e-a00b-0472b5375dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.110696 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32623fa5-af90-4b0e-a00b-0472b5375dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.187314 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32623fa5-af90-4b0e-a00b-0472b5375dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.191393 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32623fa5-af90-4b0e-a00b-0472b5375dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.194330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-32623fa5-af90-4b0e-a00b-0472b5375dc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1525d4da-71e8-4368-9909-4a5dea49cbaf HTTP/1.1" status: 204 len: 168 time: 0.1908116 Jul 15 13:23:22.205740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32623fa5-af90-4b0e-a00b-0472b5375dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1525d4da-71e8-4368-9909-4a5dea49cbaf,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.265893 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-a2b21f5a-5791-4e4d-b97a-0aae3cd780a8 req-e6155ade-e04c-4b03-bf76-3ffdc966fdf3 service neutron] 10.222.0.35 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002780 Jul 15 13:23:22.271560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1287175020'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:22.303668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Made reservation on behalf of 60dbbbc9c42e4fa68706c1b1c9ad2f23 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:22.308772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.325316 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.480067 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.488343 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.532070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:22.548094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a473d8ab-9dd8-4800-b73d-faf670da7b4c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.558297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.558846 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Added segment 7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea of type vlan for network a05a345a-c505-4257-bc63-a06efdb8378a Jul 15 13:23:22.655681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.691517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9c5599db-d2d3-409f-89da-81b1ead42fb0 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:22.716699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57166) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.774545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 9c5599db-d2d3-409f-89da-81b1ead42fb0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:22.778734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9c5599db-d2d3-409f-89da-81b1ead42fb0 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:22.815893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.825627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.826935 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.898135 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.910751 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6623a4-2486-4f37-bc69-20e03e18f235 x-openstack-request-id: req-5b6623a4-2486-4f37-bc69-20e03e18f235 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:22.911268 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad94db9-b87c-4055-9438-5e0ce8feee82", "tag": "c4f8ee68-52e4-49ca-8d57-cead318d5be8", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:22.911648 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b6623a4-2486-4f37-bc69-20e03e18f235 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:22.912273 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad94db9-b87c-4055-9438-5e0ce8feee82', 'tag': 'c4f8ee68-52e4-49ca-8d57-cead318d5be8', 'status': 'completed', 'code': 200} Jul 15 13:23:22.930255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57168) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.949556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Network': ['ID=a05a345a-c505-4257-bc63-a06efdb8378a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.965748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a05a345a-c505-4257-bc63-a06efdb8378a details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:22.984979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a484836e-bafb-4603-a6b1-070966dbe185 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9508402 Jul 15 13:23:22.990108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57170) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.002298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-125ff09a-0eac-46f6-a064-560b307b3f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.024571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'subnet': {'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:23.077163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-5812b580-f298-4b2a-bd8d-f6e99b09c8ad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4037004 Jul 15 13:23:23.172806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-e67eb2e4-98c4-41ab-adfb-31822f409495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.175080 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-e67eb2e4-98c4-41ab-adfb-31822f409495 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 1096 time: 0.2673445 Jul 15 13:23:23.222229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad84-205d-42be-b1cc-f38d8237f58d req-fd5529e6-ddda-4d6a-b5e8-4fdfee4ed798 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.225218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ffd8ad84-205d-42be-b1cc-f38d8237f58d req-fd5529e6-ddda-4d6a-b5e8-4fdfee4ed798 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 944 time: 0.2902133 Jul 15 13:23:23.289056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ffd8ad84-205d-42be-b1cc-f38d8237f58d req-9988982c-ebdf-4b3c-b3d2-f96ebd0fa14a tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576487 Jul 15 13:23:23.509805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-f39bb946-b7ba-4205-a1f4-ae90a1c7f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.511777 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-f39bb946-b7ba-4205-a1f4-ae90a1c7f320 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 916 time: 0.2968922 Jul 15 13:23:23.518679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-125ff09a-0eac-46f6-a064-560b307b3f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.563601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Made reservation on behalf of 60dbbbc9c42e4fa68706c1b1c9ad2f23 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:23.579835 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-49db4a52-fe11-41dd-a361-a3b4809679f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f8ee68-52e4-49ca-8d57-cead318d5be8 HTTP/1.1" status: 200 len: 217 time: 0.0587404 Jul 15 13:23:23.583645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-125ff09a-0eac-46f6-a064-560b307b3f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.586423 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.627417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ff09a-0eac-46f6-a064-560b307b3f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f402974-ae4c-464e-90f8-681a5a0d8832,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.699598 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-125ff09a-0eac-46f6-a064-560b307b3f6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61ceec830f9249078601d8c6255f7a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7654767 Jul 15 13:23:23.703780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.740992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-45b9c7b6-aafb-4b53-b4a9-81f228873cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.742181 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-45b9c7b6-aafb-4b53-b4a9-81f228873cec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.1557925 Jul 15 13:23:23.817575 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-365c04a5-d41b-43ee-98fa-b8d179a06dd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649760 Jul 15 13:23:23.970178 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4305b99-e02a-456c-808e-74f9558c3e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.048306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2178-c0a1-42c2-b9dc-5c941c623b9f req-5a6cb7dd-1642-4a72-9113-dfbee0259313 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.050642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-834d2178-c0a1-42c2-b9dc-5c941c623b9f req-5a6cb7dd-1642-4a72-9113-dfbee0259313 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.1752248 Jul 15 13:23:24.087218 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4305b99-e02a-456c-808e-74f9558c3e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.116012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.116859 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-046698f0-df03-41fe-9d26-399bbd3e8ce4 service neutron] 10.222.0.35 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877080 Jul 15 13:23:24.167173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-834d2178-c0a1-42c2-b9dc-5c941c623b9f req-c1dc7c07-d8a2-4aef-a93e-4fd8c5d00901 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023698 Jul 15 13:23:24.199561 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.203898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Subnet': ['ID=6649da78-f2f6-41cc-a0f9-5d65134484bd,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.236618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Checking segment: {'id': '7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:24.237336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Network hostable DHCP agents. Network: a05a345a-c505-4257-bc63-a06efdb8378a, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:24.270831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Network a05a345a-c505-4257-bc63-a06efdb8378a is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:24.297203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a05a345a-c505-4257-bc63-a06efdb8378a) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:24.305444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.306271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.311623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e070e-3c57-4e0b-ae5d-d8d1f7578168 None None] Network a05a345a-c505-4257-bc63-a06efdb8378a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:24.338345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-55ea9381-82ae-48d7-887d-23dd97d2a377 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3250852 Jul 15 13:23:24.340277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57212) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.355415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-288537928'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:24.400423 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.534514 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-668e093b-dfa2-42c0-9ed6-2c17bd589526 req-63b6b652-b3f4-4260-bdb8-58510ad6bc9e service neutron] 10.222.0.35 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077647 Jul 15 13:23:24.539326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4305b99-e02a-456c-808e-74f9558c3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.545373 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4305b99-e02a-456c-808e-74f9558c3e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.549440 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a4305b99-e02a-456c-808e-74f9558c3e6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f402974-ae4c-464e-90f8-681a5a0d8832 HTTP/1.1" status: 204 len: 168 time: 0.8423018 Jul 15 13:23:24.577239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4305b99-e02a-456c-808e-74f9558c3e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f402974-ae4c-464e-90f8-681a5a0d8832,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.624829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e432981-ec26-484e-a702-c2c1ed825cd3 req-aaad315e-da6f-4290-83e4-6a90fe92a828 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.634418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e432981-ec26-484e-a702-c2c1ed825cd3 req-aaad315e-da6f-4290-83e4-6a90fe92a828 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 945 time: 0.2256343 Jul 15 13:23:24.708143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e432981-ec26-484e-a702-c2c1ed825cd3 req-a3cc3ed4-3548-47a4-ab28-7d5d72f96a4e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Jul 15 13:23:24.758436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Made reservation on behalf of 60dbbbc9c42e4fa68706c1b1c9ad2f23 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:24.764666 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.813324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] device_id is not set on port e012b61c-636e-4983-861c-f617854a89ef yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:24.870232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a05a345a-c505-4257-bc63-a06efdb8378a', 'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a', 'tenant_id': '60dbbbc9c42e4fa68706c1b1c9ad2f23', 'fixed_ips': [{'subnet_id': '6649da78-f2f6-41cc-a0f9-5d65134484bd'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:24.871002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.102510 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Deleting port 11b87480-0f4a-47d8-81b9-e686649a3455 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:25.103315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.261353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Allocated IP 2001:db8::369 (a05a345a-c505-4257-bc63-a06efdb8378a/6649da78-f2f6-41cc-a0f9-5d65134484bd/e012b61c-636e-4983-861c-f617854a89ef) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:25.271984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00025888-661f-47ff-b7cb-712442233022 req-257e3032-408b-4588-8390-fa45fc80d7c5 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.273739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00025888-661f-47ff-b7cb-712442233022 req-257e3032-408b-4588-8390-fa45fc80d7c5 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 944 time: 0.3477337 Jul 15 13:23:25.331950 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] For port 11b87480-0f4a-47d8-81b9-e686649a3455, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=11b87480-0f4a-47d8-81b9-e686649a3455,segment=NetworkSegment(ef419ebf-c9bd-4c93-b861-6bbca0e1af48),segment_id=ef419ebf-c9bd-4c93-b861-6bbca0e1af48)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:25.333720 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.357883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Calling delete_port for 11b87480-0f4a-47d8-81b9-e686649a3455 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:25.379752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00025888-661f-47ff-b7cb-712442233022 req-b133edcb-b55a-4efe-bee9-2a920837665b tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946848 Jul 15 13:23:25.388174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-2130fa17-1523-429c-a9a7-6efe4b57ed06 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.389939 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-2130fa17-1523-429c-a9a7-6efe4b57ed06 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 945 time: 0.1589265 Jul 15 13:23:25.534241 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.558439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Transition to ACTIVE for port object e012b61c-636e-4983-861c-f617854a89ef will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:25.577726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-3796b44e-ffae-488d-896d-94c7c3520b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.579534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-3796b44e-ffae-488d-896d-94c7c3520b51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1098 time: 0.3955398 Jul 15 13:23:25.655393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Deleting port 26ca6938-55c4-4e62-928a-ab8c2625fd36 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:25.656270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.813912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.835742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.846111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Network a05a345a-c505-4257-bc63-a06efdb8378a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:25.855497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:25.884679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:25.890568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.891279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.945189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Allocated IP 2001:db8::2 (a05a345a-c505-4257-bc63-a06efdb8378a/6649da78-f2f6-41cc-a0f9-5d65134484bd/94d9ee7b-460e-4ed3-81af-c36eafd481b3) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:25.947303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Pushing event deleted for resources: {'Port': ['ID=11b87480-0f4a-47d8-81b9-e686649a3455,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.965906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9f70d-f013-4642-93e9-54c8cafa0033 req-ea3b4260-5c6d-41bf-ada2-f0826f104f8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.973776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ce9f70d-f013-4642-93e9-54c8cafa0033 req-ea3b4260-5c6d-41bf-ada2-f0826f104f8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.2773981 Jul 15 13:23:25.981986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6393533 Jul 15 13:23:25.989038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-2efc6cc3-9abc-4856-873f-a4e5e90b1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.990173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-2efc6cc3-9abc-4856-873f-a4e5e90b1f33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.3987958 Jul 15 13:23:25.992843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.010138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea1c9f-9c84-45ce-94e1-af78d55214e0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=e012b61c-636e-4983-861c-f617854a89ef,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.012428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1118348178', 'allowed_address_pairs': [{'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:88:c3:c1'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:26.170542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ce9f70d-f013-4642-93e9-54c8cafa0033 req-eb4eeecc-6c0c-46a0-89a0-ff732dd0bacd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894445 Jul 15 13:23:26.213195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] For port 26ca6938-55c4-4e62-928a-ab8c2625fd36, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=26ca6938-55c4-4e62-928a-ab8c2625fd36,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:26.213853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.292331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-3be699e0-659b-406b-86e9-bd53dd85d5c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1002 time: 0.2928667 Jul 15 13:23:26.375118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Calling delete_port for 26ca6938-55c4-4e62-928a-ab8c2625fd36 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:26.444216 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.476495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Transition to ACTIVE for port object 94d9ee7b-460e-4ed3-81af-c36eafd481b3 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:26.512395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-fe479f80-6d77-41a2-bfaf-d318c5a0b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.520004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-fe479f80-6d77-41a2-bfaf-d318c5a0b361 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.2158384 Jul 15 13:23:26.524355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Transition to ACTIVE for port object 94d9ee7b-460e-4ed3-81af-c36eafd481b3 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:26.555443 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.618188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Pushing event updated for resources: {'Port': ['ID=94d9ee7b-460e-4ed3-81af-c36eafd481b3,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.633755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Network a05a345a-c505-4257-bc63-a06efdb8378a is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:26.636157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:26.640814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:26.653897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbd11-cc25-40a3-a419-2966a4173bdb req-0a311d11-537b-4910-afc8-8012cc26d7e3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.655935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48ffbd11-cc25-40a3-a419-2966a4173bdb req-0a311d11-537b-4910-afc8-8012cc26d7e3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 945 time: 0.2270586 Jul 15 13:23:26.711370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-8c51bfe4-6132-4875-8bf3-be4da3710590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.711370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-8c51bfe4-6132-4875-8bf3-be4da3710590 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717613 Jul 15 13:23:26.731358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c4f8ee68-52e4-49ca-8d57-cead318d5be8 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:26.792013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48ffbd11-cc25-40a3-a419-2966a4173bdb req-7e226d70-1f37-414c-8b43-a1f414d8e1ae tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192400 Jul 15 13:23:26.796088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Attempting to bind port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:26.796788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Attempting to bind port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:26.799019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Attempting to bind port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 on network a05a345a-c505-4257-bc63-a06efdb8378a {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:26.828221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:26.828915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Checking segment: {'id': '7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:26.829484 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.830044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Bound using segment: {'id': '7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:26.830709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Bound port: 94d9ee7b-460e-4ed3-81af-c36eafd481b3, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:26.831367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.859901 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.909098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Made reservation on behalf of 60dbbbc9c42e4fa68706c1b1c9ad2f23 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:26.970145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] For port 94d9ee7b-460e-4ed3-81af-c36eafd481b3, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:26.976933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] For port 94d9ee7b-460e-4ed3-81af-c36eafd481b3, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=94d9ee7b-460e-4ed3-81af-c36eafd481b3,segment=NetworkSegment(7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea),segment_id=7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:27.022123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-c44fd1dc-f86a-4b4e-932a-4a2c16d60a55 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009574 Jul 15 13:23:27.046901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.115248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa8e32-3c58-47a1-954b-a374fcef78c4 None None] Pushing event updated for resources: {'Port': ['ID=94d9ee7b-460e-4ed3-81af-c36eafd481b3,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.189970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c4f8ee68-52e4-49ca-8d57-cead318d5be8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c4f8ee68-52e4-49ca-8d57-cead318d5be8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:27.219874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'c4f8ee68-52e4-49ca-8d57-cead318d5be8', 'network_id': 'e489886b-ba0a-4e5e-a941-83c840ca8039', 'port_id': 'c4f8ee68-52e4-49ca-8d57-cead318d5be8', 'mac_address': 'fa:16:3e:f2:ad:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:27.337288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-4df4ea4a-547a-432c-bf1b-b13ffb8f0307 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070498 Jul 15 13:23:27.354652 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.386167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f8ee68-52e4-49ca-8d57-cead318d5be8 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:27.414994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61217f-2322-482f-aa8a-720f6ca561ec req-066680ba-110f-405a-9193-4b535eb646d6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.425378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c61217f-2322-482f-aa8a-720f6ca561ec req-066680ba-110f-405a-9193-4b535eb646d6 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 944 time: 0.3575025 Jul 15 13:23:27.466616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c4f8ee68-52e4-49ca-8d57-cead318d5be8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c4f8ee68-52e4-49ca-8d57-cead318d5be8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:27.486807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.574082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c61217f-2322-482f-aa8a-720f6ca561ec req-2422f973-6cc4-4387-94bb-bf4ece5d5069 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473253 Jul 15 13:23:27.658804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=c4f8ee68-52e4-49ca-8d57-cead318d5be8,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.762493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['c4f8ee68-52e4-49ca-8d57-cead318d5be8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:27.828243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-b6e63372-0a3f-4f7d-bca3-0ad2dcb8f315 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2344475 Jul 15 13:23:28.247364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 94d9ee7b-460e-4ed3-81af-c36eafd481b3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:28.290504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9c2ae-7756-4308-9504-f5121ec1687d req-c83ca8a6-ed81-4cee-8aee-571c90835df7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.292560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6b9c2ae-7756-4308-9504-f5121ec1687d req-c83ca8a6-ed81-4cee-8aee-571c90835df7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.1872401 Jul 15 13:23:28.294989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-fd319e13-1042-461d-bac5-aa186df68eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.297718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-fd319e13-1042-461d-bac5-aa186df68eda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 1098 time: 0.2970712 Jul 15 13:23:28.385930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.392480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.481027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:28.551986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event deleted for resources: {'Port': ['ID=26ca6938-55c4-4e62-928a-ab8c2625fd36,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.603730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6b9c2ae-7756-4308-9504-f5121ec1687d req-b93395e0-210b-4342-8662-82567c22aa88 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3044422 Jul 15 13:23:28.656618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-9f7c916b-6d6d-4866-9df3-ce71c607e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.661453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-9f7c916b-6d6d-4866-9df3-ce71c607e8d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.3304563 Jul 15 13:23:28.677705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:28.698959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] device_id is not set on port 3d300850-63d5-4d09-ac4d-2f3fc0d9528d yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:28.726862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 26ca6938-55c4-4e62-928a-ab8c2625fd36 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:28.792349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 26ca6938-55c4-4e62-928a-ab8c2625fd36 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:28.792907 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 26ca6938-55c4-4e62-928a-ab8c2625fd36 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:28.809677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-a75fa494-5223-4138-843e-4b9480f604d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca HTTP/1.1" status: 200 len: 217 time: 0.1387990 Jul 15 13:23:28.907527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] No DVR routers for this DVR port 26ca6938-55c4-4e62-928a-ab8c2625fd36 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:28.923485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.929395 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-4c423faf-3005-44d6-9b5f-3d65fd1a2e4f req-62ebf20c-9b1c-4e46-b2e8-f9cb027873f6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "DELETE /v2.0/ports/26ca6938-55c4-4e62-928a-ab8c2625fd36 HTTP/1.1" status: 204 len: 173 time: 3.5318079 Jul 15 13:23:28.942883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f23d4a-a78e-47cd-be7b-832cf210fc7a', 'name': 'network-vif-deleted', 'tag': '26ca6938-55c4-4e62-928a-ab8c2625fd36'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:28.951234 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b6e11-de27-46a3-ada5-1200eced6ae3" -d '{"events": [{"server_uuid": "31f23d4a-a78e-47cd-be7b-832cf210fc7a", "name": "network-vif-deleted", "tag": "26ca6938-55c4-4e62-928a-ab8c2625fd36"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:29.094426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b327074c-ba23-470b-b652-a4710ae6e14e None None] Network a05a345a-c505-4257-bc63-a06efdb8378a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:29.229945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Allocated IP 2001:db8::1c3 (a05a345a-c505-4257-bc63-a06efdb8378a/6649da78-f2f6-41cc-a0f9-5d65134484bd/3d300850-63d5-4d09-ac4d-2f3fc0d9528d) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:29.259655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f53937be-c5cf-4f2c-8bf6-15f1ff683a42 None None] Provisioning for port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:29.278612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f53937be-c5cf-4f2c-8bf6-15f1ff683a42 None None] Provisioning complete for port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:29.283983 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f53937be-c5cf-4f2c-8bf6-15f1ff683a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.340382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Router d743b9c9-b87c-46df-90fd-01a5a4281e1a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:29.451372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5aa4296-4a6e-44bf-91bf-c7d039e30c4e req-bee8ff6e-b50d-4caf-8918-c25862e1f52a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f23d4a-a78e-47cd-be7b-832cf210fc7a HTTP/1.1" status: 200 len: 210 time: 0.5344076 Jul 15 13:23:29.511257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-d8abaa18-76a9-45b4-9ac2-61c03ab9cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.514097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-d8abaa18-76a9-45b4-9ac2-61c03ab9cf75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.6981573 Jul 15 13:23:29.696127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-738ba83e-f9ef-4edf-b39c-76eb59bc066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.698226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-738ba83e-f9ef-4edf-b39c-76eb59bc066e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764183 Jul 15 13:23:29.865954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.892559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Transition to ACTIVE for port object 3d300850-63d5-4d09-ac4d-2f3fc0d9528d will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:29.956658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:29.965846 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa9209e6-20c1-4ac9-a3e3-844eaad7222d admin admin] 10.222.0.25 "PUT /v2.0/routers/d743b9c9-b87c-46df-90fd-01a5a4281e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2451293 Jul 15 13:23:29.966121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f53937be-c5cf-4f2c-8bf6-15f1ff683a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.967550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.974212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57294) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.985263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] Sync routers for ids ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:30.052266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-3d844159-3d77-4ae1-ac33-d8ccbfc6dad3 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452928 Jul 15 13:23:30.076793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] Routers {'d743b9c9-b87c-46df-90fd-01a5a4281e1a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:30.077476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:30.133814 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.232524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Network a05a345a-c505-4257-bc63-a06efdb8378a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:30.245211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] Set router d743b9c9-b87c-46df-90fd-01a5a4281e1a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:30.245514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:30.255523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-510c0b69-adaf-4c12-98da-42ca4066b2a3 req-ac268704-cda4-4261-9572-48a56f14fa6b service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903386 Jul 15 13:23:30.265830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:30.278803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.279665 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.307106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=3d300850-63d5-4d09-ac4d-2f3fc0d9528d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.319918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c278d0-2d95-40ce-bd1c-28fb9439d0ca req-b6695aab-45eb-425b-87a6-2edfa0da1b97 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.321612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2c278d0-2d95-40ce-bd1c-28fb9439d0ca req-b6695aab-45eb-425b-87a6-2edfa0da1b97 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 945 time: 0.4586096 Jul 15 13:23:30.334563 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8b541d38-1da0-4d4d-b56f-a518912067c0 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.3346865 Jul 15 13:23:30.350643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57296) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.366080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f53937be-c5cf-4f2c-8bf6-15f1ff683a42 None None] For port 94d9ee7b-460e-4ed3-81af-c36eafd481b3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=94d9ee7b-460e-4ed3-81af-c36eafd481b3,segment=NetworkSegment(7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea),segment_id=7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:30.388079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f53937be-c5cf-4f2c-8bf6-15f1ff683a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.492705 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.514794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2c278d0-2d95-40ce-bd1c-28fb9439d0ca req-02a413dd-4976-4554-aa96-1ae054994379 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842554 Jul 15 13:23:30.615064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa5470-b964-4257-89ee-0aa69a445fdf tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.622581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa5470-b964-4257-89ee-0aa69a445fdf tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.625310 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d4fd1-94a4-4a90-9a12-2d5f917a8e70 x-openstack-request-id: req-7f7d4fd1-94a4-4a90-9a12-2d5f917a8e70 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:30.627967 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f23d4a-a78e-47cd-be7b-832cf210fc7a", "name": "network-vif-deleted", "tag": "26ca6938-55c4-4e62-928a-ab8c2625fd36", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:30.628411 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f7d4fd1-94a4-4a90-9a12-2d5f917a8e70 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:30.635710 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f23d4a-a78e-47cd-be7b-832cf210fc7a', 'name': 'network-vif-deleted', 'tag': '26ca6938-55c4-4e62-928a-ab8c2625fd36', 'status': 'completed', 'code': 200} Jul 15 13:23:30.635976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa5470-b964-4257-89ee-0aa69a445fdf tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.635976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ecfa5470-b964-4257-89ee-0aa69a445fdf tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2801359 Jul 15 13:23:30.636697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57302) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.641443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53937be-c5cf-4f2c-8bf6-15f1ff683a42 None None] Pushing event updated for resources: {'Port': ['ID=94d9ee7b-460e-4ed3-81af-c36eafd481b3,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.704892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Deleting port ece0d7e0-f7e2-4343-a407-8e5d40fd2752 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:30.705453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.739415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c4f8ee68-52e4-49ca-8d57-cead318d5be8 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:31.010735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] For port ece0d7e0-f7e2-4343-a407-8e5d40fd2752, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ece0d7e0-f7e2-4343-a407-8e5d40fd2752,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:31.011615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.033165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Calling delete_port for ece0d7e0-f7e2-4343-a407-8e5d40fd2752 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:31.044913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa3f70-b631-4682-9fe4-8e4221d7b5d5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Deleting port 3d300850-63d5-4d09-ac4d-2f3fc0d9528d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:31.044913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3f70-b631-4682-9fe4-8e4221d7b5d5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.055794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:23:25Z', 'revision_number': 5, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port': {'id': 'ece0d7e0-f7e2-4343-a407-8e5d40fd2752', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:31.119816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c89165f5-4523-4a61-9f74-5a874be8292b None None] Provisioning for port e012b61c-636e-4983-861c-f617854a89ef completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:31.123650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] Checking router: d743b9c9-b87c-46df-90fd-01a5a4281e1a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:31.127722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port c4f8ee68-52e4-49ca-8d57-cead318d5be8 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:31.143685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0021c0-20d0-42bb-985e-8ad744b2c6dc req-ba901b85-92f2-44bc-9651-d0ae6d360955 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.143939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port c4f8ee68-52e4-49ca-8d57-cead318d5be8 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:31.144901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.148199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce0021c0-20d0-42bb-985e-8ad744b2c6dc req-ba901b85-92f2-44bc-9651-d0ae6d360955 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.2635913 Jul 15 13:23:31.151157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c89165f5-4523-4a61-9f74-5a874be8292b None None] Provisioning complete for port e012b61c-636e-4983-861c-f617854a89ef triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:31.151772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c89165f5-4523-4a61-9f74-5a874be8292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.249405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] Routers {'d743b9c9-b87c-46df-90fd-01a5a4281e1a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:31.250371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:31.321919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.341656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce0021c0-20d0-42bb-985e-8ad744b2c6dc req-32ce86cd-b70c-4532-b95a-7cfc9863cb6c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1841137 Jul 15 13:23:31.369417 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3f70-b631-4682-9fe4-8e4221d7b5d5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.386828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa3f70-b631-4682-9fe4-8e4221d7b5d5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Calling delete_port for 3d300850-63d5-4d09-ac4d-2f3fc0d9528d owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:31.423244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Pushing event deleted for resources: {'Port': ['ID=ece0d7e0-f7e2-4343-a407-8e5d40fd2752,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:31.559714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] Set router d743b9c9-b87c-46df-90fd-01a5a4281e1a gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:31.580721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3f70-b631-4682-9fe4-8e4221d7b5d5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.600945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.685289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:23:30Z', 'revision_number': 6, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:31.701273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa3f70-b631-4682-9fe4-8e4221d7b5d5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Port': ['ID=3d300850-63d5-4d09-ac4d-2f3fc0d9528d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:31.780062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178eb7c-c22d-4667-8d6f-14d3e9976538 None None] The sync data for ids ['d743b9c9-b87c-46df-90fd-01a5a4281e1a'] in n-d-771362-36 is: [{'id': 'd743b9c9-b87c-46df-90fd-01a5a4281e1a', 'name': 'tempest-ServerRescueNegativeTestJSON-402219770-router', 'tenant_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:23:30Z', 'revision_number': 6, 'project_id': '8c6c8c61af0345058e4a7c2a9c72eb13', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:31.829693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.843183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.853458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c89165f5-4523-4a61-9f74-5a874be8292b None None] Port e012b61c-636e-4983-861c-f617854a89ef cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:31.947914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3f70-b631-4682-9fe4-8e4221d7b5d5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.957342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b0aa3f70-b631-4682-9fe4-8e4221d7b5d5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "DELETE /v2.0/ports/3d300850-63d5-4d09-ac4d-2f3fc0d9528d HTTP/1.1" status: 204 len: 168 time: 1.3191118 Jul 15 13:23:31.958047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57320) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.998061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.000551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d743b9c9-b87c-46df-90fd-01a5a4281e1a {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:32.003962 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.014105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.015285 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1593a51-11dc-47f2-888b-9aebbce6f5ca tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] GET failed (client error): The resource could not be found. Jul 15 13:23:32.021081 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e7a5f38d-a793-49b1-b895-85570a0ee84a admin admin] 10.222.0.25 "DELETE /v2.0/routers/d743b9c9-b87c-46df-90fd-01a5a4281e1a HTTP/1.1" status: 204 len: 168 time: 2.0389938 Jul 15 13:23:32.023843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57324) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.024067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a1593a51-11dc-47f2-888b-9aebbce6f5ca tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "GET /v2.0/ports/3d300850-63d5-4d09-ac4d-2f3fc0d9528d HTTP/1.1" status: 404 len: 333 time: 0.0644047 Jul 15 13:23:32.025442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57326) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.032867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c89165f5-4523-4a61-9f74-5a874be8292b None None] Provisioning complete for port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:32.033655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c89165f5-4523-4a61-9f74-5a874be8292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.034239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2064922097'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:32.151807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c4f8ee68-52e4-49ca-8d57-cead318d5be8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c4f8ee68-52e4-49ca-8d57-cead318d5be8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:32.154859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad94db9-b87c-4055-9438-5e0ce8feee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f8ee68-52e4-49ca-8d57-cead318d5be8'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:32.161996 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8dcf91-65dc-43ac-b25b-e1837052c9c6" -d '{"events": [{"server_uuid": "7ad94db9-b87c-4055-9438-5e0ce8feee82", "name": "network-vif-plugged", "status": "completed", "tag": "c4f8ee68-52e4-49ca-8d57-cead318d5be8"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:32.176918 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.177527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad93392-172b-458f-babc-9ffc792849e3 admin admin] Deleting subnet e7e5e2cd-79bc-4280-876e-4ab9ae6707ae {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:32.189872 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad93392-172b-458f-babc-9ffc792849e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.231942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b5df3-3fb0-411a-859e-43f2e0b11bd5 req-647e5b14-f514-4941-b97f-6c20153e464b tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.267244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e7b5df3-3fb0-411a-859e-43f2e0b11bd5 req-647e5b14-f514-4941-b97f-6c20153e464b tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 945 time: 0.1875229 Jul 15 13:23:32.376713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad93392-172b-458f-babc-9ffc792849e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.385569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=c4f8ee68-52e4-49ca-8d57-cead318d5be8,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.525348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Made reservation on behalf of 60dbbbc9c42e4fa68706c1b1c9ad2f23 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:32.531888 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.592773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 94d9ee7b-460e-4ed3-81af-c36eafd481b3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:32.623473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e7b5df3-3fb0-411a-859e-43f2e0b11bd5 req-c518dd9b-34a6-40ec-9d1b-afd39cb7dd3b tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512623 Jul 15 13:23:32.744108 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad93392-172b-458f-babc-9ffc792849e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.778282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] device_id is not set on port 7d2f6686-cfc3-4b98-a980-e83111c2ad2a yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:32.889487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c89165f5-4523-4a61-9f74-5a874be8292b None None] Could not find standard attr ID for object 3d300850-63d5-4d09-ac4d-2f3fc0d9528d. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:23:33.041918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:33.048107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.050131 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad93392-172b-458f-babc-9ffc792849e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.137238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-b8ada126-9d55-4e50-8bc3-48292a573a5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5020318 Jul 15 13:23:33.206223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad93392-172b-458f-babc-9ffc792849e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e5e2cd-79bc-4280-876e-4ab9ae6707ae,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.236964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aad93392-172b-458f-babc-9ffc792849e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.241929 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aad93392-172b-458f-babc-9ffc792849e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e7e5e2cd-79bc-4280-876e-4ab9ae6707ae HTTP/1.1" status: 204 len: 168 time: 1.2164309 Jul 15 13:23:33.252359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57340) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.343719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Allocated IP 2001:db8::a (a05a345a-c505-4257-bc63-a06efdb8378a/6649da78-f2f6-41cc-a0f9-5d65134484bd/7d2f6686-cfc3-4b98-a980-e83111c2ad2a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:33.399408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-be0c9103-4c94-4325-9446-99f96b25c189 None None] Provisioning complete for port e012b61c-636e-4983-861c-f617854a89ef triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:33.401261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be0c9103-4c94-4325-9446-99f96b25c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.476892 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.488246 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ccac4f-2a42-4ef2-a74e-0c61b54d32ab x-openstack-request-id: req-58ccac4f-2a42-4ef2-a74e-0c61b54d32ab {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:33.488577 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad94db9-b87c-4055-9438-5e0ce8feee82", "name": "network-vif-plugged", "status": "completed", "tag": "c4f8ee68-52e4-49ca-8d57-cead318d5be8", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:33.490183 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58ccac4f-2a42-4ef2-a74e-0c61b54d32ab {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:33.493672 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad94db9-b87c-4055-9438-5e0ce8feee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f8ee68-52e4-49ca-8d57-cead318d5be8', 'code': 200} Jul 15 13:23:33.723607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-be0c9103-4c94-4325-9446-99f96b25c189 None None] Port e012b61c-636e-4983-861c-f617854a89ef cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:33.732433 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.749234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-be0c9103-4c94-4325-9446-99f96b25c189 None None] Could not find standard attr ID for object 3d300850-63d5-4d09-ac4d-2f3fc0d9528d. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:23:33.870651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 11b87480-0f4a-47d8-81b9-e686649a3455 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:33.889394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Transition to ACTIVE for port object 7d2f6686-cfc3-4b98-a980-e83111c2ad2a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:33.958246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 11b87480-0f4a-47d8-81b9-e686649a3455 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:33.958795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 11b87480-0f4a-47d8-81b9-e686649a3455 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:33.964007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ece0d7e0-f7e2-4343-a407-8e5d40fd2752 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:33.992436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-5fcc93f9-35df-4f6a-b6ee-8641d55e9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:33.994648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-5fcc93f9-35df-4f6a-b6ee-8641d55e9053 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f771d15eceab4fc588ddd80fae694634&device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 1098 time: 0.3800571 Jul 15 13:23:34.001156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.044256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654c14dc-d007-41c8-8aeb-59d8425299d9']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.050174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ece0d7e0-f7e2-4343-a407-8e5d40fd2752 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:34.053390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ece0d7e0-f7e2-4343-a407-8e5d40fd2752 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:34.070880 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.071948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef419ebf-c9bd-4c93-b861-6bbca0e1af48') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.094192 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.115762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.120578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd08c6-2eca-4f27-b14d-5bf46783e02e req-1ce8958c-fe76-408c-9c8f-456210a11f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.123420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4cdd08c6-2eca-4f27-b14d-5bf46783e02e req-1ce8958c-fe76-408c-9c8f-456210a11f28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 1098 time: 0.2866554 Jul 15 13:23:34.124700 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.138860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:34.139614 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:34.142910 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:34.218620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=7d2f6686-cfc3-4b98-a980-e83111c2ad2a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.247210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Network a05a345a-c505-4257-bc63-a06efdb8378a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:34.260132 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.261734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:34.264843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:34.272120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.272796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.290759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.294106 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] 10.222.0.25 "DELETE /v2.0/networks/654c14dc-d007-41c8-8aeb-59d8425299d9 HTTP/1.1" status: 204 len: 168 time: 1.0403275 Jul 15 13:23:34.295928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def83d71-4791-4642-95d3-684204abf84f admin admin] Pushing event deleted for resources: {'Network': ['ID=654c14dc-d007-41c8-8aeb-59d8425299d9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.367309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dff60b8c-e11a-4284-91bc-0cb95f37e12b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3403604 Jul 15 13:23:34.369924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57352) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.381190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:88:c3:c1'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:34.415653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-7d79c62d-306c-41e2-a14b-b908e0ba5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.417788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-7d79c62d-306c-41e2-a14b-b908e0ba5b3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 200 len: 916 time: 0.3601487 Jul 15 13:23:34.425412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4cdd08c6-2eca-4f27-b14d-5bf46783e02e req-0ac7fe0f-74e5-4ca6-9377-847caa75f6d6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080226 Jul 15 13:23:34.449865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f23c71-0ae3-4bb5-9746-08bea1087897 req-91a0d3a9-610a-449b-a66d-e025a51f2d14 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.452448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f23c71-0ae3-4bb5-9746-08bea1087897 req-91a0d3a9-610a-449b-a66d-e025a51f2d14 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.3897769 Jul 15 13:23:34.513245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-c492277f-9045-4a2f-843a-9a281e82094c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3d146b-4baa-4072-beee-5c3e0c754d39 HTTP/1.1" status: 200 len: 217 time: 0.0844004 Jul 15 13:23:34.597951 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.675998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-0e6edd66-c112-420f-9204-fcd011a9b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.678932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-0e6edd66-c112-420f-9204-fcd011a9b8f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 200 len: 855 time: 0.1542668 Jul 15 13:23:34.701093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f23c71-0ae3-4bb5-9746-08bea1087897 req-974e0211-127e-4143-91f0-d2404915656f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2154624 Jul 15 13:23:34.790909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-ea6e2b78-5c14-47f4-9fdb-2090366786ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e489886b-ba0a-4e5e-a941-83c840ca8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883901 Jul 15 13:23:34.830302 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57360) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.918912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1f2a4dd7-8bcd-4425-a4b7-41f919b005ca None None] Provisioning for port 7d2f6686-cfc3-4b98-a980-e83111c2ad2a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:34.925717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1f2a4dd7-8bcd-4425-a4b7-41f919b005ca None None] Provisioning complete for port 7d2f6686-cfc3-4b98-a980-e83111c2ad2a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:34.927278 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4dd7-8bcd-4425-a4b7-41f919b005ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.947913 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d12f2df4-ed7e-4df7-b510-43bed5589674 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c6c8c61af0345058e4a7c2a9c72eb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160817 Jul 15 13:23:34.960132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57368) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.027210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a4dd7-8bcd-4425-a4b7-41f919b005ca None None] Port 7d2f6686-cfc3-4b98-a980-e83111c2ad2a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:35.047059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.075412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52cb1fa6-1d23-4ec0-bd71-d11bbd0c9b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.145783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52cb1fa6-1d23-4ec0-bd71-d11bbd0c9b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.174375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-ad2c72b4-1f5f-445c-b164-bc6f945003dc tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.189837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-ad2c72b4-1f5f-445c-b164-bc6f945003dc tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.2677448 Jul 15 13:23:35.212013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-4370d339-fb62-4a56-b1bf-1927496473c9 service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060507 Jul 15 13:23:35.264034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-d2657f75-4b5f-4ea2-8043-6583b6c11f7a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/quotas/062d3cd5a95a47edb287e3c79c53f289 HTTP/1.1" status: 200 len: 375 time: 0.0711291 Jul 15 13:23:35.328327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52cb1fa6-1d23-4ec0-bd71-d11bbd0c9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.332657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52cb1fa6-1d23-4ec0-bd71-d11bbd0c9b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.334481 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-52cb1fa6-1d23-4ec0-bd71-d11bbd0c9b3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5af0f5eb-a264-4e9c-a8ba-d467412549ae HTTP/1.1" status: 204 len: 168 time: 0.3728735 Jul 15 13:23:35.403658 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.412639 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.435763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb1fa6-1d23-4ec0-bd71-d11bbd0c9b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af0f5eb-a264-4e9c-a8ba-d467412549ae,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:35.441716 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.560065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-65832b54-7d83-4013-919c-0455ce282b2a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2913904 Jul 15 13:23:35.562683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4420b08f-be0d-44f4-b967-b05444f50ebe req-d7d2b6c6-018c-4c5b-89ff-f390382f34b2 service neutron] 10.222.0.30 "GET /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718914 Jul 15 13:23:35.592406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] In _notify_port_updated(), no bound segment for port 7d2f6686-cfc3-4b98-a980-e83111c2ad2a on network a05a345a-c505-4257-bc63-a06efdb8378a {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:23:35.609678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.617645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.621358 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "PUT /v2.0/ports/7d2f6686-cfc3-4b98-a980-e83111c2ad2a HTTP/1.1" status: 200 len: 1001 time: 1.2493930 Jul 15 13:23:35.623787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888d8c9-b568-46e5-86e5-be25e30411db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=7d2f6686-cfc3-4b98-a980-e83111c2ad2a,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:35.631727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57382) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.749306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-a93d9899-5692-4845-9449-96ca67749f1b service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727312 Jul 15 13:23:35.915437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5bccd-c1b3-4333-8df0-3b3a95b19ef8 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Deleting port 7d2f6686-cfc3-4b98-a980-e83111c2ad2a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:35.915799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bccd-c1b3-4333-8df0-3b3a95b19ef8 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.992384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e93f9df9-300f-4873-b973-6c842ebb5331 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419341 Jul 15 13:23:36.158364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bccd-c1b3-4333-8df0-3b3a95b19ef8 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.180279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5bccd-c1b3-4333-8df0-3b3a95b19ef8 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Calling delete_port for 7d2f6686-cfc3-4b98-a980-e83111c2ad2a owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:36.188968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9bcc8203-5a10-494e-8fc4-6b002f39fe93 None None] Provisioning complete for port 7d2f6686-cfc3-4b98-a980-e83111c2ad2a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:36.192777 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8203-5a10-494e-8fc4-6b002f39fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.304981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc8203-5a10-494e-8fc4-6b002f39fe93 None None] Port 7d2f6686-cfc3-4b98-a980-e83111c2ad2a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:36.389273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bccd-c1b3-4333-8df0-3b3a95b19ef8 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.586696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d326a-7872-44f0-8c95-66020f805a87 req-d289ea20-2a01-482b-9514-9952613f3fcc tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.616676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-144d326a-7872-44f0-8c95-66020f805a87 req-d289ea20-2a01-482b-9514-9952613f3fcc tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 946 time: 0.1970258 Jul 15 13:23:36.653688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5bccd-c1b3-4333-8df0-3b3a95b19ef8 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Port': ['ID=7d2f6686-cfc3-4b98-a980-e83111c2ad2a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.849033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-144d326a-7872-44f0-8c95-66020f805a87 req-997925aa-c6a4-4f25-87ae-db6987ed3ee7 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282553 Jul 15 13:23:36.987098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bccd-c1b3-4333-8df0-3b3a95b19ef8 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.005642 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6e5bccd-c1b3-4333-8df0-3b3a95b19ef8 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "DELETE /v2.0/ports/7d2f6686-cfc3-4b98-a980-e83111c2ad2a HTTP/1.1" status: 204 len: 168 time: 1.3693323 Jul 15 13:23:37.006563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57430) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.192193 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59ff54f-3bfb-42cb-98c4-2024e6f7f7a1 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] GET failed (client error): The resource could not be found. Jul 15 13:23:37.203488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c59ff54f-3bfb-42cb-98c4-2024e6f7f7a1 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "GET /v2.0/ports/7d2f6686-cfc3-4b98-a980-e83111c2ad2a HTTP/1.1" status: 404 len: 333 time: 0.1895962 Jul 15 13:23:37.203787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57436) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.222855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1097418916'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.245413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7cbd-e46c-405b-a15a-9a62562c5139 req-20171f54-8e68-4c46-93d0-dde1bf2b6e3c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.248367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4ac7cbd-e46c-405b-a15a-9a62562c5139 req-20171f54-8e68-4c46-93d0-dde1bf2b6e3c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.1542461 Jul 15 13:23:37.327884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.388826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4ac7cbd-e46c-405b-a15a-9a62562c5139 req-9da74893-5ee9-4bd0-a780-b70a2463dc7d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105042 Jul 15 13:23:37.527833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-669900763-network', 'tenant_id': 'fde4948eb28e42f381338eb742ae3c05'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.617449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:23:37.617449 n-d-771362-36 neutron-server[93733]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:23:37.617449 n-d-771362-36 neutron-server[93733]: [parameters: {'project_id': '60dbbbc9c42e4fa68706c1b1c9ad2f23', 'id': 'adf76435-7269-4c67-80ed-c8dbbaf58f43', 'expiration': datetime.datetime(2021, 7, 15, 13, 25, 37, 600862)}] Jul 15 13:23:37.617449 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:23:37.619893 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:23:37.630737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Made reservation on behalf of fde4948eb28e42f381338eb742ae3c05 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:37.635653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.662482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.784224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a1620bf-65ae-45b6-bc15-e435015843d8 req-fe2b5051-462d-4e25-8681-cc50e227416d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 210 time: 0.0989506 Jul 15 13:23:37.858864 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.868249 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.917895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:37.949694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57452) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.963820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.964290 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Added segment 26994335-d721-44f3-9fc3-888493bb116f of type vlan for network a195773d-59d1-47c8-bded-185ec45abc81 Jul 15 13:23:37.964963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-259121288'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.975767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a5de4b-9038-4f3d-b9a2-349a570bb312,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:38.006877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:38.011352 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.021404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.041805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:38.053447 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.054149 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Added segment cbac0e01-8cb7-46d1-8541-3ec7cdb64277 of type vlan for network 1517ed12-7f41-410f-a647-2d5503e500b2 Jul 15 13:23:38.063023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.064313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.065159 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.101882 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.141576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.149175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.150268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.187728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] Pushing event updated for resources: {'Network': ['ID=a195773d-59d1-47c8-bded-185ec45abc81,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:38.195299 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9b608d2f-f819-4a57-875b-b36d31fb1a7e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8659425 Jul 15 13:23:38.198304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57454) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:38.202610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a195773d-59d1-47c8-bded-185ec45abc81 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:38.212516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Request body: {'subnet': {'network_id': 'a195773d-59d1-47c8-bded-185ec45abc81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-669900763-subnet', 'tenant_id': 'fde4948eb28e42f381338eb742ae3c05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:38.239924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Made reservation on behalf of 60dbbbc9c42e4fa68706c1b1c9ad2f23 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:38.244458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.283359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57456) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:38.284540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3316438 Jul 15 13:23:38.296506 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1227817381'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:38.298638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] device_id is not set on port 261a5635-cbce-4120-8748-14d253dc876a yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:38.304267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Made reservation on behalf of fde4948eb28e42f381338eb742ae3c05 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:38.308674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.392791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5d4a0-7cd0-4aaa-9792-5d06d4f60f4d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Network': ['ID=1517ed12-7f41-410f-a647-2d5503e500b2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:38.444817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 1517ed12-7f41-410f-a647-2d5503e500b2 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:38.690206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:38.703549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.799670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.804514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:38.902300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.910106 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Added segment 81e7afc9-3ff7-4cc0-88c5-b5986c809a01 of type vlan for network 815fcc21-ed29-4388-9854-7408c50a4a1d Jul 15 13:23:38.983994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a39d0e-bb37-4d8e-9fb8-b012852df46c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:38.994055 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.032939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Checking segment: {'id': '26994335-d721-44f3-9fc3-888493bb116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a195773d-59d1-47c8-bded-185ec45abc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:39.039433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Network hostable DHCP agents. Network: a195773d-59d1-47c8-bded-185ec45abc81, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:39.073351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.079362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.080037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.083395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Allocated IP 2001:db8::186 (a05a345a-c505-4257-bc63-a06efdb8378a/6649da78-f2f6-41cc-a0f9-5d65134484bd/261a5635-cbce-4120-8748-14d253dc876a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:39.089719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Network a195773d-59d1-47c8-bded-185ec45abc81 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:39.096056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-35f12f74-50e2-4b7a-b79c-e0025ad6eb75 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.098092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-35f12f74-50e2-4b7a-b79c-e0025ad6eb75 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.6665905 Jul 15 13:23:39.117935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Request body: {'port': {'device_id': 'a4420030-bbe4-4a2a-845e-f43424a9c4f5', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'admin_state_up': True, 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:39.125045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a195773d-59d1-47c8-bded-185ec45abc81) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:39.138955 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8536007 Jul 15 13:23:39.140768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57472) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:39.142197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.142818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.149463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb69c1-b2ee-478d-8722-f30d816e22b3 None None] Network a195773d-59d1-47c8-bded-185ec45abc81 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:39.155191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'subnet': {'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:39.201439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe362c1-aaff-4fd9-82e2-b72d40698e88 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Network': ['ID=815fcc21-ed29-4388-9854-7408c50a4a1d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.216753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 815fcc21-ed29-4388-9854-7408c50a4a1d details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:39.249266 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bf764d69-0bf3-43ac-bddc-353a54a56da5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0485513 Jul 15 13:23:39.270141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00f00-8309-41a8-8d94-39124cad6728 req-ce236666-8225-4824-85d2-d60634d5f588 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.283164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bca00f00-8309-41a8-8d94-39124cad6728 req-ce236666-8225-4824-85d2-d60634d5f588 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.6475728 Jul 15 13:23:39.373662 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:39.378133 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.607835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0f2fb0-01a0-46ea-b3b8-8dfc52d88779 None None] Network a195773d-59d1-47c8-bded-185ec45abc81 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:39.614282 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.664336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bca00f00-8309-41a8-8d94-39124cad6728 req-d0eee056-f615-4af1-8a82-8884a7ea788b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3796768 Jul 15 13:23:39.685769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Transition to ACTIVE for port object 261a5635-cbce-4120-8748-14d253dc876a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:39.758708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.842896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:39.849605 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.874497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Subnet': ['ID=c23716bd-da50-48ef-b535-3208a7f14fa6,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.881430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Checking segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:39.881909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network hostable DHCP agents. Network: 1517ed12-7f41-410f-a647-2d5503e500b2, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:39.904837 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.928583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 1517ed12-7f41-410f-a647-2d5503e500b2 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:39.951260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 1517ed12-7f41-410f-a647-2d5503e500b2) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:39.980636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2791c8-f995-48e8-863d-cf83e21c1a15 None None] Network 1517ed12-7f41-410f-a647-2d5503e500b2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:39.985589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.987346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.025470 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0ba21a0c-4127-417a-89fa-a3a3c10ac00a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8743124 Jul 15 13:23:40.026613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57484) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.031031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b705ed01-f210-4cbc-bc86-0068067de4d3 req-1c47bab9-6d40-4cd3-ad7a-f7f5d97dbdba tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 210 time: 0.1107883 Jul 15 13:23:40.039697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'subnet': {'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:40.075659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Network a05a345a-c505-4257-bc63-a06efdb8378a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:40.075659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:40.367846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-1517ed12-7f41-410f-a647-2d5503e500b2', 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'fixed_ips': [{'subnet_id': 'c23716bd-da50-48ef-b535-3208a7f14fa6'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:40.368980 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.597377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Allocated IP 10.1.1.2 (1517ed12-7f41-410f-a647-2d5503e500b2/c23716bd-da50-48ef-b535-3208a7f14fa6/d082cadc-37f3-459c-8f42-12cd84f18132) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:40.611568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:40.617831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.618505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.684774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e3fca13a-eddc-4d42-8c38-ef1b1d5e3c6e None None] Provisioning for port 261a5635-cbce-4120-8748-14d253dc876a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:40.692993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=261a5635-cbce-4120-8748-14d253dc876a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:40.698720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e3fca13a-eddc-4d42-8c38-ef1b1d5e3c6e None None] Provisioning complete for port 261a5635-cbce-4120-8748-14d253dc876a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:40.699199 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3fca13a-eddc-4d42-8c38-ef1b1d5e3c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.759427 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-bff1e546-7807-4918-b177-1a1bfa31bbc2 service neutron] show failed (client error): The resource could not be found. Jul 15 13:23:40.760599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-bff1e546-7807-4918-b177-1a1bfa31bbc2 service neutron] 10.222.0.30 "GET /v2.0/ports/bd98e39d-7a65-471a-9d4f-5f0ed35999d5/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.9320464 Jul 15 13:23:40.776815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-90d7e612-5cd4-40b0-913c-3712d04f8707 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5671432 Jul 15 13:23:40.777118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e3fca13a-eddc-4d42-8c38-ef1b1d5e3c6e None None] Port 261a5635-cbce-4120-8748-14d253dc876a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:40.777353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57502) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.784147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:88:c3:c1'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:40.859204 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.880668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Transition to ACTIVE for port object d082cadc-37f3-459c-8f42-12cd84f18132 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:40.917844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Transition to ACTIVE for port object d082cadc-37f3-459c-8f42-12cd84f18132 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:40.933946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.945583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Allocated IP 172.20.0.14 (975a00f1-c5a4-4573-8c74-9c3c52c55682/54926352-8e58-4abe-9c5c-aacc4194f858/a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:40.950255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:40.954638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.971391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492961-0864-4441-b35a-231561abb70a req-ce2cc377-360c-4c1c-b929-28b2a69eaab5 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.979452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-ce2cc377-360c-4c1c-b929-28b2a69eaab5 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/networks?id=a195773d-59d1-47c8-bded-185ec45abc81 HTTP/1.1" status: 200 len: 808 time: 0.3549886 Jul 15 13:23:41.014243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.024353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Network 1517ed12-7f41-410f-a647-2d5503e500b2 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:41.028499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:41.038733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-c12731fd-1e5e-46d2-bb88-a113b62e53ef tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/quotas/fde4948eb28e42f381338eb742ae3c05 HTTP/1.1" status: 200 len: 375 time: 0.0579784 Jul 15 13:23:41.039532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:41.056090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Pushing event updated for resources: {'Port': ['ID=d082cadc-37f3-459c-8f42-12cd84f18132,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.130302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Attempting to bind port d082cadc-37f3-459c-8f42-12cd84f18132 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:41.130680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Attempting to bind port d082cadc-37f3-459c-8f42-12cd84f18132 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:41.131052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Attempting to bind port d082cadc-37f3-459c-8f42-12cd84f18132 on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:41.137359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:41.137801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Checking segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:41.138192 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.138693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Bound using segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:41.139287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Bound port: d082cadc-37f3-459c-8f42-12cd84f18132, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:41.139705 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.158524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-11bf2770-83d1-411a-9c21-8321e0438e99 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fde4948eb28e42f381338eb742ae3c05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181874 Jul 15 13:23:41.232904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] For port d082cadc-37f3-459c-8f42-12cd84f18132, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:41.241625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] For port d082cadc-37f3-459c-8f42-12cd84f18132, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d082cadc-37f3-459c-8f42-12cd84f18132,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:41.251160 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.353317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403c98d-f6f0-44e0-bebe-339d9a59ba98 None None] Pushing event updated for resources: {'Port': ['ID=d082cadc-37f3-459c-8f42-12cd84f18132,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.452071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-2b019be8-3221-4501-89f9-cf490047b5c4 service neutron] 10.222.0.25 "GET /v2.0/networks/a195773d-59d1-47c8-bded-185ec45abc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783105 Jul 15 13:23:41.562092 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.642012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.720372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-5fcd6151-0cbf-47c1-93f1-998bec49aa43 service neutron] 10.222.0.25 "GET /v2.0/networks/a195773d-59d1-47c8-bded-185ec45abc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589531 Jul 15 13:23:41.897784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.900351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-3486e454-c4e4-4cba-afdd-515c09c7075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.902801 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-3486e454-c4e4-4cba-afdd-515c09c7075f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 1098 time: 0.2096000 Jul 15 13:23:41.905984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Subnet': ['ID=261d6914-0b72-4d89-a1f5-dc640b317428,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.915811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Checking segment: {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:41.916199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network hostable DHCP agents. Network: 815fcc21-ed29-4388-9854-7408c50a4a1d, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:41.916710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:41.921760 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.922079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.935720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:42.008045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] In _notify_port_updated(), no bound segment for port 261a5635-cbce-4120-8748-14d253dc876a on network a05a345a-c505-4257-bc63-a06efdb8378a {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:23:42.021355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.022290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.026090 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "PUT /v2.0/ports/261a5635-cbce-4120-8748-14d253dc876a HTTP/1.1" status: 200 len: 1003 time: 1.2476599 Jul 15 13:23:42.093100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d082cadc-37f3-459c-8f42-12cd84f18132 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:42.095000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57514) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:42.169606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:42.184861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:42.217764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:42.230246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event updated for resources: {'Port': ['ID=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:42.272016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d082cadc-37f3-459c-8f42-12cd84f18132 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:42.301789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 815fcc21-ed29-4388-9854-7408c50a4a1d is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:42.335565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 815fcc21-ed29-4388-9854-7408c50a4a1d) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:42.358891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94d168-6fad-46df-9f15-44026953cba5 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=261a5635-cbce-4120-8748-14d253dc876a,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:42.360093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.370620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.389214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.407801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.408855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.430663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-1fc129f1-59ad-4449-a7eb-ade6a711b408 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3186116 Jul 15 13:23:42.440253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ac89cb76-978c-4054-9ead-fb590b126226 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4079340 Jul 15 13:23:42.452022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Request body: {'port': {'device_id': 'a4420030-bbe4-4a2a-845e-f43424a9c4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:42.459956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57520) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:42.474709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'port': {'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'name': 'tempest-TaggedBootDevicesTest_v242-108043510', 'fixed_ips': [{'subnet_id': 'c23716bd-da50-48ef-b535-3208a7f14fa6'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:42.601225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec2ed1-7370-4937-8beb-8f4cf44f0a73 None None] Network 815fcc21-ed29-4388-9854-7408c50a4a1d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:42.787232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.924374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22e6b275-f74f-4902-9c1a-bdd24760ecfe None None] Provisioning complete for port 261a5635-cbce-4120-8748-14d253dc876a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:42.925046 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22e6b275-f74f-4902-9c1a-bdd24760ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.993845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-38537552-335f-4d0c-b754-e454e6f35c7b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Deleting port 261a5635-cbce-4120-8748-14d253dc876a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:42.997593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38537552-335f-4d0c-b754-e454e6f35c7b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.120909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-22e6b275-f74f-4902-9c1a-bdd24760ecfe None None] Port 261a5635-cbce-4120-8748-14d253dc876a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:43.238479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:43.472792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-815fcc21-ed29-4388-9854-7408c50a4a1d', 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'fixed_ips': [{'subnet_id': '261d6914-0b72-4d89-a1f5-dc640b317428'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:43.474444 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.484450 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38537552-335f-4d0c-b754-e454e6f35c7b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.494812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57542) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:43.502423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-38537552-335f-4d0c-b754-e454e6f35c7b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Calling delete_port for 261a5635-cbce-4120-8748-14d253dc876a owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:43.555058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c694e00-f427-4fd0-ba72-2407a4e9328f None None] Network 1517ed12-7f41-410f-a647-2d5503e500b2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:43.729554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:43.779200 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:43.832210 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38537552-335f-4d0c-b754-e454e6f35c7b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.871288 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.881798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8e454-166e-484e-859c-febe42b5449f req-5f53223e-8d9c-48d4-9183-a50d57afcb8b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:43.891900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Transition to ACTIVE for port object bd98e39d-7a65-471a-9d4f-5f0ed35999d5 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:43.893540 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:43.897446 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4930e08-03ae-4a07-8af6-475d8344245f" -d '{"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:43.898069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3df8e454-166e-484e-859c-febe42b5449f req-5f53223e-8d9c-48d4-9183-a50d57afcb8b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.6127582 Jul 15 13:23:43.920672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.990077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38537552-335f-4d0c-b754-e454e6f35c7b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Port': ['ID=261a5635-cbce-4120-8748-14d253dc876a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.998904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.010878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:44.028504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] device_id is not set on port aeb288aa-adf1-472e-ab20-0492e301a9fb yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:44.074015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2ed3dfe1-2eb9-4c83-835e-0661dcfd927f None None] Provisioning for port d082cadc-37f3-459c-8f42-12cd84f18132 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:44.088995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38537552-335f-4d0c-b754-e454e6f35c7b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.091968 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-38537552-335f-4d0c-b754-e454e6f35c7b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "DELETE /v2.0/ports/261a5635-cbce-4120-8748-14d253dc876a HTTP/1.1" status: 204 len: 168 time: 1.9914722 Jul 15 13:23:44.093430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=6']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.114960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.160913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2ed3dfe1-2eb9-4c83-835e-0661dcfd927f None None] Provisioning complete for port d082cadc-37f3-459c-8f42-12cd84f18132 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:44.161515 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ed3dfe1-2eb9-4c83-835e-0661dcfd927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.392603 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-915b3b4a-2186-4947-9b59-2aa6ce8f6578 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] GET failed (client error): The resource could not be found. Jul 15 13:23:44.394419 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-915b3b4a-2186-4947-9b59-2aa6ce8f6578 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "GET /v2.0/ports/261a5635-cbce-4120-8748-14d253dc876a HTTP/1.1" status: 404 len: 333 time: 0.2201934 Jul 15 13:23:44.413705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57552) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.432814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1821000433'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:44.507822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Allocated IP 10.2.2.2 (815fcc21-ed29-4388-9854-7408c50a4a1d/261d6914-0b72-4d89-a1f5-dc640b317428/26ae6c6a-a529-483c-97f9-2fb3cb804d0d) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:44.544244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:44.601887 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26a504c3-20fe-4d3f-8b30-83a7dcbbc75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.610114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] No DVR routers for this DVR port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on host n-h2-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:44.643944 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3df8e454-166e-484e-859c-febe42b5449f req-892b1542-33e4-4b74-9755-d824ef0bd93a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7445159 Jul 15 13:23:44.667497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Allocated IP 10.1.1.35 (1517ed12-7f41-410f-a647-2d5503e500b2/c23716bd-da50-48ef-b535-3208a7f14fa6/aeb288aa-adf1-472e-ab20-0492e301a9fb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:44.811772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:44.847757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.976024 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.998316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Transition to ACTIVE for port object 26ae6c6a-a529-483c-97f9-2fb3cb804d0d will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:45.016997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Transition to ACTIVE for port object a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:45.019844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ed3dfe1-2eb9-4c83-835e-0661dcfd927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.039271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.090702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Transition to ACTIVE for port object 26ae6c6a-a529-483c-97f9-2fb3cb804d0d will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:45.148539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.160417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2ed3dfe1-2eb9-4c83-835e-0661dcfd927f None None] For port d082cadc-37f3-459c-8f42-12cd84f18132, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d082cadc-37f3-459c-8f42-12cd84f18132,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:45.187938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:45.188690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:45.189051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:45.199682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:45.200193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:45.201396 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ed3dfe1-2eb9-4c83-835e-0661dcfd927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.210336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:45.210946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Checking segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:45.211777 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Bound using segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:45.212589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Bound port: bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:45.213291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.232487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Network 815fcc21-ed29-4388-9854-7408c50a4a1d is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:45.236796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:45.240803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Pushing event updated for resources: {'Port': ['ID=26ae6c6a-a529-483c-97f9-2fb3cb804d0d,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.249740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:45.253636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.253991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.254348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.254681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.255022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.255408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.255741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.256074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.256405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.256731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.257058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.257386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.341976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492961-0864-4441-b35a-231561abb70a req-99f5d6c6-2a76-4684-8b7d-a8767647dbbd tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.343784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-99f5d6c6-2a76-4684-8b7d-a8767647dbbd tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.30 "GET /v2.0/networks?id=a195773d-59d1-47c8-bded-185ec45abc81 HTTP/1.1" status: 200 len: 808 time: 0.5595987 Jul 15 13:23:45.363951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Request body: {'port': {'device_id': '3dd1b30e-c393-44b0-b85e-7a1253ee528c', 'network_id': 'a195773d-59d1-47c8-bded-185ec45abc81', 'admin_state_up': True, 'tenant_id': 'fde4948eb28e42f381338eb742ae3c05'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:45.391237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Attempting to bind port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:45.391905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Attempting to bind port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:45.392492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Attempting to bind port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d on network 815fcc21-ed29-4388-9854-7408c50a4a1d {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:45.402053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Pushing event updated for resources: {'Port': ['ID=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.419741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:45.420122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Checking segment: {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:45.427897 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.430516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h1-771362-36, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:45.431391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Bound using segment: {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:45.432106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Bound port: 26ae6c6a-a529-483c-97f9-2fb3cb804d0d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:45.432728 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.437888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:45.449416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3dfe1-2eb9-4c83-835e-0661dcfd927f None None] Pushing event updated for resources: {'Port': ['ID=d082cadc-37f3-459c-8f42-12cd84f18132,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.455095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.519265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.521579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.523123 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1093 time: 3.6115544 Jul 15 13:23:45.567064 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0602b-6bdd-436c-92a9-4d5bd823ad43 service neutron] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=7']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.574020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.593550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] For port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:45.609642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] For port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=26ae6c6a-a529-483c-97f9-2fb3cb804d0d,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:45.633597 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.676776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-59adbfa1-75bd-448e-a959-476a965320af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.678469 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-59adbfa1-75bd-448e-a959-476a965320af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1096 time: 0.1025028 Jul 15 13:23:45.738335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425d46d-a299-42ae-a84e-bc8ad5d080cb req-aa379145-ed47-4cfa-a8aa-d63a68401981 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.743577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d425d46d-a299-42ae-a84e-bc8ad5d080cb req-aa379145-ed47-4cfa-a8aa-d63a68401981 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 944 time: 0.5476208 Jul 15 13:23:45.769187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Transition to ACTIVE for port object aeb288aa-adf1-472e-ab20-0492e301a9fb will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:45.853959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-b9288bcf-023e-4ca6-9588-e97a807d9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.856717 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-b9288bcf-023e-4ca6-9588-e97a807d9187 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.1699040 Jul 15 13:23:45.859241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d425d46d-a299-42ae-a84e-bc8ad5d080cb req-752ec4db-ce75-48fe-aa98-7ffc0f12b177 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859756 Jul 15 13:23:45.872559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26a504c3-20fe-4d3f-8b30-83a7dcbbc75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.887597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5bcdeb0c-0a97-4727-95d2-27a897cb1faa None None] Provisioning complete for port d082cadc-37f3-459c-8f42-12cd84f18132 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:45.888111 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5bcdeb0c-0a97-4727-95d2-27a897cb1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.973586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07a884-357c-48f3-af70-378d8f17927b None None] Pushing event updated for resources: {'Port': ['ID=26ae6c6a-a529-483c-97f9-2fb3cb804d0d,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.994582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Attempting to bind port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:45.995363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Attempting to bind port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:45.996092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Attempting to bind port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:46.001497 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26a504c3-20fe-4d3f-8b30-83a7dcbbc75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.028734 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.064625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d082cadc-37f3-459c-8f42-12cd84f18132 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:46.092383 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-6e9c6291-f3f3-4927-881a-b364874b0ca0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1000 time: 0.2280505 Jul 15 13:23:46.095410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Made reservation on behalf of 60dbbbc9c42e4fa68706c1b1c9ad2f23 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:46.100677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.191884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] device_id is not set on port 67cbd866-81f7-4fae-bdf1-3abd30bf9a3d yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:46.195467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d082cadc-37f3-459c-8f42-12cd84f18132 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:46.196543 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.236074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-8b7436cb-c87f-4186-9c5e-03f04aaea5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.238828 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-8b7436cb-c87f-4186-9c5e-03f04aaea5c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.1352894 Jul 15 13:23:46.251515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:46.252358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Attempting to bind port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:46.343104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:46.343845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:46.348413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Bound using segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:46.349272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Bound port: a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:46.349857 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.374893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 1517ed12-7f41-410f-a647-2d5503e500b2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:46.446012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:46.449342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:46.456938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-26a504c3-20fe-4d3f-8b30-83a7dcbbc75d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9a23668d95b45ff898a693f1c22c049&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9569137 Jul 15 13:23:46.458232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a504c3-20fe-4d3f-8b30-83a7dcbbc75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7f0c5-bd90-4db0-95c8-107c19463e14,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.462952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57560) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.476220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Made reservation on behalf of fde4948eb28e42f381338eb742ae3c05 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:46.476220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.496225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-f109e540-b86b-4d78-9ab9-46d1977b6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.497946 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-f109e540-b86b-4d78-9ab9-46d1977b6acd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898344 Jul 15 13:23:46.560632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=aeb288aa-adf1-472e-ab20-0492e301a9fb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.581498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Allocated IP 2001:db8::22e (a05a345a-c505-4257-bc63-a06efdb8378a/6649da78-f2f6-41cc-a0f9-5d65134484bd/67cbd866-81f7-4fae-bdf1-3abd30bf9a3d) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:46.595854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52b32a60-1226-46f8-8346-f9025c3b5f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.643991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52b32a60-1226-46f8-8346-f9025c3b5f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.731290 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-3299f630-ce02-4f68-80ec-33a08f242829 service neutron] 10.222.0.35 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248809 Jul 15 13:23:46.799207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] For port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:46.804838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] For port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:46.851494 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-d7aae786-f837-422f-a17e-197b957af35d service neutron] 10.222.0.35 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093307 Jul 15 13:23:46.896364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4ca7fc55-4f76-46f6-b2e5-8a67bb102e22 None None] Provisioning for port aeb288aa-adf1-472e-ab20-0492e301a9fb completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:46.910746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4ca7fc55-4f76-46f6-b2e5-8a67bb102e22 None None] Provisioning complete for port aeb288aa-adf1-472e-ab20-0492e301a9fb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:46.911301 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4ca7fc55-4f76-46f6-b2e5-8a67bb102e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.015922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7fc55-4f76-46f6-b2e5-8a67bb102e22 None None] Port aeb288aa-adf1-472e-ab20-0492e301a9fb cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:47.020471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Allocated IP 172.20.0.14 (a195773d-59d1-47c8-bded-185ec45abc81/b1a39d0e-bb37-4d8e-9fb8-b012852df46c/62ef7e69-f122-4b57-a39d-0964033af2c2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:47.031984 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.138042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.139308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Transition to ACTIVE for port object 67cbd866-81f7-4fae-bdf1-3abd30bf9a3d will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:47.202873 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52b32a60-1226-46f8-8346-f9025c3b5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.206729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52b32a60-1226-46f8-8346-f9025c3b5f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.208091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-52b32a60-1226-46f8-8346-f9025c3b5f1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bb7f0c5-bd90-4db0-95c8-107c19463e14 HTTP/1.1" status: 204 len: 168 time: 0.7322760 Jul 15 13:23:47.211526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.266204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Network a05a345a-c505-4257-bc63-a06efdb8378a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:47.267957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:47.272413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:47.278637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.279364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.320785 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=67cbd866-81f7-4fae-bdf1-3abd30bf9a3d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.343564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b32a60-1226-46f8-8346-f9025c3b5f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7f0c5-bd90-4db0-95c8-107c19463e14,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.350097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.365606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.366296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.369522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] 10.222.0.35 "PUT /v2.0/ports/a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 HTTP/1.1" status: 200 len: 1093 time: 4.9275231 Jul 15 13:23:47.383239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42d8896c-e314-45a2-af73-ff46ad3ad3c0 req-c59864c6-7e0f-4fd6-b8a9-8885ddc929c4 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 210 time: 0.2573597 Jul 15 13:23:47.401812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4420030-bbe4-4a2a-845e-f43424a9c4f5', 'tag': 'a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:47.413781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.414465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.414663 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb68ae9-2a08-4fac-a900-5c02512579e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4420030-bbe4-4a2a-845e-f43424a9c4f5", "tag": "a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:47.418030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.418395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.418754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.419107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.419524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.419850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.420198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.420631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.420877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.426891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.429070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.442985 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f210845b-8d8e-4218-bf48-2d6831266317 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0181148 Jul 15 13:23:47.442985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57570) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:47.454849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'network_id': 'a05a345a-c505-4257-bc63-a06efdb8378a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1215669466'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:47.460098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e199af7-3f5f-4ddd-8b73-0a9acdd991f8 None None] Network 815fcc21-ed29-4388-9854-7408c50a4a1d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:47.597406 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcc3842-efed-4e37-b304-63893177f641 x-openstack-request-id: req-cfcc3842-efed-4e37-b304-63893177f641 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:47.598013 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:47.598013 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfcc3842-efed-4e37-b304-63893177f641 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:47.598395 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'code': 200} Jul 15 13:23:47.772234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Made reservation on behalf of 60dbbbc9c42e4fa68706c1b1c9ad2f23 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:47.776434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.832719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] device_id is not set on port 41772db9-6aa0-4472-9c01-1e5685a69cee yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:47.915357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57576) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:47.958679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4541d28-d902-4a77-b7f3-b7e4026a5e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.010384 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 26ae6c6a-a529-483c-97f9-2fb3cb804d0d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:48.016269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-173ac5e9-b6d2-44db-a32f-3100e471b651 None None] Provisioning for port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:48.140193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4541d28-d902-4a77-b7f3-b7e4026a5e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.149440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b4541d28-d902-4a77-b7f3-b7e4026a5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.150451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:48.161626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:48.162008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.201139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-62a5b5a6-6b8c-4d14-a9b9-2684eb648893 None None] Provisioning for port 67cbd866-81f7-4fae-bdf1-3abd30bf9a3d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:48.205269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Allocated IP 2001:db8::393 (a05a345a-c505-4257-bc63-a06efdb8378a/6649da78-f2f6-41cc-a0f9-5d65134484bd/41772db9-6aa0-4472-9c01-1e5685a69cee) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:48.224681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-62a5b5a6-6b8c-4d14-a9b9-2684eb648893 None None] Provisioning complete for port 67cbd866-81f7-4fae-bdf1-3abd30bf9a3d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:48.225206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-62a5b5a6-6b8c-4d14-a9b9-2684eb648893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.226636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-017e8d4a-efec-4135-9788-4429d8dd6c71 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.7651865 Jul 15 13:23:48.240938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57578) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:48.253481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'port': {'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'name': 'tempest-TaggedBootDevicesTest_v242-887452046', 'fixed_ips': [{'subnet_id': 'c23716bd-da50-48ef-b535-3208a7f14fa6'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:48.259259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e08a9f-50a5-4fe2-b507-5d05a64fcba9 service neutron] Pushing event updated for resources: {'Port': ['ID=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.270952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.296847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-c76a41b4-adfa-4937-a821-0e3f7e943e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.298446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-c76a41b4-adfa-4937-a821-0e3f7e943e30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 1.1828320 Jul 15 13:23:48.307111 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-62a5b5a6-6b8c-4d14-a9b9-2684eb648893 None None] Port 67cbd866-81f7-4fae-bdf1-3abd30bf9a3d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:48.339621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-57b12bed-e24d-47a4-84cd-788c022075d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.340264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-57b12bed-e24d-47a4-84cd-788c022075d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 1096 time: 0.8752201 Jul 15 13:23:48.367067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c5a09-cd3e-4fe5-adf8-5bb5afc88cd5 req-236c2b6c-2a74-4016-930f-1d5980b3f633 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.368832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b53c5a09-cd3e-4fe5-adf8-5bb5afc88cd5 req-236c2b6c-2a74-4016-930f-1d5980b3f633 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 944 time: 0.2636905 Jul 15 13:23:48.406091 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.442076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-5710ba30-44de-4db3-9b94-d938d9bbdb29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 HTTP/1.1" status: 200 len: 217 time: 0.0860434 Jul 15 13:23:48.465224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=26ae6c6a-a529-483c-97f9-2fb3cb804d0d,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:48.471589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4541d28-d902-4a77-b7f3-b7e4026a5e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158102d9-859b-4edf-a632-aeafb7b5eccc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.474566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.498735 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b4541d28-d902-4a77-b7f3-b7e4026a5e3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8ec4be0e3da414a8a571fe43b154d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814486 Jul 15 13:23:48.500774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57582) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:48.565123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=26ae6c6a-a529-483c-97f9-2fb3cb804d0d,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.600024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b53c5a09-cd3e-4fe5-adf8-5bb5afc88cd5 req-d034afbb-bc54-4bab-a70c-8babf7acec71 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2061987 Jul 15 13:23:48.608475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.642583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cc5861ab-f622-4941-904b-fc6bb57dfb4d None None] Provisioning complete for port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:48.643265 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cc5861ab-f622-4941-904b-fc6bb57dfb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.726487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-acb034af-95e5-49cb-93f7-b525bdd4dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.729980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-acb034af-95e5-49cb-93f7-b525bdd4dd97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.2638316 Jul 15 13:23:48.770047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-0115baaf-e0cb-459c-b755-0619d9df275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.774777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-0115baaf-e0cb-459c-b755-0619d9df275a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.4654272 Jul 15 13:23:48.804966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:48.832648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Network a195773d-59d1-47c8-bded-185ec45abc81 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:48.904027 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a36218af-314a-4575-9c56-ba89ae50d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.924567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-9bb839ff-e191-4829-8ed6-2b676cd85ecc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748688 Jul 15 13:23:48.926843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Pushing event updated for resources: {'Port': ['ID=62ef7e69-f122-4b57-a39d-0964033af2c2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.932013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:48.948834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.967565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Transition to ACTIVE for port object 41772db9-6aa0-4472-9c01-1e5685a69cee will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:48.978036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:49.006359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98db17e7-4ec2-4781-bf7a-242f8d9b7aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.212782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.214096 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.285400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-5f156e7f-e92e-4b2c-aeb1-27a401de3886 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9268179 Jul 15 13:23:49.306408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Request body: {'port': {'device_id': '3dd1b30e-c393-44b0-b85e-7a1253ee528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.337494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-52a20031-662e-438c-9eeb-5a13aea93970 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 998 time: 0.4411922 Jul 15 13:23:49.401254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-006e510c-523b-4e55-9ce8-fa547a481eb4 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470994 Jul 15 13:23:49.414595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98db17e7-4ec2-4781-bf7a-242f8d9b7aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.432257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.436840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f80ae7-bcb2-45e3-8d61-1cbe9181e19f req-dbe5c967-320c-4c23-9567-01929443d94e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.438485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9f80ae7-bcb2-45e3-8d61-1cbe9181e19f req-dbe5c967-320c-4c23-9567-01929443d94e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.5385189 Jul 15 13:23:49.483471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.500271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-bd607e5b-87a9-4d74-a7d9-dbacfc82fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.501811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-bd607e5b-87a9-4d74-a7d9-dbacfc82fee0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.1514881 Jul 15 13:23:49.538351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Network a05a345a-c505-4257-bc63-a06efdb8378a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:49.543446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] device_id is not set on port 0666dac5-81e8-46e3-90ce-e87c2ce45981 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:49.550465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:49.554977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=41772db9-6aa0-4472-9c01-1e5685a69cee,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.562211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:49.567907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.568563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.594524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98db17e7-4ec2-4781-bf7a-242f8d9b7aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.599004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98db17e7-4ec2-4781-bf7a-242f8d9b7aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.600797 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-98db17e7-4ec2-4781-bf7a-242f8d9b7aab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/158102d9-859b-4edf-a632-aeafb7b5eccc HTTP/1.1" status: 204 len: 168 time: 1.0905764 Jul 15 13:23:49.602087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.616710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:49.619311 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60574e1-79ed-4663-a47d-462b65cb6795" -d '{"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:49.634896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9f80ae7-bcb2-45e3-8d61-1cbe9181e19f req-7dfcbd60-f6c1-4b07-9760-d05ca5351c10 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698003 Jul 15 13:23:49.670580 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8a717e9f-bdf5-4ba1-a4d0-c06c3174a460 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2333751 Jul 15 13:23:49.687480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57592) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.698753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:88:c3:c1'}, {'ip_address': '2001:db8::22e', 'mac_address': 'fa:16:3e:60:67:db'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.715754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-125f9979-084f-4038-9e4e-0a594eb4d384 req-85302dfc-7e9f-4333-b470-5a210e1c5159 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981308 Jul 15 13:23:49.717824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db17e7-4ec2-4781-bf7a-242f8d9b7aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158102d9-859b-4edf-a632-aeafb7b5eccc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.965070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 26ae6c6a-a529-483c-97f9-2fb3cb804d0d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:50.075660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.109024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:50.109552 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.136187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-ce54595f-1d9a-4194-9a42-a25e07acbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.138871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-ce54595f-1d9a-4194-9a42-a25e07acbd63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6254239 Jul 15 13:23:50.150292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Allocated IP 10.1.1.180 (1517ed12-7f41-410f-a647-2d5503e500b2/c23716bd-da50-48ef-b535-3208a7f14fa6/0666dac5-81e8-46e3-90ce-e87c2ce45981) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:50.328295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c4d11a65-49b6-4587-b79a-9f86e2b79559 None None] Provisioning for port 41772db9-6aa0-4472-9c01-1e5685a69cee completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:50.340215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c4d11a65-49b6-4587-b79a-9f86e2b79559 None None] Provisioning complete for port 41772db9-6aa0-4472-9c01-1e5685a69cee triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:50.340587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c4d11a65-49b6-4587-b79a-9f86e2b79559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.445056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c4d11a65-49b6-4587-b79a-9f86e2b79559 None None] Port 41772db9-6aa0-4472-9c01-1e5685a69cee cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:50.463227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.496505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Transition to ACTIVE for port object 0666dac5-81e8-46e3-90ce-e87c2ce45981 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:50.509802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-a81a0c3f-d931-4bf8-b440-2677e3f9a4a8 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860029 Jul 15 13:23:50.573378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.585564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.598163 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.606747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00572a2e-7dba-46b3-a78d-705e2ea2f03f req-db95a9a9-e323-4eea-8ae8-17424eda5a9b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.610099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00572a2e-7dba-46b3-a78d-705e2ea2f03f req-db95a9a9-e323-4eea-8ae8-17424eda5a9b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 944 time: 0.4880545 Jul 15 13:23:50.655925 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] In _notify_port_updated(), no bound segment for port 41772db9-6aa0-4472-9c01-1e5685a69cee on network a05a345a-c505-4257-bc63-a06efdb8378a {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:23:50.662180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.662806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.667495 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "PUT /v2.0/ports/41772db9-6aa0-4472-9c01-1e5685a69cee HTTP/1.1" status: 200 len: 1068 time: 0.9748950 Jul 15 13:23:50.672192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 1517ed12-7f41-410f-a647-2d5503e500b2 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:50.673000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57606) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:50.686409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:50.689280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:50.787777 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec209a10-1f11-4216-b197-a28205417cf6 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event updated for resources: {'Port': ['ID=41772db9-6aa0-4472-9c01-1e5685a69cee,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:50.845126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:50.869649 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.869649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.910450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00572a2e-7dba-46b3-a78d-705e2ea2f03f req-047ce7f7-d18c-46ee-b533-0d9a41ca385d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268169 Jul 15 13:23:51.027829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=0666dac5-81e8-46e3-90ce-e87c2ce45981,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.050784 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10a1e4ba-249f-444e-b05c-30f8f8d14020 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8050752 Jul 15 13:23:51.072190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7811bcc-fab0-4801-88e4-be7266482f87 req-9b520f8b-ad4e-495f-8a7d-2ee39380c15d service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503433 Jul 15 13:23:51.096302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ef7e69-f122-4b57-a39d-0964033af2c2 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:51.115342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:51.119734 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a33bb8-1ce5-459c-b860-af5efa287ed4 x-openstack-request-id: req-02a33bb8-1ce5-459c-b860-af5efa287ed4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:51.126862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-99ee9fb4-a40c-44c0-8083-d608922d712b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Deleting port 41772db9-6aa0-4472-9c01-1e5685a69cee {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:51.127309 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99ee9fb4-a40c-44c0-8083-d608922d712b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.136022 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4420030-bbe4-4a2a-845e-f43424a9c4f5", "tag": "a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:51.136443 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02a33bb8-1ce5-459c-b860-af5efa287ed4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:51.136920 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4420030-bbe4-4a2a-845e-f43424a9c4f5', 'tag': 'a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8', 'status': 'completed', 'code': 200} Jul 15 13:23:51.156757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.205168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'port_id': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'mac_address': 'fa:16:3e:3f:7d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:51.213682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a3b8ba4c-3ed0-4026-b3f8-ee59d901164e None None] Provisioning for port 0666dac5-81e8-46e3-90ce-e87c2ce45981 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:51.229017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a3b8ba4c-3ed0-4026-b3f8-ee59d901164e None None] Provisioning complete for port 0666dac5-81e8-46e3-90ce-e87c2ce45981 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:51.229409 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3b8ba4c-3ed0-4026-b3f8-ee59d901164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.260653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Transition to ACTIVE for port object 62ef7e69-f122-4b57-a39d-0964033af2c2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:51.281072 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.336243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99ee9fb4-a40c-44c0-8083-d608922d712b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.351350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8ba4c-3ed0-4026-b3f8-ee59d901164e None None] Port 0666dac5-81e8-46e3-90ce-e87c2ce45981 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:51.354704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-99ee9fb4-a40c-44c0-8083-d608922d712b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Calling delete_port for 41772db9-6aa0-4472-9c01-1e5685a69cee owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:51.408855 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.417423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Pushing event updated for resources: {'Port': ['ID=62ef7e69-f122-4b57-a39d-0964033af2c2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.441007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd98e39d-7a65-471a-9d4f-5f0ed35999d5 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:51.512278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:51.526939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.600659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.613834 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4a0b170b-1862-445d-9e61-4b7a5f5f280e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.618864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d47d9c96-4cc3-4c42-add0-acfc9aa456ba None None] Provisioning complete for port 41772db9-6aa0-4472-9c01-1e5685a69cee triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:51.619279 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d47d9c96-4cc3-4c42-add0-acfc9aa456ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.648116 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.653042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-c9219c25-31f9-4fc6-9c5c-1458b4412bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.655887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-c9219c25-31f9-4fc6-9c5c-1458b4412bf6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 1096 time: 0.4883027 Jul 15 13:23:51.671533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d47d9c96-4cc3-4c42-add0-acfc9aa456ba None None] Port 41772db9-6aa0-4472-9c01-1e5685a69cee cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:51.722539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Attempting to bind port 62ef7e69-f122-4b57-a39d-0964033af2c2 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:51.723218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Attempting to bind port 62ef7e69-f122-4b57-a39d-0964033af2c2 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '26994335-d721-44f3-9fc3-888493bb116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a195773d-59d1-47c8-bded-185ec45abc81'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:51.723668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Attempting to bind port 62ef7e69-f122-4b57-a39d-0964033af2c2 on network a195773d-59d1-47c8-bded-185ec45abc81 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:51.743397 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99ee9fb4-a40c-44c0-8083-d608922d712b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.766016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaee082-e493-4d83-9128-14ed40661194 req-4735dde2-73ba-47f5-8ac8-e6a5d8b95418 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.768196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7aaee082-e493-4d83-9128-14ed40661194 req-4735dde2-73ba-47f5-8ac8-e6a5d8b95418 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 944 time: 0.4929445 Jul 15 13:23:51.772622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Port 62ef7e69-f122-4b57-a39d-0964033af2c2 on network a195773d-59d1-47c8-bded-185ec45abc81 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:51.773128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Attempting to bind port 62ef7e69-f122-4b57-a39d-0964033af2c2 on network a195773d-59d1-47c8-bded-185ec45abc81 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:51.785614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:51.786198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Checking segment: {'id': '26994335-d721-44f3-9fc3-888493bb116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a195773d-59d1-47c8-bded-185ec45abc81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:51.786661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Bound using segment: {'id': '26994335-d721-44f3-9fc3-888493bb116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a195773d-59d1-47c8-bded-185ec45abc81'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:51.787395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Bound port: 62ef7e69-f122-4b57-a39d-0964033af2c2, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26994335-d721-44f3-9fc3-888493bb116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a195773d-59d1-47c8-bded-185ec45abc81'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:51.788193 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.791255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['bd98e39d-7a65-471a-9d4f-5f0ed35999d5'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:51.818552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee9fb4-a40c-44c0-8083-d608922d712b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Port': ['ID=41772db9-6aa0-4472-9c01-1e5685a69cee,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.093469 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:52.182412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7aaee082-e493-4d83-9128-14ed40661194 req-e4f1d24f-2291-480f-b982-63c1cd8e6b14 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5a5de4b-9038-4f3d-b9a2-349a570bb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019029 Jul 15 13:23:52.203759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99ee9fb4-a40c-44c0-8083-d608922d712b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.206805 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-99ee9fb4-a40c-44c0-8083-d608922d712b tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "DELETE /v2.0/ports/41772db9-6aa0-4472-9c01-1e5685a69cee HTTP/1.1" status: 204 len: 168 time: 1.5326891 Jul 15 13:23:52.212092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.248985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-9664ff51-f868-4b5d-b4c3-b556b978669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.251341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-9664ff51-f868-4b5d-b4c3-b556b978669f service neutron] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.5870733 Jul 15 13:23:52.280147 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eff0942-be42-43bb-9ec8-a8f3ae540a19 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] GET failed (client error): The resource could not be found. Jul 15 13:23:52.288658 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7eff0942-be42-43bb-9ec8-a8f3ae540a19 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "GET /v2.0/ports/41772db9-6aa0-4472-9c01-1e5685a69cee HTTP/1.1" status: 404 len: 333 time: 0.0743186 Jul 15 13:23:52.289947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.327180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-9a9f9e14-1dec-4ae2-b4d1-f1bab6c274cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 HTTP/1.1" status: 200 len: 217 time: 0.0687113 Jul 15 13:23:52.346062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] For port 62ef7e69-f122-4b57-a39d-0964033af2c2, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:52.406711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-ee1bf7b6-e049-4e4c-bc0a-9074bfba6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.408602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-ee1bf7b6-e049-4e4c-bc0a-9074bfba6074 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.0574565 Jul 15 13:23:52.446284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] For port 62ef7e69-f122-4b57-a39d-0964033af2c2, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=62ef7e69-f122-4b57-a39d-0964033af2c2,segment=NetworkSegment(26994335-d721-44f3-9fc3-888493bb116f),segment_id=26994335-d721-44f3-9fc3-888493bb116f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:52.486269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-9286861e-9368-4576-b0b8-c4e86d373aeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676064 Jul 15 13:23:52.489805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.492167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f04d0e45-7a66-469c-9f67-f61cb7a093db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Deleting port 67cbd866-81f7-4fae-bdf1-3abd30bf9a3d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:52.492515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f04d0e45-7a66-469c-9f67-f61cb7a093db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.565526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.566098 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.567785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] 10.222.0.30 "PUT /v2.0/ports/62ef7e69-f122-4b57-a39d-0964033af2c2 HTTP/1.1" status: 200 len: 1093 time: 3.2727859 Jul 15 13:23:52.671318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f04d0e45-7a66-469c-9f67-f61cb7a093db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.690695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaac70c-36e4-4918-b40e-905aef8be60a service neutron] Pushing event updated for resources: {'Port': ['ID=62ef7e69-f122-4b57-a39d-0964033af2c2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.692493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f04d0e45-7a66-469c-9f67-f61cb7a093db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Calling delete_port for 67cbd866-81f7-4fae-bdf1-3abd30bf9a3d owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:52.863006 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.866340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-748e2310-32d9-4a15-8282-efca50fc8d8f service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690257 Jul 15 13:23:52.868605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:52.873209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f04d0e45-7a66-469c-9f67-f61cb7a093db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.966419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d0e45-7a66-469c-9f67-f61cb7a093db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Port': ['ID=67cbd866-81f7-4fae-bdf1-3abd30bf9a3d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.968451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933f931-4d91-4a1c-89b1-befc3edcf058 req-b7c2a913-c1d1-4b53-8272-72f7a977e639 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.977628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f04d0e45-7a66-469c-9f67-f61cb7a093db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.980239 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f04d0e45-7a66-469c-9f67-f61cb7a093db tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "DELETE /v2.0/ports/67cbd866-81f7-4fae-bdf1-3abd30bf9a3d HTTP/1.1" status: 204 len: 168 time: 0.6890152 Jul 15 13:23:52.983957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d933f931-4d91-4a1c-89b1-befc3edcf058 req-b7c2a913-c1d1-4b53-8272-72f7a977e639 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 945 time: 0.4027109 Jul 15 13:23:52.984846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57652) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:53.005128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492961-0864-4441-b35a-231561abb70a req-13388640-979b-424b-ad2a-018ee3697120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.008386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-13388640-979b-424b-ad2a-018ee3697120 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fde4948eb28e42f381338eb742ae3c05&device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 1096 time: 0.3756738 Jul 15 13:23:53.037543 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e9195b-9cbb-4a9f-aac3-ceadd79afd50 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] GET failed (client error): The resource could not be found. Jul 15 13:23:53.048685 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-52e9195b-9cbb-4a9f-aac3-ceadd79afd50 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "GET /v2.0/ports/67cbd866-81f7-4fae-bdf1-3abd30bf9a3d HTTP/1.1" status: 404 len: 333 time: 0.0535595 Jul 15 13:23:53.049934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:53.072677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:53.088310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'port_id': 'a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8', 'mac_address': 'fa:16:3e:c9:b3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54926352-8e58-4abe-9c5c-aacc4194f858', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:53.175223 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.202472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:53.204463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd1b30e-c393-44b0-b85e-7a1253ee528c', 'tag': '62ef7e69-f122-4b57-a39d-0964033af2c2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:53.209139 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd1b30e-c393-44b0-b85e-7a1253ee528c", "tag": "62ef7e69-f122-4b57-a39d-0964033af2c2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:53.229371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-41e0e44e-152a-4b53-87df-0c9810e1fe06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ef7e69-f122-4b57-a39d-0964033af2c2 HTTP/1.1" status: 200 len: 217 time: 0.2065635 Jul 15 13:23:53.244541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-beb0fa88-c2a5-4779-a424-c6806b87ae1f tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Deleting port e012b61c-636e-4983-861c-f617854a89ef {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:53.244989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-beb0fa88-c2a5-4779-a424-c6806b87ae1f tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.258265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:53.279875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.387041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:53.414468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d933f931-4d91-4a1c-89b1-befc3edcf058 req-8ae144f9-265d-4c31-98a7-0807f6ab4e0a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4047256 Jul 15 13:23:53.419116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-beb0fa88-c2a5-4779-a424-c6806b87ae1f tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.447386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-beb0fa88-c2a5-4779-a424-c6806b87ae1f tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Calling delete_port for e012b61c-636e-4983-861c-f617854a89ef owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:53.454924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdb68ae9-2a08-4fac-a900-5c02512579e5 req-7e06b392-8887-420e-b481-b0b275bdb5d5 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774841 Jul 15 13:23:53.489598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492961-0864-4441-b35a-231561abb70a req-79ede9f3-fcce-44b3-9482-52cf8c90d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.492466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-79ede9f3-fcce-44b3-9482-52cf8c90d164 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1a39d0e-bb37-4d8e-9fb8-b012852df46c HTTP/1.1" status: 200 len: 848 time: 0.2538278 Jul 15 13:23:53.537113 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0241a771-a1e8-4c88-b71c-dbe45765b022 x-openstack-request-id: req-0241a771-a1e8-4c88-b71c-dbe45765b022 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:53.537570 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:53.537960 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0241a771-a1e8-4c88-b71c-dbe45765b022 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:53.538627 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'status': 'completed', 'code': 200} Jul 15 13:23:53.553604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:53.652542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-25ab6db9-7b75-4464-b214-f4a184f54263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a195773d-59d1-47c8-bded-185ec45abc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537230 Jul 15 13:23:53.689828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-beb0fa88-c2a5-4779-a424-c6806b87ae1f tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.732737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0fa88-c2a5-4779-a424-c6806b87ae1f tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Port': ['ID=e012b61c-636e-4983-861c-f617854a89ef,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:53.775838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-beb0fa88-c2a5-4779-a424-c6806b87ae1f tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.778470 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-beb0fa88-c2a5-4779-a424-c6806b87ae1f tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "DELETE /v2.0/ports/e012b61c-636e-4983-861c-f617854a89ef HTTP/1.1" status: 204 len: 168 time: 0.7273107 Jul 15 13:23:53.782423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57676) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:53.876085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8894d63-7bac-42b6-9cb6-66df1086ca22 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Deleting subnet 6649da78-f2f6-41cc-a0f9-5d65134484bd {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:53.882276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8894d63-7bac-42b6-9cb6-66df1086ca22 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.902614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-9ebc4659-a8d1-4fab-bad9-066caa76d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.904343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-9ebc4659-a8d1-4fab-bad9-066caa76d161 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1097 time: 0.3363447 Jul 15 13:23:53.947292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8894d63-7bac-42b6-9cb6-66df1086ca22 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.989078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-e9389003-23c1-42e2-b369-722ca3bc0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.990642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-e9389003-23c1-42e2-b369-722ca3bc0c64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1097 time: 0.4215817 Jul 15 13:23:54.058698 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8894d63-7bac-42b6-9cb6-66df1086ca22 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.145522 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57680) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.180777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8894d63-7bac-42b6-9cb6-66df1086ca22 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.244155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8894d63-7bac-42b6-9cb6-66df1086ca22 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Subnet': ['ID=6649da78-f2f6-41cc-a0f9-5d65134484bd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:54.248416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8894d63-7bac-42b6-9cb6-66df1086ca22 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.252573 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e8894d63-7bac-42b6-9cb6-66df1086ca22 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "DELETE /v2.0/subnets/6649da78-f2f6-41cc-a0f9-5d65134484bd HTTP/1.1" status: 204 len: 168 time: 0.4684486 Jul 15 13:23:54.257552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57684) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.266024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fc8f5-bc64-49cd-9319-65c5d7cc1a6d None None] Network a05a345a-c505-4257-bc63-a06efdb8378a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:54.432441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.439571 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-131a45f3-1a30-4541-8d68-744c09acfc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.445614 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.528822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-78b79e95-2cf7-49f3-8a01-f6a6b995ae13 service neutron] 10.222.0.30 "GET /v2.0/networks/a195773d-59d1-47c8-bded-185ec45abc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284094 Jul 15 13:23:54.571724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf27895-524a-4a51-9215-b18e90b3390f req-79e0c796-fb38-47fd-bfd0-cea5697a2ac8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.574670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faf27895-524a-4a51-9215-b18e90b3390f req-79e0c796-fb38-47fd-bfd0-cea5697a2ac8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.9192879 Jul 15 13:23:54.634015 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Deleting port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:54.634543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.652146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-56b6ce68-cbfd-4858-9109-fa111de5733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.653670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-56b6ce68-cbfd-4858-9109-fa111de5733c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.7333441 Jul 15 13:23:54.680677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] DHCP port deletion for a05a345a-c505-4257-bc63-a06efdb8378a request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:54.685648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-ec847101-b2cb-4ea1-81e1-fab8435f0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.687224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-ec847101-b2cb-4ea1-81e1-fab8435f0046 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.6828923 Jul 15 13:23:54.734126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-131a45f3-1a30-4541-8d68-744c09acfc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.740431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-131a45f3-1a30-4541-8d68-744c09acfc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.745655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] For port 94d9ee7b-460e-4ed3-81af-c36eafd481b3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=94d9ee7b-460e-4ed3-81af-c36eafd481b3,segment=NetworkSegment(7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea),segment_id=7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:54.746010 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.753362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] Deleting port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:54.753769 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.777259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Calling delete_port for 94d9ee7b-460e-4ed3-81af-c36eafd481b3 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:54.819908 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-131a45f3-1a30-4541-8d68-744c09acfc0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4c267ef4ff54f5b94b4314b705c0e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705346 Jul 15 13:23:54.826262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faf27895-524a-4a51-9215-b18e90b3390f req-83842417-75a9-455d-96bd-da1dd2c7c878 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183075 Jul 15 13:23:54.828371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] For port 94d9ee7b-460e-4ed3-81af-c36eafd481b3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=94d9ee7b-460e-4ed3-81af-c36eafd481b3,segment=NetworkSegment(7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea),segment_id=7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:54.828775 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.851415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] Calling delete_port for 94d9ee7b-460e-4ed3-81af-c36eafd481b3 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:54.851601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a45f3-1a30-4541-8d68-744c09acfc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43609bf0-5b7b-4755-a064-9a34264e6ca4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:54.851601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57688) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.874346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-bf0295eb-2ab7-4722-966b-9344384dd353 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1001 time: 0.1682332 Jul 15 13:23:54.938892 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa30fac0-8e55-4b66-b274-eec437d4f506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.953484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-0628862d-65d8-46bb-8732-5e8045adb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.956386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-0628862d-65d8-46bb-8732-5e8045adb93c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.0723104 Jul 15 13:23:54.956832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:54.963585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.965243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1492961-0864-4441-b35a-231561abb70a req-2467edb9-c8ee-4f16-a945-92defc8bb7c2 service neutron] 10.222.0.30 "GET /v2.0/networks/a195773d-59d1-47c8-bded-185ec45abc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194415 Jul 15 13:23:54.968534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.986750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa30fac0-8e55-4b66-b274-eec437d4f506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.010395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] No DVR routers for this DVR port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:55.022418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Port': ['ID=94d9ee7b-460e-4ed3-81af-c36eafd481b3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.032262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-21b6f617-c517-4c11-9b12-ee599995a267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1001 time: 0.3415825 Jul 15 13:23:55.035499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] Pushing event deleted for resources: {'Port': ['ID=94d9ee7b-460e-4ed3-81af-c36eafd481b3,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.056957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee041787-c042-41f4-8b60-14ffef31d78b None None] No DVR routers for this DVR port 94d9ee7b-460e-4ed3-81af-c36eafd481b3 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:55.094055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:55.102451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:55.102828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.127363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-6a6ea78e-616d-4fd2-a1fd-5fc0cee98bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.129576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-6a6ea78e-616d-4fd2-a1fd-5fc0cee98bad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.0905273 Jul 15 13:23:55.137137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-dd516d8b-7327-4247-a569-d5f9c74cc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.138755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-dd516d8b-7327-4247-a569-d5f9c74cc55b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720355 Jul 15 13:23:55.151200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.163793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05a345a-c505-4257-bc63-a06efdb8378a']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:55.185068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:55.185431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfbf3dc-fec3-41e3-93d5-b1f635c4f4ea') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:55.195432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa30fac0-8e55-4b66-b274-eec437d4f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.198462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa30fac0-8e55-4b66-b274-eec437d4f506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.199693 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa30fac0-8e55-4b66-b274-eec437d4f506 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43609bf0-5b7b-4755-a064-9a34264e6ca4 HTTP/1.1" status: 204 len: 168 time: 0.3455999 Jul 15 13:23:55.213998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.216297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30fac0-8e55-4b66-b274-eec437d4f506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43609bf0-5b7b-4755-a064-9a34264e6ca4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.233774 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.246504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:55.246932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:55.254224 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:55.266693 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.289168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-8742d10c-9b7d-4a02-965c-03e619d56559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.290737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-8742d10c-9b7d-4a02-965c-03e619d56559 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509862 Jul 15 13:23:55.308520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:55.312379 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517da17e-ae5c-47ce-abdd-d3ba38bdc22a" -d '{"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-plugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:55.339742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:55.356940 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.359991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:55.383317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.412304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.422986 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] 10.222.0.25 "DELETE /v2.0/networks/a05a345a-c505-4257-bc63-a06efdb8378a HTTP/1.1" status: 204 len: 168 time: 1.1612306 Jul 15 13:23:55.456892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-ce0ab6cb-868c-4db5-967b-ed9667d2b23c service neutron] 10.222.0.35 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065298 Jul 15 13:23:55.462878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ecf1-cde8-4fe0-a012-741b20367c73 tempest-AllowedAddressPairIpV6TestJSON-1634945762 tempest-AllowedAddressPairIpV6TestJSON-1634945762-project] Pushing event deleted for resources: {'Network': ['ID=a05a345a-c505-4257-bc63-a06efdb8378a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.493728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.516573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:55.527314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:55.531432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.621158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-00087210-5a60-4216-aa9e-ac8dbf27b916 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222311 Jul 15 13:23:55.666474 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.712189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-32469b38-e00c-4314-80f9-48a42fe801c2 service neutron] 10.222.0.35 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454445 Jul 15 13:23:55.733080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:55.744308 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.808611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57702) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:55.851795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c5f4-71d5-4bf3-8303-c185eca44e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.854031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60574e1-79ed-4663-a47d-462b65cb6795 req-f740cc37-8cb7-442d-8f51-9f45023e42c4 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211232 Jul 15 13:23:55.862046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.903459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57706) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:55.908671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a65808b2-bc8e-4759-9ca5-5d827e371e05 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320100498', 'description': 'tempest-description--1136941815'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:55.925310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 94d9ee7b-460e-4ed3-81af-c36eafd481b3 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:55.965219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 94d9ee7b-460e-4ed3-81af-c36eafd481b3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:55.965624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 94d9ee7b-460e-4ed3-81af-c36eafd481b3 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:56.005481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:56.044190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c5f4-71d5-4bf3-8303-c185eca44e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.051124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c5f4-71d5-4bf3-8303-c185eca44e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.081774 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a65808b2-bc8e-4759-9ca5-5d827e371e05 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.121998 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4aa6c5f4-71d5-4bf3-8303-c185eca44e3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36ea5287da644dea9e44496fb045022e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115735 Jul 15 13:23:56.123806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6c5f4-71d5-4bf3-8303-c185eca44e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543bf5de-64d4-416c-a47d-5d218d1c21e5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.126832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ac9ee-03fe-41d2-86d8-def607b97d5b req-181b14c2-685f-466a-b5c9-df0cdd099de9 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.128943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57712) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:56.135714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f8ac9ee-03fe-41d2-86d8-def607b97d5b req-181b14c2-685f-466a-b5c9-df0cdd099de9 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 946 time: 0.1210430 Jul 15 13:23:56.207410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9662-7568-47b7-9e9f-ad069437aceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.228671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f8ac9ee-03fe-41d2-86d8-def607b97d5b req-68019e29-009e-4dac-9b33-3ee22ab02841 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911047 Jul 15 13:23:56.248669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9662-7568-47b7-9e9f-ad069437aceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.279272 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a65808b2-bc8e-4759-9ca5-5d827e371e05 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.291937 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad02466e-c0ec-4f13-9353-71df060ac4ef x-openstack-request-id: req-ad02466e-c0ec-4f13-9353-71df060ac4ef {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:56.292313 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd1b30e-c393-44b0-b85e-7a1253ee528c", "tag": "62ef7e69-f122-4b57-a39d-0964033af2c2", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:56.292572 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad02466e-c0ec-4f13-9353-71df060ac4ef {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:56.293227 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd1b30e-c393-44b0-b85e-7a1253ee528c', 'tag': '62ef7e69-f122-4b57-a39d-0964033af2c2', 'status': 'completed', 'code': 200} Jul 15 13:23:56.298451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a65808b2-bc8e-4759-9ca5-5d827e371e05 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.358796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65808b2-bc8e-4759-9ca5-5d827e371e05 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3206e8dc-76b3-432c-8ca6-caf9fcdee773,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.379736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9662-7568-47b7-9e9f-ad069437aceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.399424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9662-7568-47b7-9e9f-ad069437aceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.401641 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2f4a9662-7568-47b7-9e9f-ad069437aceb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/543bf5de-64d4-416c-a47d-5d218d1c21e5 HTTP/1.1" status: 204 len: 168 time: 0.2602353 Jul 15 13:23:56.417193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a9662-7568-47b7-9e9f-ad069437aceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543bf5de-64d4-416c-a47d-5d218d1c21e5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.448328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ae25d0c2-6ecb-4be6-bcd6-b41ff723f17a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60dbbbc9c42e4fa68706c1b1c9ad2f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401643 Jul 15 13:23:56.449425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57716) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:56.491182 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a65808b2-bc8e-4759-9ca5-5d827e371e05 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.497877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57718) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:56.500101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a65808b2-bc8e-4759-9ca5-5d827e371e05 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5951014 Jul 15 13:23:56.506204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-930fc7b9-20f0-4c74-b5d2-f42297aa911c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'security_group_rule': {'security_group_id': '3206e8dc-76b3-432c-8ca6-caf9fcdee773', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:56.554706 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930fc7b9-20f0-4c74-b5d2-f42297aa911c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.601559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8beac5f9-d268-425a-85d4-f2f54d71c737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.607751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-1add3afd-a291-4f79-ab88-a596319a0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.609358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-1add3afd-a291-4f79-ab88-a596319a0720 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fde4948eb28e42f381338eb742ae3c05&device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 1096 time: 0.2702672 Jul 15 13:23:56.646262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8beac5f9-d268-425a-85d4-f2f54d71c737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.656341 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930fc7b9-20f0-4c74-b5d2-f42297aa911c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.663937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930fc7b9-20f0-4c74-b5d2-f42297aa911c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.688938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c4ba7-1983-4155-a82b-9be29aa112e9 req-d74bf8c3-4145-4fc2-8476-fa91e6d48897 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.701405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c3c4ba7-1983-4155-a82b-9be29aa112e9 req-d74bf8c3-4145-4fc2-8476-fa91e6d48897 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 944 time: 0.2608354 Jul 15 13:23:56.703614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fc7b9-20f0-4c74-b5d2-f42297aa911c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b153c3cc-f7b5-48f6-b514-d216a7830f66,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.743167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-930fc7b9-20f0-4c74-b5d2-f42297aa911c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.743167 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-930fc7b9-20f0-4c74-b5d2-f42297aa911c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2354741 Jul 15 13:23:56.743167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57724) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:56.751923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-cb2b498c-4f44-489f-90e0-aa85fadd3205 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'security_group_rule': {'security_group_id': '3206e8dc-76b3-432c-8ca6-caf9fcdee773', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:56.835622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2b498c-4f44-489f-90e0-aa85fadd3205 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.929231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c3c4ba7-1983-4155-a82b-9be29aa112e9 req-bf3f38d6-102b-41fc-a9ff-d36e6e5c2d85 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5a5de4b-9038-4f3d-b9a2-349a570bb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255738 Jul 15 13:23:56.938853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-f3f1cb49-8533-43e3-be97-204764d1cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.942404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-f3f1cb49-8533-43e3-be97-204764d1cfd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a195773d-59d1-47c8-bded-185ec45abc81 HTTP/1.1" status: 200 len: 909 time: 0.3156524 Jul 15 13:23:56.950493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2b498c-4f44-489f-90e0-aa85fadd3205 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.957243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2b498c-4f44-489f-90e0-aa85fadd3205 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.970407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8beac5f9-d268-425a-85d4-f2f54d71c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.974443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8beac5f9-d268-425a-85d4-f2f54d71c737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.979893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8beac5f9-d268-425a-85d4-f2f54d71c737 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a473d8ab-9dd8-4800-b73d-faf670da7b4c HTTP/1.1" status: 204 len: 168 time: 0.5230544 Jul 15 13:23:56.985387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b498c-4f44-489f-90e0-aa85fadd3205 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df119ad9-c9e5-4084-8f1d-018d2eeb088e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:57.000312 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2b498c-4f44-489f-90e0-aa85fadd3205 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.008358 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb2b498c-4f44-489f-90e0-aa85fadd3205 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2669303 Jul 15 13:23:57.009953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57740) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:57.017187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:57.055680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-b47b0305-57f8-47f0-831c-f6f11b8d01e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ef7e69-f122-4b57-a39d-0964033af2c2 HTTP/1.1" status: 200 len: 217 time: 0.1036091 Jul 15 13:23:57.057957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beac5f9-d268-425a-85d4-f2f54d71c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a473d8ab-9dd8-4800-b73d-faf670da7b4c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:57.070619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.179620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-fc60f01c-4c6e-435e-a8e5-f78c62c3fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.182302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-fc60f01c-4c6e-435e-a8e5-f78c62c3fe66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1a39d0e-bb37-4d8e-9fb8-b012852df46c HTTP/1.1" status: 200 len: 848 time: 0.1196737 Jul 15 13:23:57.253077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-4b84248f-d3de-442c-80f0-e8ebc0caf2af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a195773d-59d1-47c8-bded-185ec45abc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625288 Jul 15 13:23:57.261296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.413891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Allocated IP 172.25.1.229 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/91b411b4-7213-467c-80f5-82259b05b79b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:57.455358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-02327296-531b-4960-998b-966f4e838670 service neutron] 10.222.0.30 "GET /v2.0/networks/a195773d-59d1-47c8-bded-185ec45abc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861198 Jul 15 13:23:57.537580 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fa88c0-6e38-4327-9387-a66ea1b3bd8a x-openstack-request-id: req-e5fa88c0-6e38-4327-9387-a66ea1b3bd8a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:57.538220 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-plugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:57.538413 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5fa88c0-6e38-4327-9387-a66ea1b3bd8a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:57.540309 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'code': 200} Jul 15 13:23:57.677110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 62ef7e69-f122-4b57-a39d-0964033af2c2 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:57.743984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-e56de04c-a65d-4a3b-8ea1-a6aaf6809ff5 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.746146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-e56de04c-a65d-4a3b-8ea1-a6aaf6809ff5 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.35 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 946 time: 0.2231991 Jul 15 13:23:57.757623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcad66-2669-49bb-9f02-7b7b14ea55e3 req-138eefb5-5743-4d4a-bde6-40c1b0549f52 service neutron] 10.222.0.30 "GET /v2.0/networks/a195773d-59d1-47c8-bded-185ec45abc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955492 Jul 15 13:23:57.809615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.921109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-eca0bce1-e863-47a3-b37a-ba4a4e1c12c4 service neutron] 10.222.0.35 "GET /v2.0/ports/bd98e39d-7a65-471a-9d4f-5f0ed35999d5/bindings/n-h1-771362-36 HTTP/1.1" status: 200 len: 383 time: 0.1657298 Jul 15 13:23:57.925995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.052034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=91b411b4-7213-467c-80f5-82259b05b79b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:58.090833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:58.101523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:58.104541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:58.132000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-704d6169-934b-4e30-95e7-d2d59358d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.135566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-704d6169-934b-4e30-95e7-d2d59358d0ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1098 time: 0.1742921 Jul 15 13:23:58.145832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 62ef7e69-f122-4b57-a39d-0964033af2c2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=62ef7e69-f122-4b57-a39d-0964033af2c2,segment=NetworkSegment(26994335-d721-44f3-9fc3-888493bb116f),segment_id=26994335-d721-44f3-9fc3-888493bb116f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:58.189313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '62ef7e69-f122-4b57-a39d-0964033af2c2', 'network_id': 'a195773d-59d1-47c8-bded-185ec45abc81', 'port_id': '62ef7e69-f122-4b57-a39d-0964033af2c2', 'mac_address': 'fa:16:3e:7e:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a39d0e-bb37-4d8e-9fb8-b012852df46c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:58.296999 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.312316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.339944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ef7e69-f122-4b57-a39d-0964033af2c2 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:58.358163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-eafd286d-7ed9-4530-a62b-7230e25e980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.361095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-eafd286d-7ed9-4530-a62b-7230e25e980a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.2160764 Jul 15 13:23:58.372344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 62ef7e69-f122-4b57-a39d-0964033af2c2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=62ef7e69-f122-4b57-a39d-0964033af2c2,segment=NetworkSegment(26994335-d721-44f3-9fc3-888493bb116f),segment_id=26994335-d721-44f3-9fc3-888493bb116f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:58.381614 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.428688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.463940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=62ef7e69-f122-4b57-a39d-0964033af2c2,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:58.499100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f1199-0d9c-46e5-8f6e-bdda6ead4fbe req-546f1b4c-1526-400e-b35e-278de5622008 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.513251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f2f1199-0d9c-46e5-8f6e-bdda6ead4fbe req-546f1b4c-1526-400e-b35e-278de5622008 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 946 time: 0.3519506 Jul 15 13:23:58.542888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57788) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.577900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-e6085726-daca-479f-a21d-b271dac20aa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1002 time: 0.2073846 Jul 15 13:23:58.642449 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['62ef7e69-f122-4b57-a39d-0964033af2c2'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:58.664689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f2f1199-0d9c-46e5-8f6e-bdda6ead4fbe req-c4848b40-30f7-4b38-a8e1-f56622238108 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492648 Jul 15 13:23:58.738636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-ea3a9028-7984-4a14-985d-ce67b7d32843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.748452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-ea3a9028-7984-4a14-985d-ce67b7d32843 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.1558180 Jul 15 13:23:58.793943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1900977968'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:58.858238 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.872340 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.922802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57794) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.950170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-1b99b602-585b-464a-9ef3-ea2fe92b90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.952968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-1b99b602-585b-464a-9ef3-ea2fe92b90d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1925173 Jul 15 13:23:59.000261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=91b411b4-7213-467c-80f5-82259b05b79b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.011387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:59.017498 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.039913 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.150246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8eff4179-34f1-48b8-a814-66fd53b3786a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.211050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-55f0ed58-fed1-49fe-b727-01e5fb12cd8a service neutron] 10.222.0.35 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462049 Jul 15 13:23:59.230631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3438e9-45b4-48e3-97e8-be38b3159706 req-dd49ea13-8746-435a-8936-4a597bf29558 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.238623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3438e9-45b4-48e3-97e8-be38b3159706 req-dd49ea13-8746-435a-8936-4a597bf29558 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 946 time: 0.1742616 Jul 15 13:23:59.240389 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.336186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.337561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3438e9-45b4-48e3-97e8-be38b3159706 req-5f20bb4d-314e-42d3-8c4e-2acc92fb4338 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978026 Jul 15 13:23:59.345986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.391875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-5da3b403-9e79-4ff0-b992-6635a9e30fcb service neutron] 10.222.0.35 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425736 Jul 15 13:23:59.448149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:59.468272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5442cb86-06f8-4682-bbaa-daa304607217,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.482127 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.482621 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Added segment 50eeef0d-18af-43a8-ac4d-c0536a4f8be7 of type vlan for network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb Jul 15 13:23:59.542941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4420030-bbe4-4a2a-845e-f43424a9c4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:59.548517 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db83e658-8638-4717-9481-5c7012d19206" -d '{"events": [{"server_uuid": "a4420030-bbe4-4a2a-845e-f43424a9c4f5", "name": "network-vif-plugged", "status": "completed", "tag": "a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:59.555168 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8eff4179-34f1-48b8-a814-66fd53b3786a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.562600 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8eff4179-34f1-48b8-a814-66fd53b3786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.576570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.595955 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8330b1e7-8e41-4057-9c26-a007f91ba11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5841062 Jul 15 13:23:59.614530 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.638894 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8eff4179-34f1-48b8-a814-66fd53b3786a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efc4cde675a349dcb7a5cb6f6b9231e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139370 Jul 15 13:23:59.647424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57804) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:59.683966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.696854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.697901 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.708047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 62ef7e69-f122-4b57-a39d-0964033af2c2 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:59.798823 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2502687 Jul 15 13:23:59.805842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57810) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:59.817837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'subnet': {'network_id': 'b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:59.869149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 62ef7e69-f122-4b57-a39d-0964033af2c2 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:59.877881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 62ef7e69-f122-4b57-a39d-0964033af2c2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:59.878887 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.889975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff4179-34f1-48b8-a814-66fd53b3786a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b915cbfa-cd33-4bf2-9fe8-56e37a0adfa6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.933727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2efc70-fcba-48a6-95bd-316731d50348 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Network': ['ID=b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.949430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e2c058ac-b250-4860-a60a-50cc4b42947a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.950905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:59.988184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d309217-6042-48a1-877b-4aa624bbee38 req-394a055b-22d6-4ac6-9ea3-e3898206c10d tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.999459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d309217-6042-48a1-877b-4aa624bbee38 req-394a055b-22d6-4ac6-9ea3-e3898206c10d tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 945 time: 0.3546314 Jul 15 13:24:00.008440 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e2c058ac-b250-4860-a60a-50cc4b42947a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.100199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d309217-6042-48a1-877b-4aa624bbee38 req-dc47deb3-b600-4d1f-bd95-9bc7d3f3861d tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5a5de4b-9038-4f3d-b9a2-349a570bb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995603 Jul 15 13:24:00.136407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e2c058ac-b250-4860-a60a-50cc4b42947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.140150 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e2c058ac-b250-4860-a60a-50cc4b42947a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.141677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:00.142034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e2c058ac-b250-4860-a60a-50cc4b42947a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b915cbfa-cd33-4bf2-9fe8-56e37a0adfa6 HTTP/1.1" status: 204 len: 168 time: 0.4799011 Jul 15 13:24:00.151911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.164145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c058ac-b250-4860-a60a-50cc4b42947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b915cbfa-cd33-4bf2-9fe8-56e37a0adfa6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.223921 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f964b0-4ab9-4d29-9c7e-0e63db473e1d x-openstack-request-id: req-e7f964b0-4ab9-4d29-9c7e-0e63db473e1d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:00.224375 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4420030-bbe4-4a2a-845e-f43424a9c4f5", "name": "network-vif-plugged", "status": "completed", "tag": "a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:00.224784 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f964b0-4ab9-4d29-9c7e-0e63db473e1d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:00.225435 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4420030-bbe4-4a2a-845e-f43424a9c4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8', 'code': 200} Jul 15 13:24:00.263544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.417887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 62ef7e69-f122-4b57-a39d-0964033af2c2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=62ef7e69-f122-4b57-a39d-0964033af2c2,segment=NetworkSegment(26994335-d721-44f3-9fc3-888493bb116f),segment_id=26994335-d721-44f3-9fc3-888493bb116f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:00.428557 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.453636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e835152-9789-44d1-9682-d0151b46b056 req-82096b4a-7135-43a1-b578-1eccb15e1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.455303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e835152-9789-44d1-9682-d0151b46b056 req-82096b4a-7135-43a1-b578-1eccb15e1f57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 1098 time: 0.1403301 Jul 15 13:24:00.527362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e835152-9789-44d1-9682-d0151b46b056 req-2fb3865f-5045-4fa3-9b55-a72e181ec2e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561292 Jul 15 13:24:00.561497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.600091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=62ef7e69-f122-4b57-a39d-0964033af2c2,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.607934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcdeeb-5ecc-4b21-8ce7-a4497d9fb147 req-5fa7fb47-2674-4059-ace3-e7ebbe8249de tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.612026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bcdeeb-5ecc-4b21-8ce7-a4497d9fb147 req-5fa7fb47-2674-4059-ace3-e7ebbe8249de tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 946 time: 0.1550772 Jul 15 13:24:00.644106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Checking segment: {'id': '50eeef0d-18af-43a8-ac4d-c0536a4f8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:00.644458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network hostable DHCP agents. Network: b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:00.648178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Subnet': ['ID=b923c30f-69b1-4bcd-bf6f-33a1064e5c10,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.674700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2bcdeeb-5ecc-4b21-8ce7-a4497d9fb147 req-f04efdc2-5130-42d8-b263-2d3d455f5cc1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552034 Jul 15 13:24:00.683986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:00.720466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:00.728997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de78677-6dd9-4cb3-82c8-eac4b4cb8f13 None None] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:00.733506 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.734128 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.757211 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7ec3dfe4-c8ad-47fd-bea2-f8a17a9a0979 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9484980 Jul 15 13:24:00.761520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57832) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:00.771044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1308883408', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:00.814010 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.818075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.849368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-128100fe-fd3a-4add-9aaa-17e444b2bc6a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1320100498&fields=id&tenant_id=a6237b6d45e14a328b7b9822768d3c76 HTTP/1.1" status: 200 len: 267 time: 0.0722475 Jul 15 13:24:00.923825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.006412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-2bddf91e-9ce6-43ac-bec3-a9bdc7e2c63f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.015262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-2bddf91e-9ce6-43ac-bec3-a9bdc7e2c63f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports/aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 935 time: 0.1492097 Jul 15 13:24:01.065328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f080d0ea-b435-4c20-aff4-69e5115cff01 None None] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:01.100240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-0a5c6da8-fb5a-4391-8866-68578bd6c6dc tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.102523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-0a5c6da8-fb5a-4391-8866-68578bd6c6dc tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports/0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 936 time: 0.0872197 Jul 15 13:24:01.197766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-572ac33b-4b76-4cc6-9893-dbd9e12d306c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0869212 Jul 15 13:24:01.245861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6fef593d-de3d-40fa-ab2d-9f57601c3967 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0470622 Jul 15 13:24:01.413573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-a7b8709b-1e35-485f-9fd1-7d0fc6ffb53f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.422365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-a7b8709b-1e35-485f-9fd1-7d0fc6ffb53f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.429745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-a7b8709b-1e35-485f-9fd1-7d0fc6ffb53f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.434222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-a7b8709b-1e35-485f-9fd1-7d0fc6ffb53f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/networks?id=e1519d73-2f26-44f9-aef7-d53e3da0763f&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=815fcc21-ed29-4388-9854-7408c50a4a1d&id=815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 200 len: 1995 time: 0.1869171 Jul 15 13:24:01.463369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-d11f7edb-49d3-4ae2-bee7-adf4beeb8289 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/quotas/a6237b6d45e14a328b7b9822768d3c76 HTTP/1.1" status: 200 len: 375 time: 0.0221879 Jul 15 13:24:01.645121 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-15994ad3-ebbd-4000-8b3f-d1a54d94cb2c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1752551 Jul 15 13:24:01.854600 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.916225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-ed655095-f1e7-4c56-8aec-179d2e221837 service neutron] 10.222.0.25 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570801 Jul 15 13:24:02.146685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-b44acb0f-9094-400b-9131-3449d1416935 service neutron] 10.222.0.25 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259591 Jul 15 13:24:02.226607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd1b30e-c393-44b0-b85e-7a1253ee528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ef7e69-f122-4b57-a39d-0964033af2c2'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:02.229251 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d898227-e381-4694-8d61-17ea75c93391" -d '{"events": [{"server_uuid": "3dd1b30e-c393-44b0-b85e-7a1253ee528c", "name": "network-vif-plugged", "status": "completed", "tag": "62ef7e69-f122-4b57-a39d-0964033af2c2"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:02.272047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-af14445d-fd18-4057-b3fb-239088aa9c76 service neutron] 10.222.0.25 "GET /v2.0/ports/aeb288aa-adf1-472e-ab20-0492e301a9fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1243529 Jul 15 13:24:02.458172 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.476763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-48a6f83e-7a1e-4cea-b35c-d7472c075d22 service neutron] 10.222.0.25 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036471 Jul 15 13:24:02.496311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.588494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e0d47895-26ec-444e-bcad-0081276a0ed7 service neutron] 10.222.0.25 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089113 Jul 15 13:24:02.642503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-deea6696-ae50-4311-b1b4-712c4a7114c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.644608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-deea6696-ae50-4311-b1b4-712c4a7114c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 1098 time: 0.2374780 Jul 15 13:24:02.659934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:02.673517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-66ece4f3-65f4-4261-8d21-f698aa3364ea service neutron] 10.222.0.25 "GET /v2.0/ports/0666dac5-81e8-46e3-90ce-e87c2ce45981?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0841124 Jul 15 13:24:02.729141 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.25.1.188 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/bc9ba370-bf7b-443b-89f1-240d7bfcb9cf) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:02.856500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-63c71357-e5eb-410d-b4ba-3b8f90be96ed service neutron] 10.222.0.25 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808066 Jul 15 13:24:02.973957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.050422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-968878a6-a96a-482d-ba0e-d6a22b82faa2 service neutron] 10.222.0.25 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925120 Jul 15 13:24:03.086816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.186934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.200026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:03.208067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:03.219451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:03.257573 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=bc9ba370-bf7b-443b-89f1-240d7bfcb9cf,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:03.357887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-544150f7-1156-474e-af0c-e2ad056c4dd7 service neutron] 10.222.0.25 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944221 Jul 15 13:24:03.669980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57878) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.722272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.952787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ed41-f66a-4e68-8d9f-fde97b9fc735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.161670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-93642061-1aa6-42e3-a63b-a02bc52c14f2 service neutron] 10.222.0.25 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889867 Jul 15 13:24:04.187201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:04.299961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:04.317918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.355246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-57539b79-c85e-49c2-ab3e-73270b93a1de service neutron] 10.222.0.25 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703980 Jul 15 13:24:04.400540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ed41-f66a-4e68-8d9f-fde97b9fc735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.407510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:04.408475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ed41-f66a-4e68-8d9f-fde97b9fc735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.412445 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7486e51-4838-48e5-9ac5-603875dd5864" -d '{"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:04.419592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.469699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Transition to ACTIVE for port object bd98e39d-7a65-471a-9d4f-5f0ed35999d5 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:04.495756 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0cb0ed41-f66a-4e68-8d9f-fde97b9fc735 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f2139ad1fee48038551cd58f0725d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8243403 Jul 15 13:24:04.503086 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0ed41-f66a-4e68-8d9f-fde97b9fc735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c3d54c-4bc9-427b-953e-a7016088b53b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:04.521819 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57886) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:04.528476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.592699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.607226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:04.617557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faf82f7b-1c37-4225-a5bd-b5fb36774da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.644315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c307589a-fc4f-49eb-a4cd-20a5e9c7df54 service neutron] 10.222.0.25 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809424 Jul 15 13:24:04.693813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:04.735479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faf82f7b-1c37-4225-a5bd-b5fb36774da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.809175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] No DVR routers for this DVR port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:04.880140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-4d5bed28-6e57-4d3f-bfec-08bc33ba6731 service neutron] 10.222.0.25 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968644 Jul 15 13:24:04.898117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:04.914075 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54901-0d88-4f5e-a84f-7961626b0bff None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:04.916643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:04.926243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faf82f7b-1c37-4225-a5bd-b5fb36774da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.929417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faf82f7b-1c37-4225-a5bd-b5fb36774da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.934059 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-faf82f7b-1c37-4225-a5bd-b5fb36774da4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7c3d54c-4bc9-427b-953e-a7016088b53b HTTP/1.1" status: 204 len: 168 time: 0.4088435 Jul 15 13:24:04.944222 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db54901-0d88-4f5e-a84f-7961626b0bff None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:04.946049 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0db54901-0d88-4f5e-a84f-7961626b0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:04.947168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.952544 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c156559c-0c15-4142-910d-1939cd962bfe tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1858935 Jul 15 13:24:04.952544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82f7b-1c37-4225-a5bd-b5fb36774da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c3d54c-4bc9-427b-953e-a7016088b53b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:04.957669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57890) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.036989 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0db54901-0d88-4f5e-a84f-7961626b0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.058167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-05279737-3d0f-4c7c-84f8-0aa4e2b73ba5 service neutron] 10.222.0.25 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394360 Jul 15 13:24:05.067044 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db54901-0d88-4f5e-a84f-7961626b0bff None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:05.067719 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0db54901-0d88-4f5e-a84f-7961626b0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.166098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:05.183896 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-0db54901-0d88-4f5e-a84f-7961626b0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.187500 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54901-0d88-4f5e-a84f-7961626b0bff None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:05.284877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:05.285434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:05.285961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:05.309578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:05.309940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Attempting to bind port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on network 2e2cce5a-9774-4261-b59d-ad73169a18d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:05.328306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:05.329048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Checking segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:05.329475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Bound using segment: {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:05.330805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Bound port: bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3494bad4-e12c-4cdd-9a41-796baf2dd820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:05.334556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.393188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-44d7dc66-4944-468a-9337-eca2b568213e service neutron] 10.222.0.25 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150609 Jul 15 13:24:05.436896 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.611900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:05.636647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:05.644982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-39828d94-3e79-4ba0-adcc-671070e060a4 service neutron] 10.222.0.25 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896191 Jul 15 13:24:05.647576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.686500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.687825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.690081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] 10.222.0.30 "PUT /v2.0/ports/bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1094 time: 3.0345535 Jul 15 13:24:05.734895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d14c9-9a57-4388-b64a-5baf49d7e2de service neutron] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.809517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.885059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-579b8eb1-3a6c-4e7e-bd12-209bed49b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.888552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-579b8eb1-3a6c-4e7e-bd12-209bed49b5be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1097 time: 0.1391227 Jul 15 13:24:06.136874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-2ccc2de2-72f4-444d-8790-dce8bd12641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.139297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-2ccc2de2-72f4-444d-8790-dce8bd12641d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.2433743 Jul 15 13:24:06.261114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-c4662bb0-8453-458b-aabc-93a20b6c9484 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1000 time: 0.1067817 Jul 15 13:24:06.459843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-71577fa5-b54f-4341-9825-ec8002d8bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.462890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-71577fa5-b54f-4341-9825-ec8002d8bf0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.1935115 Jul 15 13:24:06.528416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.20.0.1 (b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb/b923c30f-69b1-4bcd-bf6f-33a1064e5c10/a3f15089-06ab-4493-9243-510809f2a65a) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:06.599022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-82892be1-2623-4855-bf3c-a5d1d6a0c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.600986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-82892be1-2623-4855-bf3c-a5d1d6a0c9c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259921 Jul 15 13:24:06.773057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-ade01027-a091-46da-ba1d-e7369056addd service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583829 Jul 15 13:24:06.844079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.940307 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.018863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c527fcc5-b043-44c6-930a-b6d89eb66b01 req-2f0ee30b-3dda-4345-8465-911f38bcb5fe service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391591 Jul 15 13:24:07.121818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:07.121818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:07.121818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:07.121818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=a3f15089-06ab-4493-9243-510809f2a65a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.216697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.308209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d5b4f-d557-407b-9501-e31702036b54 req-9c4ec1df-d815-488c-a1bb-78b1b1765177 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.311029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-637d5b4f-d557-407b-9501-e31702036b54 req-9c4ec1df-d815-488c-a1bb-78b1b1765177 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 945 time: 0.1425467 Jul 15 13:24:07.403848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-637d5b4f-d557-407b-9501-e31702036b54 req-c15cef47-cfa3-4344-bf91-6ad3b99e5dab tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846562 Jul 15 13:24:07.617027 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.824990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea1739-68ad-4c43-9cac-ffd82c308396 req-0e6eabfb-6489-4a22-a3e7-58ea5b0c35e2 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.829486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0ea1739-68ad-4c43-9cac-ffd82c308396 req-0e6eabfb-6489-4a22-a3e7-58ea5b0c35e2 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 946 time: 0.1265934 Jul 15 13:24:07.940841 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0ea1739-68ad-4c43-9cac-ffd82c308396 req-97409d95-8b65-403c-9bfa-eb5363d95977 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5a5de4b-9038-4f3d-b9a2-349a570bb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045251 Jul 15 13:24:08.323224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.333607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.337707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5626d90-1df0-411d-a4ad-b08308a884ae req-9106c46d-91a4-4530-bc33-0fc015af09a8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.339689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5626d90-1df0-411d-a4ad-b08308a884ae req-9106c46d-91a4-4530-bc33-0fc015af09a8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 946 time: 0.2129319 Jul 15 13:24:08.421923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5626d90-1df0-411d-a4ad-b08308a884ae req-faca3512-40e0-4d06-826a-f3dd672e778b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710783 Jul 15 13:24:08.464366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=a3f15089-06ab-4493-9243-510809f2a65a,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.467283 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.590846 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c5faa8-4ebc-4143-b8c9-673b9a2fe595 x-openstack-request-id: req-71c5faa8-4ebc-4143-b8c9-673b9a2fe595 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:08.592152 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd1b30e-c393-44b0-b85e-7a1253ee528c", "name": "network-vif-plugged", "status": "completed", "tag": "62ef7e69-f122-4b57-a39d-0964033af2c2", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:08.592557 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71c5faa8-4ebc-4143-b8c9-673b9a2fe595 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:08.593274 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd1b30e-c393-44b0-b85e-7a1253ee528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ef7e69-f122-4b57-a39d-0964033af2c2', 'code': 200} Jul 15 13:24:08.658370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:08.659784 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d42439-42af-4966-9a5b-822ad51d8863 x-openstack-request-id: req-63d42439-42af-4966-9a5b-822ad51d8863 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:08.660251 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:08.660693 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63d42439-42af-4966-9a5b-822ad51d8863 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:08.661539 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'code': 200} Jul 15 13:24:08.667412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:08.975338 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:09.102537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a36db86-f873-471c-b0e3-ad3e7f4b0874 req-631e84fc-c27c-4fda-8dfb-6a987ce9c29c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.0900581 Jul 15 13:24:09.157047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35991d10-2f30-4a28-88c5-1afbf19456f4 req-02087459-bc63-4bf5-9245-56b7102dfd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.160925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35991d10-2f30-4a28-88c5-1afbf19456f4 req-02087459-bc63-4bf5-9245-56b7102dfd7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 1098 time: 0.2376375 Jul 15 13:24:09.236008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:09.255992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d0978-bfb3-48ce-a614-47da2c5abf6b None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:09.269924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57980) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.276010 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5d7ba8ae-ce5b-4c9b-bc75-9125e983130a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/routers/5255f1ce-13d1-47f4-bde1-968fa0fec8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3169298 Jul 15 13:24:09.281938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'port': {'network_id': 'b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb', 'name': 'tempest-FloatingIPTestJSON-497187556'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:09.295574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d0978-bfb3-48ce-a614-47da2c5abf6b None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:09.300395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a06d0978-bfb3-48ce-a614-47da2c5abf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.371187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35991d10-2f30-4a28-88c5-1afbf19456f4 req-b88ec8fb-305e-4e4b-a4fb-911b97afbc5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a5a5de4b-9038-4f3d-b9a2-349a570bb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008123 Jul 15 13:24:09.439191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a06d0978-bfb3-48ce-a614-47da2c5abf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.456856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d0978-bfb3-48ce-a614-47da2c5abf6b None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:09.458259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a06d0978-bfb3-48ce-a614-47da2c5abf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.532998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a06d0978-bfb3-48ce-a614-47da2c5abf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.534518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d0978-bfb3-48ce-a614-47da2c5abf6b None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:09.717347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:09.823051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:09.830666 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.853263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503cc59-9ace-435a-8d59-3d421572b7c6 req-1ffb38a4-f4cc-48b7-9575-665851506909 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.856561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0503cc59-9ace-435a-8d59-3d421572b7c6 req-1ffb38a4-f4cc-48b7-9575-665851506909 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 945 time: 0.3076456 Jul 15 13:24:09.932804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-48463f06-b980-4f4b-8786-01aa54e7af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.935076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-48463f06-b980-4f4b-8786-01aa54e7af94 service neutron] 10.222.0.35 "GET /v2.0/ports/aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 1031 time: 0.2269647 Jul 15 13:24:09.962796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] device_id is not set on port 6034770c-5b98-4cd3-bda7-fc94a4b17a66 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:10.063357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0503cc59-9ace-435a-8d59-3d421572b7c6 req-ee7a3cd5-df0e-4423-89bb-c3c249068500 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1948514 Jul 15 13:24:10.209274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-f9a35ded-97df-495f-8baf-34889e31bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.211724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-f9a35ded-97df-495f-8baf-34889e31bc14 service neutron] 10.222.0.35 "GET /v2.0/ports/0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 1032 time: 0.2640195 Jul 15 13:24:10.333583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:10.374844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'port_id': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'mac_address': 'fa:16:3e:3f:7d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:10.463301 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.481861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd98e39d-7a65-471a-9d4f-5f0ed35999d5 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:10.543936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:10.554148 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.652478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.20.0.3 (b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb/b923c30f-69b1-4bcd-bf6f-33a1064e5c10/6034770c-5b98-4cd3-bda7-fc94a4b17a66) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:10.668518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:10.672841 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932c3f56-27f7-4d03-85bc-351a693cdedd" -d '{"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:10.675435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=12']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:10.738048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-26fafedc-b1e8-4d67-9ec5-b0211f64e086 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.744238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-26fafedc-b1e8-4d67-9ec5-b0211f64e086 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.751054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-26fafedc-b1e8-4d67-9ec5-b0211f64e086 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.754988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-26fafedc-b1e8-4d67-9ec5-b0211f64e086 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "GET /v2.0/networks?id=e1519d73-2f26-44f9-aef7-d53e3da0763f&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=815fcc21-ed29-4388-9854-7408c50a4a1d&id=815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 200 len: 1995 time: 0.5286906 Jul 15 13:24:10.811638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-1898d66e-10df-4dfd-b147-446c2393bce0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.819435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-1898d66e-10df-4dfd-b147-446c2393bce0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.5362785 Jul 15 13:24:10.831041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['bd98e39d-7a65-471a-9d4f-5f0ed35999d5'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:10.868185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-f9655ee7-90c7-4e78-9b99-97a7f8c36d03 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6237b6d45e14a328b7b9822768d3c76 HTTP/1.1" status: 200 len: 380 time: 0.0950522 Jul 15 13:24:10.878120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-d9a427c7-3a80-48e1-95e4-55513b5add42 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/quotas/062d3cd5a95a47edb287e3c79c53f289 HTTP/1.1" status: 200 len: 375 time: 0.0553777 Jul 15 13:24:10.905649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'admin_state_up': True, 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'security_groups': ['3206e8dc-76b3-432c-8ca6-caf9fcdee773']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:11.175217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-0f44a988-88a3-467c-9020-a8b58cec22b9 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2956393 Jul 15 13:24:11.253786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.262042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:11.265877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.410315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-0aefeadd-a84f-41c5-86e6-288a61c3eef8 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167351 Jul 15 13:24:11.439909 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.589895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=6034770c-5b98-4cd3-bda7-fc94a4b17a66,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.610451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:11.621747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.622108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.622441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.622811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.623176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.623522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.623854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.624181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.624508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.624854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.625188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.625512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:11.631865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Allocated IP 172.20.0.5 (e1519d73-2f26-44f9-aef7-d53e3da0763f/f5a6f7fb-2d8b-4d44-8e39-e5f85909273c/17773e21-e117-4c67-b742-bd0d32588044) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:11.635188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:11.641269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:11.714516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-609e5434-e5a4-45ee-8e70-de6f87f25ba1 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902331 Jul 15 13:24:11.744081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.744536 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.784109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-19cf1586-4d0f-4326-878f-9d88682b5996 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5125251 Jul 15 13:24:11.791489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58012) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:11.805829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'port': {'network_id': 'b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb', 'name': 'tempest-FloatingIPTestJSON-825084545'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:12.009522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.030703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Transition to ACTIVE for port object 17773e21-e117-4c67-b742-bd0d32588044 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:12.109925 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.117060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:12.127400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.173296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] device_id is not set on port 5659a150-31f4-46ef-a6bb-28cd45ffaa3e yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:12.261105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network e1519d73-2f26-44f9-aef7-d53e3da0763f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:12.276677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:12.284597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:12.353965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=17773e21-e117-4c67-b742-bd0d32588044,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:12.446742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.450311 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.480981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.20.0.11 (b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb/b923c30f-69b1-4bcd-bf6f-33a1064e5c10/5659a150-31f4-46ef-a6bb-28cd45ffaa3e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:12.506087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-1ee926de-edd2-4c59-9e55-a02e82d5f051 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6114414 Jul 15 13:24:12.520883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'admin_state_up': True, 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'security_groups': ['3206e8dc-76b3-432c-8ca6-caf9fcdee773']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:12.894432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d5def6c-d020-4e98-bae0-69ffa9e8f622 None None] Provisioning for port 17773e21-e117-4c67-b742-bd0d32588044 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:12.901518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d5def6c-d020-4e98-bae0-69ffa9e8f622 None None] Provisioning complete for port 17773e21-e117-4c67-b742-bd0d32588044 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:12.902445 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d5def6c-d020-4e98-bae0-69ffa9e8f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.949777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:12.956236 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.031569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6d5def6c-d020-4e98-bae0-69ffa9e8f622 None None] Port 17773e21-e117-4c67-b742-bd0d32588044 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:13.091769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.175593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.270484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:13.274684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:13.277651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:13.309584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=5659a150-31f4-46ef-a6bb-28cd45ffaa3e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:13.350524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.351372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.372776 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-51156350-6807-4c2b-ba50-01f69c4466c1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5773647 Jul 15 13:24:13.376223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58030) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.383757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '5659a150-31f4-46ef-a6bb-28cd45ffaa3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:13.423914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.557938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Allocated IP 10.1.1.63 (1517ed12-7f41-410f-a647-2d5503e500b2/c23716bd-da50-48ef-b535-3208a7f14fa6/17a0febf-cd6c-4ce5-aa45-8be7c81a04b6) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:13.577205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f644c20-91de-46e7-a15c-02d88d1d7821 req-2446c698-5935-43c1-9890-0c70abefa286 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.587058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f644c20-91de-46e7-a15c-02d88d1d7821 req-2446c698-5935-43c1-9890-0c70abefa286 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 946 time: 0.3427157 Jul 15 13:24:13.627989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.675405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f644c20-91de-46e7-a15c-02d88d1d7821 req-92065b38-e38e-4268-a80e-4d61b7edc070 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5a5de4b-9038-4f3d-b9a2-349a570bb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848329 Jul 15 13:24:13.748121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:13.937716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:13.948686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:13.949326 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.965694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.25.1.37 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/0a96a036-4af4-400c-a3b0-220b17acf7d3) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:13.968544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.008726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Transition to ACTIVE for port object 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:14.113036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.161893 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.191779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:14.195938 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e0d740-c3eb-41fd-9ef5-3d2a62022869" -d '{"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-plugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:14.216528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.217407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:14.224678 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.243913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b59b4-1734-4f7d-9209-d2e08bdb1a64 req-3f9f104c-bebe-4aaf-aa61-452f7ce612e8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.255149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b17b59b4-1734-4f7d-9209-d2e08bdb1a64 req-3f9f104c-bebe-4aaf-aa61-452f7ce612e8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 931 time: 0.2195158 Jul 15 13:24:14.286963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 1517ed12-7f41-410f-a647-2d5503e500b2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:14.310016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:14.312987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.345257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:14.354291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.399453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=13']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.753243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-1cbfdf05-2863-486e-8ff5-710b980b07ae tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.756517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-1cbfdf05-2863-486e-8ff5-710b980b07ae tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.2651668 Jul 15 13:24:14.788798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Request body: {'port': {'device_id': '684369b7-a8e3-4626-9af1-e5d8622078c0', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'admin_state_up': True, 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:14.912184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c54e8361-4663-4e12-8635-45b99cd85fad None None] Provisioning for port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:14.919786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c54e8361-4663-4e12-8635-45b99cd85fad None None] Provisioning complete for port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:14.922654 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c54e8361-4663-4e12-8635-45b99cd85fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.977355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c54e8361-4663-4e12-8635-45b99cd85fad None None] Port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:15.241763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:15.251364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:15.255318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:15.317500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=0a96a036-4af4-400c-a3b0-220b17acf7d3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.380493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-2458c487-1fb4-4d48-acad-133100ff91c7 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.383555 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-2458c487-1fb4-4d48-acad-133100ff91c7 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 946 time: 0.2424388 Jul 15 13:24:15.544357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b17b59b4-1734-4f7d-9209-d2e08bdb1a64 req-374f5158-2abc-46e9-b09b-957f0de1d587 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2680128 Jul 15 13:24:15.567169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.567892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.625862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-56078faa-5cd6-4829-8219-37a391f968fa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1125135 Jul 15 13:24:15.687554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'admin_state_up': True, 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'security_groups': ['3206e8dc-76b3-432c-8ca6-caf9fcdee773']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:15.721780 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb993f6-43c4-4ade-bc76-bf2f80c1e7d7 x-openstack-request-id: req-1cb993f6-43c4-4ade-bc76-bf2f80c1e7d7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:15.722388 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:15.722820 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cb993f6-43c4-4ade-bc76-bf2f80c1e7d7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:15.723473 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'status': 'completed', 'code': 200} Jul 15 13:24:15.867773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:15.872318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.027538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58044) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.070438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-20625c1f-05b8-4997-99c7-dcc16f1268d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.072328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-20625c1f-05b8-4997-99c7-dcc16f1268d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1099 time: 0.3316228 Jul 15 13:24:16.116485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:16.121884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.256945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.275241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1a101-412d-4a81-979f-ed6efdb80dd5 req-2fcfc12d-0f1a-433e-b901-a65d43145b43 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.283350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1f1a101-412d-4a81-979f-ed6efdb80dd5 req-2fcfc12d-0f1a-433e-b901-a65d43145b43 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 947 time: 0.3794024 Jul 15 13:24:16.333135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Deleting port c4f8ee68-52e4-49ca-8d57-cead318d5be8 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:16.333560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.383708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Allocated IP 172.20.0.7 (975a00f1-c5a4-4573-8c74-9c3c52c55682/54926352-8e58-4abe-9c5c-aacc4194f858/3d27f216-f9cd-4a24-8a48-b49ffa951a7d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:16.446505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] For port c4f8ee68-52e4-49ca-8d57-cead318d5be8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c4f8ee68-52e4-49ca-8d57-cead318d5be8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:16.447011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.455594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8ff9394-165d-4d8b-b67b-f90f37e8ea97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.468332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Calling delete_port for c4f8ee68-52e4-49ca-8d57-cead318d5be8 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:16.473825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-20cab91c-e1e7-4864-abad-8e9f4bff6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.475571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-20cab91c-e1e7-4864-abad-8e9f4bff6853 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.3727887 Jul 15 13:24:16.615638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1f1a101-412d-4a81-979f-ed6efdb80dd5 req-bf84b9ea-5240-4136-82c6-adc176a36477 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3310335 Jul 15 13:24:16.617380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Allocated IP 10.1.1.27 (1517ed12-7f41-410f-a647-2d5503e500b2/c23716bd-da50-48ef-b535-3208a7f14fa6/74c977c6-ceb2-4eb3-ac31-253c994f4802) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:16.625348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.658454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58050) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.719501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.733799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['8ae2860a-4b0e-4f02-86b7-4c751a486fd8', 'c4f8ee68-52e4-49ca-8d57-cead318d5be8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:16.762894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Pushing event deleted for resources: {'Port': ['ID=c4f8ee68-52e4-49ca-8d57-cead318d5be8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.786865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9d3d146b-4baa-4072-beee-5c3e0c754d39', '1f519e84-e0b6-4c01-9339-d86189ade2d7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:16.839779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] No DVR routers for this DVR port c4f8ee68-52e4-49ca-8d57-cead318d5be8 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:16.843168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.846267 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-04a5fe87-9dfe-49ca-a3cc-e13e01740d7c req-8dc7f0ba-f9e3-4c1d-bbe1-1562d0bd420d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.35 "DELETE /v2.0/ports/c4f8ee68-52e4-49ca-8d57-cead318d5be8 HTTP/1.1" status: 204 len: 173 time: 1.4554753 Jul 15 13:24:16.848920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad94db9-b87c-4055-9438-5e0ce8feee82', 'name': 'network-vif-deleted', 'tag': 'c4f8ee68-52e4-49ca-8d57-cead318d5be8'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:16.852283 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965cafaf-89b6-462d-ac83-aa3291cc8a1f" -d '{"events": [{"server_uuid": "7ad94db9-b87c-4055-9438-5e0ce8feee82", "name": "network-vif-deleted", "tag": "c4f8ee68-52e4-49ca-8d57-cead318d5be8"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:16.856428 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8ff9394-165d-4d8b-b67b-f90f37e8ea97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.888666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-996fe93d-8615-49af-bd41-b493d097ede3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 1002 time: 0.3975911 Jul 15 13:24:17.055473 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8ff9394-165d-4d8b-b67b-f90f37e8ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.057564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.072311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.125329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b97cd63e-e1a6-4677-8281-7b8bda34e1db req-e0480ac2-f14c-4f71-abba-1a42f3d10f2e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 210 time: 0.2344055 Jul 15 13:24:17.183595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=0a96a036-4af4-400c-a3b0-220b17acf7d3,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:17.274353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.347811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-462789ef-6527-491e-aab5-38659563cc60 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/2c51683c-b9b5-42db-aa7d-1f5d59ff8922 HTTP/1.1" status: 200 len: 994 time: 0.4636917 Jul 15 13:24:17.366918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a8ff9394-165d-4d8b-b67b-f90f37e8ea97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d354ff2a3584cf987d375906cbc1480&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3295617 Jul 15 13:24:17.368047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff9394-165d-4d8b-b67b-f90f37e8ea97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3593b99-caef-4c85-9d7a-3f76f7d315a9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:17.373488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58054) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:17.409949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-091fe494-9355-498b-a4b0-d1921f3900c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.412120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-091fe494-9355-498b-a4b0-d1921f3900c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.3579392 Jul 15 13:24:17.462987 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP 6f4ed3a3-571e-435f-a970-1e371688ce5d associated. External IP: 172.25.1.37, port: 5659a150-31f4-46ef-a6bb-28cd45ffaa3e. Jul 15 13:24:17.602864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46951c99-fd52-4b69-8523-90aa6934c49c req-39c6037b-abd6-4be1-b121-190b57f7cf49 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad94db9-b87c-4055-9438-5e0ce8feee82 HTTP/1.1" status: 200 len: 210 time: 0.1191015 Jul 15 13:24:17.781129 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.788129 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70214f09-a438-496c-af2d-6d3d064716a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.816134 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.820097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-2987c8df-d3c8-4ca3-839f-52bcc73f6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.821690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-2987c8df-d3c8-4ca3-839f-52bcc73f6d93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3497128 Jul 15 13:24:17.951350 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70214f09-a438-496c-af2d-6d3d064716a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.952777 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:17.959455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Transition to ACTIVE for port object 74c977c6-ceb2-4eb3-ac31-253c994f4802 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:18.020144 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf953b-0834-46b7-98f9-b09ec21eada6 x-openstack-request-id: req-85bf953b-0834-46b7-98f9-b09ec21eada6 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:18.020614 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-plugged", "status": "completed", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:18.020712 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85bf953b-0834-46b7-98f9-b09ec21eada6 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:18.021093 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'code': 200} Jul 15 13:24:18.060633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-eb8bbe62-563f-466b-8750-96dc0e6c9141 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262554 Jul 15 13:24:18.152976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:18.167723 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b28967a-0b21-4f90-b963-60dd1eb5d3c7 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:18.177032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.196365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28967a-0b21-4f90-b963-60dd1eb5d3c7 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:18.197376 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5b28967a-0b21-4f90-b963-60dd1eb5d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:18.223118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.238216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:18.241168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:18.259491 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5de1e8d7-0b69-4256-b80f-b7a183eb53b1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8805022 Jul 15 13:24:18.273384 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5b28967a-0b21-4f90-b963-60dd1eb5d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:18.275088 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58060) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:18.286090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:18.300004 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28967a-0b21-4f90-b963-60dd1eb5d3c7 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:18.300646 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5b28967a-0b21-4f90-b963-60dd1eb5d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:18.340410 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5b28967a-0b21-4f90-b963-60dd1eb5d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:18.341308 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b28967a-0b21-4f90-b963-60dd1eb5d3c7 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:18.389255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.411365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.429261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70214f09-a438-496c-af2d-6d3d064716a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.431975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70214f09-a438-496c-af2d-6d3d064716a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.433228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-70214f09-a438-496c-af2d-6d3d064716a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3593b99-caef-4c85-9d7a-3f76f7d315a9 HTTP/1.1" status: 204 len: 168 time: 1.0523393 Jul 15 13:24:18.454902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70214f09-a438-496c-af2d-6d3d064716a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3593b99-caef-4c85-9d7a-3f76f7d315a9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:18.459741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-932c3f56-27f7-4d03-85bc-351a693cdedd req-4dc73733-cd95-45df-8526-69cc773fd090 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738720 Jul 15 13:24:18.474649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:18.489005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:18.503885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:18.571021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.571737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.599929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 1517ed12-7f41-410f-a647-2d5503e500b2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:18.602820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event updated for resources: {'Port': ['ID=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:18.652728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:18.684377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62427-b708-40d5-a077-6c6073d6c64b req-3bd242a8-0fc4-40a1-a566-60cf7b0679e3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.697788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62427-b708-40d5-a077-6c6073d6c64b req-3bd242a8-0fc4-40a1-a566-60cf7b0679e3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.700878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41f62427-b708-40d5-a077-6c6073d6c64b req-3bd242a8-0fc4-40a1-a566-60cf7b0679e3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 1652 time: 0.5060477 Jul 15 13:24:18.708005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:18.736261 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.742734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.743346 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP 6f4ed3a3-571e-435f-a970-1e371688ce5d disassociated. External IP: 172.25.1.37, port: 5659a150-31f4-46ef-a6bb-28cd45ffaa3e. Jul 15 13:24:18.805345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.806462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.831645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-b8caf09d-60d8-4353-a964-518e3109b946 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0600176 Jul 15 13:24:18.847731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Request body: {'port': {'device_id': '684369b7-a8e3-4626-9af1-e5d8622078c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:18.870494 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aa4a761f-339d-4d0f-a8e7-25d04b2c8e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.881236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=74c977c6-ceb2-4eb3-ac31-253c994f4802,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:18.947774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7582c8b6-4407-4157-a363-6f08806f5137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2775428 Jul 15 13:24:18.966675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d', 'admin_state_up': True, 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'security_groups': ['3206e8dc-76b3-432c-8ca6-caf9fcdee773']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:19.010072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c4f8ee68-52e4-49ca-8d57-cead318d5be8 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:19.044372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: c4f8ee68-52e4-49ca-8d57-cead318d5be8 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:19.045053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c4f8ee68-52e4-49ca-8d57-cead318d5be8 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:19.060187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41f62427-b708-40d5-a077-6c6073d6c64b req-b6dde2db-ea07-4e3c-a73e-e0f9b5d66a56 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335274 Jul 15 13:24:19.065917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:19.111845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58068) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.120803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0d1a3e78-fb6f-4a16-a9ea-96d255caa5a4 None None] Provisioning for port 74c977c6-ceb2-4eb3-ac31-253c994f4802 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:19.129690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0d1a3e78-fb6f-4a16-a9ea-96d255caa5a4 None None] Provisioning complete for port 74c977c6-ceb2-4eb3-ac31-253c994f4802 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:19.131430 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0d1a3e78-fb6f-4a16-a9ea-96d255caa5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.199347 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1bea74-1e5a-40a9-8968-15b051faf962 x-openstack-request-id: req-cb1bea74-1e5a-40a9-8968-15b051faf962 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:19.199746 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad94db9-b87c-4055-9438-5e0ce8feee82", "name": "network-vif-deleted", "tag": "c4f8ee68-52e4-49ca-8d57-cead318d5be8", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:19.199893 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb1bea74-1e5a-40a9-8968-15b051faf962 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:19.200307 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad94db9-b87c-4055-9438-5e0ce8feee82', 'name': 'network-vif-deleted', 'tag': 'c4f8ee68-52e4-49ca-8d57-cead318d5be8', 'status': 'completed', 'code': 200} Jul 15 13:24:19.218709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a3e78-fb6f-4a16-a9ea-96d255caa5a4 None None] Port 74c977c6-ceb2-4eb3-ac31-253c994f4802 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:19.242176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20a74c62-c203-4691-be0b-2eb7d4a22141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.250741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:19.271335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e8a6c-c452-499a-854e-951f9cea6f85 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:19.277072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.288660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.291311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e8a6c-c452-499a-854e-951f9cea6f85 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:19.292072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a36e8a6c-c452-499a-854e-951f9cea6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.371206 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f0cffa48-3896-4a75-8085-4b3ae3e3732a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/floatingips/6f4ed3a3-571e-435f-a970-1e371688ce5d HTTP/1.1" status: 200 len: 687 time: 1.0928183 Jul 15 13:24:19.371397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a36e8a6c-c452-499a-854e-951f9cea6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.373298 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58072) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.403560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e8a6c-c452-499a-854e-951f9cea6f85 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:19.404508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a36e8a6c-c452-499a-854e-951f9cea6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.446002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a36e8a6c-c452-499a-854e-951f9cea6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.446987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e8a6c-c452-499a-854e-951f9cea6f85 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:19.584114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 0a96a036-4af4-400c-a3b0-220b17acf7d3 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:19.584549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.615875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ec9f1-fd32-4fc6-a3af-ede9edb8271e req-cc922feb-d322-4964-a95b-9bdd6495929b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:19.617570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d4ec9f1-fd32-4fc6-a3af-ede9edb8271e req-cc922feb-d322-4964-a95b-9bdd6495929b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 931 time: 0.2371292 Jul 15 13:24:19.635878 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20a74c62-c203-4691-be0b-2eb7d4a22141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.661396 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20a74c62-c203-4691-be0b-2eb7d4a22141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.680562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.681012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.697526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 0a96a036-4af4-400c-a3b0-220b17acf7d3 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:19.734931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:19.805372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-20a74c62-c203-4691-be0b-2eb7d4a22141 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bb8149a8d5e40388d5767b1cb04ab3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803077 Jul 15 13:24:19.806252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a74c62-c203-4691-be0b-2eb7d4a22141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263e679b-f8a6-46f1-bac5-c5ead694c712,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:19.819261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58074) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.850720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d4ec9f1-fd32-4fc6-a3af-ede9edb8271e req-309272e5-15ec-451b-8b1c-1ec4c91cbf73 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219150 Jul 15 13:24:19.966516 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.995107 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.032114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6e40dea-c7e6-4194-9429-2ccc8d81f3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.041403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d27f216-f9cd-4a24-8a48-b49ffa951a7d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:20.051790 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=0a96a036-4af4-400c-a3b0-220b17acf7d3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.069046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.092614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6e40dea-c7e6-4194-9429-2ccc8d81f3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.157542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Transition to ACTIVE for port object 3d27f216-f9cd-4a24-8a48-b49ffa951a7d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:20.199721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.300572 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.306664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.307803 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-91081c9a-2e46-43a1-8405-6378f69a98e3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/floatingips/6f4ed3a3-571e-435f-a970-1e371688ce5d HTTP/1.1" status: 204 len: 168 time: 0.9332700 Jul 15 13:24:20.312356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58082) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.324421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '6034770c-5b98-4cd3-bda7-fc94a4b17a66'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:20.389987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.424803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Pushing event updated for resources: {'Port': ['ID=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.552105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6e40dea-c7e6-4194-9429-2ccc8d81f3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.557752 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6e40dea-c7e6-4194-9429-2ccc8d81f3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.565342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c6e40dea-c7e6-4194-9429-2ccc8d81f3b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/263e679b-f8a6-46f1-bac5-c5ead694c712 HTTP/1.1" status: 204 len: 168 time: 0.7446826 Jul 15 13:24:20.581532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.604646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40dea-c7e6-4194-9429-2ccc8d81f3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263e679b-f8a6-46f1-bac5-c5ead694c712,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.706715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Allocated IP 10.2.2.100 (815fcc21-ed29-4388-9854-7408c50a4a1d/261d6914-0b72-4d89-a1f5-dc640b317428/d85dfc45-7929-4343-8908-3b7db695b10f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:20.743380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Attempting to bind port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:20.743937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Attempting to bind port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:20.744487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Attempting to bind port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:20.759581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:20.760104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Attempting to bind port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:20.776549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:20.777130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:20.777757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Bound using segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:20.778522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Bound port: 3d27f216-f9cd-4a24-8a48-b49ffa951a7d, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:20.779152 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.779706 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.25.1.142 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/6b237cb7-f35e-416b-b734-b638c3d93d4c) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:20.961313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c65ff-ffb0-4d2d-bbba-81767da1ab5a req-267c19b4-d803-4c7e-8c4a-d593ed3914e6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:20.975269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c65ff-ffb0-4d2d-bbba-81767da1ab5a req-267c19b4-d803-4c7e-8c4a-d593ed3914e6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:20.980323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.995436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c65ff-ffb0-4d2d-bbba-81767da1ab5a req-267c19b4-d803-4c7e-8c4a-d593ed3914e6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:20.997997 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe6c65ff-ffb0-4d2d-bbba-81767da1ab5a req-267c19b4-d803-4c7e-8c4a-d593ed3914e6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 2372 time: 0.3567052 Jul 15 13:24:21.065695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe6c65ff-ffb0-4d2d-bbba-81767da1ab5a req-14292fb7-9042-4886-9634-6576b27f332f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525692 Jul 15 13:24:21.069616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] For port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:21.101025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.144112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] For port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:21.155254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.172681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:21.188650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:21.198385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:21.208674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.209189 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.210735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] 10.222.0.35 "PUT /v2.0/ports/3d27f216-f9cd-4a24-8a48-b49ffa951a7d HTTP/1.1" status: 200 len: 1092 time: 2.3708849 Jul 15 13:24:21.212752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684369b7-a8e3-4626-9af1-e5d8622078c0', 'tag': '3d27f216-f9cd-4a24-8a48-b49ffa951a7d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:21.214613 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ac02c-a389-476b-9f91-2c5253834b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "684369b7-a8e3-4626-9af1-e5d8622078c0", "tag": "3d27f216-f9cd-4a24-8a48-b49ffa951a7d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:21.553592 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63d7caf1-356e-4a86-891b-def604e7b09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.613550 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.803859 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.821633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69a077-d97c-41cf-b5a9-87feae40e90c service neutron] Pushing event updated for resources: {'Port': ['ID=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:21.850206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Transition to ACTIVE for port object d85dfc45-7929-4343-8908-3b7db695b10f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:21.917128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e9b30-625f-47d7-95ac-26b6621c527b req-18020687-7198-4c86-9d16-b59e6476f9a0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.918792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9e9b30-625f-47d7-95ac-26b6621c527b req-18020687-7198-4c86-9d16-b59e6476f9a0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 943 time: 0.2021186 Jul 15 13:24:21.927933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-063fdd9b-2530-415d-8843-88abdf665527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.930027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-063fdd9b-2530-415d-8843-88abdf665527 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 1095 time: 0.2144134 Jul 15 13:24:21.984634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-87bfba28-259e-422c-8a8e-7837d8f0519c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d27f216-f9cd-4a24-8a48-b49ffa951a7d HTTP/1.1" status: 200 len: 217 time: 0.0409019 Jul 15 13:24:21.996141 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.058927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=6b237cb7-f35e-416b-b734-b638c3d93d4c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.108248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 815fcc21-ed29-4388-9854-7408c50a4a1d is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:22.118609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-d46003cd-35e3-4a61-9096-7fbdfe5da8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:22.120577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-d46003cd-35e3-4a61-9096-7fbdfe5da8ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1283104 Jul 15 13:24:22.121457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=d85dfc45-7929-4343-8908-3b7db695b10f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.125172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:22.141102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9e9b30-625f-47d7-95ac-26b6621c527b req-ffbde776-bb64-4a8b-9ad3-7b1968594f5c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044661 Jul 15 13:24:22.144302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:22.247784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:22.260090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.363539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-71240d7b-3dbd-4d93-a845-2dabcb06a0b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216211 Jul 15 13:24:22.472717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-066eca18-f4f5-451f-98b9-576b3e8343d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5169475 Jul 15 13:24:22.512704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d', 'admin_state_up': True, 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'security_groups': ['3206e8dc-76b3-432c-8ca6-caf9fcdee773']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:22.629969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-554d534b-af98-451f-bf43-80b362cc2162 None None] Provisioning for port d85dfc45-7929-4343-8908-3b7db695b10f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:22.660874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.663929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-554d534b-af98-451f-bf43-80b362cc2162 None None] Provisioning complete for port d85dfc45-7929-4343-8908-3b7db695b10f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:22.664674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-554d534b-af98-451f-bf43-80b362cc2162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.671956 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a88e56-8f04-47ae-b9ba-1def7cff1554 x-openstack-request-id: req-c1a88e56-8f04-47ae-b9ba-1def7cff1554 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:22.672602 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684369b7-a8e3-4626-9af1-e5d8622078c0", "tag": "3d27f216-f9cd-4a24-8a48-b49ffa951a7d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:22.672953 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1a88e56-8f04-47ae-b9ba-1def7cff1554 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:22.674094 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684369b7-a8e3-4626-9af1-e5d8622078c0', 'tag': '3d27f216-f9cd-4a24-8a48-b49ffa951a7d', 'status': 'completed', 'code': 200} Jul 15 13:24:22.807245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-554d534b-af98-451f-bf43-80b362cc2162 None None] Port d85dfc45-7929-4343-8908-3b7db695b10f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:22.840270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-7403b851-6851-46c9-8aa3-b9c89c7900ba service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673772 Jul 15 13:24:22.850029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.883909 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.036123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Made reservation on behalf of a6237b6d45e14a328b7b9822768d3c76 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:23.043639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.136267 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.144303 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.182053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e4e566a-b888-4eb9-8669-d668d8a22348 req-8da7f753-5528-4dee-be80-f8a771e72676 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312061 Jul 15 13:24:23.266262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=6b237cb7-f35e-416b-b734-b638c3d93d4c,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:23.291696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.295423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cad52-b025-47ae-a494-24f32078fff7 req-c3070b9d-27ce-4a9d-9b8b-0228904c92f5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.303121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cad52-b025-47ae-a494-24f32078fff7 req-c3070b9d-27ce-4a9d-9b8b-0228904c92f5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.309293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cad52-b025-47ae-a494-24f32078fff7 req-c3070b9d-27ce-4a9d-9b8b-0228904c92f5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.317286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cad52-b025-47ae-a494-24f32078fff7 req-c3070b9d-27ce-4a9d-9b8b-0228904c92f5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.325011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af6cad52-b025-47ae-a494-24f32078fff7 req-c3070b9d-27ce-4a9d-9b8b-0228904c92f5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 3093 time: 0.4086282 Jul 15 13:24:23.486980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af6cad52-b025-47ae-a494-24f32078fff7 req-040aa221-7b6e-4182-b841-6714a658232a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606498 Jul 15 13:24:23.525742 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP 1abe7a41-4af6-48a8-b8b0-6a3b2a215f06 associated. External IP: 172.25.1.142, port: 6034770c-5b98-4cd3-bda7-fc94a4b17a66. Jul 15 13:24:23.575816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Allocated IP 10.2.2.200 (815fcc21-ed29-4388-9854-7408c50a4a1d/261d6914-0b72-4d89-a1f5-dc640b317428/7b579a6d-64a6-4176-85e9-983da7ba42a3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:23.643263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-db7acc0d-169d-436e-8df0-2195d8ad990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.646850 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-db7acc0d-169d-436e-8df0-2195d8ad990d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 1095 time: 0.3680549 Jul 15 13:24:23.910005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-3ab63e9f-d429-4523-bd4b-ead141c53d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.911590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-3ab63e9f-d429-4523-bd4b-ead141c53d79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.2597466 Jul 15 13:24:23.924183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.983450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Transition to ACTIVE for port object 7b579a6d-64a6-4176-85e9-983da7ba42a3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:23.983450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-7de320a7-56cb-400c-9b76-0f97dbdacc5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d27f216-f9cd-4a24-8a48-b49ffa951a7d HTTP/1.1" status: 200 len: 217 time: 0.0555961 Jul 15 13:24:24.014446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75970d-5586-49b8-a134-3462d52a5a84 req-96f44db0-1605-4f0a-b377-fca8716dd51e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.016021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da75970d-5586-49b8-a134-3462d52a5a84 req-96f44db0-1605-4f0a-b377-fca8716dd51e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 943 time: 0.1991477 Jul 15 13:24:24.023832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:24.098491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-df8f6d1f-ed01-427b-9163-906dbfae925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.100123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-df8f6d1f-ed01-427b-9163-906dbfae925b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1084368 Jul 15 13:24:24.147820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-d4a28650-0fd5-4912-89c3-413f1cb8839d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399866 Jul 15 13:24:24.149298 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.153811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da75970d-5586-49b8-a134-3462d52a5a84 req-57826f81-d5ca-4e27-a4a8-bb50446e29f8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144879 Jul 15 13:24:24.238974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Network 815fcc21-ed29-4388-9854-7408c50a4a1d is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:24.274545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:24.281902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:24.290747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event updated for resources: {'Port': ['ID=7b579a6d-64a6-4176-85e9-983da7ba42a3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:24.303633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:24.322151 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb779a-aa2c-408d-82d6-a6bcf53f8ca9 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:24.345423 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb779a-aa2c-408d-82d6-a6bcf53f8ca9 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:24.347002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.348324 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.350482 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d7eb779a-aa2c-408d-82d6-a6bcf53f8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.376487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-5da81852-7432-4261-a220-1aff30877f61 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162216 Jul 15 13:24:24.451490 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d7eb779a-aa2c-408d-82d6-a6bcf53f8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.453260 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8bb1fdd6-5dca-41fe-a6b2-60a7ad696844 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1397104 Jul 15 13:24:24.456627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58200) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:24.490611 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb779a-aa2c-408d-82d6-a6bcf53f8ca9 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:24.491684 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d7eb779a-aa2c-408d-82d6-a6bcf53f8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.590864 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d7eb779a-aa2c-408d-82d6-a6bcf53f8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.591500 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb779a-aa2c-408d-82d6-a6bcf53f8ca9 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:24.622171 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1239a293-4d5f-4754-9f52-6b7bbd95b03e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "GET /v2.0/floatingips/1abe7a41-4af6-48a8-b8b0-6a3b2a215f06 HTTP/1.1" status: 200 len: 977 time: 0.1640513 Jul 15 13:24:24.631529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58206) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:24.693260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.694556 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.724692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-178b9c99-12fa-42ba-9169-37c84507450f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2310324 Jul 15 13:24:24.749265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:24.760349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3891ed42-5056-42ba-be3e-5e92be2a033a None None] Provisioning for port 7b579a6d-64a6-4176-85e9-983da7ba42a3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:24.764486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed9ac02c-a389-476b-9f91-2c5253834b5d req-2884468f-9db6-4c31-9385-d5b665a4dd0f service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597784 Jul 15 13:24:24.771388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3891ed42-5056-42ba-be3e-5e92be2a033a None None] Provisioning complete for port 7b579a6d-64a6-4176-85e9-983da7ba42a3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:24.772065 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3891ed42-5056-42ba-be3e-5e92be2a033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.883266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3891ed42-5056-42ba-be3e-5e92be2a033a None None] Port 7b579a6d-64a6-4176-85e9-983da7ba42a3 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.946166 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.952430 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.953298 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ddaad4bf-caf9-4b8a-a7f3-066f942d6b06 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3123033 Jul 15 13:24:24.953368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.953442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58212) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:24.963076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'port_id': '5659a150-31f4-46ef-a6bb-28cd45ffaa3e'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:25.097101 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.468666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7a53-5e59-48b1-8e0a-9b5f25bcc94e req-fe635320-4d06-4b06-83c2-8a6937908c1c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.476650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7a53-5e59-48b1-8e0a-9b5f25bcc94e req-fe635320-4d06-4b06-83c2-8a6937908c1c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.486382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7a53-5e59-48b1-8e0a-9b5f25bcc94e req-fe635320-4d06-4b06-83c2-8a6937908c1c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.494434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7a53-5e59-48b1-8e0a-9b5f25bcc94e req-fe635320-4d06-4b06-83c2-8a6937908c1c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.501213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7a53-5e59-48b1-8e0a-9b5f25bcc94e req-fe635320-4d06-4b06-83c2-8a6937908c1c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.507537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92cb7a53-5e59-48b1-8e0a-9b5f25bcc94e req-fe635320-4d06-4b06-83c2-8a6937908c1c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 3814 time: 0.5692227 Jul 15 13:24:25.784071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92cb7a53-5e59-48b1-8e0a-9b5f25bcc94e req-da9bf069-6ace-4e16-a1d2-922da72d8b7e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716165 Jul 15 13:24:25.962384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.resource_extend [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:24:26.067198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17773e21-e117-4c67-b742-bd0d32588044 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:26.095161 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.130476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Transition to ACTIVE for port object 17773e21-e117-4c67-b742-bd0d32588044 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:26.138705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.168436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.179375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.281122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Pushing event updated for resources: {'Port': ['ID=17773e21-e117-4c67-b742-bd0d32588044,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.476782 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP 1abe7a41-4af6-48a8-b8b0-6a3b2a215f06 associated. External IP: 172.25.1.142, port: 6034770c-5b98-4cd3-bda7-fc94a4b17a66. Jul 15 13:24:26.654270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Attempting to bind port 17773e21-e117-4c67-b742-bd0d32588044 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:26.666274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Attempting to bind port 17773e21-e117-4c67-b742-bd0d32588044 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:26.667338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Attempting to bind port 17773e21-e117-4c67-b742-bd0d32588044 on network e1519d73-2f26-44f9-aef7-d53e3da0763f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:26.753934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269c7d-9650-4bfe-b8f4-42a422437b13 req-908e4a77-84d2-419c-8d04-1a07afe26d44 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.762317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4269c7d-9650-4bfe-b8f4-42a422437b13 req-908e4a77-84d2-419c-8d04-1a07afe26d44 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 943 time: 0.3359754 Jul 15 13:24:26.768104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Port 17773e21-e117-4c67-b742-bd0d32588044 on network e1519d73-2f26-44f9-aef7-d53e3da0763f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:26.769987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Attempting to bind port 17773e21-e117-4c67-b742-bd0d32588044 on network e1519d73-2f26-44f9-aef7-d53e3da0763f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:26.943488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:26.944635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4269c7d-9650-4bfe-b8f4-42a422437b13 req-41c12acc-c909-42df-96d8-bd63ec8a3863 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619306 Jul 15 13:24:26.947940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:26.952076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Checking segment: {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:26.953097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Bound using segment: {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:26.954498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Bound port: 17773e21-e117-4c67-b742-bd0d32588044, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:26.958242 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.078477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3d27f216-f9cd-4a24-8a48-b49ffa951a7d details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:27.229173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] For port 17773e21-e117-4c67-b742-bd0d32588044, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:27.248385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:27.251207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] For port 17773e21-e117-4c67-b742-bd0d32588044, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17773e21-e117-4c67-b742-bd0d32588044,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:27.267560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.420345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:27.421476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.425738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/17773e21-e117-4c67-b742-bd0d32588044 HTTP/1.1" status: 200 len: 1092 time: 2.6919417 Jul 15 13:24:27.443437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '17773e21-e117-4c67-b742-bd0d32588044'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:27.456885 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93783c24-8960-4192-9f1b-adeff1ae2d05" -d '{"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "17773e21-e117-4c67-b742-bd0d32588044"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:27.458596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:27.510016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:27.539076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '3d27f216-f9cd-4a24-8a48-b49ffa951a7d', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'port_id': '3d27f216-f9cd-4a24-8a48-b49ffa951a7d', 'mac_address': 'fa:16:3e:0b:fc:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54926352-8e58-4abe-9c5c-aacc4194f858', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:27.558589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb352b1-b392-4847-aea9-35e169271b4a None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:27.606056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeed81-f9af-4c16-a90e-356789a260a9 service neutron] Pushing event updated for resources: {'Port': ['ID=17773e21-e117-4c67-b742-bd0d32588044,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.726844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb352b1-b392-4847-aea9-35e169271b4a None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:27.728176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0cb352b1-b392-4847-aea9-35e169271b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:27.836304 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.846164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:27.882250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0cb352b1-b392-4847-aea9-35e169271b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:27.947294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb352b1-b392-4847-aea9-35e169271b4a None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:27.948655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0cb352b1-b392-4847-aea9-35e169271b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:27.952228 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.979283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d27f216-f9cd-4a24-8a48-b49ffa951a7d {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:28.022865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:28.122486 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.221538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0cb352b1-b392-4847-aea9-35e169271b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.222923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb352b1-b392-4847-aea9-35e169271b4a None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:28.234621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.405302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['3d27f216-f9cd-4a24-8a48-b49ffa951a7d'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:28.541069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:28.547361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.553120 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46655379-1101-40be-aec8-ffb0e3521590 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:28.558810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4eb91-7135-46d6-b275-ca9e26722830 req-b1cd48d6-1afa-424a-b904-4703978ced67 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.570929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4eb91-7135-46d6-b275-ca9e26722830 req-b1cd48d6-1afa-424a-b904-4703978ced67 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.574799 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46655379-1101-40be-aec8-ffb0e3521590 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:28.575486 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-46655379-1101-40be-aec8-ffb0e3521590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.588368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4eb91-7135-46d6-b275-ca9e26722830 req-b1cd48d6-1afa-424a-b904-4703978ced67 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.602738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4eb91-7135-46d6-b275-ca9e26722830 req-b1cd48d6-1afa-424a-b904-4703978ced67 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.614569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4eb91-7135-46d6-b275-ca9e26722830 req-b1cd48d6-1afa-424a-b904-4703978ced67 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.628110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53a4eb91-7135-46d6-b275-ca9e26722830 req-b1cd48d6-1afa-424a-b904-4703978ced67 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 3826 time: 0.6701810 Jul 15 13:24:28.644420 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c6b88e0f-3c90-46e7-b5d1-deb1bd7e754c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/floatingips/1abe7a41-4af6-48a8-b8b0-6a3b2a215f06 HTTP/1.1" status: 200 len: 978 time: 3.6914492 Jul 15 13:24:28.645443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58242) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.652634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:28.675254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-598dec2b-650b-468a-972d-58093e4a26f3 req-a66ca42f-f516-4f14-b7d3-603656f1c2bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7692475 Jul 15 13:24:28.700414 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-46655379-1101-40be-aec8-ffb0e3521590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.738499 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46655379-1101-40be-aec8-ffb0e3521590 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:28.742254 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-46655379-1101-40be-aec8-ffb0e3521590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.792977 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.864063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53a4eb91-7135-46d6-b275-ca9e26722830 req-d5d78eba-8ae2-49ec-904f-4e947052db12 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343886 Jul 15 13:24:28.894604 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-46655379-1101-40be-aec8-ffb0e3521590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.895763 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46655379-1101-40be-aec8-ffb0e3521590 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:29.098029 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:24:29.124226 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.135045 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.135509 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP 1abe7a41-4af6-48a8-b8b0-6a3b2a215f06 disassociated. External IP: 172.25.1.142, port: 5659a150-31f4-46ef-a6bb-28cd45ffaa3e. Jul 15 13:24:29.222146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb288aa-adf1-472e-ab20-0492e301a9fb {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:29.261791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dec2b-650b-468a-972d-58093e4a26f3 req-92425a63-a60a-4bd8-9bdf-9f1aa0a9e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.266421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-598dec2b-650b-468a-972d-58093e4a26f3 req-92425a63-a60a-4bd8-9bdf-9f1aa0a9e72b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 1097 time: 0.5481744 Jul 15 13:24:29.294744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.418620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Transition to ACTIVE for port object aeb288aa-adf1-472e-ab20-0492e301a9fb will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:29.435619 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.522193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:29.662190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Pushing event updated for resources: {'Port': ['ID=aeb288aa-adf1-472e-ab20-0492e301a9fb,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.734639 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:29.741978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.756004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2c6da-589f-4bca-8d5a-a801496693fa None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:29.758959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31801-11a9-4693-b30d-c791f35ad0f7 req-1f2f327f-7401-442c-aed3-cacf19d8a85d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.761606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89a31801-11a9-4693-b30d-c791f35ad0f7 req-1f2f327f-7401-442c-aed3-cacf19d8a85d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.4908402 Jul 15 13:24:29.769680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dec2b-650b-468a-972d-58093e4a26f3 req-1cb8e7ce-170d-46e9-85ae-142264985d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.772345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-598dec2b-650b-468a-972d-58093e4a26f3 req-1cb8e7ce-170d-46e9-85ae-142264985d8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.4670470 Jul 15 13:24:29.776107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2c6da-589f-4bca-8d5a-a801496693fa None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:29.776981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-73b2c6da-589f-4bca-8d5a-a801496693fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:29.822335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-73b2c6da-589f-4bca-8d5a-a801496693fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:29.837700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2c6da-589f-4bca-8d5a-a801496693fa None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:29.839240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-73b2c6da-589f-4bca-8d5a-a801496693fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:29.889113 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5aa59c3d-3511-4dc8-a299-a253ba49085d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/floatingips/1abe7a41-4af6-48a8-b8b0-6a3b2a215f06 HTTP/1.1" status: 200 len: 688 time: 1.2399256 Jul 15 13:24:29.889924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58248) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:29.895178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-73b2c6da-589f-4bca-8d5a-a801496693fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:29.896699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2c6da-589f-4bca-8d5a-a801496693fa None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:29.938860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-598dec2b-650b-468a-972d-58093e4a26f3 req-4fc28cff-0091-4b5c-be66-adcd0ed5fef3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746 HTTP/1.1" status: 200 len: 217 time: 0.1212649 Jul 15 13:24:30.081179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89a31801-11a9-4693-b30d-c791f35ad0f7 req-ac9980d3-3b9c-4014-81e2-568b5dc71f9b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073692 Jul 15 13:24:30.128314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Attempting to bind port aeb288aa-adf1-472e-ab20-0492e301a9fb on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:30.128314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Attempting to bind port aeb288aa-adf1-472e-ab20-0492e301a9fb by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:30.128314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Attempting to bind port aeb288aa-adf1-472e-ab20-0492e301a9fb on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:30.133709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dec2b-650b-468a-972d-58093e4a26f3 req-beddec71-c86f-4047-bb51-757a4fb13f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.140320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-598dec2b-650b-468a-972d-58093e4a26f3 req-beddec71-c86f-4047-bb51-757a4fb13f14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.1889257 Jul 15 13:24:30.199713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 6b237cb7-f35e-416b-b734-b638c3d93d4c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:30.200501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.220972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Port aeb288aa-adf1-472e-ab20-0492e301a9fb on network 1517ed12-7f41-410f-a647-2d5503e500b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:30.222498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Attempting to bind port aeb288aa-adf1-472e-ab20-0492e301a9fb on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:30.268434 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbbfe14-7adb-46ea-b3ec-18b373baeee8 x-openstack-request-id: req-afbbfe14-7adb-46ea-b3ec-18b373baeee8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:30.269153 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "17773e21-e117-4c67-b742-bd0d32588044", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:30.269343 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afbbfe14-7adb-46ea-b3ec-18b373baeee8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:30.270570 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '17773e21-e117-4c67-b742-bd0d32588044', 'status': 'completed', 'code': 200} Jul 15 13:24:30.274712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:30.276395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Checking segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:30.277670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Bound using segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:30.283793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Bound port: aeb288aa-adf1-472e-ab20-0492e301a9fb, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:30.283793 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.482988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.483905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.509717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 6b237cb7-f35e-416b-b734-b638c3d93d4c owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:30.512301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] For port aeb288aa-adf1-472e-ab20-0492e301a9fb, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:30.526209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] For port aeb288aa-adf1-472e-ab20-0492e301a9fb, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:30.548077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.667888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.668755 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.670422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] 10.222.0.35 "PUT /v2.0/ports/aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 1135 time: 3.1884713 Jul 15 13:24:30.673203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dec2b-650b-468a-972d-58093e4a26f3 req-61e9941e-0d48-4b6d-9bd3-dd2e68e2d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.674967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-598dec2b-650b-468a-972d-58093e4a26f3 req-61e9941e-0d48-4b6d-9bd3-dd2e68e2d9f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5236785 Jul 15 13:24:30.720507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:30.785620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5c4de-6920-4b3b-bf78-4bfed66e329c service neutron] Pushing event updated for resources: {'Port': ['ID=aeb288aa-adf1-472e-ab20-0492e301a9fb,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:30.890720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-9c2c7d88-7828-4b20-9194-3a63dbd6bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.892713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-9c2c7d88-7828-4b20-9194-3a63dbd6bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.895423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-9c2c7d88-7828-4b20-9194-3a63dbd6bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.904505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-9c2c7d88-7828-4b20-9194-3a63dbd6bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.905403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-9c2c7d88-7828-4b20-9194-3a63dbd6bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.906352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-9c2c7d88-7828-4b20-9194-3a63dbd6bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.910859 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-9c2c7d88-7828-4b20-9194-3a63dbd6bf9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5248 time: 0.6297295 Jul 15 13:24:30.962775 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.093653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3d27f216-f9cd-4a24-8a48-b49ffa951a7d up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:31.174546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=6b237cb7-f35e-416b-b734-b638c3d93d4c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.305147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:31.321288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:31.323666 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.338344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460323-c17d-4b27-ab6e-32646227ee80 req-587ee435-fff1-49be-b56e-0e44b829ea6c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.345873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37460323-c17d-4b27-ab6e-32646227ee80 req-587ee435-fff1-49be-b56e-0e44b829ea6c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 944 time: 0.7109196 Jul 15 13:24:31.369132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-598dec2b-650b-468a-972d-58093e4a26f3 req-36e5ec13-6dd0-4346-8e6f-b3d572182bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6700191 Jul 15 13:24:31.372259 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.507259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37460323-c17d-4b27-ab6e-32646227ee80 req-47d5fa3b-724e-422c-a2b1-e6ac9455e176 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602669 Jul 15 13:24:31.588449 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.643505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-09161b75-46b2-4a31-b40e-a007216df9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.644296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-09161b75-46b2-4a31-b40e-a007216df9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.644790 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-09161b75-46b2-4a31-b40e-a007216df9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.646690 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-09161b75-46b2-4a31-b40e-a007216df9bf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a6237b6d45e14a328b7b9822768d3c76&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7165263 Jul 15 13:24:31.662886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684369b7-a8e3-4626-9af1-e5d8622078c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d27f216-f9cd-4a24-8a48-b49ffa951a7d'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:31.666671 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc685fa2-f3df-4590-9753-54f1f51bab31" -d '{"events": [{"server_uuid": "684369b7-a8e3-4626-9af1-e5d8622078c0", "name": "network-vif-plugged", "status": "completed", "tag": "3d27f216-f9cd-4a24-8a48-b49ffa951a7d"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:31.697335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-598dec2b-650b-468a-972d-58093e4a26f3 req-bcc53245-1807-4435-9bc8-d79092285526 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199229 Jul 15 13:24:31.721807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:31.737030 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.862252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.869385 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.870631 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ac21722f-6edd-420f-91b2-b85289912e40 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/floatingips/1abe7a41-4af6-48a8-b8b0-6a3b2a215f06 HTTP/1.1" status: 204 len: 168 time: 1.9787245 Jul 15 13:24:31.877268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58262) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:31.940980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.952549 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-5d5921fa-24aa-4b2a-8dd4-ed700994e21f tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] delete failed (client error): The resource could not be found. Jul 15 13:24:31.953505 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5d5921fa-24aa-4b2a-8dd4-ed700994e21f tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/floatingips/1abe7a41-4af6-48a8-b8b0-6a3b2a215f06 HTTP/1.1" status: 404 len: 345 time: 0.0755861 Jul 15 13:24:31.959238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58264) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.012030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-63c66bf3-1d12-46d4-9467-d92e7166af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.016295 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-93783c24-8960-4192-9f1b-adeff1ae2d05 req-63c66bf3-1d12-46d4-9467-d92e7166af95 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3557491 Jul 15 13:24:32.186965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0666dac5-81e8-46e3-90ce-e87c2ce45981 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:32.204569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.266012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Transition to ACTIVE for port object 0666dac5-81e8-46e3-90ce-e87c2ce45981 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:32.272635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': 'aeb288aa-adf1-472e-ab20-0492e301a9fb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:32.278689 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "aeb288aa-adf1-472e-ab20-0492e301a9fb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:32.299870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577581c7-e4d5-4cfc-bdfd-c7a7ba92de51 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.311243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577581c7-e4d5-4cfc-bdfd-c7a7ba92de51 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.322944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577581c7-e4d5-4cfc-bdfd-c7a7ba92de51 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.325851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-577581c7-e4d5-4cfc-bdfd-c7a7ba92de51 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "GET /v2.0/ports?network_id=b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb HTTP/1.1" status: 200 len: 2357 time: 0.3656640 Jul 15 13:24:32.330496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58270) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.358594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.429782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f0ea4-b42c-4ae4-a9a6-41da711696f9 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.434598 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a19f0ea4-b42c-4ae4-a9a6-41da711696f9 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "GET /v2.0/subnets/b923c30f-69b1-4bcd-bf6f-33a1064e5c10 HTTP/1.1" status: 200 len: 797 time: 0.0998845 Jul 15 13:24:32.441284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58272) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.447391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'port': {'network_id': 'b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb', 'name': 'tempest-FloatingIPTestJSON-1261691508', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:32.519204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Pushing event updated for resources: {'Port': ['ID=0666dac5-81e8-46e3-90ce-e87c2ce45981,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:32.566102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf0e5c-ca89-4480-bb04-39b605f8992e req-b1d2127c-3689-47aa-8e14-54291a3ded42 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.578316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf0e5c-ca89-4480-bb04-39b605f8992e req-b1d2127c-3689-47aa-8e14-54291a3ded42 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.590709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf0e5c-ca89-4480-bb04-39b605f8992e req-b1d2127c-3689-47aa-8e14-54291a3ded42 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.614423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf0e5c-ca89-4480-bb04-39b605f8992e req-b1d2127c-3689-47aa-8e14-54291a3ded42 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.642196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf0e5c-ca89-4480-bb04-39b605f8992e req-b1d2127c-3689-47aa-8e14-54291a3ded42 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.676295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf0e5c-ca89-4480-bb04-39b605f8992e req-b1d2127c-3689-47aa-8e14-54291a3ded42 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.680945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cdf0e5c-ca89-4480-bb04-39b605f8992e req-b1d2127c-3689-47aa-8e14-54291a3ded42 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 4602 time: 0.4387484 Jul 15 13:24:32.724607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:32.872858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cdf0e5c-ca89-4480-bb04-39b605f8992e req-8b485e9c-d837-4814-8f4f-3effa224f1a2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&id=905ede61-9276-4fd4-8df2-e429e7a8f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846976 Jul 15 13:24:32.898888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Attempting to bind port 0666dac5-81e8-46e3-90ce-e87c2ce45981 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:32.899534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Attempting to bind port 0666dac5-81e8-46e3-90ce-e87c2ce45981 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:32.900013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Attempting to bind port 0666dac5-81e8-46e3-90ce-e87c2ce45981 on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:32.908477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Port 0666dac5-81e8-46e3-90ce-e87c2ce45981 on network 1517ed12-7f41-410f-a647-2d5503e500b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:32.909093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Attempting to bind port 0666dac5-81e8-46e3-90ce-e87c2ce45981 on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:32.919124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:32.919784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Checking segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:32.920490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Bound using segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:32.921316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Bound port: 0666dac5-81e8-46e3-90ce-e87c2ce45981, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:32.921964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.008171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.060809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] device_id is not set on port d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:33.111851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] For port 0666dac5-81e8-46e3-90ce-e87c2ce45981, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:33.143765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] For port 0666dac5-81e8-46e3-90ce-e87c2ce45981, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:33.159070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.251222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:33.252322 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.255106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] 10.222.0.35 "PUT /v2.0/ports/0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 1136 time: 2.5404654 Jul 15 13:24:33.313805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:33.336728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a40c76-ce0f-4e7f-ab59-c195fa99a99d req-469235d7-b8ef-417c-93f9-004110193ae4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:33.339736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0a40c76-ce0f-4e7f-ab59-c195fa99a99d req-469235d7-b8ef-417c-93f9-004110193ae4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.2901549 Jul 15 13:24:33.399742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38898975-26ae-455e-ab7b-ab00c4c4b563 service neutron] Pushing event updated for resources: {'Port': ['ID=0666dac5-81e8-46e3-90ce-e87c2ce45981,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.572582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0a40c76-ce0f-4e7f-ab59-c195fa99a99d req-25b21d7e-fee0-4001-aea2-bca925582d5a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896796 Jul 15 13:24:33.624220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.111545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664280-6874-461c-a101-d5fa595b14e6 req-54dd5126-5ad4-41c9-a267-11b959454f10 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.114048 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-70664280-6874-461c-a101-d5fa595b14e6 req-54dd5126-5ad4-41c9-a267-11b959454f10 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.35 "GET /v2.0/ports?device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 945 time: 0.4532070 Jul 15 13:24:34.141250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.20.0.14 (b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb/b923c30f-69b1-4bcd-bf6f-33a1064e5c10/d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:34.246417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.20.0.13 (b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb/b923c30f-69b1-4bcd-bf6f-33a1064e5c10/d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:34.270747 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6e926d-3c58-4faa-9386-5e33a15435a2 x-openstack-request-id: req-5b6e926d-3c58-4faa-9386-5e33a15435a2 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:34.272073 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684369b7-a8e3-4626-9af1-e5d8622078c0", "name": "network-vif-plugged", "status": "completed", "tag": "3d27f216-f9cd-4a24-8a48-b49ffa951a7d", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:34.272949 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b6e926d-3c58-4faa-9386-5e33a15435a2 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:34.273714 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684369b7-a8e3-4626-9af1-e5d8622078c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d27f216-f9cd-4a24-8a48-b49ffa951a7d', 'code': 200} Jul 15 13:24:34.470442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:34.488311 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.521360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Transition to ACTIVE for port object 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:34.527220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-81f9f6d8-88b3-4073-af1a-ccabba6b37cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2110815 Jul 15 13:24:34.532632 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.609267 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.660669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Deleting port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:34.661203 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.688878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99db9a-ab2c-40d5-96ed-2fb3666f217a req-3684e611-74b2-4de0-8b12-efb9cf5626c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.690980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da99db9a-ab2c-40d5-96ed-2fb3666f217a req-3684e611-74b2-4de0-8b12-efb9cf5626c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 1097 time: 0.2837090 Jul 15 13:24:34.722627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Pushing event updated for resources: {'Port': ['ID=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:34.914376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.926493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da99db9a-ab2c-40d5-96ed-2fb3666f217a req-e603f004-273c-4969-8a9a-751b2f73d787 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242074 Jul 15 13:24:34.931498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-f5fbbbe7-6822-44f0-af8f-f492d0b60773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.933351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-f5fbbbe7-6822-44f0-af8f-f492d0b60773 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 0.3285520 Jul 15 13:24:34.957064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Attempting to bind port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:34.957651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Attempting to bind port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:34.958159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Attempting to bind port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:34.963922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 on network 1517ed12-7f41-410f-a647-2d5503e500b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:34.964565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Attempting to bind port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:34.972432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] For port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:34.973022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.974981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42f9f1-0011-4870-9f1d-f659261469ca req-ef5da062-c8b1-4dff-9cd9-88d2c9096593 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.977513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d42f9f1-0011-4870-9f1d-f659261469ca req-ef5da062-c8b1-4dff-9cd9-88d2c9096593 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=934bea94-0650-4a83-838e-dcce3df5f347 HTTP/1.1" status: 200 len: 945 time: 0.3734999 Jul 15 13:24:35.008869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:35.009471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Checking segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:35.010044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Bound using segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:35.010520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Bound port: 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:35.010904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.026724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Calling delete_port for 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:35.108079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.147549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:35.158019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:35.182015 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:35.242550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d42f9f1-0011-4870-9f1d-f659261469ca req-52a51a3f-b486-4478-bed6-d1de4142ee67 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513018 Jul 15 13:24:35.327355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.352603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.353647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.365545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-4a892b16-4744-423b-b2c4-7a044192ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.377271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-4a892b16-4744-423b-b2c4-7a044192ffbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.3970799 Jul 15 13:24:35.393649 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-380795d0-9e5c-4c00-ae2e-ba0d5d6055e8 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.9479539 Jul 15 13:24:35.396942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58290) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.405251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'd3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:35.409651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] For port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:35.419542 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9553fb67-65bc-4f99-8624-e15cf9ec1b4f x-openstack-request-id: req-9553fb67-65bc-4f99-8624-e15cf9ec1b4f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:35.420978 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "aeb288aa-adf1-472e-ab20-0492e301a9fb", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:35.421240 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9553fb67-65bc-4f99-8624-e15cf9ec1b4f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:35.421692 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': 'aeb288aa-adf1-472e-ab20-0492e301a9fb', 'status': 'completed', 'code': 200} Jul 15 13:24:35.439630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.441127 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.459268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['8ae2860a-4b0e-4f02-86b7-4c751a486fd8'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:35.477624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9d3d146b-4baa-4072-beee-5c3e0c754d39', '1f519e84-e0b6-4c01-9339-d86189ade2d7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:35.512538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Pushing event deleted for resources: {'Port': ['ID=8ae2860a-4b0e-4f02-86b7-4c751a486fd8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.543278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.634653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] No DVR routers for this DVR port 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 on host n-h1-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:35.639219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.641869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-7399327e-0f50-41dd-879a-021f384e593e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 998 time: 0.2247465 Jul 15 13:24:35.643392 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-70664280-6874-461c-a101-d5fa595b14e6 req-47250c98-139e-4d91-9951-35e7883cd114 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.35 "DELETE /v2.0/ports/8ae2860a-4b0e-4f02-86b7-4c751a486fd8 HTTP/1.1" status: 204 len: 173 time: 1.5208778 Jul 15 13:24:35.644434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934bea94-0650-4a83-838e-dcce3df5f347', 'name': 'network-vif-deleted', 'tag': '8ae2860a-4b0e-4f02-86b7-4c751a486fd8'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:35.649741 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60266c4b-34aa-4b42-8257-fc38bf2bcaf5" -d '{"events": [{"server_uuid": "934bea94-0650-4a83-838e-dcce3df5f347", "name": "network-vif-deleted", "tag": "8ae2860a-4b0e-4f02-86b7-4c751a486fd8"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:35.679443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] For port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:35.761390 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.768377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-c81e7129-6d8c-4d68-9fe9-714992eed55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.773606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-c81e7129-6d8c-4d68-9fe9-714992eed55a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.0810914 Jul 15 13:24:35.907781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.984068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.985627 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.987796 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] 10.222.0.35 "PUT /v2.0/ports/17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 HTTP/1.1" status: 200 len: 1091 time: 2.6834085 Jul 15 13:24:36.031850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4603-9f03-436d-886e-a32c9f3f969e req-6fac9ed7-d540-432c-bb7b-2d39d33a2313 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.044603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd5e4603-9f03-436d-886e-a32c9f3f969e req-6fac9ed7-d540-432c-bb7b-2d39d33a2313 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 945 time: 0.1946700 Jul 15 13:24:36.105578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:36.278787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.25.1.56 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/06263017-314c-42da-9dbf-8f9e3a6802ae) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:36.331024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd5e4603-9f03-436d-886e-a32c9f3f969e req-1a797056-9e9e-4535-946c-f818e36be5d3 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780735 Jul 15 13:24:36.333457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.470137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee2ad7-4492-4a03-9868-f538bb6323be service neutron] Pushing event updated for resources: {'Port': ['ID=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.476825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-c5570e8d-ad9f-40aa-986a-443bd5302348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.479335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-c5570e8d-ad9f-40aa-986a-443bd5302348 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6736269 Jul 15 13:24:36.489878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-f665dde3-1dbe-475d-8858-f2f920f351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.490605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-f665dde3-1dbe-475d-8858-f2f920f351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.491453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-f665dde3-1dbe-475d-8858-f2f920f351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.492384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-f665dde3-1dbe-475d-8858-f2f920f351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.493274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-f665dde3-1dbe-475d-8858-f2f920f351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.494059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-f665dde3-1dbe-475d-8858-f2f920f351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.495188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-f665dde3-1dbe-475d-8858-f2f920f351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.498416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-f665dde3-1dbe-475d-8858-f2f920f351bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6245 time: 0.9496586 Jul 15 13:24:36.525299 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.614207 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.693014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:36.702366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:36.711178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:36.718796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=06263017-314c-42da-9dbf-8f9e3a6802ae,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.028367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-18df422c-806f-4ffa-b454-83499be02ddc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:37.036579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-18df422c-806f-4ffa-b454-83499be02ddc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.4224877 Jul 15 13:24:37.077300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-37422aa9-75c6-45c6-b0fe-75b3dc6e5d2f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/quotas/c2c825f43c4a42f2877a80c412448a29 HTTP/1.1" status: 200 len: 375 time: 0.0396712 Jul 15 13:24:37.091079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-28560878-374f-47b7-a159-6088fa98291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:37.091605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-28560878-374f-47b7-a159-6088fa98291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:37.092088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-28560878-374f-47b7-a159-6088fa98291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:37.094143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-28560878-374f-47b7-a159-6088fa98291b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a6237b6d45e14a328b7b9822768d3c76&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5513237 Jul 15 13:24:37.102275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-55c24721-ebad-4df0-abfc-f1e44aa4b113 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024313 Jul 15 13:24:37.812223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '0666dac5-81e8-46e3-90ce-e87c2ce45981'}, {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:37.814910 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737de69d-5b42-4c50-a8e9-af4d67a9aff5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "0666dac5-81e8-46e3-90ce-e87c2ce45981"}, {"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "17a0febf-cd6c-4ce5-aa45-8be7c81a04b6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:37.953265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-70f0c5b5-45d2-48e0-8f23-f2aa5e2905a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:37.955573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-512033e0-ba6e-4fa0-a039-cad59bc2ec7c req-70f0c5b5-45d2-48e0-8f23-f2aa5e2905a4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8523498 Jul 15 13:24:37.992779 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.993362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-a273606a-7297-4810-874c-50067a54fe21 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&fields=id HTTP/1.1" status: 200 len: 486 time: 0.9146488 Jul 15 13:24:38.033086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a6a2e42-5b8a-4f98-a711-563458eb06c6 req-5db6f0d8-e8da-4209-bdc0-7e69fa9300a2 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352145 Jul 15 13:24:38.093782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c977c6-ceb2-4eb3-ac31-253c994f4802 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:38.107694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.128714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Transition to ACTIVE for port object 74c977c6-ceb2-4eb3-ac31-253c994f4802 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:38.134986 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.177750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.314977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Pushing event updated for resources: {'Port': ['ID=74c977c6-ceb2-4eb3-ac31-253c994f4802,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.374649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Attempting to bind port 74c977c6-ceb2-4eb3-ac31-253c994f4802 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:38.375023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Attempting to bind port 74c977c6-ceb2-4eb3-ac31-253c994f4802 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:38.375281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Attempting to bind port 74c977c6-ceb2-4eb3-ac31-253c994f4802 on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:38.391294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Port 74c977c6-ceb2-4eb3-ac31-253c994f4802 on network 1517ed12-7f41-410f-a647-2d5503e500b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:38.391294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Attempting to bind port 74c977c6-ceb2-4eb3-ac31-253c994f4802 on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:38.399010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:38.399423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Checking segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:38.399793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Bound using segment: {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:38.400262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Bound port: 74c977c6-ceb2-4eb3-ac31-253c994f4802, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:38.400635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.489002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6f6a2150-8c07-43c0-b044-c2b047086d43 service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783249 Jul 15 13:24:38.490192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] For port 74c977c6-ceb2-4eb3-ac31-253c994f4802, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:38.494197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] For port 74c977c6-ceb2-4eb3-ac31-253c994f4802, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:38.498910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.503103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.507474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.572419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=06263017-314c-42da-9dbf-8f9e3a6802ae,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.588715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.589377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.590905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] 10.222.0.35 "PUT /v2.0/ports/74c977c6-ceb2-4eb3-ac31-253c994f4802 HTTP/1.1" status: 200 len: 1091 time: 2.4973471 Jul 15 13:24:38.646674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:38.684653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef4bae-6a8c-47a5-9757-0367b1f3773d service neutron] Pushing event updated for resources: {'Port': ['ID=74c977c6-ceb2-4eb3-ac31-253c994f4802,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.701436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.725139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-a84c64da-7ca6-477a-8f72-f7f86807b717 service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185354 Jul 15 13:24:38.765425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.962714 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP c2131c54-4317-4bd5-a1c9-8aabb1372d65 associated. External IP: 172.25.1.56, port: d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9. Jul 15 13:24:39.113505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:39.221446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:39.221890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 8ae2860a-4b0e-4f02-86b7-4c751a486fd8 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:39.252834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85dfc45-7929-4343-8908-3b7db695b10f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:39.285516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.303805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:39.398735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Transition to ACTIVE for port object d85dfc45-7929-4343-8908-3b7db695b10f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:39.411789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.494666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d85dfc45-7929-4343-8908-3b7db695b10f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.549784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-12503fa8-c0b0-440e-8841-9925609348bb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.569150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-12503fa8-c0b0-440e-8841-9925609348bb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.581456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-12503fa8-c0b0-440e-8841-9925609348bb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.585409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:39.589536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-12503fa8-c0b0-440e-8841-9925609348bb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.597717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-12503fa8-c0b0-440e-8841-9925609348bb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.601129 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751851f-7a0a-4667-82f1-a30ef3206952 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:39.604317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-12503fa8-c0b0-440e-8841-9925609348bb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.613839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-12503fa8-c0b0-440e-8841-9925609348bb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.616410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-12503fa8-c0b0-440e-8841-9925609348bb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5403 time: 0.2951674 Jul 15 13:24:39.626288 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.640863 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751851f-7a0a-4667-82f1-a30ef3206952 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:39.644601 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e751851f-7a0a-4667-82f1-a30ef3206952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.693673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Attempting to bind port d85dfc45-7929-4343-8908-3b7db695b10f on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:39.694056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Attempting to bind port d85dfc45-7929-4343-8908-3b7db695b10f by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:39.694387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Attempting to bind port d85dfc45-7929-4343-8908-3b7db695b10f on network 815fcc21-ed29-4388-9854-7408c50a4a1d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:39.711548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Port d85dfc45-7929-4343-8908-3b7db695b10f on network 815fcc21-ed29-4388-9854-7408c50a4a1d not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:39.711796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Attempting to bind port d85dfc45-7929-4343-8908-3b7db695b10f on network 815fcc21-ed29-4388-9854-7408c50a4a1d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:39.726807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36d533d9-0660-4f2d-9ed4-e9d350709fca req-3d566b89-85fc-4bd5-bea3-6b2a7abb6881 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669880 Jul 15 13:24:39.730657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:39.731044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Checking segment: {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:39.731580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Bound using segment: {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:39.732133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Bound port: d85dfc45-7929-4343-8908-3b7db695b10f, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:39.732505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.733752 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2bb6234d-9378-441a-849c-21f44d0edd7b tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3353374 Jul 15 13:24:39.737815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:39.744150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fa45c801-79b4-4172-ac4b-1bf40aad4c6e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'port_id': 'd3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:39.821459 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e751851f-7a0a-4667-82f1-a30ef3206952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.869050 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751851f-7a0a-4667-82f1-a30ef3206952 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:39.873497 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e751851f-7a0a-4667-82f1-a30ef3206952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.900692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] For port d85dfc45-7929-4343-8908-3b7db695b10f, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:39.922102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] For port d85dfc45-7929-4343-8908-3b7db695b10f, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d85dfc45-7929-4343-8908-3b7db695b10f,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:39.938268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.953453 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e751851f-7a0a-4667-82f1-a30ef3206952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.955001 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751851f-7a0a-4667-82f1-a30ef3206952 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:39.975855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.976509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.978214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] 10.222.0.35 "PUT /v2.0/ports/d85dfc45-7929-4343-8908-3b7db695b10f HTTP/1.1" status: 200 len: 1092 time: 1.3366797 Jul 15 13:24:39.988064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa45c801-79b4-4172-ac4b-1bf40aad4c6e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.058448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Request body: {'port': {'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:40.172950 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.278987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ab2b5-c87d-4693-83bf-4e56db1ccdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d85dfc45-7929-4343-8908-3b7db695b10f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.377638 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed8352-436e-494f-ad89-1098b3d6b640 x-openstack-request-id: req-50ed8352-436e-494f-ad89-1098b3d6b640 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:40.378491 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934bea94-0650-4a83-838e-dcce3df5f347", "name": "network-vif-deleted", "tag": "8ae2860a-4b0e-4f02-86b7-4c751a486fd8", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:40.378491 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50ed8352-436e-494f-ad89-1098b3d6b640 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:40.379456 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934bea94-0650-4a83-838e-dcce3df5f347', 'name': 'network-vif-deleted', 'tag': '8ae2860a-4b0e-4f02-86b7-4c751a486fd8', 'status': 'completed', 'code': 200} Jul 15 13:24:40.697575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b579a6d-64a6-4176-85e9-983da7ba42a3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:40.706989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.722365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Transition to ACTIVE for port object 7b579a6d-64a6-4176-85e9-983da7ba42a3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:40.753591 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.843343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Pushing event updated for resources: {'Port': ['ID=7b579a6d-64a6-4176-85e9-983da7ba42a3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.933290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7276-8dd6-439d-9421-cad0c74b727c req-81de43e1-8f7c-4087-affc-acc809ec435e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:40.934962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33bc7276-8dd6-439d-9421-cad0c74b727c req-81de43e1-8f7c-4087-affc-acc809ec435e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 945 time: 0.2111716 Jul 15 13:24:40.997820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Attempting to bind port 7b579a6d-64a6-4176-85e9-983da7ba42a3 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:40.998159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Attempting to bind port 7b579a6d-64a6-4176-85e9-983da7ba42a3 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:40.998505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Attempting to bind port 7b579a6d-64a6-4176-85e9-983da7ba42a3 on network 815fcc21-ed29-4388-9854-7408c50a4a1d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:41.018660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33bc7276-8dd6-439d-9421-cad0c74b727c req-e377a7ac-28c8-4187-a479-38bc3beed803 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659716 Jul 15 13:24:41.026115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Port 7b579a6d-64a6-4176-85e9-983da7ba42a3 on network 815fcc21-ed29-4388-9854-7408c50a4a1d not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:41.026462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Attempting to bind port 7b579a6d-64a6-4176-85e9-983da7ba42a3 on network 815fcc21-ed29-4388-9854-7408c50a4a1d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:41.040852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:41.040852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Checking segment: {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:41.040852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Bound using segment: {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:41.042335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Bound port: 7b579a6d-64a6-4176-85e9-983da7ba42a3, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e7afc9-3ff7-4cc0-88c5-b5986c809a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:41.042738 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.056297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa45c801-79b4-4172-ac4b-1bf40aad4c6e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.063764 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa45c801-79b4-4172-ac4b-1bf40aad4c6e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.082793 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2e044-7cb7-413c-adbe-c599244ab3b9 x-openstack-request-id: req-80f2e044-7cb7-413c-adbe-c599244ab3b9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:41.083327 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "0666dac5-81e8-46e3-90ce-e87c2ce45981", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "17a0febf-cd6c-4ce5-aa45-8be7c81a04b6", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:41.083736 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80f2e044-7cb7-413c-adbe-c599244ab3b9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:41.084505 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '0666dac5-81e8-46e3-90ce-e87c2ce45981', 'status': 'completed', 'code': 200} Jul 15 13:24:41.084852 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6', 'status': 'completed', 'code': 200} Jul 15 13:24:41.220085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] For port 7b579a6d-64a6-4176-85e9-983da7ba42a3, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:41.243557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] For port 7b579a6d-64a6-4176-85e9-983da7ba42a3, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:41.264828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.296295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5745cada-7f92-4af7-855e-2c45027d4ef6 req-6f54cf20-debf-4c3c-ac72-867b65c33856 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 210 time: 0.0493860 Jul 15 13:24:41.335660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-1897031d-5c18-46f8-955c-5ec441d74964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.336543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-1897031d-5c18-46f8-955c-5ec441d74964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.337040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-1897031d-5c18-46f8-955c-5ec441d74964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.337536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-1897031d-5c18-46f8-955c-5ec441d74964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.338023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-1897031d-5c18-46f8-955c-5ec441d74964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.338774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-1897031d-5c18-46f8-955c-5ec441d74964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.339281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-1897031d-5c18-46f8-955c-5ec441d74964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.341546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-1897031d-5c18-46f8-955c-5ec441d74964 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6449 time: 0.2102985 Jul 15 13:24:41.405134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.405870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.408133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] 10.222.0.35 "PUT /v2.0/ports/7b579a6d-64a6-4176-85e9-983da7ba42a3 HTTP/1.1" status: 200 len: 1092 time: 1.3586140 Jul 15 13:24:41.554091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b8035-8d25-45d2-bc3f-24bc179f1647 service neutron] Pushing event updated for resources: {'Port': ['ID=7b579a6d-64a6-4176-85e9-983da7ba42a3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.774956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-32722e52-6294-419d-b655-cca09fea5974 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.774956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-32722e52-6294-419d-b655-cca09fea5974 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.4829447 Jul 15 13:24:41.785500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa45c801-79b4-4172-ac4b-1bf40aad4c6e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:41.805938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'port': {'device_id': '06622eb9-8acd-414f-96bb-24176eae8568', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'admin_state_up': True, 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:41.884937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-91e6c9d1-009b-47fd-aab0-41d029a5ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.888153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-91e6c9d1-009b-47fd-aab0-41d029a5ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.890371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-91e6c9d1-009b-47fd-aab0-41d029a5ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.894431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-91e6c9d1-009b-47fd-aab0-41d029a5ab6f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a6237b6d45e14a328b7b9822768d3c76&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5314660 Jul 15 13:24:42.115495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45c801-79b4-4172-ac4b-1bf40aad4c6e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:42.125959 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa45c801-79b4-4172-ac4b-1bf40aad4c6e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.126471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935a2b0-58c2-4dc2-b9fb-bff82317897c None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:42.144582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Made reservation on behalf of c2c825f43c4a42f2877a80c412448a29 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:42.148478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.160799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935a2b0-58c2-4dc2-b9fb-bff82317897c None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:42.163859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5935a2b0-58c2-4dc2-b9fb-bff82317897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.220312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5935a2b0-58c2-4dc2-b9fb-bff82317897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.231550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935a2b0-58c2-4dc2-b9fb-bff82317897c None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:42.232724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5935a2b0-58c2-4dc2-b9fb-bff82317897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.272607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5935a2b0-58c2-4dc2-b9fb-bff82317897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.273591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935a2b0-58c2-4dc2-b9fb-bff82317897c None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:42.293707 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa45c801-79b4-4172-ac4b-1bf40aad4c6e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/floatingips/c2131c54-4317-4bd5-a1c9-8aabb1372d65 HTTP/1.1" status: 200 len: 978 time: 2.5553117 Jul 15 13:24:42.297336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58352) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.356966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-5c0bbf86-7e4b-4159-9e39-e0f1af7c1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.358990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-5c0bbf86-7e4b-4159-9e39-e0f1af7c1957 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4404843 Jul 15 13:24:42.472751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Allocated IP 172.20.0.12 (8d93d25e-77df-4a60-b900-1064f626df19/23caad88-3e9b-4e29-85b3-4d5d2c2630be/4c7bbdac-dd26-4732-a764-d076dc623c44) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:42.492028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-e793c766-c6b0-43aa-9578-e6b692a0f193 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.498017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-e793c766-c6b0-43aa-9578-e6b692a0f193 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.504584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-e793c766-c6b0-43aa-9578-e6b692a0f193 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.510606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-e793c766-c6b0-43aa-9578-e6b692a0f193 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.517262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-e793c766-c6b0-43aa-9578-e6b692a0f193 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.523316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-e793c766-c6b0-43aa-9578-e6b692a0f193 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.529345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-e793c766-c6b0-43aa-9578-e6b692a0f193 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.531420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-e793c766-c6b0-43aa-9578-e6b692a0f193 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5427 time: 0.2340200 Jul 15 13:24:42.608933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 06263017-314c-42da-9dbf-8f9e3a6802ae {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:42.610338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.620821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcbfa19c-c08d-4d8f-94a9-73807d75ea80 req-11965f8d-4c10-43c0-a878-5d2a30e84917 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798662 Jul 15 13:24:42.654540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-a79a5a22-d6b7-430a-872f-2b9a8b99bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.654928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-a79a5a22-d6b7-430a-872f-2b9a8b99bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.655605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-a79a5a22-d6b7-430a-872f-2b9a8b99bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.655918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-a79a5a22-d6b7-430a-872f-2b9a8b99bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.656397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-a79a5a22-d6b7-430a-872f-2b9a8b99bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.656928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-a79a5a22-d6b7-430a-872f-2b9a8b99bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.657406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-a79a5a22-d6b7-430a-872f-2b9a8b99bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.660754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-a79a5a22-d6b7-430a-872f-2b9a8b99bb7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6491 time: 0.2343290 Jul 15 13:24:42.811501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.812277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.843284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 06263017-314c-42da-9dbf-8f9e3a6802ae owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:43.170079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.201923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '74c977c6-ceb2-4eb3-ac31-253c994f4802'}, {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': 'd85dfc45-7929-4343-8908-3b7db695b10f'}, {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '7b579a6d-64a6-4176-85e9-983da7ba42a3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:43.205950 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2897aed-38bd-4731-8b75-be68f8dfe1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "74c977c6-ceb2-4eb3-ac31-253c994f4802"}, {"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "d85dfc45-7929-4343-8908-3b7db695b10f"}, {"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "7b579a6d-64a6-4176-85e9-983da7ba42a3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:43.226612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=06263017-314c-42da-9dbf-8f9e3a6802ae,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.350212 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.351171 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP c2131c54-4317-4bd5-a1c9-8aabb1372d65 disassociated (deleted). External IP: 172.25.1.56, port: d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9. Jul 15 13:24:43.407654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.423398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-b8a8e0ac-52f7-43e9-88d8-2f3d606386f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.423783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-b8a8e0ac-52f7-43e9-88d8-2f3d606386f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.424775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-b8a8e0ac-52f7-43e9-88d8-2f3d606386f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.425946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-b8a8e0ac-52f7-43e9-88d8-2f3d606386f5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a6237b6d45e14a328b7b9822768d3c76&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7200553 Jul 15 13:24:43.500300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Transition to ACTIVE for port object 4c7bbdac-dd26-4732-a764-d076dc623c44 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:43.543050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c17cf-7d31-4312-bfa2-87238e0a221d req-f848f011-90e0-4cfe-b90d-daa1c5f8468c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.548540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f79c17cf-7d31-4312-bfa2-87238e0a221d req-f848f011-90e0-4cfe-b90d-daa1c5f8468c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 946 time: 0.3369076 Jul 15 13:24:43.679166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:43.693633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-4f464a0e-e76c-45e6-b8f9-d94ed59bef11 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.695303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-4f464a0e-e76c-45e6-b8f9-d94ed59bef11 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 945 time: 0.2772281 Jul 15 13:24:43.698496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f79c17cf-7d31-4312-bfa2-87238e0a221d req-fd602650-36e1-41ef-a729-3fa6a6d1f045 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114309 Jul 15 13:24:43.700937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-7c0c4198-0fba-4049-81f3-3cb1ec4a3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.702539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-737de69d-5b42-4c50-a8e9-af4d67a9aff5 req-7c0c4198-0fba-4049-81f3-3cb1ec4a3bc8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2616673 Jul 15 13:24:43.714310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.729237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['7aae7044-b646-4fe1-a43a-b301cda8bbca', '55899967-e13e-431f-8a3f-e7c2cb2ab746'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:43.857183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Network 8d93d25e-77df-4a60-b900-1064f626df19 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:43.884911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:43.889313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:43.896710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'Port': ['ID=4c7bbdac-dd26-4732-a764-d076dc623c44,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.942392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:43.951781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.955543 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7250223a-89b0-4373-a66f-ad6f49e48db6 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:43.971619 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250223a-89b0-4373-a66f-ad6f49e48db6 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:43.972719 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7250223a-89b0-4373-a66f-ad6f49e48db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:44.040640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.043540 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7250223a-89b0-4373-a66f-ad6f49e48db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:44.047733 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.064982 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250223a-89b0-4373-a66f-ad6f49e48db6 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:44.065672 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7250223a-89b0-4373-a66f-ad6f49e48db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:44.092157 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-609143d4-429d-4432-a4de-0df34f794447 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/floatingips/c2131c54-4317-4bd5-a1c9-8aabb1372d65 HTTP/1.1" status: 204 len: 168 time: 1.7933517 Jul 15 13:24:44.095646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58372) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:44.105005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-becb99d4-ce2b-448b-a7d0-b8e20bacdbf3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3120084 Jul 15 13:24:44.134200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-02206991-7065-4af1-a9d2-35c6700a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.134702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-02206991-7065-4af1-a9d2-35c6700a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.135216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-02206991-7065-4af1-a9d2-35c6700a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.135702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-02206991-7065-4af1-a9d2-35c6700a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.136180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-02206991-7065-4af1-a9d2-35c6700a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.136665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-02206991-7065-4af1-a9d2-35c6700a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.137137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-02206991-7065-4af1-a9d2-35c6700a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.139356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-02206991-7065-4af1-a9d2-35c6700a6937 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6491 time: 0.3522179 Jul 15 13:24:44.142704 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7250223a-89b0-4373-a66f-ad6f49e48db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:44.143415 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7250223a-89b0-4373-a66f-ad6f49e48db6 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:44.151113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Request body: {'port': {'device_id': '06622eb9-8acd-414f-96bb-24176eae8568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:44.182195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Deleting port 1f519e84-e0b6-4c01-9339-d86189ade2d7 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:44.182826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.265867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-06fcfaf8-a2fb-4a72-a8e9-a328292e0458 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17773e21-e117-4c67-b742-bd0d32588044 HTTP/1.1" status: 200 len: 217 time: 0.1091821 Jul 15 13:24:44.306242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-55b9c3fa-5952-46d8-945b-3bedd876bea1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:44.306950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55b9c3fa-5952-46d8-945b-3bedd876bea1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.421631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cda980c8-b1b1-4628-8b97-a68c7c861971 None None] Provisioning for port 4c7bbdac-dd26-4732-a764-d076dc623c44 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:44.430913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cda980c8-b1b1-4628-8b97-a68c7c861971 None None] Provisioning complete for port 4c7bbdac-dd26-4732-a764-d076dc623c44 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:44.432171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cda980c8-b1b1-4628-8b97-a68c7c861971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.442762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55b9c3fa-5952-46d8-945b-3bedd876bea1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.451184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-4e1a484d-9729-4284-b62b-4d820bcbb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.451819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-4e1a484d-9729-4284-b62b-4d820bcbb853 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5a6f7fb-2d8b-4d44-8e39-e5f85909273c HTTP/1.1" status: 200 len: 856 time: 0.1542838 Jul 15 13:24:44.460657 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-55b9c3fa-5952-46d8-945b-3bedd876bea1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:44.482718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.518060 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cda980c8-b1b1-4628-8b97-a68c7c861971 None None] Port 4c7bbdac-dd26-4732-a764-d076dc623c44 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:44.525413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] For port 1f519e84-e0b6-4c01-9339-d86189ade2d7, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1f519e84-e0b6-4c01-9339-d86189ade2d7,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:44.525797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.550632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Calling delete_port for 1f519e84-e0b6-4c01-9339-d86189ade2d7 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:44.592961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc042e76-96db-4818-a1aa-449ff639b476 req-f107e923-8f51-4b6e-869e-3a054c6c1e6e tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.597163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc042e76-96db-4818-a1aa-449ff639b476 req-f107e923-8f51-4b6e-869e-3a054c6c1e6e tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f59baea-4f1e-40a0-912e-85588152611f HTTP/1.1" status: 200 len: 945 time: 0.3557804 Jul 15 13:24:44.731699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55b9c3fa-5952-46d8-945b-3bedd876bea1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.766876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c3fa-5952-46d8-945b-3bedd876bea1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:44.792234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-bba21e6b-d7ec-4c3f-99fb-b94f9555d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.793805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-bba21e6b-d7ec-4c3f-99fb-b94f9555d241 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1519d73-2f26-44f9-aef7-d53e3da0763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3236613 Jul 15 13:24:44.828620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc042e76-96db-4818-a1aa-449ff639b476 req-ca87cb3e-eb20-4e6f-a166-afbc8affbef1 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208650 Jul 15 13:24:44.880168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-55b9c3fa-5952-46d8-945b-3bedd876bea1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.886692 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-55b9c3fa-5952-46d8-945b-3bedd876bea1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/ports/d3f36f54-fa81-4f12-a0a7-c3c7b69dc4e9 HTTP/1.1" status: 204 len: 168 time: 0.7861066 Jul 15 13:24:44.890362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58376) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:44.904345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:44.957641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.104567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.119799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9d3d146b-4baa-4072-beee-5c3e0c754d39', '1f519e84-e0b6-4c01-9339-d86189ade2d7'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:45.166006 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.171725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-14c95c8d-d5dc-48fd-ab20-f57d5e1094ea service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660088 Jul 15 13:24:45.175260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Pushing event deleted for resources: {'Port': ['ID=1f519e84-e0b6-4c01-9339-d86189ade2d7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.304920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] No DVR routers for this DVR port 1f519e84-e0b6-4c01-9339-d86189ade2d7 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:45.313509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.315038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.25.1.86 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/b87cdbea-6b0f-4b80-9c56-01b9a73610b6) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:45.315582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cf4f421-895b-48fe-aacd-521f9d142afb req-2434dd7f-1820-4aea-a8f9-10f875e03079 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.30 "DELETE /v2.0/ports/1f519e84-e0b6-4c01-9339-d86189ade2d7 HTTP/1.1" status: 204 len: 173 time: 1.6120274 Jul 15 13:24:45.376006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8e630-c6ed-435b-86b1-fa0474dfc3c8 req-bfed958e-e865-4959-b0fd-aa1b9a5eaead tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.377692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7f8e630-c6ed-435b-86b1-fa0474dfc3c8 req-bfed958e-e865-4959-b0fd-aa1b9a5eaead tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 932 time: 0.4003375 Jul 15 13:24:45.388077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7bbdac-dd26-4732-a764-d076dc623c44 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:45.415612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.459382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Transition to ACTIVE for port object 4c7bbdac-dd26-4732-a764-d076dc623c44 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:45.473113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7f8e630-c6ed-435b-86b1-fa0474dfc3c8 req-94ba440d-47db-4844-9b4d-d0abedea57ce tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723982 Jul 15 13:24:45.473113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-bbb6ca65-41ba-48ac-b223-2accd2827a14 service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793865 Jul 15 13:24:45.492196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.536026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.549180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c39edae2-4f90-449f-82b4-1328216fa9cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 217 time: 0.0711427 Jul 15 13:24:45.662689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.676171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Pushing event updated for resources: {'Port': ['ID=4c7bbdac-dd26-4732-a764-d076dc623c44,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.689346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-bafed34f-95b1-4eb7-a1f5-9edb71fed298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.690868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-bafed34f-95b1-4eb7-a1f5-9edb71fed298 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.1215379 Jul 15 13:24:45.731774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=b87cdbea-6b0f-4b80-9c56-01b9a73610b6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.743188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:45.745387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:45.748559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:45.834890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Attempting to bind port 4c7bbdac-dd26-4732-a764-d076dc623c44 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:45.835307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Attempting to bind port 4c7bbdac-dd26-4732-a764-d076dc623c44 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:45.835589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Attempting to bind port 4c7bbdac-dd26-4732-a764-d076dc623c44 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:45.841372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190aeaa-3862-4ecf-86e5-3bb201e294cd req-605beb63-383d-433b-96b0-3e86d923ac2e tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.842888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a190aeaa-3862-4ecf-86e5-3bb201e294cd req-605beb63-383d-433b-96b0-3e86d923ac2e tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1099 time: 0.2201617 Jul 15 13:24:45.847939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Port 4c7bbdac-dd26-4732-a764-d076dc623c44 on network 8d93d25e-77df-4a60-b900-1064f626df19 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:45.848160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Attempting to bind port 4c7bbdac-dd26-4732-a764-d076dc623c44 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:45.880001 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.882593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:45.882988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Checking segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:45.883410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Bound using segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:45.883870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Bound port: 4c7bbdac-dd26-4732-a764-d076dc623c44, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:45.884236 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.892835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c0e290c8-d619-454d-b9e6-b2b39acc8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.895004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c0e290c8-d619-454d-b9e6-b2b39acc8f4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1850321 Jul 15 13:24:45.966838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a190aeaa-3862-4ecf-86e5-3bb201e294cd req-e00c3129-dbdb-494f-a3fb-866cf85e59fb tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144078 Jul 15 13:24:45.995607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.090990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58392) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:46.189830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] For port 4c7bbdac-dd26-4732-a764-d076dc623c44, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:46.213249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] For port 4c7bbdac-dd26-4732-a764-d076dc623c44, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7bbdac-dd26-4732-a764-d076dc623c44,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:46.228872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.237333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6cbca8ba-c8d8-4d98-bbe6-f58673b97674 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234031 Jul 15 13:24:46.402544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:46.403245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.405516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] 10.222.0.30 "PUT /v2.0/ports/4c7bbdac-dd26-4732-a764-d076dc623c44 HTTP/1.1" status: 200 len: 1093 time: 2.2651250 Jul 15 13:24:46.425870 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc9a112-b9c9-4a68-b710-a3eacc1e0949 x-openstack-request-id: req-acc9a112-b9c9-4a68-b710-a3eacc1e0949 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:46.426230 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "74c977c6-ceb2-4eb3-ac31-253c994f4802", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "d85dfc45-7929-4343-8908-3b7db695b10f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "7b579a6d-64a6-4176-85e9-983da7ba42a3", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:46.426632 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acc9a112-b9c9-4a68-b710-a3eacc1e0949 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:46.427062 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '74c977c6-ceb2-4eb3-ac31-253c994f4802', 'status': 'completed', 'code': 200} Jul 15 13:24:46.428219 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': 'd85dfc45-7929-4343-8908-3b7db695b10f', 'status': 'completed', 'code': 200} Jul 15 13:24:46.428761 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '7b579a6d-64a6-4176-85e9-983da7ba42a3', 'status': 'completed', 'code': 200} Jul 15 13:24:46.618622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-be766c42-bbf4-43e1-a392-1490414d2d6c service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700435 Jul 15 13:24:46.620732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d0f14-b401-4bce-8ae3-11b39be8112c service neutron] Pushing event updated for resources: {'Port': ['ID=4c7bbdac-dd26-4732-a764-d076dc623c44,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:46.719989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-4d0dde42-d4ea-4c74-9216-dd12600a1ae6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 217 time: 0.0925047 Jul 15 13:24:46.913905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.956255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.099285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-fd8b1eac-507a-4537-a784-1d65a42f0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.101070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-fd8b1eac-507a-4537-a784-1d65a42f0b9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.3733282 Jul 15 13:24:47.103443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-fab05570-8bdb-4ba6-9eee-e490ebf306a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.105273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-fab05570-8bdb-4ba6-9eee-e490ebf306a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 1096 time: 0.6327152 Jul 15 13:24:47.116336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=b87cdbea-6b0f-4b80-9c56-01b9a73610b6,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:47.141004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.141449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-73f88a1e-7d0f-4de4-8b22-261599c36cf6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.146393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 426827b9-9a6c-4d6d-a014-87e99944eebe {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:47.146902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.148175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-73f88a1e-7d0f-4de4-8b22-261599c36cf6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.154653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-73f88a1e-7d0f-4de4-8b22-261599c36cf6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.161529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-73f88a1e-7d0f-4de4-8b22-261599c36cf6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.167900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-73f88a1e-7d0f-4de4-8b22-261599c36cf6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.174534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-73f88a1e-7d0f-4de4-8b22-261599c36cf6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.181731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-73f88a1e-7d0f-4de4-8b22-261599c36cf6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.182981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-73f88a1e-7d0f-4de4-8b22-261599c36cf6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5427 time: 0.5530901 Jul 15 13:24:47.220987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.227303 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0cd5098b-0763-4705-af5e-d9e8dd5688d1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3330708 Jul 15 13:24:47.237527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58404) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:47.260987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'port': {'network_id': 'b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb', 'name': 'tempest-FloatingIPTestJSON-1760387741'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:47.276172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-e5575473-fec7-4665-b89b-97ed912b6efa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c7bbdac-dd26-4732-a764-d076dc623c44 HTTP/1.1" status: 200 len: 217 time: 0.1546235 Jul 15 13:24:47.318537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.318995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.335052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 426827b9-9a6c-4d6d-a014-87e99944eebe owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:47.542578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-226f8f18-3d96-4e22-9dc7-450d2f57a12e req-9876e72d-7feb-4572-aafe-20d48b8dc4a4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3370392 Jul 15 13:24:47.551279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-fb2c8dc8-2e71-4317-9f53-48f1ec834675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.553813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-fb2c8dc8-2e71-4317-9f53-48f1ec834675 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.2520599 Jul 15 13:24:47.582445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-ccab2c73-16db-44c5-948b-a31afc344a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.592951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-ccab2c73-16db-44c5-948b-a31afc344a5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4840798 Jul 15 13:24:47.640354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.692739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=426827b9-9a6c-4d6d-a014-87e99944eebe,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:47.718474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.720093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.720876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.721620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.722554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.723849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.724872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.725993 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.726841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.727635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.728351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.729381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.831969 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.832807 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Floating IP 2c51683c-b9b5-42db-aa7d-1f5d59ff8922 disassociated (deleted). External IP: 172.25.1.103, port: bd98e39d-7a65-471a-9d4f-5f0ed35999d5. Jul 15 13:24:47.876138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:47.881383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.941310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1f519e84-e0b6-4c01-9339-d86189ade2d7 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:47.959666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] device_id is not set on port 03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:47.969195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 1f519e84-e0b6-4c01-9339-d86189ade2d7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:47.970041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1f519e84-e0b6-4c01-9339-d86189ade2d7 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:47.991240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-2f0a01f4-1ad7-47dd-b45c-fbae85994051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.993994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-2f0a01f4-1ad7-47dd-b45c-fbae85994051 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3993700 Jul 15 13:24:48.000999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-9b157ce4-62bc-4091-9d75-aed3a5089259 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822739 Jul 15 13:24:48.141988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:48.155159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c2c1d-12e8-46e8-a2e5-74e0b6ff3855 req-40cec169-29cd-433b-8399-0b4cd22aecf0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.159199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca2c2c1d-12e8-46e8-a2e5-74e0b6ff3855 req-40cec169-29cd-433b-8399-0b4cd22aecf0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 945 time: 0.4857495 Jul 15 13:24:48.354504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:48.365380 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.377331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] Sync routers for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:48.421746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:48.423913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:48.429797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f59baea-4f1e-40a0-912e-85588152611f', 'name': 'network-vif-deleted', 'tag': '1f519e84-e0b6-4c01-9339-d86189ade2d7'}, {'name': 'network-changed', 'server_uuid': '06622eb9-8acd-414f-96bb-24176eae8568', 'tag': '4c7bbdac-dd26-4732-a764-d076dc623c44'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:48.433699 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34c9532-f409-4097-8125-a0810ad93316" -d '{"events": [{"server_uuid": "7f59baea-4f1e-40a0-912e-85588152611f", "name": "network-vif-deleted", "tag": "1f519e84-e0b6-4c01-9339-d86189ade2d7"}, {"name": "network-changed", "server_uuid": "06622eb9-8acd-414f-96bb-24176eae8568", "tag": "4c7bbdac-dd26-4732-a764-d076dc623c44"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:48.465640 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10fa9523-5a7e-4964-98cf-5f8154880aa0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/floatingips/2c51683c-b9b5-42db-aa7d-1f5d59ff8922 HTTP/1.1" status: 204 len: 168 time: 2.3686156 Jul 15 13:24:48.465640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:48.469322 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475cf9c9-1d32-4d7c-9a9a-d69a48993060" -d '{"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:48.473411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca2c2c1d-12e8-46e8-a2e5-74e0b6ff3855 req-a462b106-efd2-4713-beb2-07e346375b6f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993720 Jul 15 13:24:48.512361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-e3181f29-1b08-4ae9-b53b-94cddf5f5ff5 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750757 Jul 15 13:24:48.518090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.20.0.6 (b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb/b923c30f-69b1-4bcd-bf6f-33a1064e5c10/03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:48.547823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-0c6af87b-b17a-4ba8-897e-4b81f2e16975 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954836 Jul 15 13:24:48.672939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-0cd2f2bb-ecd4-4e18-9f98-880d4a8d1e80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 HTTP/1.1" status: 200 len: 217 time: 0.0996525 Jul 15 13:24:48.712002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:48.999717 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f4fca14-6cbe-4def-b253-70953d290b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.071966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-68fc8958-58cd-451f-b396-427009ddae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.075488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-68fc8958-58cd-451f-b396-427009ddae5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.3803413 Jul 15 13:24:49.112619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4544fd1a-f5df-49b5-847d-9c84372727ef req-5f724a04-7bcd-461e-be38-8b885d58263f service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875235 Jul 15 13:24:49.158000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:49.214451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] Checking router: 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:49.228638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:49.229695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:21Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:49.260586 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.280709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5fbb1467-9904-41ea-aba6-b8bd612a0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.282443 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5fbb1467-9904-41ea-aba6-b8bd612a0afc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1982238 Jul 15 13:24:49.418694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5c069-7fb6-4dea-bc7b-91c1123e0d3a req-e3f6c410-ee59-4a8c-8285-9ea04e72fdb6 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.426154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79a5c069-7fb6-4dea-bc7b-91c1123e0d3a req-e3f6c410-ee59-4a8c-8285-9ea04e72fdb6 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 944 time: 0.2575505 Jul 15 13:24:49.427580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:49.497410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79a5c069-7fb6-4dea-bc7b-91c1123e0d3a req-b42adb38-fa14-4891-a242-b1e64d98c5cc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701988 Jul 15 13:24:49.501511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.670839 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253b3b68-f415-42aa-9906-125fe8b53f9d x-openstack-request-id: req-253b3b68-f415-42aa-9906-125fe8b53f9d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:49.671210 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f59baea-4f1e-40a0-912e-85588152611f", "name": "network-vif-deleted", "tag": "1f519e84-e0b6-4c01-9339-d86189ade2d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06622eb9-8acd-414f-96bb-24176eae8568", "tag": "4c7bbdac-dd26-4732-a764-d076dc623c44", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:49.671401 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-253b3b68-f415-42aa-9906-125fe8b53f9d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:49.672368 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f59baea-4f1e-40a0-912e-85588152611f', 'name': 'network-vif-deleted', 'tag': '1f519e84-e0b6-4c01-9339-d86189ade2d7', 'status': 'completed', 'code': 200} Jul 15 13:24:49.672620 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06622eb9-8acd-414f-96bb-24176eae8568', 'tag': '4c7bbdac-dd26-4732-a764-d076dc623c44', 'status': 'completed', 'code': 200} Jul 15 13:24:49.694419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:49.711414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:49.718289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:49.777659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.778346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.782679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c9fc22a4-75f8-404e-92bf-72924b49009b service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911678 Jul 15 13:24:49.803418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:49.820852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.050391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58434) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:50.052834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b6408cee-c9e2-49ac-b8a7-184383306329 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8140335 Jul 15 13:24:50.057036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'port_id': '03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:50.110841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.124777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e6089-b847-4264-b8b5-d421ecbaac63 None None] The sync data for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 is: [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:22:10Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '9f096fbf-c7f9-481b-94a6-2bc1814132dc', 'name': '', 'network_id': '2e2cce5a-9774-4261-b59d-ad73169a18d9', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:8e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:08Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '1ee5e3c4-54f7-4659-8528-501e2d76cd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:50.151035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-7974fb56-c36c-4821-9df3-5ca70477fe8a service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261449 Jul 15 13:24:50.265485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-ced69704-edba-41ca-a8aa-94f4b020f785 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802 HTTP/1.1" status: 200 len: 217 time: 0.1032357 Jul 15 13:24:50.340360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c44f4399-0c96-4ef8-ab68-ebc5d2084b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.342626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c44f4399-0c96-4ef8-ab68-ebc5d2084b5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.0650067 Jul 15 13:24:50.402800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9532-f409-4097-8125-a0810ad93316 req-fdf44d4a-4506-47b7-b5c9-ea4967ce283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.405504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34c9532-f409-4097-8125-a0810ad93316 req-fdf44d4a-4506-47b7-b5c9-ea4967ce283f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 1096 time: 0.7089534 Jul 15 13:24:50.507578 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3b0768-7ef2-4261-95c9-1c6142c24755 x-openstack-request-id: req-2c3b0768-7ef2-4261-95c9-1c6142c24755 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:50.507935 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:50.508148 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c3b0768-7ef2-4261-95c9-1c6142c24755 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:50.508625 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'status': 'completed', 'code': 200} Jul 15 13:24:50.728636 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30995b3-ae5d-43bb-9d18-3d8b8643ce90 None None] New status for floating IP 2c51683c-b9b5-42db-aa7d-1f5d59ff8922: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:50.800978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9532-f409-4097-8125-a0810ad93316 req-77e58f6e-b7d3-44e9-9cab-3560e36d4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.804408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34c9532-f409-4097-8125-a0810ad93316 req-77e58f6e-b7d3-44e9-9cab-3560e36d4b4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.3882258 Jul 15 13:24:50.816080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-c73a2dad-0154-440d-a697-0ce62fc4e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.820864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-c73a2dad-0154-440d-a697-0ce62fc4e1ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 1099 time: 0.5534711 Jul 15 13:24:50.848284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5df687b6-fe7d-408e-8fd1-c77cf66aabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.851401 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5df687b6-fe7d-408e-8fd1-c77cf66aabd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4850528 Jul 15 13:24:51.086390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34c9532-f409-4097-8125-a0810ad93316 req-e5f6780f-0212-4d8b-b042-f7885cd9ca6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c7bbdac-dd26-4732-a764-d076dc623c44 HTTP/1.1" status: 200 len: 217 time: 0.2615364 Jul 15 13:24:51.211686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.218525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.530296 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-644c2e8f-73f8-4397-8b22-0790f98a239b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.563292 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP 9edb09b3-a1b3-4a0d-b8d6-cc824e307b17 associated. External IP: 172.25.1.86, port: 03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5. Jul 15 13:24:51.604922 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.715939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-3a21c78c-dcf9-46dd-b395-e04c33720b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:51.718099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-3a21c78c-dcf9-46dd-b395-e04c33720b91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 200 len: 897 time: 0.8625038 Jul 15 13:24:51.779687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-eae4d8d6-8c70-4edf-b375-6cf742f83c96 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:51.782117 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-eae4d8d6-8c70-4edf-b375-6cf742f83c96 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 947 time: 0.3553057 Jul 15 13:24:51.823957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9532-f409-4097-8125-a0810ad93316 req-adc2d500-4a21-427a-8a36-6576e617ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:51.826199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34c9532-f409-4097-8125-a0810ad93316 req-adc2d500-4a21-427a-8a36-6576e617ddb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.7278531 Jul 15 13:24:51.848236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-61b301ea-4473-40dc-9cb3-13f57d729228 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9491189 Jul 15 13:24:51.891178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-f3ec0e1b-b09d-4e4c-ae26-5c19a012075c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 200 len: 217 time: 0.1617591 Jul 15 13:24:51.944776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4c7bbdac-dd26-4732-a764-d076dc623c44 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:52.116476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-d2758b60-b8ac-4342-90ae-5f811546c78f service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192833 Jul 15 13:24:52.201553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4c7bbdac-dd26-4732-a764-d076dc623c44, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7bbdac-dd26-4732-a764-d076dc623c44,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:52.212217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:52.212842 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.215467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '4c7bbdac-dd26-4732-a764-d076dc623c44', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '4c7bbdac-dd26-4732-a764-d076dc623c44', 'mac_address': 'fa:16:3e:d0:86:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:52.272216 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.279473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:52.286573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-22e9547c-4036-412b-a4d6-353772fa9f75 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.288551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7bbdac-dd26-4732-a764-d076dc623c44 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:52.295341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-22e9547c-4036-412b-a4d6-353772fa9f75 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.304553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-22e9547c-4036-412b-a4d6-353772fa9f75 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.311803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-22e9547c-4036-412b-a4d6-353772fa9f75 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.318269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4c7bbdac-dd26-4732-a764-d076dc623c44, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7bbdac-dd26-4732-a764-d076dc623c44,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:52.322484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-22e9547c-4036-412b-a4d6-353772fa9f75 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.325447 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.333035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-22e9547c-4036-412b-a4d6-353772fa9f75 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.340106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-22e9547c-4036-412b-a4d6-353772fa9f75 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.342315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-22e9547c-4036-412b-a4d6-353772fa9f75 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5427 time: 1.4712579 Jul 15 13:24:52.366784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e394f006-be5a-4e60-8488-44782cae02ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d85dfc45-7929-4343-8908-3b7db695b10f HTTP/1.1" status: 200 len: 217 time: 0.1988628 Jul 15 13:24:52.442472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=4c7bbdac-dd26-4732-a764-d076dc623c44,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.462878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.463641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.464425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.465008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.465795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.466244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.466827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.467703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.468007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-a11843e2-3c47-4dd2-ae96-378243415b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.468315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.469002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.470221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-a11843e2-3c47-4dd2-ae96-378243415b52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 200 len: 835 time: 0.3288662 Jul 15 13:24:52.470504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.470998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:52.517665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port bd98e39d-7a65-471a-9d4f-5f0ed35999d5, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:52.518104 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.518701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9532-f409-4097-8125-a0810ad93316 req-b663fcaf-8f19-4f10-bcc9-7dc535169f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.521221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34c9532-f409-4097-8125-a0810ad93316 req-b663fcaf-8f19-4f10-bcc9-7dc535169f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6691189 Jul 15 13:24:52.564866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for bd98e39d-7a65-471a-9d4f-5f0ed35999d5 owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:52.570357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['4c7bbdac-dd26-4732-a764-d076dc623c44'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:52.590981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15ba7ebd-19ea-482c-9493-51ff51b3cc2f req-4e0e7bd6-7d5d-4540-83c5-e38b23db0a3d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2191370 Jul 15 13:24:52.623738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c061f794-bfd8-439a-8b10-4468c30b9510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.625366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-c061f794-bfd8-439a-8b10-4468c30b9510 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.2396414 Jul 15 13:24:52.674297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-6ff2f026-b425-4e09-a406-b7a92033134d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.676021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-6ff2f026-b425-4e09-a406-b7a92033134d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 945 time: 0.5580695 Jul 15 13:24:52.697272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:52.704399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.754734 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ac247907-f8df-41a5-9307-7d0ae80bd915 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/floatingips/9edb09b3-a1b3-4a0d-b8d6-cc824e307b17 HTTP/1.1" status: 200 len: 977 time: 2.6998029 Jul 15 13:24:52.759470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58454) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:52.760163 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab3135-bb19-45b7-8c7a-966b62f272b4 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:52.814135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab3135-bb19-45b7-8c7a-966b62f272b4 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:52.819595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d1ab3135-bb19-45b7-8c7a-966b62f272b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:52.909975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d1ab3135-bb19-45b7-8c7a-966b62f272b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:52.972936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.978450 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.980665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:52.981073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.983267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab3135-bb19-45b7-8c7a-966b62f272b4 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:52.985147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d1ab3135-bb19-45b7-8c7a-966b62f272b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:53.038735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=bd98e39d-7a65-471a-9d4f-5f0ed35999d5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.069253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d1ab3135-bb19-45b7-8c7a-966b62f272b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:53.070090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab3135-bb19-45b7-8c7a-966b62f272b4 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:53.097192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34c9532-f409-4097-8125-a0810ad93316 req-23095700-fb44-4d33-a4ce-ecd7e9eec2e0 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444779 Jul 15 13:24:53.101620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-5ec18379-af06-4cb5-8114-7a734d067e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.103430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-5ec18379-af06-4cb5-8114-7a734d067e70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e2cce5a-9774-4261-b59d-ad73169a18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6138625 Jul 15 13:24:53.115201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] No DVR routers for this DVR port bd98e39d-7a65-471a-9d4f-5f0ed35999d5 on host n-h2-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:53.150084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.152203 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-c13fe2ba-fc97-43c8-807f-584f5a0da21a req-d01efeff-121d-4357-9702-dcf0dc716e36 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "DELETE /v2.0/ports/bd98e39d-7a65-471a-9d4f-5f0ed35999d5 HTTP/1.1" status: 204 len: 173 time: 1.3626564 Jul 15 13:24:53.152682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-deleted', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:53.155167 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bcbe8b-110e-435b-8ba7-a0fbfcfa0ecf" -d '{"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-deleted", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:53.184441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-77403310-a68e-44e1-9663-dc300d160ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.188032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-77403310-a68e-44e1-9663-dc300d160ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5378656 Jul 15 13:24:53.201928 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.317983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcb04ec-6298-4e07-a9fe-35b05ee4afda req-a0993ea7-b00e-4685-ac56-c6874ece74a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=929dc295-70b2-4649-aaf3-6c5449cb07cd HTTP/1.1" status: 200 len: 210 time: 0.1220372 Jul 15 13:24:53.430621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Deleting port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:53.431120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.435807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34c9532-f409-4097-8125-a0810ad93316 req-b1e420a0-5f31-40de-aca0-200607a0a450 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300970 Jul 15 13:24:53.444189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-e821c9fc-f875-47e2-9211-0c7c6495dcaa service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259449 Jul 15 13:24:53.556573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.557733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.558876 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP 9edb09b3-a1b3-4a0d-b8d6-cc824e307b17 disassociated. External IP: 172.25.1.86, port: 03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5. Jul 15 13:24:53.559582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:53.570581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-0b1404a9-0d14-4fbe-81fa-81667e3a51cd service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642614 Jul 15 13:24:53.722713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.780381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.903039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] For port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:53.903509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.919351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-475cf9c9-1d32-4d7c-9a9a-d69a48993060 req-8b634fc4-ccca-40a0-a9c7-04d9bc774951 service neutron] 10.222.0.30 "GET /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584694 Jul 15 13:24:53.935377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Calling delete_port for 3d27f216-f9cd-4a24-8a48-b49ffa951a7d owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:53.966707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4c7bbdac-dd26-4732-a764-d076dc623c44 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:53.975615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bdeb6-b0b1-4e18-ba5a-bfbc1034bd1e req-05cd6835-25d8-48db-8eb7-2ef9feff2ce9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.983114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-246bdeb6-b0b1-4e18-ba5a-bfbc1034bd1e req-05cd6835-25d8-48db-8eb7-2ef9feff2ce9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 945 time: 0.4996216 Jul 15 13:24:54.013487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-51ca3578-0659-408d-8bd8-8fbae664b352 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324529 Jul 15 13:24:54.057110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:54.102622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 4c7bbdac-dd26-4732-a764-d076dc623c44 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:54.107500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 4c7bbdac-dd26-4732-a764-d076dc623c44 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:54.107884 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.110936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-895272b1-dfad-4ed8-8380-c99ccb3167a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3 HTTP/1.1" status: 200 len: 217 time: 0.0873291 Jul 15 13:24:54.117698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-246bdeb6-b0b1-4e18-ba5a-bfbc1034bd1e req-aa6324dd-d453-4582-841e-97e9c5ac897e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335096 Jul 15 13:24:54.208260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5140be6d-d44a-435b-bcce-98781be8d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.209824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-5140be6d-d44a-435b-bcce-98781be8d0f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.0912235 Jul 15 13:24:54.321722 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.351174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:54.372981 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e7771-66eb-41a5-ac2b-7079f52e7f4f None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:54.386697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06622eb9-8acd-414f-96bb-24176eae8568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7bbdac-dd26-4732-a764-d076dc623c44'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:54.392178 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d1294-14bd-4d89-95e2-f54ba41b8ba2" -d '{"events": [{"server_uuid": "06622eb9-8acd-414f-96bb-24176eae8568", "name": "network-vif-plugged", "status": "completed", "tag": "4c7bbdac-dd26-4732-a764-d076dc623c44"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:54.416284 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e7771-66eb-41a5-ac2b-7079f52e7f4f None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:54.417017 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-706e7771-66eb-41a5-ac2b-7079f52e7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.435042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4c7bbdac-dd26-4732-a764-d076dc623c44, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7bbdac-dd26-4732-a764-d076dc623c44,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:54.441912 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.443030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e373b9de-3f4a-4af9-9853-823c2cf49317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.445022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-e373b9de-3f4a-4af9-9853-823c2cf49317 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2277367 Jul 15 13:24:54.445211 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.445973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:54.462045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.477689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.482098 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-42bb3293-b53e-44b8-9bdc-c7fd3b03fb0e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/ports/03ca2c3a-9a8c-4f25-a0e7-54d9f87ad4e5 HTTP/1.1" status: 204 len: 168 time: 1.7212317 Jul 15 13:24:54.484839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58476) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.494597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8', '3d27f216-f9cd-4a24-8a48-b49ffa951a7d'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:54.497481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:54.499361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: bd98e39d-7a65-471a-9d4f-5f0ed35999d5 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:54.499513 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-706e7771-66eb-41a5-ac2b-7079f52e7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.500278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device bd98e39d-7a65-471a-9d4f-5f0ed35999d5 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:54.514976 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e7771-66eb-41a5-ac2b-7079f52e7f4f None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:54.518295 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-706e7771-66eb-41a5-ac2b-7079f52e7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.557647 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-706e7771-66eb-41a5-ac2b-7079f52e7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.558239 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e7771-66eb-41a5-ac2b-7079f52e7f4f None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:54.601516 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c4599b80-4d33-4e03-9880-1e95359f7da7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "GET /v2.0/floatingips/9edb09b3-a1b3-4a0d-b8d6-cc824e307b17 HTTP/1.1" status: 200 len: 687 time: 0.1136632 Jul 15 13:24:54.605195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58478) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.650406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=4c7bbdac-dd26-4732-a764-d076dc623c44,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:54.824970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event deleted for resources: {'Port': ['ID=3d27f216-f9cd-4a24-8a48-b49ffa951a7d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:54.893551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05723d-0101-4640-bd66-ad4294d5d5b9 req-3638d923-be88-411e-805c-4966cedc4741 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.895170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d05723d-0101-4640-bd66-ad4294d5d5b9 req-3638d923-be88-411e-805c-4966cedc4741 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=684369b7-a8e3-4626-9af1-e5d8622078c0 HTTP/1.1" status: 200 len: 867 time: 0.5418570 Jul 15 13:24:54.929100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] No DVR routers for this DVR port 3d27f216-f9cd-4a24-8a48-b49ffa951a7d on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:54.939268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.941431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14b9af0b-fe9d-4cd6-abf4-7b0fe96b8f50 req-2fb78185-209c-44a7-b58a-9e9dfba51d23 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "DELETE /v2.0/ports/3d27f216-f9cd-4a24-8a48-b49ffa951a7d HTTP/1.1" status: 204 len: 173 time: 2.2173002 Jul 15 13:24:54.941922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684369b7-a8e3-4626-9af1-e5d8622078c0', 'name': 'network-vif-deleted', 'tag': '3d27f216-f9cd-4a24-8a48-b49ffa951a7d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:54.944385 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8068f8e1-3a65-4528-a313-cd235057490f" -d '{"events": [{"server_uuid": "684369b7-a8e3-4626-9af1-e5d8622078c0", "name": "network-vif-deleted", "tag": "3d27f216-f9cd-4a24-8a48-b49ffa951a7d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:54.989436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-6bea10a4-bc26-48bf-bd15-2c7cba37ef6c service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369382 Jul 15 13:24:54.993450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d05723d-0101-4640-bd66-ad4294d5d5b9 req-77b6a0fd-be02-4a81-a0b7-36dbcb87a94a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882101 Jul 15 13:24:55.104387 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa4af253-aadd-4160-b629-7f619a77fc95 req-33980667-aad7-4bfe-9c50-e1c9e220c460 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071095 Jul 15 13:24:55.201383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port b87cdbea-6b0f-4b80-9c56-01b9a73610b6 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:55.201812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.336885 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd19eac-c646-49b7-a210-33242bec60c6 x-openstack-request-id: req-3fd19eac-c646-49b7-a210-33242bec60c6 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:55.337329 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929dc295-70b2-4649-aaf3-6c5449cb07cd", "name": "network-vif-deleted", "tag": "bd98e39d-7a65-471a-9d4f-5f0ed35999d5", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:55.337723 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fd19eac-c646-49b7-a210-33242bec60c6 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:55.338686 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929dc295-70b2-4649-aaf3-6c5449cb07cd', 'name': 'network-vif-deleted', 'tag': 'bd98e39d-7a65-471a-9d4f-5f0ed35999d5', 'status': 'completed', 'code': 200} Jul 15 13:24:55.373777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7b3727a5-9183-4d2a-a5f2-dc0c2f124f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.374635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7b3727a5-9183-4d2a-a5f2-dc0c2f124f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.376089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7b3727a5-9183-4d2a-a5f2-dc0c2f124f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.377851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7b3727a5-9183-4d2a-a5f2-dc0c2f124f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.378686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7b3727a5-9183-4d2a-a5f2-dc0c2f124f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.379912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7b3727a5-9183-4d2a-a5f2-dc0c2f124f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.391696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7b3727a5-9183-4d2a-a5f2-dc0c2f124f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.400468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7b3727a5-9183-4d2a-a5f2-dc0c2f124f6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6491 time: 0.1392229 Jul 15 13:24:55.408722 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.409215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.431629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for b87cdbea-6b0f-4b80-9c56-01b9a73610b6 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:55.618075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-1f7d5e5e-f549-4b64-9e1b-cfeef00a7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.623522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-1f7d5e5e-f549-4b64-9e1b-cfeef00a7b02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1517ed12-7f41-410f-a647-2d5503e500b2 HTTP/1.1" status: 200 len: 902 time: 0.2152104 Jul 15 13:24:55.688003 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.721463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=b87cdbea-6b0f-4b80-9c56-01b9a73610b6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.739229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-128d1ed3-9bcc-4ce2-a38a-dc484bc8c29d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802 HTTP/1.1" status: 200 len: 217 time: 0.0975645 Jul 15 13:24:55.835365 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.839732 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.846848 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68e86360-b750-42eb-b1e5-c0c0a85a2bd3 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/floatingips/9edb09b3-a1b3-4a0d-b8d6-cc824e307b17 HTTP/1.1" status: 204 len: 168 time: 1.2348924 Jul 15 13:24:55.848328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58490) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:55.859048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '5659a150-31f4-46ef-a6bb-28cd45ffaa3e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:55.880926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-86968d6a-b734-4f67-a91f-c8b5445d941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.883465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-86968d6a-b734-4f67-a91f-c8b5445d941b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.1284096 Jul 15 13:24:56.002854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.070755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-ea72e0a1-e8ac-452d-8514-dacfbef04c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.072410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-ea72e0a1-e8ac-452d-8514-dacfbef04c2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1802020 Jul 15 13:24:56.086258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-900f6483-e972-4993-be03-4ee158b46fdf tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.092613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-900f6483-e972-4993-be03-4ee158b46fdf tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.099197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-900f6483-e972-4993-be03-4ee158b46fdf tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.105189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-900f6483-e972-4993-be03-4ee158b46fdf tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.111787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-900f6483-e972-4993-be03-4ee158b46fdf tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.118071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-900f6483-e972-4993-be03-4ee158b46fdf tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.124063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-900f6483-e972-4993-be03-4ee158b46fdf tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.126133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-900f6483-e972-4993-be03-4ee158b46fdf tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5427 time: 0.2414165 Jul 15 13:24:56.268305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85416a2d-c690-4009-bd3a-6bba20a83e8f req-65f85a2b-ccd2-4fab-af04-8fcd14ffbe03 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312015 Jul 15 13:24:56.303766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-d7cfa573-9834-44c7-8986-fde65b388b00 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763546 Jul 15 13:24:56.344227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.361258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58494) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:56.392388 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4fcf9c-0632-46a2-9b29-3b56ba7b2b82 x-openstack-request-id: req-0a4fcf9c-0632-46a2-9b29-3b56ba7b2b82 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:56.393104 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06622eb9-8acd-414f-96bb-24176eae8568", "name": "network-vif-plugged", "status": "completed", "tag": "4c7bbdac-dd26-4732-a764-d076dc623c44", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:56.393104 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a4fcf9c-0632-46a2-9b29-3b56ba7b2b82 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:56.393339 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06622eb9-8acd-414f-96bb-24176eae8568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7bbdac-dd26-4732-a764-d076dc623c44', 'code': 200} Jul 15 13:24:56.436582 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95682d7d-a4f8-425d-b720-cb386e8b7cfb x-openstack-request-id: req-95682d7d-a4f8-425d-b720-cb386e8b7cfb {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:56.437263 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684369b7-a8e3-4626-9af1-e5d8622078c0", "name": "network-vif-deleted", "tag": "3d27f216-f9cd-4a24-8a48-b49ffa951a7d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:56.437263 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95682d7d-a4f8-425d-b720-cb386e8b7cfb {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:56.437654 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684369b7-a8e3-4626-9af1-e5d8622078c0', 'name': 'network-vif-deleted', 'tag': '3d27f216-f9cd-4a24-8a48-b49ffa951a7d', 'status': 'completed', 'code': 200} Jul 15 13:24:56.526964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-0c698d0d-828e-4c66-a59d-6e50fc438207 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142539 Jul 15 13:24:56.603301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.25.1.237 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/bb5a3d55-41af-4eaf-baba-94419ecab558) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:56.743018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664f615-c8d9-4d7c-89f4-ddd7152e335e req-9f4b8c8a-631b-4839-99ee-f8793a82bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.744687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9664f615-c8d9-4d7c-89f4-ddd7152e335e req-9f4b8c8a-631b-4839-99ee-f8793a82bf25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 1098 time: 0.2025619 Jul 15 13:24:56.861867 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.869441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9664f615-c8d9-4d7c-89f4-ddd7152e335e req-f9e16d56-a836-4de1-b44a-ac51451cb7d6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983708 Jul 15 13:24:56.891329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-541d6a44-4c9f-49cd-9d57-c1e82c3997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.891832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-541d6a44-4c9f-49cd-9d57-c1e82c3997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.892341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-541d6a44-4c9f-49cd-9d57-c1e82c3997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.892878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-541d6a44-4c9f-49cd-9d57-c1e82c3997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.893423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-541d6a44-4c9f-49cd-9d57-c1e82c3997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.893929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-541d6a44-4c9f-49cd-9d57-c1e82c3997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.894464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-541d6a44-4c9f-49cd-9d57-c1e82c3997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.896762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-541d6a44-4c9f-49cd-9d57-c1e82c3997e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6491 time: 0.2476819 Jul 15 13:24:56.999708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aeb23-0b29-4e9a-a2c3-061c00de1e0b req-51bcd7a6-94e6-44ef-af18-fc5bf2e6bf40 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.014749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a6aeb23-0b29-4e9a-a2c3-061c00de1e0b req-51bcd7a6-94e6-44ef-af18-fc5bf2e6bf40 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 946 time: 0.2861626 Jul 15 13:24:57.109715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.132306 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.208106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a6aeb23-0b29-4e9a-a2c3-061c00de1e0b req-830f2f2f-cf55-4b1e-a7ea-869c9323c52e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825497 Jul 15 13:24:57.252637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:57.256344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=bb5a3d55-41af-4eaf-baba-94419ecab558,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.260499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3d27f216-f9cd-4a24-8a48-b49ffa951a7d no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:57.265764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-bc6f903a-2672-456d-9f06-0d5c90fc1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.267740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-bc6f903a-2672-456d-9f06-0d5c90fc1f6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 200 len: 903 time: 0.3622947 Jul 15 13:24:57.268793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:57.274657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:57.352932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-d5612a31-633a-46e6-8f3a-1ea60f68e620 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d85dfc45-7929-4343-8908-3b7db695b10f HTTP/1.1" status: 200 len: 217 time: 0.0735545 Jul 15 13:24:57.362788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 3d27f216-f9cd-4a24-8a48-b49ffa951a7d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:57.363386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 3d27f216-f9cd-4a24-8a48-b49ffa951a7d not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:57.631514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 9f096fbf-c7f9-481b-94a6-2bc1814132dc {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:57.632123 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.668514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-b71cbd1e-c4c5-46ea-8786-0f0a59283254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.671080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-b71cbd1e-c4c5-46ea-8786-0f0a59283254 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.2970736 Jul 15 13:24:57.788061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port 9f096fbf-c7f9-481b-94a6-2bc1814132dc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9f096fbf-c7f9-481b-94a6-2bc1814132dc,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:57.788645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.814444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 9f096fbf-c7f9-481b-94a6-2bc1814132dc owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:57.885293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-abe440c0-4fca-4cf4-8562-87cc105fb570 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.888067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-abe440c0-4fca-4cf4-8562-87cc105fb570 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 946 time: 0.5338452 Jul 15 13:24:58.104031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719dd50-11c2-4346-a446-1e96d71d2135 req-a2738d81-ac3a-4832-9706-10b1e80d9c5d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.105687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b719dd50-11c2-4346-a446-1e96d71d2135 req-a2738d81-ac3a-4832-9706-10b1e80d9c5d tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 946 time: 0.5805786 Jul 15 13:24:58.219671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.265288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-b5e290b0-925f-407f-a87f-a4a31aed817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.268094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-b5e290b0-925f-407f-a87f-a4a31aed817a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5844030 Jul 15 13:24:58.272290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=9f096fbf-c7f9-481b-94a6-2bc1814132dc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.333495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b719dd50-11c2-4346-a446-1e96d71d2135 req-ad06f4ee-e5d9-4ee9-b997-f699e5f127ac tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ae0ec35-3eba-4cc9-92b9-bda213442b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830540 Jul 15 13:24:58.622762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.934941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Deleting port 9d3d146b-4baa-4072-beee-5c3e0c754d39 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:58.935731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.946655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:59.077084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:59.090164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] Sync routers for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:59.095804 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b7adcca4-a775-4e85-9abc-219d3eb58681 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "PUT /v2.0/routers/99963ee0-b38a-4c27-8af8-3ec2e3e7ee57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7329600 Jul 15 13:24:59.096475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58522) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.110703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:59.112688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:59.146531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-52f9847d-ac55-4181-8bc1-7b4792c06171 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8467278 Jul 15 13:24:59.170555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb8095c-719a-4948-925b-bcc9faae37fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting subnet 1ee5e3c4-54f7-4659-8528-501e2d76cd0a {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:59.176334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1bb8095c-719a-4948-925b-bcc9faae37fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.240700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] For port 9d3d146b-4baa-4072-beee-5c3e0c754d39, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9d3d146b-4baa-4072-beee-5c3e0c754d39,segment=NetworkSegment(d62116ac-4d4b-4c9f-be16-547cf76b398d),segment_id=d62116ac-4d4b-4c9f-be16-547cf76b398d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:59.240982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.263806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1bb8095c-719a-4948-925b-bcc9faae37fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.274206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Calling delete_port for 9d3d146b-4baa-4072-beee-5c3e0c754d39 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:59.291040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:59.315794 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.375490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af616-6322-4deb-a87c-4f054e66eda8 req-56ea194b-a197-4515-ac11-d92bdfed90c0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.381549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af616-6322-4deb-a87c-4f054e66eda8 req-56ea194b-a197-4515-ac11-d92bdfed90c0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.399173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af616-6322-4deb-a87c-4f054e66eda8 req-56ea194b-a197-4515-ac11-d92bdfed90c0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.401444 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1bb8095c-719a-4948-925b-bcc9faae37fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.405226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af616-6322-4deb-a87c-4f054e66eda8 req-56ea194b-a197-4515-ac11-d92bdfed90c0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.412277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af616-6322-4deb-a87c-4f054e66eda8 req-56ea194b-a197-4515-ac11-d92bdfed90c0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.418587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af616-6322-4deb-a87c-4f054e66eda8 req-56ea194b-a197-4515-ac11-d92bdfed90c0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.424671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af616-6322-4deb-a87c-4f054e66eda8 req-56ea194b-a197-4515-ac11-d92bdfed90c0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.432679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-845af616-6322-4deb-a87c-4f054e66eda8 req-56ea194b-a197-4515-ac11-d92bdfed90c0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5427 time: 0.5957739 Jul 15 13:24:59.481341 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1bb8095c-719a-4948-925b-bcc9faae37fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.536995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8095c-719a-4948-925b-bcc9faae37fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee5e3c4-54f7-4659-8528-501e2d76cd0a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:59.549947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1bb8095c-719a-4948-925b-bcc9faae37fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.558513 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1bb8095c-719a-4948-925b-bcc9faae37fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/subnets/1ee5e3c4-54f7-4659-8528-501e2d76cd0a HTTP/1.1" status: 204 len: 168 time: 0.4608667 Jul 15 13:24:59.558737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58528) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.560492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f8c4a-f664-4399-8517-4c747e557fe2 None None] Network 2e2cce5a-9774-4261-b59d-ad73169a18d9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:59.639437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-845af616-6322-4deb-a87c-4f054e66eda8 req-394fa715-4ae6-459a-b3fb-1e055d23956b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2058144 Jul 15 13:24:59.649131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-e99f2f9b-e252-42dd-9188-3465d7ab2b33 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916861 Jul 15 13:24:59.830062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.886489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:24:58Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:59.905930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.931337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] Checking router: 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:59.954751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] Routers {'99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:59.955697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:00.173744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] DHCP port deletion for 2e2cce5a-9774-4261-b59d-ad73169a18d9 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:00.280008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] Set router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:00.292355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.374296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Pushing event deleted for resources: {'Port': ['ID=9d3d146b-4baa-4072-beee-5c3e0c754d39,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:00.462779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] Deleting port 81619921-9cc6-42c1-a558-5bc0394bb6e3 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:00.463439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.552370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] For port 81619921-9cc6-42c1-a558-5bc0394bb6e3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=81619921-9cc6-42c1-a558-5bc0394bb6e3,segment=NetworkSegment(3494bad4-e12c-4cdd-9a41-796baf2dd820),segment_id=3494bad4-e12c-4cdd-9a41-796baf2dd820)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:00.552672 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.591324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] Calling delete_port for 81619921-9cc6-42c1-a558-5bc0394bb6e3 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:00.822104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] No DVR routers for this DVR port 9d3d146b-4baa-4072-beee-5c3e0c754d39 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:00.828535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.830254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f37b2d7e-a888-496a-96a7-32af4d24465c req-efc3a971-8b82-4fa8-aa09-bda4b57a58c0 tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.30 "DELETE /v2.0/ports/9d3d146b-4baa-4072-beee-5c3e0c754d39 HTTP/1.1" status: 204 len: 173 time: 2.9200552 Jul 15 13:25:00.839662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e451a1-3885-4d64-a577-77251e9715be', 'name': 'network-vif-deleted', 'tag': '9d3d146b-4baa-4072-beee-5c3e0c754d39'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:00.841652 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3a45be-3db4-496b-9819-e20fce684387" -d '{"events": [{"server_uuid": "64e451a1-3885-4d64-a577-77251e9715be", "name": "network-vif-deleted", "tag": "9d3d146b-4baa-4072-beee-5c3e0c754d39"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:00.963586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-690184a9-9055-4c76-b1f3-f304c44cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.964372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-690184a9-9055-4c76-b1f3-f304c44cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.965195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-690184a9-9055-4c76-b1f3-f304c44cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.966048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-690184a9-9055-4c76-b1f3-f304c44cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.967240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-690184a9-9055-4c76-b1f3-f304c44cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.968818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-690184a9-9055-4c76-b1f3-f304c44cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.969655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-690184a9-9055-4c76-b1f3-f304c44cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.970739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:24:58Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:00.973570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-690184a9-9055-4c76-b1f3-f304c44cd18e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6491 time: 1.2084448 Jul 15 13:25:00.990898 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.027840 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.052107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] No DVR routers for this DVR port 81619921-9cc6-42c1-a558-5bc0394bb6e3 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:01.058567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7b9e2-5786-4b59-bc46-a9455363cc68 None None] The sync data for ids ['99963ee0-b38a-4c27-8af8-3ec2e3e7ee57'] in n-d-771362-36 is: [{'id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382415494', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:58Z', 'updated_at': '2021-07-15T13:24:58Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '509e72d5-1b1e-44f6-aa29-2c89c6570ce1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99963ee0-b38a-4c27-8af8-3ec2e3e7ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:59Z', 'updated_at': '2021-07-15T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:01.091846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccfa5d-e056-433a-8d64-7f937843d1af None None] Pushing event deleted for resources: {'Port': ['ID=81619921-9cc6-42c1-a558-5bc0394bb6e3,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.117116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81e5bd-9030-47c0-bf23-6ae265a18851 req-93472b0f-7881-4f1b-9461-e5562094adc4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.119539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa81e5bd-9030-47c0-bf23-6ae265a18851 req-93472b0f-7881-4f1b-9461-e5562094adc4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 946 time: 0.8560164 Jul 15 13:25:01.231430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.252493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.319634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa81e5bd-9030-47c0-bf23-6ae265a18851 req-5b3ea6db-d412-487e-bbab-08261c6a8016 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893907 Jul 15 13:25:01.363842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-07af191d-bd76-4d98-a67c-a846364849c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.365460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-07af191d-bd76-4d98-a67c-a846364849c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 200 len: 903 time: 0.3599687 Jul 15 13:25:01.436009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=bb5a3d55-41af-4eaf-baba-94419ecab558,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.449596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-8a3260d9-efb1-4b10-a7f4-0667325fe153 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3 HTTP/1.1" status: 200 len: 217 time: 0.0728226 Jul 15 13:25:01.451222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:01.451578 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.464508 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.740655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-ee79012a-8749-461c-9f6b-cf1cbe52aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.743979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-ee79012a-8749-461c-9f6b-cf1cbe52aea7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.2873373 Jul 15 13:25:01.781559 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP c52137df-30ef-460d-abb1-93c83cb09519 associated. External IP: 172.25.1.237, port: 5659a150-31f4-46ef-a6bb-28cd45ffaa3e. Jul 15 13:25:01.914229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port 509e72d5-1b1e-44f6-aa29-2c89c6570ce1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=509e72d5-1b1e-44f6-aa29-2c89c6570ce1,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:01.914965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.994539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9d3d146b-4baa-4072-beee-5c3e0c754d39 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:02.026485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 9d3d146b-4baa-4072-beee-5c3e0c754d39 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:02.027077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9d3d146b-4baa-4072-beee-5c3e0c754d39 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:02.040872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 81619921-9cc6-42c1-a558-5bc0394bb6e3 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:02.052113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:02.063868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6987b643-8a74-4ddf-b51d-92b1666dd526 req-23828173-ff44-446d-9b4b-75dced01cbdb tempest-AttachVolumeNegativeTest-922966869 tempest-AttachVolumeNegativeTest-922966869-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e451a1-3885-4d64-a577-77251e9715be HTTP/1.1" status: 200 len: 210 time: 0.0892015 Jul 15 13:25:02.068860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 81619921-9cc6-42c1-a558-5bc0394bb6e3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:02.069440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 81619921-9cc6-42c1-a558-5bc0394bb6e3 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:02.070984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f096fbf-c7f9-481b-94a6-2bc1814132dc no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:02.099107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 9f096fbf-c7f9-481b-94a6-2bc1814132dc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:02.099504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9f096fbf-c7f9-481b-94a6-2bc1814132dc not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:02.267066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7d226536-1bb0-4634-9e0d-f23cb0db3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.269634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-7d226536-1bb0-4634-9e0d-f23cb0db3d30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5181696 Jul 15 13:25:02.780581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-87063ee5-7b16-4d87-b71d-f4304411f4f2 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980578 Jul 15 13:25:02.921150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:02.937753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-e18c16c3-0613-4c1f-bc6c-b0e3e87b928e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.943881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-e18c16c3-0613-4c1f-bc6c-b0e3e87b928e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.949952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-e18c16c3-0613-4c1f-bc6c-b0e3e87b928e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.956585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-e18c16c3-0613-4c1f-bc6c-b0e3e87b928e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.962646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-e18c16c3-0613-4c1f-bc6c-b0e3e87b928e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.969447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-e18c16c3-0613-4c1f-bc6c-b0e3e87b928e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.975539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-e18c16c3-0613-4c1f-bc6c-b0e3e87b928e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.977580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-e18c16c3-0613-4c1f-bc6c-b0e3e87b928e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5427 time: 0.4697044 Jul 15 13:25:02.986039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.040270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=509e72d5-1b1e-44f6-aa29-2c89c6570ce1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:03.116044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2897aed-38bd-4731-8b75-be68f8dfe1bb req-ced6cd14-fe13-4acb-b44d-5c3701cac009 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264070 Jul 15 13:25:03.217091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba4f7c5f-4cd0-43e9-a13b-d6e35985eb41 req-747a22ba-d6cb-4573-b6a8-5d2d4b507c2d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2261338 Jul 15 13:25:03.323939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.327297 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89003c92-887b-4e2a-bbdf-d65db41d47e7 x-openstack-request-id: req-89003c92-887b-4e2a-bbdf-d65db41d47e7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:03.327755 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e451a1-3885-4d64-a577-77251e9715be", "name": "network-vif-deleted", "tag": "9d3d146b-4baa-4072-beee-5c3e0c754d39", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:03.328098 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89003c92-887b-4e2a-bbdf-d65db41d47e7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:03.328589 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e451a1-3885-4d64-a577-77251e9715be', 'name': 'network-vif-deleted', 'tag': '9d3d146b-4baa-4072-beee-5c3e0c754d39', 'status': 'completed', 'code': 200} Jul 15 13:25:03.435236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-dd75a1e3-b00b-48ca-93aa-a84dc5319da1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:03.436927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-dd75a1e3-b00b-48ca-93aa-a84dc5319da1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 946 time: 0.3156476 Jul 15 13:25:03.440964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:03.460057 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc462f7-cc9d-4973-97bf-e712b4df4be1 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:03.484551 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc462f7-cc9d-4973-97bf-e712b4df4be1 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:03.485945 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ccc462f7-cc9d-4973-97bf-e712b4df4be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:03.523559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.529246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.551169 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ccc462f7-cc9d-4973-97bf-e712b4df4be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:03.557741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.568901 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc462f7-cc9d-4973-97bf-e712b4df4be1 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:03.570286 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ccc462f7-cc9d-4973-97bf-e712b4df4be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:03.625182 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ccc462f7-cc9d-4973-97bf-e712b4df4be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:03.626294 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc462f7-cc9d-4973-97bf-e712b4df4be1 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:04.120792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.121633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Fanout notify agent at l3_agent the message router_deleted on router 99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:04.132527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-f63a2fb3-0a2e-4891-b888-15c88c1753bd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c2c825f43c4a42f2877a80c412448a29 HTTP/1.1" status: 200 len: 267 time: 0.5981255 Jul 15 13:25:04.143152 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.152631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c4a9258c-ec20-4765-a8c3-a40d61d54114 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/routers/99963ee0-b38a-4c27-8af8-3ec2e3e7ee57 HTTP/1.1" status: 204 len: 168 time: 4.5762534 Jul 15 13:25:04.152631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-efa53094-e623-46d8-b548-a5075298acdc tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2949126 Jul 15 13:25:04.153610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58556) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.153977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58558) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.168276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-736821135'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:04.239415 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:04.247083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.307404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:04.322076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.322495 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Added segment 3644c4f2-9b69-4a91-a076-511530e935ce of type vlan for network b6d11575-0fcd-4d55-b4fc-864368bc7419 Jul 15 13:25:04.377715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.430119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.437681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:04.438744 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.459320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.480474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Deleting port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:04.481445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.500615 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3429630 Jul 15 13:25:04.504992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58568) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.512874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-47185c5f-1dce-4186-872c-397af66977a7 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:04.515583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'subnet': {'network_id': 'b6d11575-0fcd-4d55-b4fc-864368bc7419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:04.515949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-47185c5f-1dce-4186-872c-397af66977a7 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 946 time: 0.8689508 Jul 15 13:25:04.597388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e46127-5237-4602-a84d-bccdd45592b6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Network': ['ID=b6d11575-0fcd-4d55-b4fc-864368bc7419,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:04.605733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-68c6fa21-091c-4c24-9205-78ad090ebff3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:04.614266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-68c6fa21-091c-4c24-9205-78ad090ebff3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 946 time: 0.4592416 Jul 15 13:25:04.620355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'port': {'security_groups': []}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:04.634922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:04.761110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:04.766430 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.832490 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.962026 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.051902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2cce5a-9774-4261-b59d-ad73169a18d9']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.071321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.088479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3494bad4-e12c-4cdd-9a41-796baf2dd820') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.088994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3494bad4-e12c-4cdd-9a41-796baf2dd820') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.094994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] For port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:05.095739 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.149636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Subnet': ['ID=bc6eb6dc-ba83-4e66-b871-6ba73968cd44,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.161281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Checking segment: {'id': '3644c4f2-9b69-4a91-a076-511530e935ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b6d11575-0fcd-4d55-b4fc-864368bc7419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:05.161992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network hostable DHCP agents. Network: b6d11575-0fcd-4d55-b4fc-864368bc7419, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:05.162443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Calling delete_port for a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:05.167500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.184454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:05.200803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b6d11575-0fcd-4d55-b4fc-864368bc7419) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:05.209379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:05.210030 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.219049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf2258-6c74-4429-ba4d-f21cd158815a None None] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:05.236608 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d89538a1-d234-40fa-8e0c-b6f85467b6b0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7294803 Jul 15 13:25:05.241433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58570) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.247533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1556925432', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:05.281257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.282807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.300741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.324381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.359306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:05.360000 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.367347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:05.372381 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:05.466955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Deleting port 62ef7e69-f122-4b57-a39d-0964033af2c2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:05.467457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.492353 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.557544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b6d11575-0fcd-4d55-b4fc-864368bc7419', 'network_id': 'b6d11575-0fcd-4d55-b4fc-864368bc7419', 'tenant_id': '67190496b737458f9b2839f023bb5d24', 'fixed_ips': [{'subnet_id': 'bc6eb6dc-ba83-4e66-b871-6ba73968cd44'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:05.563190 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.638255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.773596 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.789654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Allocated IP 172.20.0.2 (b6d11575-0fcd-4d55-b4fc-864368bc7419/bc6eb6dc-ba83-4e66-b871-6ba73968cd44/8329546e-b773-4ca1-ae41-ea633cae92f6) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:05.841095 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.845192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/networks/2e2cce5a-9774-4261-b59d-ad73169a18d9 HTTP/1.1" status: 204 len: 168 time: 1.6882100 Jul 15 13:25:05.851402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58574) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.907557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedb2ed-2fc0-4f82-9e1b-333038d0e456 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Network': ['ID=2e2cce5a-9774-4261-b59d-ad73169a18d9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.056088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:06.100365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:06.115020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-49e1bfe7-55c3-4da3-9125-6a4e45bd10ff tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.132337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:06.132961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 509e72d5-1b1e-44f6-aa29-2c89c6570ce1 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:06.148212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] For port 62ef7e69-f122-4b57-a39d-0964033af2c2, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=62ef7e69-f122-4b57-a39d-0964033af2c2,segment=NetworkSegment(26994335-d721-44f3-9fc3-888493bb116f),segment_id=26994335-d721-44f3-9fc3-888493bb116f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:06.148505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.151450 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.157442 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.162874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] For port 4c7bbdac-dd26-4732-a764-d076dc623c44, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7bbdac-dd26-4732-a764-d076dc623c44,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:06.173874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Transition to ACTIVE for port object 8329546e-b773-4ca1-ae41-ea633cae92f6 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:06.191763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.203720 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-49e1bfe7-55c3-4da3-9125-6a4e45bd10ff tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.206465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Calling delete_port for 62ef7e69-f122-4b57-a39d-0964033af2c2 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:06.229109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Transition to ACTIVE for port object 8329546e-b773-4ca1-ae41-ea633cae92f6 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:06.246458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.251513 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.262385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:06.362699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:06.369361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Pushing event updated for resources: {'Port': ['ID=8329546e-b773-4ca1-ae41-ea633cae92f6,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.377431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:06.378367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.25.1.159 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/f5e3f44a-0362-4b53-99a2-bb7f547e016e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:06.386454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:06.419607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event deleted for resources: {'Port': ['ID=a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.428804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.440862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-49e1bfe7-55c3-4da3-9125-6a4e45bd10ff tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.446065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-49e1bfe7-55c3-4da3-9125-6a4e45bd10ff tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.453787 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-49e1bfe7-55c3-4da3-9125-6a4e45bd10ff tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e HTTP/1.1" status: 204 len: 168 time: 0.6000915 Jul 15 13:25:06.479764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1bfe7-55c3-4da3-9125-6a4e45bd10ff tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c3cf1-d8fa-475b-a42b-9b829ffdc01e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.487952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.521865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['7aae7044-b646-4fe1-a43a-b301cda8bbca', '55899967-e13e-431f-8a3f-e7c2cb2ab746'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:06.531176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] No DVR routers for this DVR port a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:06.555731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.557902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddacecf0-3ccc-4d79-9513-41e91611a9ea req-e8860bc5-3fbe-4bd1-95b6-c2c9bd451630 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "DELETE /v2.0/ports/a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 HTTP/1.1" status: 204 len: 173 time: 3.1025138 Jul 15 13:25:06.563343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4420030-bbe4-4a2a-845e-f43424a9c4f5', 'name': 'network-vif-deleted', 'tag': 'a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:06.566706 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6d69f0-b021-4996-a413-e3751a412e70" -d '{"events": [{"server_uuid": "a4420030-bbe4-4a2a-845e-f43424a9c4f5", "name": "network-vif-deleted", "tag": "a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:06.602945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:06.603678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.631645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04c0f929-0ec4-4f38-8642-ee665050ea36 req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "PUT /v2.0/ports/4c7bbdac-dd26-4732-a764-d076dc623c44 HTTP/1.1" status: 200 len: 905 time: 2.0141587 Jul 15 13:25:06.688067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285e75f-3718-4b9d-a369-a2f2050e37b9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'Port': ['ID=4c7bbdac-dd26-4732-a764-d076dc623c44,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.830838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['4c7bbdac-dd26-4732-a764-d076dc623c44'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:06.840331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.853360 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.904213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Attempting to bind port 8329546e-b773-4ca1-ae41-ea633cae92f6 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:06.904583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Attempting to bind port 8329546e-b773-4ca1-ae41-ea633cae92f6 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3644c4f2-9b69-4a91-a076-511530e935ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b6d11575-0fcd-4d55-b4fc-864368bc7419'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:06.904973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Attempting to bind port 8329546e-b773-4ca1-ae41-ea633cae92f6 on network b6d11575-0fcd-4d55-b4fc-864368bc7419 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:06.930553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2acd71d-dad6-4d4e-a6a3-c8c3a8944408 req-225058a7-841b-40c8-ac9f-9b5c4c9322e6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4420030-bbe4-4a2a-845e-f43424a9c4f5 HTTP/1.1" status: 200 len: 210 time: 0.0735359 Jul 15 13:25:07.005994 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.033388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Pushing event deleted for resources: {'Port': ['ID=62ef7e69-f122-4b57-a39d-0964033af2c2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.039638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:07.043485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Checking segment: {'id': '3644c4f2-9b69-4a91-a076-511530e935ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b6d11575-0fcd-4d55-b4fc-864368bc7419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:07.044056 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.052123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Bound using segment: {'id': '3644c4f2-9b69-4a91-a076-511530e935ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b6d11575-0fcd-4d55-b4fc-864368bc7419'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:07.056894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Bound port: 8329546e-b773-4ca1-ae41-ea633cae92f6, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3644c4f2-9b69-4a91-a076-511530e935ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b6d11575-0fcd-4d55-b4fc-864368bc7419'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:07.057536 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.101093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:07.148570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] No DVR routers for this DVR port 62ef7e69-f122-4b57-a39d-0964033af2c2 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:07.161061 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.169831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c8a70609-2efe-4933-801c-ebaa83a0ecc3 req-8aef9af0-47d1-4bab-9b5c-16ce935a9f80 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.30 "DELETE /v2.0/ports/62ef7e69-f122-4b57-a39d-0964033af2c2 HTTP/1.1" status: 204 len: 173 time: 2.6288881 Jul 15 13:25:07.182133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:07.195713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:07.242540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a218cace-7f7c-4122-9a64-6eadd50a7eed None None] Provisioning complete for port 4c7bbdac-dd26-4732-a764-d076dc623c44 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:07.242926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a218cace-7f7c-4122-9a64-6eadd50a7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.303017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] For port 8329546e-b773-4ca1-ae41-ea633cae92f6, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:07.309412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4ecb603-3708-4e7f-986b-8ad681f4eeb7 req-48fbb4f8-0bdd-40bb-b1e5-9d27c30caf85 tempest-ServerTagsTestJSON-1835890215 tempest-ServerTagsTestJSON-1835890215-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd1b30e-c393-44b0-b85e-7a1253ee528c HTTP/1.1" status: 200 len: 210 time: 0.0896759 Jul 15 13:25:07.317146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:07.364967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=f5e3f44a-0362-4b53-99a2-bb7f547e016e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.412334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] For port 8329546e-b773-4ca1-ae41-ea633cae92f6, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8329546e-b773-4ca1-ae41-ea633cae92f6,segment=NetworkSegment(3644c4f2-9b69-4a91-a076-511530e935ce),segment_id=3644c4f2-9b69-4a91-a076-511530e935ce)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:07.414467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:07.415165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:07.433961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.552874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58588) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.649260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d4c95-3762-4bfe-9c04-4137cab2079e None None] Pushing event updated for resources: {'Port': ['ID=8329546e-b773-4ca1-ae41-ea633cae92f6,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.854800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e956d1-d5bb-4349-b30f-a6fce329bdef admin admin] Deleting subnet 6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:07.873922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64e956d1-d5bb-4349-b30f-a6fce329bdef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.006052 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.053399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 62ef7e69-f122-4b57-a39d-0964033af2c2 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:08.104780 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64e956d1-d5bb-4349-b30f-a6fce329bdef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.125930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 62ef7e69-f122-4b57-a39d-0964033af2c2 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:08.126288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 62ef7e69-f122-4b57-a39d-0964033af2c2 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:08.169638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8329546e-b773-4ca1-ae41-ea633cae92f6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:08.264309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-3dcf6c80-c994-46e9-b1d6-13f2e71596af tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:08.277521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-3dcf6c80-c994-46e9-b1d6-13f2e71596af tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:08.289454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-3dcf6c80-c994-46e9-b1d6-13f2e71596af tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:08.299112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 8329546e-b773-4ca1-ae41-ea633cae92f6 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:08.301143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-3dcf6c80-c994-46e9-b1d6-13f2e71596af tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:08.314833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-3dcf6c80-c994-46e9-b1d6-13f2e71596af tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:08.328776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-3dcf6c80-c994-46e9-b1d6-13f2e71596af tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:08.341261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-3dcf6c80-c994-46e9-b1d6-13f2e71596af tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:08.354474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-3dcf6c80-c994-46e9-b1d6-13f2e71596af tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5427 time: 0.5349021 Jul 15 13:25:08.376768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64e956d1-d5bb-4349-b30f-a6fce329bdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.494302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed2d62e0-df3a-4388-98ce-b575c3c58a8f req-0850ffe1-f0d1-4266-b324-356b8454e2cd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1385293 Jul 15 13:25:08.522055 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64e956d1-d5bb-4349-b30f-a6fce329bdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.610892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64e956d1-d5bb-4349-b30f-a6fce329bdef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.615364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-64e956d1-d5bb-4349-b30f-a6fce329bdef admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0 HTTP/1.1" status: 204 len: 168 time: 1.0600407 Jul 15 13:25:08.618080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e956d1-d5bb-4349-b30f-a6fce329bdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2fae8d-a4c0-46c6-9f55-de9f3b1228e0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.623517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58598) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:08.640250 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae32cc18-5df8-4381-8fa6-c043eb6f5f9f x-openstack-request-id: req-ae32cc18-5df8-4381-8fa6-c043eb6f5f9f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:08.641299 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4420030-bbe4-4a2a-845e-f43424a9c4f5", "name": "network-vif-deleted", "tag": "a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:08.641963 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae32cc18-5df8-4381-8fa6-c043eb6f5f9f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:08.642888 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4420030-bbe4-4a2a-845e-f43424a9c4f5', 'name': 'network-vif-deleted', 'tag': 'a15cb4ef-ba6e-4aaf-be0b-13d5a97bdbe8', 'status': 'completed', 'code': 200} Jul 15 13:25:08.791378 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.953928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.972867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e489886b-ba0a-4e5e-a941-83c840ca8039']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:08.993159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62116ac-4d4b-4c9f-be16-547cf76b398d') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:08.993643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62116ac-4d4b-4c9f-be16-547cf76b398d') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:09.009458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.022872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196d90a-9572-404c-9595-711b57c0d6da req-3595ab76-0fac-490f-a05d-77c3574355dd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:09.025222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b196d90a-9572-404c-9595-711b57c0d6da req-3595ab76-0fac-490f-a05d-77c3574355dd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 908 time: 0.1660907 Jul 15 13:25:09.042454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.050689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:09.051125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.147667 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:09.148406 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:09.157750 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.166790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.172037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e489886b-ba0a-4e5e-a941-83c840ca8039 HTTP/1.1" status: 204 len: 168 time: 0.5459385 Jul 15 13:25:09.198114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913f27f-ca57-481d-8f36-5907ca13d618 admin admin] Pushing event deleted for resources: {'Network': ['ID=e489886b-ba0a-4e5e-a941-83c840ca8039,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.255457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3338be6-0bcc-47e7-bbc7-55aae1a96703 None None] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:09.394394 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 6b356f70-5d42-48c3-a084-b9da05b7e050 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:09.417041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58608) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.488360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee6157ba-3b24-4ff3-9a71-72a0eee245fa None None] Provisioning for port 8329546e-b773-4ca1-ae41-ea633cae92f6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:09.522053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ee6157ba-3b24-4ff3-9a71-72a0eee245fa None None] Provisioning complete for port 8329546e-b773-4ca1-ae41-ea633cae92f6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:09.522646 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee6157ba-3b24-4ff3-9a71-72a0eee245fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.611732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff19718-12bc-40c6-ae33-b38fa4d0b191 admin admin] Deleting subnet b1a39d0e-bb37-4d8e-9fb8-b012852df46c {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:09.632375 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ff19718-12bc-40c6-ae33-b38fa4d0b191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.672288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:09.718229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.721065 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-915e0da2-3dfc-4a66-8c83-0c2a615e741d tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4780643 Jul 15 13:25:09.724130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58614) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.736864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a7c38-57bc-4f8b-886e-9449f9c379ae None None] Sync routers for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:09.755519 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee6157ba-3b24-4ff3-9a71-72a0eee245fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.764816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58616) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.784581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a7c38-57bc-4f8b-886e-9449f9c379ae None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:09.785494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d59a7c38-57bc-4f8b-886e-9449f9c379ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:09.810819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ff19718-12bc-40c6-ae33-b38fa4d0b191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.837240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d59a7c38-57bc-4f8b-886e-9449f9c379ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:09.863010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ee6157ba-3b24-4ff3-9a71-72a0eee245fa None None] For port 8329546e-b773-4ca1-ae41-ea633cae92f6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8329546e-b773-4ca1-ae41-ea633cae92f6,segment=NetworkSegment(3644c4f2-9b69-4a91-a076-511530e935ce),segment_id=3644c4f2-9b69-4a91-a076-511530e935ce)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:09.864801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a7c38-57bc-4f8b-886e-9449f9c379ae None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:09.865130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d59a7c38-57bc-4f8b-886e-9449f9c379ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:09.924122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b5179563-66b6-4c7c-be35-2562b4a9dbb2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f771d15eceab4fc588ddd80fae694634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475730 Jul 15 13:25:09.927044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58618) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.978015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58620) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.984749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9779941e-df46-4398-9479-bad81ab1ed8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991371774', 'description': 'tempest-secgroup-smoke-1991371774 description', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:09.989656 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ff19718-12bc-40c6-ae33-b38fa4d0b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.009812 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee6157ba-3b24-4ff3-9a71-72a0eee245fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.164617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d59a7c38-57bc-4f8b-886e-9449f9c379ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.166825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a7c38-57bc-4f8b-886e-9449f9c379ae None None] The sync data for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:10.169827 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9779941e-df46-4398-9479-bad81ab1ed8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.171919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6157ba-3b24-4ff3-9a71-72a0eee245fa None None] Pushing event updated for resources: {'Port': ['ID=8329546e-b773-4ca1-ae41-ea633cae92f6,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.286695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0c84-c505-44b5-9b1c-de7bbae0ad11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.300941 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ff19718-12bc-40c6-ae33-b38fa4d0b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.369717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff19718-12bc-40c6-ae33-b38fa4d0b191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a39d0e-bb37-4d8e-9fb8-b012852df46c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.397165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0c84-c505-44b5-9b1c-de7bbae0ad11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.414845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-74ff8803-51fb-445e-9a91-92871da9b521 None None] Provisioning complete for port 8329546e-b773-4ca1-ae41-ea633cae92f6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:10.417882 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ff19718-12bc-40c6-ae33-b38fa4d0b191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.419754 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-74ff8803-51fb-445e-9a91-92871da9b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.423384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8ff19718-12bc-40c6-ae33-b38fa4d0b191 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b1a39d0e-bb37-4d8e-9fb8-b012852df46c HTTP/1.1" status: 204 len: 168 time: 1.0044317 Jul 15 13:25:10.426029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58628) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.611642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ecc4-d0c5-4376-9fd7-ec23b02f9181 req-30e452d9-aace-4101-8bbd-6f0ca996202b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:10.618959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc83ecc4-d0c5-4376-9fd7-ec23b02f9181 req-30e452d9-aace-4101-8bbd-6f0ca996202b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.4361689 Jul 15 13:25:10.626990 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.646769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9779941e-df46-4398-9479-bad81ab1ed8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.649143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06622eb9-8acd-414f-96bb-24176eae8568', 'tag': '4c7bbdac-dd26-4732-a764-d076dc623c44'}, {'server_uuid': '3dd1b30e-c393-44b0-b85e-7a1253ee528c', 'name': 'network-vif-deleted', 'tag': '62ef7e69-f122-4b57-a39d-0964033af2c2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:10.651884 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e" -d '{"events": [{"name": "network-changed", "server_uuid": "06622eb9-8acd-414f-96bb-24176eae8568", "tag": "4c7bbdac-dd26-4732-a764-d076dc623c44"}, {"server_uuid": "3dd1b30e-c393-44b0-b85e-7a1253ee528c", "name": "network-vif-deleted", "tag": "62ef7e69-f122-4b57-a39d-0964033af2c2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:10.668234 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9779941e-df46-4398-9479-bad81ab1ed8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.699836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0c84-c505-44b5-9b1c-de7bbae0ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.709660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0c84-c505-44b5-9b1c-de7bbae0ad11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.716092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4d3c0c84-c505-44b5-9b1c-de7bbae0ad11 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ae0ec35-3eba-4cc9-92b9-bda213442b93 HTTP/1.1" status: 204 len: 168 time: 0.7875898 Jul 15 13:25:10.766788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9779941e-df46-4398-9479-bad81ab1ed8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.773820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9779941e-df46-4398-9479-bad81ab1ed8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7876923 Jul 15 13:25:10.796076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58634) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.803639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9d86e568-805f-4492-beb7-dac396744404', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:10.808113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779941e-df46-4398-9479-bad81ab1ed8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d86e568-805f-4492-beb7-dac396744404,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.828816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc83ecc4-d0c5-4376-9fd7-ec23b02f9181 req-9499e13b-ac3f-4da3-8e6b-f65174595c9f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049887 Jul 15 13:25:10.879716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c0c84-c505-44b5-9b1c-de7bbae0ad11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0ec35-3eba-4cc9-92b9-bda213442b93,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.905991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.944943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.971697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a195773d-59d1-47c8-bded-185ec45abc81']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.997649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26994335-d721-44f3-9fc3-888493bb116f') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.998325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26994335-d721-44f3-9fc3-888493bb116f') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:11.025839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.055757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.071655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:11.072721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:11.221532 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:11.250639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.284248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.368677 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.373032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] 10.222.0.25 "DELETE /v2.0/networks/a195773d-59d1-47c8-bded-185ec45abc81 HTTP/1.1" status: 204 len: 168 time: 0.9432805 Jul 15 13:25:11.376668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b131d-77fe-4648-b16a-216231463a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=a195773d-59d1-47c8-bded-185ec45abc81,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.488882 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.503487 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.569108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.20.0.1 (b6d11575-0fcd-4d55-b4fc-864368bc7419/bc6eb6dc-ba83-4e66-b871-6ba73968cd44/35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:11.634992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a516c79e-873d-4af4-843c-a3e5f645b342,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.731609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.732197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.732771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.733523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.734099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.750790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.751455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.752030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.752605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.753164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.759152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.759909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:11.793289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.795731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b2f9efbb-167d-4cdf-ab6c-b8b9d3e530cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9957831 Jul 15 13:25:11.800519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58656) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.808864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2ca49852-e4f6-4e2d-9e95-94a2ab3beffa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9d86e568-805f-4492-beb7-dac396744404', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:11.835742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-ab5f9ddc-63ad-4509-9870-6fd641fc747b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:11.837591 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-ab5f9ddc-63ad-4509-9870-6fd641fc747b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.6110468 Jul 15 13:25:11.860238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-61a4fc4b-c4ab-4875-9aec-20da8982990c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/quotas/062d3cd5a95a47edb287e3c79c53f289 HTTP/1.1" status: 200 len: 375 time: 0.0127797 Jul 15 13:25:11.886937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ca49852-e4f6-4e2d-9e95-94a2ab3beffa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.956011 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58660) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:12.052481 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.073395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-a1620c71-3ba6-4131-a469-c537c5a123a1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1967881 Jul 15 13:25:12.093496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8329546e-b773-4ca1-ae41-ea633cae92f6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:12.134068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Transition to ACTIVE for port object 35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:12.228785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8329546e-b773-4ca1-ae41-ea633cae92f6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:12.229234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.254159 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ca49852-e4f6-4e2d-9e95-94a2ab3beffa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.267936 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-034608d8-a1bf-4242-b8c2-ceed8bd6e02f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fde4948eb28e42f381338eb742ae3c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009238 Jul 15 13:25:12.272610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58668) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:12.287033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ca49852-e4f6-4e2d-9e95-94a2ab3beffa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.395257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ca49852-e4f6-4e2d-9e95-94a2ab3beffa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.400728 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2ca49852-e4f6-4e2d-9e95-94a2ab3beffa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5941815 Jul 15 13:25:12.400728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca49852-e4f6-4e2d-9e95-94a2ab3beffa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee3ebc1-7b78-425c-ad10-95e6697b084d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:12.403719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:12.418587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0f5d626d-6539-433b-bd4d-74fcea23874f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9d86e568-805f-4492-beb7-dac396744404', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:12.429463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.530056 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:12.539250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:12.544488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f5d626d-6539-433b-bd4d-74fcea23874f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.550576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:12.560702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b15a988-d4c4-4b08-8346-08400de6517b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.564116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:12.670323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b15a988-d4c4-4b08-8346-08400de6517b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.693788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.785749 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f5d626d-6539-433b-bd4d-74fcea23874f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.792336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-34b6dda4-3cd2-49bd-9e7a-cca464a85cb0 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041569 Jul 15 13:25:12.833237 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f5d626d-6539-433b-bd4d-74fcea23874f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.913469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d626d-6539-433b-bd4d-74fcea23874f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb06487-edcb-4bc8-b988-68f6b438ef1b,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:12.971201 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f5d626d-6539-433b-bd4d-74fcea23874f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.972471 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0f5d626d-6539-433b-bd4d-74fcea23874f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5664144 Jul 15 13:25:12.978432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58680) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:12.992757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e60ba7d5-b198-40f4-91b7-c029985eeb12 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9d86e568-805f-4492-beb7-dac396744404', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:13.036698 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b15a988-d4c4-4b08-8346-08400de6517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.039273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b15a988-d4c4-4b08-8346-08400de6517b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.040495 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8b15a988-d4c4-4b08-8346-08400de6517b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5a5de4b-9038-4f3d-b9a2-349a570bb312 HTTP/1.1" status: 204 len: 168 time: 0.7663622 Jul 15 13:25:13.059712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-2c632ce0-032d-45c1-84bd-11e6f2f1ec2c service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453806 Jul 15 13:25:13.082020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-86739971-c70e-46c8-b5e5-7e8f3e433666 None None] Provisioning for port 35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:13.093911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-86739971-c70e-46c8-b5e5-7e8f3e433666 None None] Provisioning complete for port 35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:13.094682 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86739971-c70e-46c8-b5e5-7e8f3e433666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.098637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15a988-d4c4-4b08-8346-08400de6517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a5de4b-9038-4f3d-b9a2-349a570bb312,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.224971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e60ba7d5-b198-40f4-91b7-c029985eeb12 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.232386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-86739971-c70e-46c8-b5e5-7e8f3e433666 None None] Port 35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:13.248532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.409074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e60ba7d5-b198-40f4-91b7-c029985eeb12 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.451809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e60ba7d5-b198-40f4-91b7-c029985eeb12 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.472850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ba7d5-b198-40f4-91b7-c029985eeb12 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1395809f-d940-4615-a07b-c552df9b8e27,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.524247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e60ba7d5-b198-40f4-91b7-c029985eeb12 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.534998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58692) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.550598 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e60ba7d5-b198-40f4-91b7-c029985eeb12 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5398340 Jul 15 13:25:13.597507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c48b9984-c407-46cd-acce-da515e6b49fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9d86e568-805f-4492-beb7-dac396744404', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:13.665274 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-c48b9984-c407-46cd-acce-da515e6b49fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Project 3e3a1a7fc00745c5a63c8018cee397f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:25:13.675735 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c48b9984-c407-46cd-acce-da515e6b49fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.700123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-41cfbb81-7ad0-4a36-9d99-92414d5931eb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.706389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-41cfbb81-7ad0-4a36-9d99-92414d5931eb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.713178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-41cfbb81-7ad0-4a36-9d99-92414d5931eb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.719783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-41cfbb81-7ad0-4a36-9d99-92414d5931eb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.728150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-41cfbb81-7ad0-4a36-9d99-92414d5931eb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.736346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-41cfbb81-7ad0-4a36-9d99-92414d5931eb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.743194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-41cfbb81-7ad0-4a36-9d99-92414d5931eb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.745584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-41cfbb81-7ad0-4a36-9d99-92414d5931eb tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5427 time: 0.2514443 Jul 15 13:25:13.916285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0ff336f-1da7-43f4-812d-bf379cf52c8e req-e71894c8-6a29-49a3-8064-bd0ad2317c7b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555440 Jul 15 13:25:14.032739 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c48b9984-c407-46cd-acce-da515e6b49fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.042930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c48b9984-c407-46cd-acce-da515e6b49fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.059757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.073902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.132842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c48b9984-c407-46cd-acce-da515e6b49fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.147347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c48b9984-c407-46cd-acce-da515e6b49fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5526812 Jul 15 13:25:14.177684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58716) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.194961 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91868e1-ddd2-4c3c-9d67-cd43c8ef2676 x-openstack-request-id: req-b91868e1-ddd2-4c3c-9d67-cd43c8ef2676 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:14.197008 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06622eb9-8acd-414f-96bb-24176eae8568", "tag": "4c7bbdac-dd26-4732-a764-d076dc623c44", "status": "completed", "code": 200}, {"server_uuid": "3dd1b30e-c393-44b0-b85e-7a1253ee528c", "name": "network-vif-deleted", "tag": "62ef7e69-f122-4b57-a39d-0964033af2c2", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:14.199953 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b91868e1-ddd2-4c3c-9d67-cd43c8ef2676 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:14.202746 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06622eb9-8acd-414f-96bb-24176eae8568', 'tag': '4c7bbdac-dd26-4732-a764-d076dc623c44', 'status': 'completed', 'code': 200} Jul 15 13:25:14.203480 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd1b30e-c393-44b0-b85e-7a1253ee528c', 'name': 'network-vif-deleted', 'tag': '62ef7e69-f122-4b57-a39d-0964033af2c2', 'status': 'completed', 'code': 200} Jul 15 13:25:14.230299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c4f0ca53-baf8-43b2-84e2-187f108b728e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '9d86e568-805f-4492-beb7-dac396744404', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:14.271347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.335350 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.357888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b9984-c407-46cd-acce-da515e6b49fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21836f4b-a1b8-407f-86f8-f2ab10fd5e3b,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.425158 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-c4f0ca53-baf8-43b2-84e2-187f108b728e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Project 3e3a1a7fc00745c5a63c8018cee397f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:25:14.442771 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ca53-baf8-43b2-84e2-187f108b728e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.481985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-2bfdcfbb-f0f9-48a0-b5ca-53446c50e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:14.485237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-2bfdcfbb-f0f9-48a0-b5ca-53446c50e84a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 1060 time: 0.2134151 Jul 15 13:25:14.533422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:14.535557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:14.610961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ca53-baf8-43b2-84e2-187f108b728e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.631785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ca53-baf8-43b2-84e2-187f108b728e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.725914 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 6b356f70-5d42-48c3-a084-b9da05b7e050 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:14.728530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0ca53-baf8-43b2-84e2-187f108b728e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fd58a5-27b4-40bd-9926-9fe795d360e3,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.811417 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ca53-baf8-43b2-84e2-187f108b728e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.815571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c4f0ca53-baf8-43b2-84e2-187f108b728e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6306725 Jul 15 13:25:14.857536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58726) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.896054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:14.903963 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-393d1644-ace0-4767-9d41-d3dbf7a942c6 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/routers/6b356f70-5d42-48c3-a084-b9da05b7e050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1785569 Jul 15 13:25:14.913768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58728) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.923335 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b09f07-6333-4266-8389-5037606c7baf None None] Sync routers for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:14.929213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'port': {'network_id': 'b6d11575-0fcd-4d55-b4fc-864368bc7419', 'name': 'tempest-FloatingIPTestJSON-1339908676'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:14.931501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'network': {'name': 'tempest-network-smoke--820720905', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'port_security_enabled': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:14.978802 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b09f07-6333-4266-8389-5037606c7baf None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:14.988198 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-16b09f07-6333-4266-8389-5037606c7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.016021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-70b8098a-4972-4bd7-ba19-33b015018da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:15.019689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4d08519e-61e7-483c-a364-96e4a67ebc94 None None] Provisioning complete for port 35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:15.020573 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4d08519e-61e7-483c-a364-96e4a67ebc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.023884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-70b8098a-4972-4bd7-ba19-33b015018da3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.5292759 Jul 15 13:25:15.045664 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58734) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.063370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4460c-1481-4f9e-9b9f-ef989e3821df req-f87dbdc3-88bb-411e-a11d-879c4c39a2a8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:15.079271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ded4460c-1481-4f9e-9b9f-ef989e3821df req-f87dbdc3-88bb-411e-a11d-879c4c39a2a8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.5766988 Jul 15 13:25:15.102137 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-16b09f07-6333-4266-8389-5037606c7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.128767 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b09f07-6333-4266-8389-5037606c7baf None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:15.130810 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-16b09f07-6333-4266-8389-5037606c7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.163484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4d08519e-61e7-483c-a364-96e4a67ebc94 None None] Port 35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:15.204878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-54fc83c1-e636-40d3-bc90-875694aed32f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c7bbdac-dd26-4732-a764-d076dc623c44 HTTP/1.1" status: 200 len: 217 time: 0.1693449 Jul 15 13:25:15.206952 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-16b09f07-6333-4266-8389-5037606c7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.207679 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b09f07-6333-4266-8389-5037606c7baf None None] The sync data for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:15.239815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Made reservation on behalf of 67190496b737458f9b2839f023bb5d24 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:15.244508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.288196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] device_id is not set on port 78b0790c-056d-4023-8be7-dcae8c9d204c yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:15.302819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:25:15.302819 n-d-771362-36 neutron-server[93733]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:25:15.302819 n-d-771362-36 neutron-server[93733]: [parameters: {'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'id': 'aa13f7e0-f7f2-462c-a281-c26035819bf7', 'expiration': datetime.datetime(2021, 7, 15, 13, 27, 15, 219594)}] Jul 15 13:25:15.302819 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:25:15.303586 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:25:15.324632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 74c977c6-ceb2-4eb3-ac31-253c994f4802 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:15.468019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ded4460c-1481-4f9e-9b9f-ef989e3821df req-0e22a609-2f95-4488-8d3f-5cc2f3c99fcd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599666 Jul 15 13:25:15.518356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Allocated IP 172.20.0.6 (b6d11575-0fcd-4d55-b4fc-864368bc7419/bc6eb6dc-ba83-4e66-b871-6ba73968cd44/78b0790c-056d-4023-8be7-dcae8c9d204c) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:15.566356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-30a62377-0f9a-4820-8ee6-45dae4f88771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:15.569810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-30a62377-0f9a-4820-8ee6-45dae4f88771 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.3535898 Jul 15 13:25:15.735726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 74c977c6-ceb2-4eb3-ac31-253c994f4802, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:15.808069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '74c977c6-ceb2-4eb3-ac31-253c994f4802', 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'port_id': '74c977c6-ceb2-4eb3-ac31-253c994f4802', 'mac_address': 'fa:16:3e:18:52:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23716bd-da50-48ef-b535-3208a7f14fa6', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:15.904511 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.944052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Transition to ACTIVE for port object 78b0790c-056d-4023-8be7-dcae8c9d204c will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:15.964195 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.004259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f9d484a-590d-4cc2-b8ef-72d41d6e5f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.015009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c977c6-ceb2-4eb3-ac31-253c994f4802 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:16.018096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02164a76-0961-47a4-bfb6-102e56108dc4 req-c081a0ce-4165-40c5-8207-1318040492ba tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 210 time: 0.1053591 Jul 15 13:25:16.036596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:16.052583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.053508 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.077728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 74c977c6-ceb2-4eb3-ac31-253c994f4802, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:16.082473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-19911f53-ab80-4f58-b171-8e611336b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:16.084602 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.084797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:16.085769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:16.091024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-19911f53-ab80-4f58-b171-8e611336b494 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5065031 Jul 15 13:25:16.092040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:16.125996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:16.207717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-f5c6afd9-62b9-475a-93f8-c94c158d2ae4 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:16.210087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-f5c6afd9-62b9-475a-93f8-c94c158d2ae4 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.7328637 Jul 15 13:25:16.230757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Request body: {'port': {'device_id': 'c0f985b9-14d8-4132-a6c0-0fc34945b0a1', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'admin_state_up': True, 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:16.291815 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:25:16.318506 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:16.320463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.382626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:16.397313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:16.415243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6', 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'port_id': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6', 'mac_address': 'fa:16:3e:d9:d2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23716bd-da50-48ef-b535-3208a7f14fa6', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:16.425153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=74c977c6-ceb2-4eb3-ac31-253c994f4802,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.468572 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.468886 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Added segment 55a33d50-b26b-499b-9f7c-010d7bf9ed98 of type vlan for network 60459bcb-05b0-44d6-8f78-07dcdbec5876 Jul 15 13:25:16.489198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event updated for resources: {'Port': ['ID=78b0790c-056d-4023-8be7-dcae8c9d204c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.521119 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.539331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:16.548097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-969adf36-cf94-47c3-b7f5-72d427eedbdd None None] Provisioning for port 78b0790c-056d-4023-8be7-dcae8c9d204c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:16.564091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-969adf36-cf94-47c3-b7f5-72d427eedbdd None None] Provisioning complete for port 78b0790c-056d-4023-8be7-dcae8c9d204c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:16.565849 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-969adf36-cf94-47c3-b7f5-72d427eedbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.587473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f9d484a-590d-4cc2-b8ef-72d41d6e5f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.599231 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f9d484a-590d-4cc2-b8ef-72d41d6e5f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.639779 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-05011903-64aa-45d4-825c-76db8a9f1b20 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7239823 Jul 15 13:25:16.652776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:16.677362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-969adf36-cf94-47c3-b7f5-72d427eedbdd None None] Port 78b0790c-056d-4023-8be7-dcae8c9d204c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:16.684313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:16.686021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Request body: {'floatingip': {'port_id': '78b0790c-056d-4023-8be7-dcae8c9d204c'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:16.690605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.691675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 7b579a6d-64a6-4176-85e9-983da7ba42a3 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:16.707405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.751636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.767883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-3090ab96-f1bf-4da3-9e53-2ebe1cf2ed38 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215789 Jul 15 13:25:16.773854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.781279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:16.782226 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.792175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d484a-590d-4cc2-b8ef-72d41d6e5f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3c5c57-0369-4347-8b3b-a63706a8cb5f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.800103 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7f9d484a-590d-4cc2-b8ef-72d41d6e5f77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c643abccb7743978e1af120aa738043&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7534454 Jul 15 13:25:16.805587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58764) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:16.870212 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:25:16.981439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca4f8732-e192-47ed-bd5b-16d24d9ead7e req-e4e60144-7799-45b5-96f3-45e0bcd238c3 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533768 Jul 15 13:25:16.984661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b7c0c9-2d8a-4564-be7a-e16e086ac38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.990601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.045064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 7b579a6d-64a6-4176-85e9-983da7ba42a3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:17.049308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55237ab3-645a-4810-9184-1dd36174281a req-dd2077df-9743-4224-88d5-c7166057e8a8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.056145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55237ab3-645a-4810-9184-1dd36174281a req-dd2077df-9743-4224-88d5-c7166057e8a8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.064762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55237ab3-645a-4810-9184-1dd36174281a req-dd2077df-9743-4224-88d5-c7166057e8a8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.069821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '7b579a6d-64a6-4176-85e9-983da7ba42a3', 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d', 'port_id': '7b579a6d-64a6-4176-85e9-983da7ba42a3', 'mac_address': 'fa:16:3e:ef:72:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261d6914-0b72-4d89-a1f5-dc640b317428', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:17.071435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55237ab3-645a-4810-9184-1dd36174281a req-dd2077df-9743-4224-88d5-c7166057e8a8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.078799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55237ab3-645a-4810-9184-1dd36174281a req-dd2077df-9743-4224-88d5-c7166057e8a8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.087288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55237ab3-645a-4810-9184-1dd36174281a req-dd2077df-9743-4224-88d5-c7166057e8a8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.095050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55237ab3-645a-4810-9184-1dd36174281a req-dd2077df-9743-4224-88d5-c7166057e8a8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.097282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55237ab3-645a-4810-9184-1dd36174281a req-dd2077df-9743-4224-88d5-c7166057e8a8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5428 time: 0.6352785 Jul 15 13:25:17.097975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:17.102807 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.156537 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.176843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b579a6d-64a6-4176-85e9-983da7ba42a3 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:17.221504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3615952 Jul 15 13:25:17.229009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 7b579a6d-64a6-4176-85e9-983da7ba42a3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:17.243584 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.244660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device aeb288aa-adf1-472e-ab20-0492e301a9fb details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:17.317377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58782) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:17.334429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b7c0c9-2d8a-4564-be7a-e16e086ac38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.344302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'admin_state_up': True, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:17.353294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=7b579a6d-64a6-4176-85e9-983da7ba42a3,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.372094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38d775-e9b9-483b-9b78-7466e13fa99d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Network': ['ID=60459bcb-05b0-44d6-8f78-07dcdbec5876,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.397439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:17.441431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port aeb288aa-adf1-472e-ab20-0492e301a9fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:17.467105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'aeb288aa-adf1-472e-ab20-0492e301a9fb', 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'port_id': 'aeb288aa-adf1-472e-ab20-0492e301a9fb', 'mac_address': 'fa:16:3e:28:88:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23716bd-da50-48ef-b535-3208a7f14fa6', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:17.523123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55237ab3-645a-4810-9184-1dd36174281a req-930545df-c55b-4c80-91d3-b4f9b7ec52b3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4013784 Jul 15 13:25:17.528643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.530338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.593013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b7c0c9-2d8a-4564-be7a-e16e086ac38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.600507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b7c0c9-2d8a-4564-be7a-e16e086ac38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.602020 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d9b7c0c9-2d8a-4564-be7a-e16e086ac38b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce3c5c57-0369-4347-8b3b-a63706a8cb5f HTTP/1.1" status: 204 len: 168 time: 0.7947214 Jul 15 13:25:17.602507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Allocated IP 172.20.0.5 (975a00f1-c5a4-4573-8c74-9c3c52c55682/54926352-8e58-4abe-9c5c-aacc4194f858/dd5e9227-c127-40cc-b8dc-769e66e6b881) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:17.623010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7c0c9-2d8a-4564-be7a-e16e086ac38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3c5c57-0369-4347-8b3b-a63706a8cb5f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.817568 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.825418 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.843329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb288aa-adf1-472e-ab20-0492e301a9fb {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:17.876139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port aeb288aa-adf1-472e-ab20-0492e301a9fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:17.888642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.892685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d85dfc45-7929-4343-8908-3b7db695b10f details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:18.045794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=aeb288aa-adf1-472e-ab20-0492e301a9fb,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.072103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.083189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.083864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d85dfc45-7929-4343-8908-3b7db695b10f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d85dfc45-7929-4343-8908-3b7db695b10f,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:18.101179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'd85dfc45-7929-4343-8908-3b7db695b10f', 'network_id': '815fcc21-ed29-4388-9854-7408c50a4a1d', 'port_id': 'd85dfc45-7929-4343-8908-3b7db695b10f', 'mac_address': 'fa:16:3e:8b:44:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261d6914-0b72-4d89-a1f5-dc640b317428', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:18.157795 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.180082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85dfc45-7929-4343-8908-3b7db695b10f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:18.213722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d85dfc45-7929-4343-8908-3b7db695b10f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d85dfc45-7929-4343-8908-3b7db695b10f,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:18.222310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.223488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0666dac5-81e8-46e3-90ce-e87c2ce45981 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:18.246352 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP c52137df-30ef-460d-abb1-93c83cb09519 associated. External IP: 172.25.1.237, port: 5659a150-31f4-46ef-a6bb-28cd45ffaa3e. Jul 15 13:25:18.298792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d85dfc45-7929-4343-8908-3b7db695b10f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.307821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0666dac5-81e8-46e3-90ce-e87c2ce45981, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:18.330194 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.330894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '0666dac5-81e8-46e3-90ce-e87c2ce45981', 'network_id': '1517ed12-7f41-410f-a647-2d5503e500b2', 'port_id': '0666dac5-81e8-46e3-90ce-e87c2ce45981', 'mac_address': 'fa:16:3e:c7:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23716bd-da50-48ef-b535-3208a7f14fa6', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:18.395270 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.428109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0666dac5-81e8-46e3-90ce-e87c2ce45981 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:18.470137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0666dac5-81e8-46e3-90ce-e87c2ce45981, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:18.484017 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.486236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 17773e21-e117-4c67-b742-bd0d32588044 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:18.503369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-5daf1033-fad2-4fa9-862c-ab27e0236682 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:18.511238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-5daf1033-fad2-4fa9-862c-ab27e0236682 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.7076020 Jul 15 13:25:18.549739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6f3ebf14-00c5-4240-9317-3a7750fcb5bc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/quotas/c2c825f43c4a42f2877a80c412448a29 HTTP/1.1" status: 200 len: 375 time: 0.0374548 Jul 15 13:25:18.702816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.755589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-f3dfe382-099f-4ac2-b0fc-75068d493720 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2041681 Jul 15 13:25:18.803886 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.848486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:18.906623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:18.913733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:18.928627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:18.932800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0666dac5-81e8-46e3-90ce-e87c2ce45981,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.030576 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9d3f-8a0f-4510-a447-c6a4681d420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.092019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 17773e21-e117-4c67-b742-bd0d32588044, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17773e21-e117-4c67-b742-bd0d32588044,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:19.124888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '17773e21-e117-4c67-b742-bd0d32588044', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'port_id': '17773e21-e117-4c67-b742-bd0d32588044', 'mac_address': 'fa:16:3e:32:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:19.200555 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.222263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17773e21-e117-4c67-b742-bd0d32588044 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:19.247548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 17773e21-e117-4c67-b742-bd0d32588044, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17773e21-e117-4c67-b742-bd0d32588044,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:19.256179 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.322512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=17773e21-e117-4c67-b742-bd0d32588044,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.427171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:19.555952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:19.572266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352be00-8079-4f26-a2b6-230c93bb01b7 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:19.603672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352be00-8079-4f26-a2b6-230c93bb01b7 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:19.608323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1352be00-8079-4f26-a2b6-230c93bb01b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:19.627653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-87ea6c18-ac54-4955-9ac6-5cfa8a050529 service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8266435 Jul 15 13:25:19.656940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event updated for resources: {'Port': ['ID=dd5e9227-c127-40cc-b8dc-769e66e6b881,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.673159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:19.674248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.747584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1352be00-8079-4f26-a2b6-230c93bb01b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:19.776346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['17a0febf-cd6c-4ce5-aa45-8be7c81a04b6'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:19.820043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352be00-8079-4f26-a2b6-230c93bb01b7 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:19.821107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1352be00-8079-4f26-a2b6-230c93bb01b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:19.872886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-92945ae8-74bd-469c-bdd1-972b51d64fc7 service neutron] 10.222.0.25 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439716 Jul 15 13:25:19.908063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['d85dfc45-7929-4343-8908-3b7db695b10f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:19.917731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['74c977c6-ceb2-4eb3-ac31-253c994f4802'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:19.918884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 6b356f70-5d42-48c3-a084-b9da05b7e050 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:19.930553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['0666dac5-81e8-46e3-90ce-e87c2ce45981'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:19.957854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-c043d8f8-027c-4b90-90ca-1ec74424c599 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7350008 Jul 15 13:25:20.011928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Request body: {'port': {'device_id': 'c0f985b9-14d8-4132-a6c0-0fc34945b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:20.018640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.080413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.088768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['17773e21-e117-4c67-b742-bd0d32588044'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:20.098373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1352be00-8079-4f26-a2b6-230c93bb01b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:20.101131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352be00-8079-4f26-a2b6-230c93bb01b7 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:20.262245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.280995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:20.292021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.302872 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64277c9-1d96-4fb7-9634-dea272389e99 None None] Sync routers for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:20.331264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.25.1.3 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/4811cc58-aa5e-44bb-b41a-7c506828074d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:20.342781 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64277c9-1d96-4fb7-9634-dea272389e99 None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:20.349179 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f64277c9-1d96-4fb7-9634-dea272389e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:20.635585 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e913a68c-cadd-4cec-a490-580f80fa941e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/floatingips/c52137df-30ef-460d-abb1-93c83cb09519 HTTP/1.1" status: 200 len: 978 time: 3.9812002 Jul 15 13:25:20.636968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58850) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:20.799857 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f64277c9-1d96-4fb7-9634-dea272389e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:20.820166 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64277c9-1d96-4fb7-9634-dea272389e99 None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:20.821399 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f64277c9-1d96-4fb7-9634-dea272389e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:24:51Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:20.827980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['7b579a6d-64a6-4176-85e9-983da7ba42a3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:20.936743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['aeb288aa-adf1-472e-ab20-0492e301a9fb'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:20.968178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.020956 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f64277c9-1d96-4fb7-9634-dea272389e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:21.022028 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64277c9-1d96-4fb7-9634-dea272389e99 None None] The sync data for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:21.069791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 78b0790c-056d-4023-8be7-dcae8c9d204c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:21.070372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.135743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70489f43-5bf6-4c6e-8082-7d2bea6b4917 req-45083151-a79e-4a56-8f61-26198a6ab84c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:21.149610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70489f43-5bf6-4c6e-8082-7d2bea6b4917 req-45083151-a79e-4a56-8f61-26198a6ab84c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 931 time: 0.5695148 Jul 15 13:25:21.294322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70489f43-5bf6-4c6e-8082-7d2bea6b4917 req-f77f85d8-8e8d-469b-979f-73e5aebe2e5f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434779 Jul 15 13:25:21.337646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.441094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.472932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58874) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:21.534719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:21.570339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:21.578559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=4811cc58-aa5e-44bb-b41a-7c506828074d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:21.589969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:21.728074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5e9227-c127-40cc-b8dc-769e66e6b881 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:21.745266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.893778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Transition to ACTIVE for port object dd5e9227-c127-40cc-b8dc-769e66e6b881 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:21.917820 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1092163806-network', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:21.918994 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.956770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.958094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.959124 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Floating IP c52137df-30ef-460d-abb1-93c83cb09519 disassociated. External IP: 172.25.1.237, port: 78b0790c-056d-4023-8be7-dcae8c9d204c. Jul 15 13:25:21.960262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 78b0790c-056d-4023-8be7-dcae8c9d204c owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:22.022587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5e9227-c127-40cc-b8dc-769e66e6b881,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.136381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:22.142454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.144783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a326317a-c255-4cf6-b54f-6cd8aedd90e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.202140 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.205214 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.466820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-e09d1d98-aff8-4262-8eb4-a56e91eca5fd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.496196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-e09d1d98-aff8-4262-8eb4-a56e91eca5fd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.521828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-e09d1d98-aff8-4262-8eb4-a56e91eca5fd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.539008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-e09d1d98-aff8-4262-8eb4-a56e91eca5fd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.539389 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.552993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-e09d1d98-aff8-4262-8eb4-a56e91eca5fd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.567639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-e09d1d98-aff8-4262-8eb4-a56e91eca5fd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.579643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-e09d1d98-aff8-4262-8eb4-a56e91eca5fd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.592989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-e09d1d98-aff8-4262-8eb4-a56e91eca5fd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5434 time: 0.7433102 Jul 15 13:25:22.737202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=78b0790c-056d-4023-8be7-dcae8c9d204c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.755310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 6b356f70-5d42-48c3-a084-b9da05b7e050 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:22.827954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ddc3b6c-a0c5-4a22-86d4-710e0b2d713d req-208d94c9-e120-43ff-8717-7c4b17d5c981 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2337582 Jul 15 13:25:22.865229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Attempting to bind port dd5e9227-c127-40cc-b8dc-769e66e6b881 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:22.865743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Attempting to bind port dd5e9227-c127-40cc-b8dc-769e66e6b881 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:22.866992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Attempting to bind port dd5e9227-c127-40cc-b8dc-769e66e6b881 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:22.876969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Port dd5e9227-c127-40cc-b8dc-769e66e6b881 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:22.877404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Attempting to bind port dd5e9227-c127-40cc-b8dc-769e66e6b881 on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:22.880479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.889220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.003336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:23.003666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:23.004075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Bound using segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:23.004547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Bound port: dd5e9227-c127-40cc-b8dc-769e66e6b881, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:23.004922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.043406 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.052195 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.094001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808f342e-afbb-449f-9ab9-83bae2e0af3d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:23.100723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:23.126193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35994f6e-e3b6-4fc4-aad0-76d82b538690 None None] Sync routers for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:23.143124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35994f6e-e3b6-4fc4-aad0-76d82b538690 None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:23.147473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-35994f6e-e3b6-4fc4-aad0-76d82b538690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.222638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:23.232428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-35994f6e-e3b6-4fc4-aad0-76d82b538690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.249906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.250261 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Added segment 011d06b3-f156-4c5d-b99a-d77c129bf2b3 of type vlan for network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 Jul 15 13:25:23.256386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35994f6e-e3b6-4fc4-aad0-76d82b538690 None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:23.257036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-35994f6e-e3b6-4fc4-aad0-76d82b538690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.300029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.304193 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4a107ddc-308b-48cd-9dbd-8faab04647a0 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/ports/78b0790c-056d-4023-8be7-dcae8c9d204c HTTP/1.1" status: 204 len: 168 time: 2.6621423 Jul 15 13:25:23.308038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58906) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.334611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b60cab94-8f00-4410-b2cc-f87cc12053ce req-fe677818-643d-4e96-9f0f-ed4e39c1da29 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 210 time: 0.1086936 Jul 15 13:25:23.343731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-35994f6e-e3b6-4fc4-aad0-76d82b538690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.353634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35994f6e-e3b6-4fc4-aad0-76d82b538690 None None] The sync data for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:23.488295 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.613318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] For port dd5e9227-c127-40cc-b8dc-769e66e6b881, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:23.614987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.616426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.617191 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.657401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] For port dd5e9227-c127-40cc-b8dc-769e66e6b881, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd5e9227-c127-40cc-b8dc-769e66e6b881,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:23.706217 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2298231 Jul 15 13:25:23.710806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.714401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58912) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.729198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-5af0ce13-b3af-4b87-818d-71bd54c87bfc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.730889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-5af0ce13-b3af-4b87-818d-71bd54c87bfc tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 811 time: 0.3819785 Jul 15 13:25:23.740434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Request body: {'subnet': {'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1092163806-subnet', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:23.796863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Request body: {'port': {'device_id': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'admin_state_up': True, 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:23.823505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8a29-1058-4ef9-9dfe-43383e66e002 admin admin] Pushing event updated for resources: {'Network': ['ID=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:23.847008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:24.012371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.013008 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.014719 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] 10.222.0.35 "PUT /v2.0/ports/dd5e9227-c127-40cc-b8dc-769e66e6b881 HTTP/1.1" status: 200 len: 1092 time: 4.0075440 Jul 15 13:25:24.017324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f985b9-14d8-4132-a6c0-0fc34945b0a1', 'tag': 'dd5e9227-c127-40cc-b8dc-769e66e6b881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:24.027097 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eebb94d-16b6-4548-b9e2-8bae294ec47d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f985b9-14d8-4132-a6c0-0fc34945b0a1", "tag": "dd5e9227-c127-40cc-b8dc-769e66e6b881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:24.095162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:24.102715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.106283 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.141732 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.203165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b04742-1b73-4ad0-b618-c83b1f17a480 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5e9227-c127-40cc-b8dc-769e66e6b881,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.332323 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.717963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:24.718258 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.787088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403a724-91aa-4600-abd5-332108e06758 req-77993298-9bf2-40f8-ad42-dd53cab4c1e7 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.794533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3403a724-91aa-4600-abd5-332108e06758 req-77993298-9bf2-40f8-ad42-dd53cab4c1e7 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 943 time: 1.0770404 Jul 15 13:25:24.807817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Made reservation on behalf of c2c825f43c4a42f2877a80c412448a29 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:24.812336 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.892960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.916746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:24.940099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-079102cb-9a43-44fc-87ad-b0545d99986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.941682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-079102cb-9a43-44fc-87ad-b0545d99986a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 1095 time: 0.8278854 Jul 15 13:25:24.959984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3403a724-91aa-4600-abd5-332108e06758 req-b90170f8-7775-46d6-8a61-779b28e23d66 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635675 Jul 15 13:25:25.136809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-8667b0df-fd29-4676-b083-e8c8a89295e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd5e9227-c127-40cc-b8dc-769e66e6b881 HTTP/1.1" status: 200 len: 217 time: 0.1679237 Jul 15 13:25:25.291583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 7b579a6d-64a6-4176-85e9-983da7ba42a3 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:25.305038 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.345405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router afa9cef9-0937-4272-adf2-7d2761337a57 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:25.363614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-f524bb20-e9e0-41ff-9ef9-32e1c547cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.365291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-f524bb20-e9e0-41ff-9ef9-32e1c547cc8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.2140343 Jul 15 13:25:25.378686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Allocated IP 172.20.0.10 (8d93d25e-77df-4a60-b900-1064f626df19/23caad88-3e9b-4e29-85b3-4d5d2c2630be/8f7fbd39-adad-4d26-98b9-878f680ddc20) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:25.386413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.413974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=35cb7a8b-1a44-47ee-b9f7-8fc1ceec791f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.423880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-ebf1bd72-c494-4b79-a729-6f96a439210e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458210 Jul 15 13:25:25.434729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 7b579a6d-64a6-4176-85e9-983da7ba42a3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:25.441031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 7b579a6d-64a6-4176-85e9-983da7ba42a3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:25.441605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.583284 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.638446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b579a6d-64a6-4176-85e9-983da7ba42a3'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:25.642402 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d0a27-64e2-4dd5-81d2-bd5f5163cc64" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "7b579a6d-64a6-4176-85e9-983da7ba42a3"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:25.674737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 7b579a6d-64a6-4176-85e9-983da7ba42a3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:25.685146 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.687715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device aeb288aa-adf1-472e-ab20-0492e301a9fb up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:25.801479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58972) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:25.860670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.913524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port aeb288aa-adf1-472e-ab20-0492e301a9fb completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:25.917861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-3169f59d-1a8a-42ee-87e6-f4fc22abeae8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.928648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=7b579a6d-64a6-4176-85e9-983da7ba42a3,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.936509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-3169f59d-1a8a-42ee-87e6-f4fc22abeae8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.953598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-3169f59d-1a8a-42ee-87e6-f4fc22abeae8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.955721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port aeb288aa-adf1-472e-ab20-0492e301a9fb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:25.956840 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.964157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-3169f59d-1a8a-42ee-87e6-f4fc22abeae8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.970423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-3169f59d-1a8a-42ee-87e6-f4fc22abeae8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.978355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-3169f59d-1a8a-42ee-87e6-f4fc22abeae8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.984888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-3169f59d-1a8a-42ee-87e6-f4fc22abeae8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.993191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-3169f59d-1a8a-42ee-87e6-f4fc22abeae8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5434 time: 0.7914631 Jul 15 13:25:26.084526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060f28b0-a6c8-4b83-b064-2a898b918918,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.198860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e6a6d34-b0c6-4e94-b353-8d907386ea06 req-cab046e2-019f-4107-aa12-35e04e708cb3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2043328 Jul 15 13:25:26.203925 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.229499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:26.229839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Network hostable DHCP agents. Network: 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:26.301877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port aeb288aa-adf1-472e-ab20-0492e301a9fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:26.306306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:26.312806 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.314492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d85dfc45-7929-4343-8908-3b7db695b10f up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:26.327426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-413f0b57-100d-453b-b562-f06a21988ef2 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711538 Jul 15 13:25:26.327769 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Sync routers for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:26.344647 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:26.345229 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.436874 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58e6726-975f-4eb9-8634-d1c6e0b946ff x-openstack-request-id: req-a58e6726-975f-4eb9-8634-d1c6e0b946ff {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:26.437330 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f985b9-14d8-4132-a6c0-0fc34945b0a1", "tag": "dd5e9227-c127-40cc-b8dc-769e66e6b881", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:26.437720 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a58e6726-975f-4eb9-8634-d1c6e0b946ff {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:26.438366 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f985b9-14d8-4132-a6c0-0fc34945b0a1', 'tag': 'dd5e9227-c127-40cc-b8dc-769e66e6b881', 'status': 'completed', 'code': 200} Jul 15 13:25:26.447906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 6b356f70-5d42-48c3-a084-b9da05b7e050 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:26.510349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c2f42b4-2b25-4c86-b5e3-d030d67a67de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.536768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=aeb288aa-adf1-472e-ab20-0492e301a9fb,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.569223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port d85dfc45-7929-4343-8908-3b7db695b10f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:26.582200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port d85dfc45-7929-4343-8908-3b7db695b10f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:26.585235 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.629778 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:26.701452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:26.823123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8403fa7d-48ec-4873-a23c-9af1f0d2e49d req-4d0bd1f6-0718-4681-9bac-ceac2120202a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 210 time: 0.1623030 Jul 15 13:25:26.840973 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.843198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-48399f82-7013-4c16-b8ce-e9fc434b13ac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.5239251 Jul 15 13:25:26.860684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58982) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:26.930818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:26.960635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:26.961554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.979682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:26.991896 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c600199-309d-4eb3-9af0-81bc76ddfdf7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/routers/6b356f70-5d42-48c3-a084-b9da05b7e050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6058648 Jul 15 13:25:27.006564 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6b1ac72a-9335-4236-902d-0b3f046a8209 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3e3a1a7fc00745c5a63c8018cee397f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1423206 Jul 15 13:25:27.007379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58986) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.012526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58988) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.028680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.122673 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:21Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:27.144659 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d253295-2ca6-4396-8215-764f398ccca7 x-openstack-request-id: req-3d253295-2ca6-4396-8215-764f398ccca7 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:27.145136 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "7b579a6d-64a6-4176-85e9-983da7ba42a3", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:27.145515 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d253295-2ca6-4396-8215-764f398ccca7 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:27.146112 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b579a6d-64a6-4176-85e9-983da7ba42a3', 'code': 200} Jul 15 13:25:27.151630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Transition to ACTIVE for port object 8f7fbd39-adad-4d26-98b9-878f680ddc20 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:27.154063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf78deaa-cab9-49d5-a644-d5d393afa088 None None] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:27.161381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdee76e8-39c2-4a20-b0ba-1121a77349ad None None] Sync routers for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:27.164048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e1187b9-4ab6-477c-b652-abc3b27db944 req-10ef0d40-0473-4822-9d15-355cb019ec38 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132258 Jul 15 13:25:27.247386 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Checking router: afa9cef9-0937-4272-adf2-7d2761337a57 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:27.247937 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Updating router afa9cef9-0937-4272-adf2-7d2761337a57 port 4811cc58-aa5e-44bb-b41a-7c506828074d binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:27.262031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee76e8-39c2-4a20-b0ba-1121a77349ad None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:27.265725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bdee76e8-39c2-4a20-b0ba-1121a77349ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:27.322031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a3ed9-0537-484c-8197-c1b30ac3ba19 req-7aaaecbd-8def-44e2-9682-e5cdd0e404b0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:27.331859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d54a3ed9-0537-484c-8197-c1b30ac3ba19 req-7aaaecbd-8def-44e2-9682-e5cdd0e404b0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2543027 Jul 15 13:25:27.337925 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.399021 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.409425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['7aae7044-b646-4fe1-a43a-b301cda8bbca', '55899967-e13e-431f-8a3f-e7c2cb2ab746'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:27.417113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event updated for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:27.447877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Network 8d93d25e-77df-4a60-b900-1064f626df19 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:27.454700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:27.469497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:27.549235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d54a3ed9-0537-484c-8197-c1b30ac3ba19 req-1089eccf-16e8-4c1a-9f33-67505f1f5969 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132676 Jul 15 13:25:27.612801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-3852991e-366e-4ccc-a548-46917c8534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:27.617010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-3852991e-366e-4ccc-a548-46917c8534a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 1095 time: 0.3511918 Jul 15 13:25:27.629923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.639940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bdee76e8-39c2-4a20-b0ba-1121a77349ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:27.655340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:27.656033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.710425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee76e8-39c2-4a20-b0ba-1121a77349ad None None] Routers {'6b356f70-5d42-48c3-a084-b9da05b7e050'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:27.711218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bdee76e8-39c2-4a20-b0ba-1121a77349ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['6b356f70-5d42-48c3-a084-b9da05b7e050'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:27.846123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bdee76e8-39c2-4a20-b0ba-1121a77349ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:27.846920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdee76e8-39c2-4a20-b0ba-1121a77349ad None None] The sync data for ids ['6b356f70-5d42-48c3-a084-b9da05b7e050'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:27.859898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d85dfc45-7929-4343-8908-3b7db695b10f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d85dfc45-7929-4343-8908-3b7db695b10f,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:27.881217 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.882256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 74c977c6-ceb2-4eb3-ac31-253c994f4802 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:27.961950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-4f50394b-3706-4e74-9065-49455b26834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:27.966417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-4f50394b-3706-4e74-9065-49455b26834d service neutron] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.3390074 Jul 15 13:25:27.975446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58996) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.114505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-0b9df60c-333b-4338-8e93-d397c6c227b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd5e9227-c127-40cc-b8dc-769e66e6b881 HTTP/1.1" status: 200 len: 217 time: 0.1332119 Jul 15 13:25:28.218070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40de0185-9ddb-4e9c-8ee2-8f5a4baf07a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.226839 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.240573 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Transition to ACTIVE for port object 4811cc58-aa5e-44bb-b41a-7c506828074d will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:28.255759 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.312274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-93689906-cd26-409b-be18-904bbe02b68c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.314482 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Pushing event updated for resources: {'Port': ['ID=4811cc58-aa5e-44bb-b41a-7c506828074d,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.322687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-93689906-cd26-409b-be18-904bbe02b68c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.327199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0bc6192e-1b2c-41b8-ba44-6df2b24dfe26 None None] Provisioning for port 8f7fbd39-adad-4d26-98b9-878f680ddc20 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:28.331284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-93689906-cd26-409b-be18-904bbe02b68c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.336529 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Attempting to bind port 4811cc58-aa5e-44bb-b41a-7c506828074d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:28.337182 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Attempting to bind port 4811cc58-aa5e-44bb-b41a-7c506828074d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:28.338171 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Attempting to bind port 4811cc58-aa5e-44bb-b41a-7c506828074d on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:28.338291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c2f42b4-2b25-4c86-b5e3-d030d67a67de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.338764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 74c977c6-ceb2-4eb3-ac31-253c994f4802 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:28.340297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-93689906-cd26-409b-be18-904bbe02b68c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.349600 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:28.350304 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:28.351033 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.351674 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:28.352491 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Bound port: 4811cc58-aa5e-44bb-b41a-7c506828074d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:28.352647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-93689906-cd26-409b-be18-904bbe02b68c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.354404 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.358407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c2f42b4-2b25-4c86-b5e3-d030d67a67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.360871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-93689906-cd26-409b-be18-904bbe02b68c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.367261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-93689906-cd26-409b-be18-904bbe02b68c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.369883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d85dfc45-7929-4343-8908-3b7db695b10f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.385240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:28.386655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.390453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-93689906-cd26-409b-be18-904bbe02b68c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5437 time: 0.4169614 Jul 15 13:25:28.390602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0bc6192e-1b2c-41b8-ba44-6df2b24dfe26 None None] Provisioning complete for port 8f7fbd39-adad-4d26-98b9-878f680ddc20 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:28.391043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0bc6192e-1b2c-41b8-ba44-6df2b24dfe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.403479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 74c977c6-ceb2-4eb3-ac31-253c994f4802 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:28.404068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.407387 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.407969 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.408436 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.408966 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.409490 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.410021 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.410555 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.411079 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.411634 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.412389 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.413128 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.413890 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:28.508262 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] For port 4811cc58-aa5e-44bb-b41a-7c506828074d, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:28.516273 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] For port 4811cc58-aa5e-44bb-b41a-7c506828074d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4811cc58-aa5e-44bb-b41a-7c506828074d,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:28.525767 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.533432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.567434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-606a41c0-4546-4893-bd0d-d20b0e0c8eed req-656133a5-d5cd-4a1e-a880-f68eb1e8f11f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669369 Jul 15 13:25:28.577767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3f8da55e-d75c-48b3-ac42-64b418e4a002 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.8559690 Jul 15 13:25:28.579345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-4894e422-04a7-4f4f-8bd0-e1dd04eedb01 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7910480 Jul 15 13:25:28.580512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f42b4-2b25-4c86-b5e3-d030d67a67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46cc2f-4092-421d-b103-41ee2a7fd971,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.586364 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:28.587013 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.589399 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0c2f42b4-2b25-4c86-b5e3-d030d67a67de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c2b570dcc274bdfa664ba1a49d718ba&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7865522 Jul 15 13:25:28.599104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59004) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.599778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59008) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.612794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:28.672498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Request body: {'port': {'device_id': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:28.738002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-0c4e57e1-372a-4200-8547-17537580d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.740373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-0c4e57e1-372a-4200-8547-17537580d532 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.6090422 Jul 15 13:25:28.757496 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:28.808407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da489499-542f-4cc8-b336-5c28269e9372 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.809690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-19be6aaf-51d8-4479-8ed1-cd2abf7f03d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397444 Jul 15 13:25:28.818038 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da489499-542f-4cc8-b336-5c28269e9372 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.7927902 Jul 15 13:25:28.837453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59010) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.909308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Allocated IP 172.20.0.2 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/c9db638e-0d03-4faa-95f9-41edff97f967) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:28.937871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-bd3e2d7f-bb48-4db7-aabc-55ab86a97e04 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206129 Jul 15 13:25:28.997846 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4fa7d324-3b4b-414c-b761-035e84e49f4b tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1579773 Jul 15 13:25:29.005449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59012) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.021975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40de0185-9ddb-4e9c-8ee2-8f5a4baf07a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.034789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977005090', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:29.040392 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f98018-d54d-49b2-b4d6-684933fa12c9 None None] Pushing event updated for resources: {'Port': ['ID=4811cc58-aa5e-44bb-b41a-7c506828074d,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.040716 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2691204-597c-4510-9fca-3b3bb8ad3640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.053920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6192e-1b2c-41b8-ba44-6df2b24dfe26 None None] Port 8f7fbd39-adad-4d26-98b9-878f680ddc20 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:29.085449 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:21Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:29.106245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.117597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.144539 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40de0185-9ddb-4e9c-8ee2-8f5a4baf07a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.150674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb288aa-adf1-472e-ab20-0492e301a9fb'}, {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85dfc45-7929-4343-8908-3b7db695b10f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:29.154697 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26696704-2c3f-4efa-a8b5-f68caf657d2c" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "aeb288aa-adf1-472e-ab20-0492e301a9fb"}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "d85dfc45-7929-4343-8908-3b7db695b10f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:29.161622 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c478a-60b4-4ce7-bd7c-513f2e6f31b6 None None] The sync data for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 is: [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:21Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:29.195598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port f5e3f44a-0362-4b53-99a2-bb7f547e016e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:29.196828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.239099 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2691204-597c-4510-9fca-3b3bb8ad3640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.313595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.317038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.318340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.328169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for f5e3f44a-0362-4b53-99a2-bb7f547e016e owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:29.421510 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.499722 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.503712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 74c977c6-ceb2-4eb3-ac31-253c994f4802, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:29.517034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Transition to ACTIVE for port object c9db638e-0d03-4faa-95f9-41edff97f967 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:29.523062 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.524136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:29.573800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.598878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de0185-9ddb-4e9c-8ee2-8f5a4baf07a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609fd146-3daf-44c9-bbfb-631e8e3f7273,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.608958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-40de0185-9ddb-4e9c-8ee2-8f5a4baf07a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=375dec8469ba4b4e94436f0295828c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6315103 Jul 15 13:25:29.622366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59016) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.624764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=f5e3f44a-0362-4b53-99a2-bb7f547e016e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.693709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Transition to ACTIVE for port object c9db638e-0d03-4faa-95f9-41edff97f967 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:29.725058 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.739540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=74c977c6-ceb2-4eb3-ac31-253c994f4802,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.796609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cddad68a-b416-48ff-95cb-22d2c36911b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.819929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:29.823302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cddad68a-b416-48ff-95cb-22d2c36911b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.830036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eebb94d-16b6-4548-b9e2-8bae294ec47d req-9b84345d-a659-450c-8013-670bb5689529 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8726008 Jul 15 13:25:29.836938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:29.846331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:29.850273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Pushing event updated for resources: {'Port': ['ID=c9db638e-0d03-4faa-95f9-41edff97f967,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.858558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:29.891726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.918971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:29.918971 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.934713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.943018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:29.950191 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.995205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04aaf4-a8ee-47e3-8e9e-99ce76ae6c19 req-51f696df-370f-4732-af8d-809cf175e2d3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:30.000812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Attempting to bind port c9db638e-0d03-4faa-95f9-41edff97f967 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:30.001266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Attempting to bind port c9db638e-0d03-4faa-95f9-41edff97f967 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:30.001804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Attempting to bind port c9db638e-0d03-4faa-95f9-41edff97f967 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:30.008048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d04aaf4-a8ee-47e3-8e9e-99ce76ae6c19 req-51f696df-370f-4732-af8d-809cf175e2d3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 932 time: 0.9834857 Jul 15 13:25:30.015473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:30.016002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:30.016526 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.017202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:30.017814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Bound port: c9db638e-0d03-4faa-95f9-41edff97f967, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:30.018288 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.064998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.088327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.104233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cddad68a-b416-48ff-95cb-22d2c36911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.107465 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cddad68a-b416-48ff-95cb-22d2c36911b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.113838 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cddad68a-b416-48ff-95cb-22d2c36911b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/609fd146-3daf-44c9-bbfb-631e8e3f7273 HTTP/1.1" status: 204 len: 168 time: 0.4844463 Jul 15 13:25:30.193768 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.229935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddad68a-b416-48ff-95cb-22d2c36911b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609fd146-3daf-44c9-bbfb-631e8e3f7273,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:30.266777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.268076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Fanout notify agent at l3_agent the message router_deleted on router 6b356f70-5d42-48c3-a084-b9da05b7e050 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:30.289007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4811cc58-aa5e-44bb-b41a-7c506828074d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:30.296947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.302286 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4fd13495-fdc5-45bd-927c-8eac2fa046f7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/routers/6b356f70-5d42-48c3-a084-b9da05b7e050 HTTP/1.1" status: 204 len: 168 time: 3.2837503 Jul 15 13:25:30.308090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59022) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:30.338729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:30.344562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] For port c9db638e-0d03-4faa-95f9-41edff97f967, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:30.364030 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.365230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 17773e21-e117-4c67-b742-bd0d32588044 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:30.375594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] For port c9db638e-0d03-4faa-95f9-41edff97f967, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c9db638e-0d03-4faa-95f9-41edff97f967,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:30.387490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2691204-597c-4510-9fca-3b3bb8ad3640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.395993 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2691204-597c-4510-9fca-3b3bb8ad3640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.405510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f2691204-597c-4510-9fca-3b3bb8ad3640 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb46cc2f-4092-421d-b103-41ee2a7fd971 HTTP/1.1" status: 204 len: 168 time: 1.7761302 Jul 15 13:25:30.439906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a418de76-fd9b-4e42-a8bb-4ad1319069a7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting subnet bc6eb6dc-ba83-4e66-b871-6ba73968cd44 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:30.448354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a418de76-fd9b-4e42-a8bb-4ad1319069a7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.471580 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.591988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:30.621219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 4811cc58-aa5e-44bb-b41a-7c506828074d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:30.644187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a418de76-fd9b-4e42-a8bb-4ad1319069a7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.695879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 17773e21-e117-4c67-b742-bd0d32588044 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:30.703033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 4811cc58-aa5e-44bb-b41a-7c506828074d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:30.703432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.754686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 17773e21-e117-4c67-b742-bd0d32588044 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:30.755011 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.061389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616b17d-b383-42a4-963f-d0132e0878bd None None] Pushing event updated for resources: {'Port': ['ID=c9db638e-0d03-4faa-95f9-41edff97f967,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.125247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a418de76-fd9b-4e42-a8bb-4ad1319069a7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.192781 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.268276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59030) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.276243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 4811cc58-aa5e-44bb-b41a-7c506828074d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4811cc58-aa5e-44bb-b41a-7c506828074d,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:31.287857 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.315159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59032) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.390204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=4811cc58-aa5e-44bb-b41a-7c506828074d,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.395813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd5e9227-c127-40cc-b8dc-769e66e6b881 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:31.406887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d9c-7b1b-4e90-a5aa-2805841153af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.429433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.442522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf1f1c5f-f272-4835-8e0d-252903db6a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.549237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 17773e21-e117-4c67-b742-bd0d32588044, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17773e21-e117-4c67-b742-bd0d32588044,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:31.564188 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.565976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0666dac5-81e8-46e3-90ce-e87c2ce45981 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:31.566757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a418de76-fd9b-4e42-a8bb-4ad1319069a7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.590790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2691204-597c-4510-9fca-3b3bb8ad3640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46cc2f-4092-421d-b103-41ee2a7fd971,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.634984 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a418de76-fd9b-4e42-a8bb-4ad1319069a7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.638339 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a418de76-fd9b-4e42-a8bb-4ad1319069a7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/subnets/bc6eb6dc-ba83-4e66-b871-6ba73968cd44 HTTP/1.1" status: 204 len: 168 time: 1.3278644 Jul 15 13:25:31.644898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59034) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.651190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418de76-fd9b-4e42-a8bb-4ad1319069a7 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6eb6dc-ba83-4e66-b871-6ba73968cd44,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.696768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.722858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d04aaf4-a8ee-47e3-8e9e-99ce76ae6c19 req-cc510441-e72e-4ca1-9d63-87c2e77ac209 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7134974 Jul 15 13:25:31.823801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.954584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24309c15-a4e4-4322-a1f6-215c8f936ef7 None None] Network b6d11575-0fcd-4d55-b4fc-864368bc7419 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:31.957177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d9c-7b1b-4e90-a5aa-2805841153af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.964916 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d9c-7b1b-4e90-a5aa-2805841153af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.014413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7fbd39-adad-4d26-98b9-878f680ddc20 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:32.055112 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.058328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.071657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd5e9227-c127-40cc-b8dc-769e66e6b881, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd5e9227-c127-40cc-b8dc-769e66e6b881,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:32.101803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'dd5e9227-c127-40cc-b8dc-769e66e6b881', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'port_id': 'dd5e9227-c127-40cc-b8dc-769e66e6b881', 'mac_address': 'fa:16:3e:d2:90:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54926352-8e58-4abe-9c5c-aacc4194f858', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:32.120023 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b3e1d9c-7b1b-4e90-a5aa-2805841153af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f479edca9d3e4a908f22a03456770159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7983973 Jul 15 13:25:32.120523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Transition to ACTIVE for port object 8f7fbd39-adad-4d26-98b9-878f680ddc20 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:32.129279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59036) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:32.129721 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e1d9c-7b1b-4e90-a5aa-2805841153af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52875ec3-2bf5-411b-bbbd-725b4f995936,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.164564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 8329546e-b773-4ca1-ae41-ea633cae92f6 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:32.165022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.165742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.210378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=17773e21-e117-4c67-b742-bd0d32588044,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.257451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Subnet': ['ID=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.278349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] For port 8329546e-b773-4ca1-ae41-ea633cae92f6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8329546e-b773-4ca1-ae41-ea633cae92f6,segment=NetworkSegment(3644c4f2-9b69-4a91-a076-511530e935ce),segment_id=3644c4f2-9b69-4a91-a076-511530e935ce)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:32.278598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.330062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 8329546e-b773-4ca1-ae41-ea633cae92f6 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:32.371819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173819-7ba4-4ce8-8b34-58a6afa62c53 req-41315a3b-60c6-4e08-9731-3e42ad23e0cb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:32.388598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf1f1c5f-f272-4835-8e0d-252903db6a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.398951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d173819-7ba4-4ce8-8b34-58a6afa62c53 req-41315a3b-60c6-4e08-9731-3e42ad23e0cb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 943 time: 0.4507561 Jul 15 13:25:32.409677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 0666dac5-81e8-46e3-90ce-e87c2ce45981 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:32.424486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf1f1c5f-f272-4835-8e0d-252903db6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.434240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.447308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 0666dac5-81e8-46e3-90ce-e87c2ce45981 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:32.447842 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.500189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Checking segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:32.500564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network hostable DHCP agents. Network: 60459bcb-05b0-44d6-8f78-07dcdbec5876, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:32.526448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f1c5f-f272-4835-8e0d-252903db6a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd15f62-09cd-4a82-8933-f07ecf2a6778,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.557954 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-965a3951-8f52-4b2b-977f-dee38ed99ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.562274 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.572093 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bf1f1c5f-f272-4835-8e0d-252903db6a47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16ffebe94bd346c3b7cb630dae98c789&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2965081 Jul 15 13:25:32.573678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59038) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:32.589123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-965a3951-8f52-4b2b-977f-dee38ed99ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.634959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5e9227-c127-40cc-b8dc-769e66e6b881 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:32.665484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd5e9227-c127-40cc-b8dc-769e66e6b881, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd5e9227-c127-40cc-b8dc-769e66e6b881,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:32.668178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c9db638e-0d03-4faa-95f9-41edff97f967 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:32.703606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.750265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-965a3951-8f52-4b2b-977f-dee38ed99ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.762604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-965a3951-8f52-4b2b-977f-dee38ed99ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.765307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-965a3951-8f52-4b2b-977f-dee38ed99ede admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52875ec3-2bf5-411b-bbbd-725b4f995936 HTTP/1.1" status: 204 len: 168 time: 0.6349735 Jul 15 13:25:32.767024 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.771452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=8329546e-b773-4ca1-ae41-ea633cae92f6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.788532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d66f-2faf-46a0-84ff-c03d84ed9767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.830226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] No DVR routers for this DVR port 8329546e-b773-4ca1-ae41-ea633cae92f6 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:32.882054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=dd5e9227-c127-40cc-b8dc-769e66e6b881,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.889501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4647cc-ddb3-4664-8483-d8c782bda079 None None] DHCP port deletion for b6d11575-0fcd-4d55-b4fc-864368bc7419 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:32.918148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a3951-8f52-4b2b-977f-dee38ed99ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52875ec3-2bf5-411b-bbbd-725b4f995936,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.956414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d173819-7ba4-4ce8-8b34-58a6afa62c53 req-86b0218b-10fe-4da2-9843-be37473c0370 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563586 Jul 15 13:25:32.968193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c9db638e-0d03-4faa-95f9-41edff97f967 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:32.985655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4811cc58-aa5e-44bb-b41a-7c506828074d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:32.987018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d66f-2faf-46a0-84ff-c03d84ed9767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.055588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586f6d0-91ce-4380-befc-2b20aa64b053 None None] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:33.084610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.109423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d11575-0fcd-4d55-b4fc-864368bc7419']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:33.121514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3644c4f2-9b69-4a91-a076-511530e935ce') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:33.121827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3644c4f2-9b69-4a91-a076-511530e935ce') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:33.126199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['dd5e9227-c127-40cc-b8dc-769e66e6b881'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:33.137468 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.173257 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.176205 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.183789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:33.209483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:33.210056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:33.224199 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:33.228128 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76cbe44-481e-4276-9f4f-a93200020c1e x-openstack-request-id: req-c76cbe44-481e-4276-9f4f-a93200020c1e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:33.229725 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "aeb288aa-adf1-472e-ab20-0492e301a9fb", "code": 200}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "d85dfc45-7929-4343-8908-3b7db695b10f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:33.229725 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c76cbe44-481e-4276-9f4f-a93200020c1e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:33.231904 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb288aa-adf1-472e-ab20-0492e301a9fb', 'code': 200} Jul 15 13:25:33.233169 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85dfc45-7929-4343-8908-3b7db695b10f', 'code': 200} Jul 15 13:25:33.235629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 60459bcb-05b0-44d6-8f78-07dcdbec5876) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:33.247395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d66f-2faf-46a0-84ff-c03d84ed9767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.248644 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.252703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d66f-2faf-46a0-84ff-c03d84ed9767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.262181 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0ec4d66f-2faf-46a0-84ff-c03d84ed9767 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cd15f62-09cd-4a82-8933-f07ecf2a6778 HTTP/1.1" status: 204 len: 168 time: 0.6838791 Jul 15 13:25:33.265821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:33.268098 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.308082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4d66f-2faf-46a0-84ff-c03d84ed9767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd15f62-09cd-4a82-8933-f07ecf2a6778,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.346705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e5a134-973c-4fd0-9f92-0596f479ece0 None None] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:33.352243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Attempting to bind port 8f7fbd39-adad-4d26-98b9-878f680ddc20 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:33.353048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Attempting to bind port 8f7fbd39-adad-4d26-98b9-878f680ddc20 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:33.361965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Attempting to bind port 8f7fbd39-adad-4d26-98b9-878f680ddc20 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:33.414235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.442167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Port 8f7fbd39-adad-4d26-98b9-878f680ddc20 on network 8d93d25e-77df-4a60-b900-1064f626df19 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:33.442592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Attempting to bind port 8f7fbd39-adad-4d26-98b9-878f680ddc20 on network 8d93d25e-77df-4a60-b900-1064f626df19 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:33.463874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-904ef0c1-5c32-4d81-bebc-53e13486289a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.4498103 Jul 15 13:25:33.464109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.464109 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/networks/b6d11575-0fcd-4d55-b4fc-864368bc7419 HTTP/1.1" status: 204 len: 168 time: 1.8102813 Jul 15 13:25:33.464109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20c617-9c08-4ee2-b9fe-f4449bcf513a tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Network': ['ID=b6d11575-0fcd-4d55-b4fc-864368bc7419,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.467048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59048) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:33.467481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59050) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:33.501626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a74db65a-5067-4470-9ce7-f1f193f2028c None None] Provisioning for port c9db638e-0d03-4faa-95f9-41edff97f967 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:33.509453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:33.513156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Checking segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:33.517471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Bound using segment: {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:33.520372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Bound port: 8f7fbd39-adad-4d26-98b9-878f680ddc20, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64df288f-cc1a-4667-ad99-aef50b975668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:33.529278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a74db65a-5067-4470-9ce7-f1f193f2028c None None] Provisioning complete for port c9db638e-0d03-4faa-95f9-41edff97f967 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:33.529915 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a74db65a-5067-4470-9ce7-f1f193f2028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.538470 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.603736 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.806287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 4811cc58-aa5e-44bb-b41a-7c506828074d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:33.806769 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.852818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:33.859701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:33.879694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0666dac5-81e8-46e3-90ce-e87c2ce45981, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:33.930787 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.940835 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.052877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port bb5a3d55-41af-4eaf-baba-94419ecab558 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:34.053675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.092404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.092983 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.094465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] 10.222.0.30 "PUT /v2.0/ports/8f7fbd39-adad-4d26-98b9-878f680ddc20 HTTP/1.1" status: 200 len: 1093 time: 5.4276226 Jul 15 13:25:34.100967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:34.103411 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3388da-c9b4-4531-81de-5929d2808a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:34.106630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Allocated IP 172.25.1.38 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/8f0685f7-fd96-4bf5-839b-0ffe7d67ce77) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:34.152528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-b8ffdebe-e3a0-43e0-a8d1-fdfdc3863690 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.161616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-b8ffdebe-e3a0-43e0-a8d1-fdfdc3863690 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.182705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-b8ffdebe-e3a0-43e0-a8d1-fdfdc3863690 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.200518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-b8ffdebe-e3a0-43e0-a8d1-fdfdc3863690 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.223048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-b8ffdebe-e3a0-43e0-a8d1-fdfdc3863690 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.229604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-b8ffdebe-e3a0-43e0-a8d1-fdfdc3863690 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.236350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-b8ffdebe-e3a0-43e0-a8d1-fdfdc3863690 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.256756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-b8ffdebe-e3a0-43e0-a8d1-fdfdc3863690 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5440 time: 0.8060281 Jul 15 13:25:34.265103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a74db65a-5067-4470-9ce7-f1f193f2028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.274232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-60459bcb-05b0-44d6-8f78-07dcdbec5876', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:34.276789 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.281789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d102bb6-942d-41fd-8fd7-a4cb9c98ce69 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:34.295850 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.298126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.339394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0666dac5-81e8-46e3-90ce-e87c2ce45981,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:34.378564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for bb5a3d55-41af-4eaf-baba-94419ecab558 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:34.666922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a74db65a-5067-4470-9ce7-f1f193f2028c None None] For port c9db638e-0d03-4faa-95f9-41edff97f967, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c9db638e-0d03-4faa-95f9-41edff97f967,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:34.749711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eab1bc2-3cbe-4d4c-9b3b-36a05fe0781c req-da5113ec-f3f6-4ae2-bb9d-b5f53c1aa510 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4906449 Jul 15 13:25:34.789318 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a74db65a-5067-4470-9ce7-f1f193f2028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.921003 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.945613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8329546e-b773-4ca1-ae41-ea633cae92f6 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:35.000242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 8329546e-b773-4ca1-ae41-ea633cae92f6 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:35.000506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8329546e-b773-4ca1-ae41-ea633cae92f6 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:35.089538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74db65a-5067-4470-9ce7-f1f193f2028c None None] Pushing event updated for resources: {'Port': ['ID=c9db638e-0d03-4faa-95f9-41edff97f967,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.133330 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.151860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Allocated IP 172.20.0.2 (60459bcb-05b0-44d6-8f78-07dcdbec5876/46a89ce1-b6e2-49f4-982c-38b74f2a4c7f/22bbac08-0c64-44a0-bede-21d3081543c4) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:35.158180 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.169094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9b96d520-3bf9-4633-9212-8c8ac4065d17 None None] Provisioning complete for port c9db638e-0d03-4faa-95f9-41edff97f967 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:35.169572 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9b96d520-3bf9-4633-9212-8c8ac4065d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.237444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c977c6-ceb2-4eb3-ac31-253c994f4802'}, {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6'}, {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17773e21-e117-4c67-b742-bd0d32588044'}, {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0666dac5-81e8-46e3-90ce-e87c2ce45981'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:35.237727 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730420cb-4ffe-48ba-8ef5-1fac1695444e" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "74c977c6-ceb2-4eb3-ac31-253c994f4802"}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "17a0febf-cd6c-4ce5-aa45-8be7c81a04b6"}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "17773e21-e117-4c67-b742-bd0d32588044"}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "0666dac5-81e8-46e3-90ce-e87c2ce45981"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:35.267437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.293940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.332429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=bb5a3d55-41af-4eaf-baba-94419ecab558,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.443557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.444562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-354b250c-d5ab-4481-9279-70ba58b1a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.446377 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.448391 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5e76577a-9ef3-4864-811c-e30b30b3b57c tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/floatingips/c52137df-30ef-460d-abb1-93c83cb09519 HTTP/1.1" status: 204 len: 168 time: 1.9761848 Jul 15 13:25:35.454894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59090) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.455122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-354b250c-d5ab-4481-9279-70ba58b1a449 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 1096 time: 1.1864455 Jul 15 13:25:35.471230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Pushing event updated for resources: {'Port': ['ID=8f0685f7-fd96-4bf5-839b-0ffe7d67ce77,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.491950 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea88771c-447c-41cb-aa43-f7e2a22308ec tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:35.493073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea88771c-447c-41cb-aa43-f7e2a22308ec tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:35.495211 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ea88771c-447c-41cb-aa43-f7e2a22308ec tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/ports/78b0790c-056d-4023-8be7-dcae8c9d204c HTTP/1.1" status: 404 len: 333 time: 0.0388572 Jul 15 13:25:35.506245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.518867 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.566393 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-992b02e3-e603-4dfb-ac4a-c2e2556dd421 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b356f70-5d42-48c3-a084-b9da05b7e050 HTTP/1.1" status: 200 len: 205 time: 0.0607071 Jul 15 13:25:35.611037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59094) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.638172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:35.657133 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.669258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:35.673288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Transition to ACTIVE for port object 22bbac08-0c64-44a0-bede-21d3081543c4 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:35.677223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-93cc1c87-63ca-480a-903c-c2759b4f4e2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20 HTTP/1.1" status: 200 len: 217 time: 0.2161391 Jul 15 13:25:35.680660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:35.712951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Transition to ACTIVE for port object 22bbac08-0c64-44a0-bede-21d3081543c4 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:35.737004 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.822249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:35.828801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:35.836538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:35.850507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Pushing event updated for resources: {'Port': ['ID=22bbac08-0c64-44a0-bede-21d3081543c4,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.891702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.20.0.1 (60459bcb-05b0-44d6-8f78-07dcdbec5876/46a89ce1-b6e2-49f4-982c-38b74f2a4c7f/f5973adb-b37a-4664-baca-aadf8c959daf) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:35.933118 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-95c8329d-1050-4e1d-a133-0cc472a74741 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2631505 Jul 15 13:25:35.937288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-961c0443-83fa-4440-ab08-21988f33699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.950115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-961c0443-83fa-4440-ab08-21988f33699a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.2174559 Jul 15 13:25:35.962243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Attempting to bind port 22bbac08-0c64-44a0-bede-21d3081543c4 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:35.963207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Attempting to bind port 22bbac08-0c64-44a0-bede-21d3081543c4 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:35.963822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Attempting to bind port 22bbac08-0c64-44a0-bede-21d3081543c4 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:35.968183 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-8d43d60a-c8c9-43e2-966e-62557cecfccd tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] delete failed (client error): The resource could not be found. Jul 15 13:25:35.974825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8d43d60a-c8c9-43e2-966e-62557cecfccd tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/routers/6b356f70-5d42-48c3-a084-b9da05b7e050 HTTP/1.1" status: 404 len: 336 time: 0.3530443 Jul 15 13:25:35.978221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:35.978885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Checking segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:35.979658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.980335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Bound using segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:35.982102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59106) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.983074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Bound port: 22bbac08-0c64-44a0-bede-21d3081543c4, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:35.983910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.127104 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.148635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Transition to ACTIVE for port object f5973adb-b37a-4664-baca-aadf8c959daf will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:36.190143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e5da-fc15-45e8-8f89-fba2b24f54b2 req-c4ed7418-13f6-4078-8f6d-e6d7d93a70c8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:36.195320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46c2e5da-fc15-45e8-8f89-fba2b24f54b2 req-c4ed7418-13f6-4078-8f6d-e6d7d93a70c8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 944 time: 0.9429259 Jul 15 13:25:36.210183 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ad399c-f24a-45ed-b801-91ed2c738c13 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:36.210866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ad399c-f24a-45ed-b801-91ed2c738c13 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:36.217590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e9ad399c-f24a-45ed-b801-91ed2c738c13 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/subnets/bc6eb6dc-ba83-4e66-b871-6ba73968cd44 HTTP/1.1" status: 404 len: 337 time: 0.2215278 Jul 15 13:25:36.219252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59112) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:36.232856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] For port 22bbac08-0c64-44a0-bede-21d3081543c4, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:36.239725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.240579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] For port 22bbac08-0c64-44a0-bede-21d3081543c4, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=22bbac08-0c64-44a0-bede-21d3081543c4,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:36.252373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.336051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:36.361959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:36.370232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f758dc-e5d9-4a10-8d7e-82290539646c None None] Pushing event updated for resources: {'Port': ['ID=22bbac08-0c64-44a0-bede-21d3081543c4,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:36.371042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:36.487735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.501440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=f5973adb-b37a-4664-baca-aadf8c959daf,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:36.531452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46c2e5da-fc15-45e8-8f89-fba2b24f54b2 req-2534acd1-4559-4075-864a-3081d48d84d6 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144650 Jul 15 13:25:36.580356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-f3fc5961-c252-4f76-961e-ff0f780a870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:36.581974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-f3fc5961-c252-4f76-961e-ff0f780a870e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 1097 time: 0.5916665 Jul 15 13:25:36.614999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-fd7cf7fb-ae95-44e0-806a-4b0ee3dc09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:36.616789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-fd7cf7fb-ae95-44e0-806a-4b0ee3dc09c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6325662 Jul 15 13:25:36.952156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c9db638e-0d03-4faa-95f9-41edff97f967 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:37.062056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c9db638e-0d03-4faa-95f9-41edff97f967 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:37.062056 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.130434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-95bbacd4-a873-4f13-bd73-fecf9ee62d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:37.136000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-95bbacd4-a873-4f13-bd73-fecf9ee62d67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 0.5111086 Jul 15 13:25:37.512027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b839a642-d519-41d3-9161-86127d98f8f2 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 5659a150-31f4-46ef-a6bb-28cd45ffaa3e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:37.513090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b839a642-d519-41d3-9161-86127d98f8f2 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.574412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd5e9227-c127-40cc-b8dc-769e66e6b881 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:37.708220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port dd5e9227-c127-40cc-b8dc-769e66e6b881 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:37.719090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port dd5e9227-c127-40cc-b8dc-769e66e6b881 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:37.722103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.926072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.958932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-18076df7-18de-4ce9-821d-afefcdacae5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eb9a117-21b7-403a-b5e4-8536d9760f6f HTTP/1.1" status: 200 len: 217 time: 0.8009522 Jul 15 13:25:37.977634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-0d5b1bd6-bd95-437e-9613-b4a9cce0d526 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3509133 Jul 15 13:25:37.990852 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.038664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b839a642-d519-41d3-9161-86127d98f8f2 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.069805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port dd5e9227-c127-40cc-b8dc-769e66e6b881, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd5e9227-c127-40cc-b8dc-769e66e6b881,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:38.079845 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.082215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b839a642-d519-41d3-9161-86127d98f8f2 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 5659a150-31f4-46ef-a6bb-28cd45ffaa3e owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:38.118791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-d766d93b-1191-4eb3-82f4-eceba8f58f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.122878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-d766d93b-1191-4eb3-82f4-eceba8f58f29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.1519899 Jul 15 13:25:38.139192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.163767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=dd5e9227-c127-40cc-b8dc-769e66e6b881,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.325432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af6695-9fc9-43a2-b852-a7e8a2301f8d req-70386210-80d6-4280-a026-04a584ac837f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.335366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8af6695-9fc9-43a2-b852-a7e8a2301f8d req-70386210-80d6-4280-a026-04a584ac837f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 944 time: 1.4175763 Jul 15 13:25:38.348142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-9abbc0cd-7837-4b60-9bfe-601cd9e4d518 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035584 Jul 15 13:25:38.660676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.706218 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.737618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-4e9447b1-60e7-453b-aba6-e04ae8d87e0e service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664470 Jul 15 13:25:38.742688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46944d86-ac4a-4356-a694-f4a1a8b709fd None None] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:38.926931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 22bbac08-0c64-44a0-bede-21d3081543c4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:38.930643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=f5973adb-b37a-4664-baca-aadf8c959daf,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.943015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.957739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b839a642-d519-41d3-9161-86127d98f8f2 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.025540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-866983ee-1e61-41d7-bab9-ce63cd677326 None None] Provisioning for port 22bbac08-0c64-44a0-bede-21d3081543c4 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:39.091488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839a642-d519-41d3-9161-86127d98f8f2 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=5659a150-31f4-46ef-a6bb-28cd45ffaa3e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.092410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 22bbac08-0c64-44a0-bede-21d3081543c4 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:39.101738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 22bbac08-0c64-44a0-bede-21d3081543c4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:39.102497 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.221760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.252813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39342fbb-2900-4b1d-bec5-ae50dcbc5aea req-5ac661b6-c14e-4c28-bfa8-4f3100da7b15 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2581952 Jul 15 13:25:39.285589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 22bbac08-0c64-44a0-bede-21d3081543c4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=22bbac08-0c64-44a0-bede-21d3081543c4,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:39.303229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.382685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8af6695-9fc9-43a2-b852-a7e8a2301f8d req-de54d7a3-0a0e-4daa-8832-b0cdbb82972e tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0259049 Jul 15 13:25:39.476197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=22bbac08-0c64-44a0-bede-21d3081543c4,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.489483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b839a642-d519-41d3-9161-86127d98f8f2 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.511847 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b839a642-d519-41d3-9161-86127d98f8f2 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/ports/5659a150-31f4-46ef-a6bb-28cd45ffaa3e HTTP/1.1" status: 204 len: 168 time: 3.2800150 Jul 15 13:25:39.512722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59182) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.545529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:39.550204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:39.558454 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec57fe2-8aa5-4c1a-ba0f-ea18f9ca43f8 x-openstack-request-id: req-cec57fe2-8aa5-4c1a-ba0f-ea18f9ca43f8 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:39.559485 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "74c977c6-ceb2-4eb3-ac31-253c994f4802", "code": 200}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "17a0febf-cd6c-4ce5-aa45-8be7c81a04b6", "code": 200}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "17773e21-e117-4c67-b742-bd0d32588044", "code": 200}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "0666dac5-81e8-46e3-90ce-e87c2ce45981", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:39.559978 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cec57fe2-8aa5-4c1a-ba0f-ea18f9ca43f8 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:39.561175 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c977c6-ceb2-4eb3-ac31-253c994f4802', 'code': 200} Jul 15 13:25:39.561636 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6', 'code': 200} Jul 15 13:25:39.562087 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17773e21-e117-4c67-b742-bd0d32588044', 'code': 200} Jul 15 13:25:39.562533 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0666dac5-81e8-46e3-90ce-e87c2ce45981', 'code': 200} Jul 15 13:25:39.603815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.616773 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f67f49-0cdd-4dd8-905b-e7603d7349bc x-openstack-request-id: req-82f67f49-0cdd-4dd8-905b-e7603d7349bc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:39.617244 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:39.617649 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82f67f49-0cdd-4dd8-905b-e7603d7349bc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:39.618310 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'status': 'completed', 'code': 200} Jul 15 13:25:39.678691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a43fb18c-a97c-408e-93cd-494a86d6a0f4 None None] Provisioning complete for port 22bbac08-0c64-44a0-bede-21d3081543c4 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:39.679330 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a43fb18c-a97c-408e-93cd-494a86d6a0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.909038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a43fb18c-a97c-408e-93cd-494a86d6a0f4 None None] Provisioning for port f5973adb-b37a-4664-baca-aadf8c959daf completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:39.917246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a43fb18c-a97c-408e-93cd-494a86d6a0f4 None None] Provisioning complete for port f5973adb-b37a-4664-baca-aadf8c959daf triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:39.917683 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a43fb18c-a97c-408e-93cd-494a86d6a0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.059021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a43fb18c-a97c-408e-93cd-494a86d6a0f4 None None] Port f5973adb-b37a-4664-baca-aadf8c959daf cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:40.145702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-60a9fd81-e639-46d1-bb4a-6ff8b1778c7e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port 6034770c-5b98-4cd3-bda7-fc94a4b17a66 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:40.146430 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60a9fd81-e639-46d1-bb4a-6ff8b1778c7e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.153464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router afa9cef9-0937-4272-adf2-7d2761337a57 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:40.198167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e0bf8b29-3e55-4d6c-a7f4-188983c69e5a None None] Provisioning complete for port f5973adb-b37a-4664-baca-aadf8c959daf triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:40.198703 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8b29-3e55-4d6c-a7f4-188983c69e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.354068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95160812-8b48-452c-b7b4-26d3b1fd37f8 req-02ad2413-5b86-42fa-bd3d-098c6b2589e2 service neutron] 10.222.0.30 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3201923 Jul 15 13:25:40.382882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf8b29-3e55-4d6c-a7f4-188983c69e5a None None] Port f5973adb-b37a-4664-baca-aadf8c959daf cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:40.387705 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60a9fd81-e639-46d1-bb4a-6ff8b1778c7e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.505818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-60a9fd81-e639-46d1-bb4a-6ff8b1778c7e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for 6034770c-5b98-4cd3-bda7-fc94a4b17a66 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:40.578330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-6d34e307-3e98-4454-8528-46b480d8b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.581073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-6d34e307-3e98-4454-8528-46b480d8b6e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 1096 time: 0.9554698 Jul 15 13:25:40.683198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-c6044846-18cb-492c-8a21-9851106f08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.684084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-c6044846-18cb-492c-8a21-9851106f08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.684846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-c6044846-18cb-492c-8a21-9851106f08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.686280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-c6044846-18cb-492c-8a21-9851106f08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.687350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-c6044846-18cb-492c-8a21-9851106f08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.688050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-c6044846-18cb-492c-8a21-9851106f08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.688827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-c6044846-18cb-492c-8a21-9851106f08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.691399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-c6044846-18cb-492c-8a21-9851106f08f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6505 time: 0.8460579 Jul 15 13:25:40.743549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-58ea84ba-e851-45b2-b066-8c10b48d7f32 None None] Provisioning complete for port f5973adb-b37a-4664-baca-aadf8c959daf triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:40.745055 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-58ea84ba-e851-45b2-b066-8c10b48d7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.788846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ab03-094a-4856-bf66-28382398acb3 req-5e05d2b9-0897-4027-b4b8-ea2dbf6d56d3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.821890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ab03-094a-4856-bf66-28382398acb3 req-5e05d2b9-0897-4027-b4b8-ea2dbf6d56d3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.856192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ab03-094a-4856-bf66-28382398acb3 req-5e05d2b9-0897-4027-b4b8-ea2dbf6d56d3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.859714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 22bbac08-0c64-44a0-bede-21d3081543c4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:40.878223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ab03-094a-4856-bf66-28382398acb3 req-5e05d2b9-0897-4027-b4b8-ea2dbf6d56d3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.890498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ab03-094a-4856-bf66-28382398acb3 req-5e05d2b9-0897-4027-b4b8-ea2dbf6d56d3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.903490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ab03-094a-4856-bf66-28382398acb3 req-5e05d2b9-0897-4027-b4b8-ea2dbf6d56d3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.916813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ab03-094a-4856-bf66-28382398acb3 req-5e05d2b9-0897-4027-b4b8-ea2dbf6d56d3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.931732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee22ab03-094a-4856-bf66-28382398acb3 req-5e05d2b9-0897-4027-b4b8-ea2dbf6d56d3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5441 time: 0.9781809 Jul 15 13:25:40.936163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:40.943642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-58ea84ba-e851-45b2-b066-8c10b48d7f32 None None] Port f5973adb-b37a-4664-baca-aadf8c959daf cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:40.955947 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Sync routers for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:40.985716 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dfd5a379-0e4b-41b6-b703-5dad46c3dd81 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "PUT /v2.0/routers/afa9cef9-0937-4272-adf2-7d2761337a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5075269 Jul 15 13:25:40.998608 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:41.001538 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:41.073404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 22bbac08-0c64-44a0-bede-21d3081543c4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:41.074945 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.172458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:41.172745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60a9fd81-e639-46d1-bb4a-6ff8b1778c7e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.224427 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:41.238955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee22ab03-094a-4856-bf66-28382398acb3 req-d67d85bf-a47a-4328-a7e4-95777f2fe4d5 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3053393 Jul 15 13:25:41.244916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-321855e0-ca29-49a2-806f-22d60d3746d5 req-5c3ff1d1-a7eb-42cf-9460-5ed9735a776d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&id=905ede61-9276-4fd4-8df2-e429e7a8f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5378549 Jul 15 13:25:41.278897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-0bcf6d5c-cd3f-43f3-8acf-4afb538301d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.282335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-0bcf6d5c-cd3f-43f3-8acf-4afb538301d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.6895664 Jul 15 13:25:41.321584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9fd81-e639-46d1-bb4a-6ff8b1778c7e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=6034770c-5b98-4cd3-bda7-fc94a4b17a66,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.504050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-3bb03c9d-dcd8-403c-9fb3-984b7a984cd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20 HTTP/1.1" status: 200 len: 217 time: 0.2145514 Jul 15 13:25:41.527362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60a9fd81-e639-46d1-bb4a-6ff8b1778c7e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.534456 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-60a9fd81-e639-46d1-bb4a-6ff8b1778c7e tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/ports/6034770c-5b98-4cd3-bda7-fc94a4b17a66 HTTP/1.1" status: 204 len: 168 time: 2.0144637 Jul 15 13:25:41.535430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59222) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.563781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f985b9-14d8-4132-a6c0-0fc34945b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5e9227-c127-40cc-b8dc-769e66e6b881'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:41.568455 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60286a9e-fa58-4d51-8d5e-1cb4c55eb485" -d '{"events": [{"server_uuid": "c0f985b9-14d8-4132-a6c0-0fc34945b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "dd5e9227-c127-40cc-b8dc-769e66e6b881"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:41.639730 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:38Z', 'revision_number': 2, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:41.696317 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Checking router: afa9cef9-0937-4272-adf2-7d2761337a57 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:41.696674 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Updating router afa9cef9-0937-4272-adf2-7d2761337a57 port f5973adb-b37a-4664-baca-aadf8c959daf binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:41.698940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fdf2d1-cdda-4401-a1d0-c9a9422861c9 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.704417 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-61fdf2d1-cdda-4401-a1d0-c9a9422861c9 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "GET /v2.0/ports?device_id=5255f1ce-13d1-47f4-bde1-968fa0fec8f7 HTTP/1.1" status: 200 len: 913 time: 0.1677115 Jul 15 13:25:41.705193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59230) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.752469 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.791420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-6911af83-cef7-43e6-8dc0-f1725b08f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.793986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-6911af83-cef7-43e6-8dc0-f1725b08f47a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.2784278 Jul 15 13:25:41.838143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:41.851392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:41.881961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:41.883183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:41.929925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620f55b-7980-4684-87f4-6751e2426c33 req-b1a6fae9-a161-4d30-b4c4-014adf369773 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.932747 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4620f55b-7980-4684-87f4-6751e2426c33 req-b1a6fae9-a161-4d30-b4c4-014adf369773 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 944 time: 0.3904424 Jul 15 13:25:41.937233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.939411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-20f9d5e8-0bea-413d-a71e-874b41980b3d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.3335593 Jul 15 13:25:41.944983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59234) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:42.150925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:42.237760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8f7fbd39-adad-4d26-98b9-878f680ddc20 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:42.239922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-90eab5b7-3168-4252-b811-ac2106f6a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:42.242557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-90eab5b7-3168-4252-b811-ac2106f6a019 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4330845 Jul 15 13:25:42.255357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4620f55b-7980-4684-87f4-6751e2426c33 req-7456972c-fdab-4139-aa82-524d2eced22c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117752 Jul 15 13:25:42.579051 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.626839 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Transition to ACTIVE for port object f5973adb-b37a-4664-baca-aadf8c959daf will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:42.647172 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.684203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59242) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:42.775910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:42.810897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.866848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'mac_address': 'fa:16:3e:41:a6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:43.145634 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:43.243035 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8de7d-10a8-45fe-ac7a-2c4cc3de77c0 None None] Pushing event updated for resources: {'Port': ['ID=f5973adb-b37a-4664-baca-aadf8c959daf,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.402459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-0f9a8900-c12e-4678-ac6b-45441d936371 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1456659 Jul 15 13:25:43.460757 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.503825 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Attempting to bind port f5973adb-b37a-4664-baca-aadf8c959daf on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:43.512189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7fbd39-adad-4d26-98b9-878f680ddc20 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:43.515616 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Attempting to bind port f5973adb-b37a-4664-baca-aadf8c959daf by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:43.516241 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Attempting to bind port f5973adb-b37a-4664-baca-aadf8c959daf on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:43.522179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61faf9e1-a3a8-4b3d-8003-302e15db3732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.523163 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:43.523732 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Checking segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:43.524512 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.525112 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Bound using segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:43.525784 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Bound port: f5973adb-b37a-4664-baca-aadf8c959daf, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:43.526327 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.602169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:36Z', 'revision_number': 3, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:43.612218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:43.670281 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.677076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:43.677594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Updating router adf77a0c-9b53-4aba-8fee-07f97a9a217a port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:43.745199 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] For port f5973adb-b37a-4664-baca-aadf8c959daf, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:43.751305 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] For port f5973adb-b37a-4664-baca-aadf8c959daf, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f5973adb-b37a-4664-baca-aadf8c959daf,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:43.768741 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.788784 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.792180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.854958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3388da-c9b4-4531-81de-5929d2808a8d req-60f5c8ec-24a5-4650-aa22-72b7d28fb1ed service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299796 Jul 15 13:25:43.906616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3509495-3369-4a35-958d-581264e9360e req-c6c0ea06-59fa-4de1-a525-1890ff2c2bee tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.910436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3509495-3369-4a35-958d-581264e9360e req-c6c0ea06-59fa-4de1-a525-1890ff2c2bee tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 945 time: 1.0656669 Jul 15 13:25:43.927598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['8f7fbd39-adad-4d26-98b9-878f680ddc20'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:43.964775 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:43.966686 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.002526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3509495-3369-4a35-958d-581264e9360e req-c5bfe3e8-05b6-4f39-b46b-874b1ec53cc8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798972 Jul 15 13:25:44.010634 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.126856 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8de7d-10a8-45fe-ac7a-2c4cc3de77c0 None None] Pushing event updated for resources: {'Port': ['ID=f5973adb-b37a-4664-baca-aadf8c959daf,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.154604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61faf9e1-a3a8-4b3d-8003-302e15db3732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.173429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port a3f15089-06ab-4493-9243-510809f2a65a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:44.173926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.179907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61faf9e1-a3a8-4b3d-8003-302e15db3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.279980 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-61faf9e1-a3a8-4b3d-8003-302e15db3732 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68181912dcf14297838bc08d496838f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5911779 Jul 15 13:25:44.298199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59262) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:44.358956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faf9e1-a3a8-4b3d-8003-302e15db3732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb2b17-ad74-450d-a0c1-a73c38c0d8c0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.435364 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:44.452177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b9aee74-5b83-4fc7-bec5-356b799171a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.491519 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.508301 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b9aee74-5b83-4fc7-bec5-356b799171a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.524237 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for a3f15089-06ab-4493-9243-510809f2a65a owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:44.629155 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.646433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Transition to ACTIVE for port object 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:44.659597 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.762872 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b9aee74-5b83-4fc7-bec5-356b799171a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.771355 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b9aee74-5b83-4fc7-bec5-356b799171a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.776074 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5b9aee74-5b83-4fc7-bec5-356b799171a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67fb2b17-ad74-450d-a0c1-a73c38c0d8c0 HTTP/1.1" status: 204 len: 168 time: 0.4741795 Jul 15 13:25:44.817773 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9aee74-5b83-4fc7-bec5-356b799171a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb2b17-ad74-450d-a0c1-a73c38c0d8c0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.888711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Attempting to bind port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:44.889305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Attempting to bind port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:44.889680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Attempting to bind port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:44.905070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cd49a-64d2-4b9e-a9aa-f1a262d08a26 None None] Pushing event updated for resources: {'Port': ['ID=8f0685f7-fd96-4bf5-839b-0ffe7d67ce77,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.908917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:44.909349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:44.909812 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.910735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:44.911444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Bound port: 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:44.912040 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.994498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] For port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:44.999164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] For port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8f0685f7-fd96-4bf5-839b-0ffe7d67ce77,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:45.019045 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.034450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Allocated IP 172.20.0.1 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/37d2a2f3-93ac-4734-9c06-24fca212aadd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:45.073986 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:43Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:45.089273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.128677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=a3f15089-06ab-4493-9243-510809f2a65a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.190619 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4608ed6-ea0f-4152-be97-708b8911dc84 None None] The sync data for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 is: [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:43Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:45.230764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:45.231895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:45.352096 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.419335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cd49a-64d2-4b9e-a9aa-f1a262d08a26 None None] Pushing event updated for resources: {'Port': ['ID=8f0685f7-fd96-4bf5-839b-0ffe7d67ce77,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.485539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-d63d3c08-1641-4e0c-aeb8-1c15158e8760 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991371774&fields=id&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 267 time: 0.2514474 Jul 15 13:25:45.490411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Transition to ACTIVE for port object 37d2a2f3-93ac-4734-9c06-24fca212aadd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:45.514303 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.646819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:45.900961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.008374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-e75082ad-f6f8-4f51-bc8d-ebc74b629265 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:46.011577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-e75082ad-f6f8-4f51-bc8d-ebc74b629265 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/networks?id=60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 200 len: 796 time: 0.5119574 Jul 15 13:25:46.015804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Pushing event updated for resources: {'Port': ['ID=37d2a2f3-93ac-4734-9c06-24fca212aadd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:46.026221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59286) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:46.033012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:46.049367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:46.071906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:46.098676 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-695dce9f-805d-4004-a2bd-bd9fd43d5a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.161649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-7653c7fc-911d-4087-9e5d-eb74e35b56e1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/quotas/3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 375 time: 0.1163220 Jul 15 13:25:46.190796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:46.206423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:36Z', 'revision_number': 3, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:46.217493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8f7fbd39-adad-4d26-98b9-878f680ddc20 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:46.375905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e2be7-8f7a-47ad-867d-e0f7ed53fe08 None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:36Z', 'revision_number': 3, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:46.459192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.580385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 8f7fbd39-adad-4d26-98b9-878f680ddc20 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:46.596322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:46.607989 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8835fbee-ab99-4271-95fd-f0ec066f9ee1 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "PUT /v2.0/routers/5255f1ce-13d1-47f4-bde1-968fa0fec8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9013977 Jul 15 13:25:46.611794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59292) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:46.619322 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169d19e-d37c-4c18-be7f-276b7dda5e08 None None] Sync routers for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:46.641420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 8f7fbd39-adad-4d26-98b9-878f680ddc20 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:46.643837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.645232 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169d19e-d37c-4c18-be7f-276b7dda5e08 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:46.648520 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7169d19e-d37c-4c18-be7f-276b7dda5e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:46.785015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-179131ee-e69f-4028-ad0f-170db09957df None None] Provisioning for port 37d2a2f3-93ac-4734-9c06-24fca212aadd completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:46.828558 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7169d19e-d37c-4c18-be7f-276b7dda5e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:46.838750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-179131ee-e69f-4028-ad0f-170db09957df None None] Provisioning complete for port 37d2a2f3-93ac-4734-9c06-24fca212aadd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:46.839400 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-179131ee-e69f-4028-ad0f-170db09957df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.865187 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169d19e-d37c-4c18-be7f-276b7dda5e08 None None] Routers {'5255f1ce-13d1-47f4-bde1-968fa0fec8f7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:46.867042 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7169d19e-d37c-4c18-be7f-276b7dda5e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:46.923177 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-501dc5d1-0a4d-49aa-883e-0238caedeb7b tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7032685 Jul 15 13:25:46.986222 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7169d19e-d37c-4c18-be7f-276b7dda5e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:46.988009 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169d19e-d37c-4c18-be7f-276b7dda5e08 None None] The sync data for ids ['5255f1ce-13d1-47f4-bde1-968fa0fec8f7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:47.023870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f5973adb-b37a-4664-baca-aadf8c959daf up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:47.032012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.154111 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-695dce9f-805d-4004-a2bd-bd9fd43d5a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.235551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-695dce9f-805d-4004-a2bd-bd9fd43d5a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.254759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-179131ee-e69f-4028-ad0f-170db09957df None None] Port 37d2a2f3-93ac-4734-9c06-24fca212aadd cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:47.274810 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.371229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.390304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:47.396274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f5973adb-b37a-4664-baca-aadf8c959daf completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:47.421850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f5973adb-b37a-4664-baca-aadf8c959daf triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:47.422416 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.444017 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.580152 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting port bc9ba370-bf7b-443b-89f1-240d7bfcb9cf {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:47.586105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.626378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-695dce9f-805d-4004-a2bd-bd9fd43d5a84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c0c21915935475f86f53f25fa17eddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5984461 Jul 15 13:25:47.646623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59300) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.723420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dce9f-805d-4004-a2bd-bd9fd43d5a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786c7ae9-7b60-4fb0-9a38-b00394951658,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.756498 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.763514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.845961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.848890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f5973adb-b37a-4664-baca-aadf8c959daf, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f5973adb-b37a-4664-baca-aadf8c959daf,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:47.859175 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.958049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-fcdf48fb-46da-43d5-9e8d-e72ee9dd7f6b service neutron] 10.222.0.25 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219767 Jul 15 13:25:48.037874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f5973adb-b37a-4664-baca-aadf8c959daf,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:48.312415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-019be0e6-fc86-4a5c-8415-654e9e828bde service neutron] 10.222.0.25 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252130 Jul 15 13:25:48.470670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.479227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.493407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.544670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.574044 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.597732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Calling delete_port for bc9ba370-bf7b-443b-89f1-240d7bfcb9cf owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:48.643792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Pushing event updated for resources: {'Port': ['ID=37d2a2f3-93ac-4734-9c06-24fca212aadd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:48.649540 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.755753 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db904dcc-2872-4fc1-87b6-9dbfe9ba63d1 x-openstack-request-id: req-db904dcc-2872-4fc1-87b6-9dbfe9ba63d1 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:48.756058 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f985b9-14d8-4132-a6c0-0fc34945b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "dd5e9227-c127-40cc-b8dc-769e66e6b881", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:48.757851 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db904dcc-2872-4fc1-87b6-9dbfe9ba63d1 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:48.757851 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f985b9-14d8-4132-a6c0-0fc34945b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5e9227-c127-40cc-b8dc-769e66e6b881', 'code': 200} Jul 15 13:25:48.771958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.775590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.778187 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/786c7ae9-7b60-4fb0-9a38-b00394951658 HTTP/1.1" status: 204 len: 168 time: 1.1212206 Jul 15 13:25:48.879100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-77c6e574-1103-40aa-8cea-aaebc3c702a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.942816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786c7ae9-7b60-4fb0-9a38-b00394951658,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:48.972957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.973429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.973758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.974139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.974483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.974847 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.975211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.975543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.975867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.976261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.976590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:48.976912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae44fd-8fed-4e27-b4a9-1fab9bedca39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:49.132635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.139023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:49.144794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:49.219060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Port': ['ID=bc9ba370-bf7b-443b-89f1-240d7bfcb9cf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.258483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:49.515744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:49.522679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:49.527453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.532820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.552195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:49.571524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687108-977d-4716-836f-0f2595974339 req-5a7371d5-5650-44d6-b8f6-1a23dd635000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.589404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a687108-977d-4716-836f-0f2595974339 req-5a7371d5-5650-44d6-b8f6-1a23dd635000 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 1097 time: 0.5406895 Jul 15 13:25:49.671507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-cc894e01-d714-4d45-8a48-c1eac3b17dc2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.680784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-cc894e01-d714-4d45-8a48-c1eac3b17dc2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.681614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-334cfabc-9392-42a6-b2cb-50cab876905e None None] Provisioning complete for port 37d2a2f3-93ac-4734-9c06-24fca212aadd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:49.682007 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-334cfabc-9392-42a6-b2cb-50cab876905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.689981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-cc894e01-d714-4d45-8a48-c1eac3b17dc2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.697498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-cc894e01-d714-4d45-8a48-c1eac3b17dc2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.709143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-cc894e01-d714-4d45-8a48-c1eac3b17dc2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.721895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-cc894e01-d714-4d45-8a48-c1eac3b17dc2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.732644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-cc894e01-d714-4d45-8a48-c1eac3b17dc2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.756229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-cc894e01-d714-4d45-8a48-c1eac3b17dc2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5441 time: 0.4530876 Jul 15 13:25:49.846487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.850837 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.852209 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.891225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-334cfabc-9392-42a6-b2cb-50cab876905e None None] Port 37d2a2f3-93ac-4734-9c06-24fca212aadd cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:49.895242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a687108-977d-4716-836f-0f2595974339 req-124f7bc4-04df-41d1-9571-eec44dbf1ca1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934651 Jul 15 13:25:49.931867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8f0685f7-fd96-4bf5-839b-0ffe7d67ce77,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:49.932847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57a67ae2-6c95-4695-9f4a-444df9ad22a4 req-e2e55cba-dfc7-4f2c-99b3-ca8e95fa5017 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755846 Jul 15 13:25:49.941475 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.942323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f5973adb-b37a-4664-baca-aadf8c959daf up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:50.065863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=8f0685f7-fd96-4bf5-839b-0ffe7d67ce77,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.078934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.079884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Fanout notify agent at l3_agent the message router_deleted on router 5255f1ce-13d1-47f4-bde1-968fa0fec8f7 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:50.107479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.114785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59336) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.116301 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-41fa5f42-c952-4bd2-ad3e-933dba2202cf tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/routers/5255f1ce-13d1-47f4-bde1-968fa0fec8f7 HTTP/1.1" status: 204 len: 168 time: 3.4966254 Jul 15 13:25:50.150786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f5973adb-b37a-4664-baca-aadf8c959daf triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:50.151461 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.230941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b9191a-7746-40e9-9268-1275e8ba4a89 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Deleting subnet b923c30f-69b1-4bcd-bf6f-33a1064e5c10 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:50.245499 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b9191a-7746-40e9-9268-1275e8ba4a89 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.348890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59340) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.362784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:50.373569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:50.384084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-de7d8c7f-83c5-4a35-81ad-c28f8bdffbdf admin admin] 10.222.0.25 "PUT /v2.0/routers/adf77a0c-9b53-4aba-8fee-07f97a9a217a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4349382 Jul 15 13:25:50.390879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:50.391957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:50.414658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b9191a-7746-40e9-9268-1275e8ba4a89 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.475872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41680a-eba5-4b43-9507-6cfaed2ffc39 req-98c87da1-7a3b-4dd3-82d1-6241d2fda017 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:50.478410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e41680a-eba5-4b43-9507-6cfaed2ffc39 req-98c87da1-7a3b-4dd3-82d1-6241d2fda017 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.2375691 Jul 15 13:25:50.504544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b9191a-7746-40e9-9268-1275e8ba4a89 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.532526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fd4b-5515-404e-98d2-a097d148fee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.585500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:50.635830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e41680a-eba5-4b43-9507-6cfaed2ffc39 req-5b9ccf08-df8c-42d4-abab-70c322dc6205 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481822 Jul 15 13:25:50.762599 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b9191a-7746-40e9-9268-1275e8ba4a89 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.811836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28b9191a-7746-40e9-9268-1275e8ba4a89 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.816766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-28b9191a-7746-40e9-9268-1275e8ba4a89 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/subnets/b923c30f-69b1-4bcd-bf6f-33a1064e5c10 HTTP/1.1" status: 204 len: 168 time: 0.7000847 Jul 15 13:25:50.839774 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fd4b-5515-404e-98d2-a097d148fee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.840842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59354) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.911622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9191a-7746-40e9-9268-1275e8ba4a89 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Subnet': ['ID=b923c30f-69b1-4bcd-bf6f-33a1064e5c10,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.912671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fd4b-5515-404e-98d2-a097d148fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.051992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:51.055078 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a17f53-e02f-402c-bb03-cb13a84e3495" -d '{"events": [{"server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "name": "network-vif-plugged", "status": "completed", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:51.064745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:51.071429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3fd4b-5515-404e-98d2-a097d148fee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3281620-eb37-4581-9512-c202f586dfdd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.233026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:51.233997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.267595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59366) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.267984 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dcd3fd4b-5515-404e-98d2-a097d148fee1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fcb60c4c8ed49ff88a376b6d540c752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9171762 Jul 15 13:25:51.274533 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.347467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-512d5d26-1598-43a5-8748-7efc66ca58f4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:51.349224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-512d5d26-1598-43a5-8748-7efc66ca58f4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/networks?id=60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 200 len: 796 time: 0.4748340 Jul 15 13:25:51.534690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.538389 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-810818fe-d03f-411b-8964-ab78880cf9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.556735 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86d2868b-1560-4498-a5c4-36ebab32cea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.558782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:51.581905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:48Z', 'revision_number': 2, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:51.585968 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.604599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-25962955-000f-4e1c-af58-3f9ba603c345 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 380 time: 0.2422755 Jul 15 13:25:51.618108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740d5f9-ea0c-449c-aa86-b55c9b62a809 req-963b0584-4485-4aff-984c-bcb3c216c7f0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:51.619871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50eeef0d-18af-43a8-ac4d-c0536a4f8be7') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:51.620120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a740d5f9-ea0c-449c-aa86-b55c9b62a809 req-963b0584-4485-4aff-984c-bcb3c216c7f0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 945 time: 0.3730218 Jul 15 13:25:51.620281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50eeef0d-18af-43a8-ac4d-c0536a4f8be7') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:51.622645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86d2868b-1560-4498-a5c4-36ebab32cea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.622997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:51.623512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Updating router adf77a0c-9b53-4aba-8fee-07f97a9a217a port 37d2a2f3-93ac-4734-9c06-24fca212aadd binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:51.629006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'port': {'device_id': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'admin_state_up': True, 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'security_groups': ['9d86e568-805f-4492-beb7-dac396744404']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:51.639743 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.693351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.709681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:51.711719 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.728110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:51.748604 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:51.801025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a740d5f9-ea0c-449c-aa86-b55c9b62a809 req-bf8b2c67-ed00-4a91-b6e8-c10d8128b666 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493073 Jul 15 13:25:51.862999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86d2868b-1560-4498-a5c4-36ebab32cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.866072 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86d2868b-1560-4498-a5c4-36ebab32cea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.875512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-86d2868b-1560-4498-a5c4-36ebab32cea8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3281620-eb37-4581-9512-c202f586dfdd HTTP/1.1" status: 204 len: 168 time: 0.6002226 Jul 15 13:25:51.875805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.887877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.898465 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] 10.222.0.25 "DELETE /v2.0/networks/b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb HTTP/1.1" status: 204 len: 168 time: 1.0548909 Jul 15 13:25:51.913952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2868b-1560-4498-a5c4-36ebab32cea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3281620-eb37-4581-9512-c202f586dfdd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.956492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:51.961336 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.961762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08047-5c2e-4a14-a99d-da25a47f86e5 tempest-FloatingIPTestJSON-477144225 tempest-FloatingIPTestJSON-477144225-project] Pushing event deleted for resources: {'Network': ['ID=b93a3d7c-a1d8-437d-9ca8-b175f2a9cbeb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.226748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a93a673d-ec03-4e64-b637-94e8e83e87bc req-f2ecf0af-6a3c-48e0-b3a2-39769d28c5e5 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 210 time: 0.0932965 Jul 15 13:25:52.296598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.20.0.10 (60459bcb-05b0-44d6-8f78-07dcdbec5876/46a89ce1-b6e2-49f4-982c-38b74f2a4c7f/f5120eae-88df-4686-b17f-8410483f1881) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:52.297592 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.329441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Transition to ACTIVE for port object 37d2a2f3-93ac-4734-9c06-24fca212aadd will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:52.345674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.578560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Pushing event updated for resources: {'Port': ['ID=37d2a2f3-93ac-4734-9c06-24fca212aadd,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.593656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.593940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.594227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.594562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.594895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.595268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.595772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.596108 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.596420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.596742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.597064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.597459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:52.611869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Attempting to bind port 37d2a2f3-93ac-4734-9c06-24fca212aadd on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:52.612713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Attempting to bind port 37d2a2f3-93ac-4734-9c06-24fca212aadd by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:52.612713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Attempting to bind port 37d2a2f3-93ac-4734-9c06-24fca212aadd on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:52.619282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:52.619920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:52.620396 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.620918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:52.621420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Bound port: 37d2a2f3-93ac-4734-9c06-24fca212aadd, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:52.621812 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.680718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59396) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.690899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-454351486-network', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.745398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] For port 37d2a2f3-93ac-4734-9c06-24fca212aadd, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:52.754080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] For port 37d2a2f3-93ac-4734-9c06-24fca212aadd, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=37d2a2f3-93ac-4734-9c06-24fca212aadd,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:52.765671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Made reservation on behalf of 4bfcd14181ad41d2af85041a2d3b4132 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:52.770686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.772100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.790087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59398) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.818042 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.956804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:52.957999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:52.966492 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.025895 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.066110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89ae8-f33e-40c0-8452-4e008abbe950 req-c1f4224c-f66b-45dc-8ef8-f78220aec974 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.085179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08584208-97d5-445e-824b-936bf90cdc55 None None] Pushing event updated for resources: {'Port': ['ID=37d2a2f3-93ac-4734-9c06-24fca212aadd,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.086896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59406) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.108570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89ae8-f33e-40c0-8452-4e008abbe950 req-c1f4224c-f66b-45dc-8ef8-f78220aec974 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.135889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89ae8-f33e-40c0-8452-4e008abbe950 req-c1f4224c-f66b-45dc-8ef8-f78220aec974 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.144543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.153554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd46e503-5b60-4b05-a068-a8fca4ddd70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.155977 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.165430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89ae8-f33e-40c0-8452-4e008abbe950 req-c1f4224c-f66b-45dc-8ef8-f78220aec974 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.193370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89ae8-f33e-40c0-8452-4e008abbe950 req-c1f4224c-f66b-45dc-8ef8-f78220aec974 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.226137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89ae8-f33e-40c0-8452-4e008abbe950 req-c1f4224c-f66b-45dc-8ef8-f78220aec974 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.228714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:53.249763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:53.267415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89ae8-f33e-40c0-8452-4e008abbe950 req-c1f4224c-f66b-45dc-8ef8-f78220aec974 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.285740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41b89ae8-f33e-40c0-8452-4e008abbe950 req-c1f4224c-f66b-45dc-8ef8-f78220aec974 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5441 time: 0.8254917 Jul 15 13:25:53.298539 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73baf0e-191e-4950-9872-9d6d7174d9e9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.301806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59410) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.316389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Request body: {'floatingip': {'port_id': '17773e21-e117-4c67-b742-bd0d32588044'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:53.321584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.322421 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Added segment 6d8f0b01-5c3f-4d0b-bf12-86f6e631c900 of type vlan for network 0719fac8-af8c-4528-abb1-135ee2d3b576 Jul 15 13:25:53.344154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Transition to ACTIVE for port object f5120eae-88df-4686-b17f-8410483f1881 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:53.455270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.487279 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd3f9d-22b2-419f-a8f8-6986c30cb809 x-openstack-request-id: req-fabd3f9d-22b2-419f-a8f8-6986c30cb809 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:53.488284 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "name": "network-vif-plugged", "status": "completed", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:53.488553 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fabd3f9d-22b2-419f-a8f8-6986c30cb809 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:53.488978 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'code': 200} Jul 15 13:25:53.507844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.627432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.665321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.681896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:53.740070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:53.794271 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.795345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.796162 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.799244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-120c2d49-9941-4b6c-8849-0c2b62292c4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67190496b737458f9b2839f023bb5d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9902148 Jul 15 13:25:53.806586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59422) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.808793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:53.825726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:52Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:53.896780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149adc1-3d95-4837-ba65-768b2ae39cf2 None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:52Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:53.905149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-81d1cbcf-7173-4a19-b63c-2f74e2cc8e84 req-2b8445d8-5b38-4ea2-9519-fe985052ca9c service neutron] (93734) timed out ('10.222.0.25', 43850) {{(pid=93734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:25:53.944152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5bd87-04bd-47db-9aba-d14c740a87e9 req-4cb673c2-fc25-42a8-9e57-f62494f53ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.946096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9f5bd87-04bd-47db-9aba-d14c740a87e9 req-4cb673c2-fc25-42a8-9e57-f62494f53ebf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 1098 time: 0.3577135 Jul 15 13:25:53.957767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.957767 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.005478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] Pushing event updated for resources: {'Network': ['ID=0719fac8-af8c-4528-abb1-135ee2d3b576,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.017520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0719fac8-af8c-4528-abb1-135ee2d3b576 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:54.086147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd46e503-5b60-4b05-a068-a8fca4ddd70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.122200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-bf0f011d-87b7-4b07-b69c-bd90cb49a153 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4970570 Jul 15 13:25:54.128980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9f5bd87-04bd-47db-9aba-d14c740a87e9 req-4461066f-fdc0-4293-a31d-18ef2208b3ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600888 Jul 15 13:25:54.138134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Request body: {'port': {'device_id': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:54.141372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dccbabd-7cc2-48e3-8980-24813cf79182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.163202 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd46e503-5b60-4b05-a068-a8fca4ddd70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.175398 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29c603fa-1d18-4984-bfcc-0018922a7b75 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4928055 Jul 15 13:25:54.185944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dccbabd-7cc2-48e3-8980-24813cf79182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.191845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59432) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.235339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2fd23dcc-76df-43ed-ab25-7bea967ee8e4 None None] Provisioning for port f5120eae-88df-4686-b17f-8410483f1881 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:54.239810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2fd23dcc-76df-43ed-ab25-7bea967ee8e4 None None] Provisioning complete for port f5120eae-88df-4686-b17f-8410483f1881 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:54.240234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2fd23dcc-76df-43ed-ab25-7bea967ee8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.273558 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd46e503-5b60-4b05-a068-a8fca4ddd70c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b52c52affe947b8b86c8c6629df918f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1827192 Jul 15 13:25:54.283539 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59436) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.320825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46e503-5b60-4b05-a068-a8fca4ddd70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada68258-0982-4074-9069-1fe16df9acfc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.337113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2fd23dcc-76df-43ed-ab25-7bea967ee8e4 None None] Port f5120eae-88df-4686-b17f-8410483f1881 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:54.345449 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.509636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f40278c5-bed5-46e3-a250-e38478ddbc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.604411 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f40278c5-bed5-46e3-a250-e38478ddbc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.737791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Request body: {'subnet': {'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-454351486-subnet', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:54.760971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082a96-2c1c-449d-b0a9-aaeb5702549a req-4e8c5a2e-32d6-441a-84b9-f41c51f12e96 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.769279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a082a96-2c1c-449d-b0a9-aaeb5702549a req-4e8c5a2e-32d6-441a-84b9-f41c51f12e96 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 1.1085341 Jul 15 13:25:54.830221 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.838296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 37d2a2f3-93ac-4734-9c06-24fca212aadd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:54.840339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.951799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Made reservation on behalf of 4bfcd14181ad41d2af85041a2d3b4132 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:54.955214 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.017907 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 37d2a2f3-93ac-4734-9c06-24fca212aadd completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:55.025726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 37d2a2f3-93ac-4734-9c06-24fca212aadd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:55.027524 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.055367 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Floating IP c338979b-2585-4fdb-875a-f8f4769a255a associated. External IP: 172.25.1.229, port: 17773e21-e117-4c67-b742-bd0d32588044. Jul 15 13:25:55.071999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a082a96-2c1c-449d-b0a9-aaeb5702549a req-bd9dc156-f828-4af9-ad66-e62f0156059b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017468 Jul 15 13:25:55.197542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f40278c5-bed5-46e3-a250-e38478ddbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.202486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f40278c5-bed5-46e3-a250-e38478ddbc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.204312 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f40278c5-bed5-46e3-a250-e38478ddbc4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ada68258-0982-4074-9069-1fe16df9acfc HTTP/1.1" status: 204 len: 168 time: 0.9195185 Jul 15 13:25:55.228741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.230663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40278c5-bed5-46e3-a250-e38478ddbc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada68258-0982-4074-9069-1fe16df9acfc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.246398 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dccbabd-7cc2-48e3-8980-24813cf79182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.248220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59454) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.265472 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dccbabd-7cc2-48e3-8980-24813cf79182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.269443 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7dccbabd-7cc2-48e3-8980-24813cf79182 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5442cb86-06f8-4682-bbaa-daa304607217 HTTP/1.1" status: 204 len: 168 time: 1.4521334 Jul 15 13:25:55.333160 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.365325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccbabd-7cc2-48e3-8980-24813cf79182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5442cb86-06f8-4682-bbaa-daa304607217,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.478860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 37d2a2f3-93ac-4734-9c06-24fca212aadd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=37d2a2f3-93ac-4734-9c06-24fca212aadd,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:55.499768 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.520988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Router aa044ef9-36c6-4a46-b77a-f03e017b70cf has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:55.566205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=37d2a2f3-93ac-4734-9c06-24fca212aadd,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.700486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:55.709992 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.715588 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] Sync routers for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:55.737877 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:55.738695 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:55.771225 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ca262a4c-008e-488f-a213-68add6c1c3e0 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "PUT /v2.0/floatingips/c338979b-2585-4fdb-875a-f8f4769a255a HTTP/1.1" status: 200 len: 991 time: 2.4601879 Jul 15 13:25:55.789870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '17773e21-e117-4c67-b742-bd0d32588044'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:55.792316 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73721cdb-50a7-400b-9b9b-b4ada6180257" -d '{"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "17773e21-e117-4c67-b742-bd0d32588044"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:55.810402 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8b98d5c-7499-4d95-b04c-c3882a637699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.912730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024262-cf5c-4b03-8c06-4e8d112b95b5 req-5f3f025f-b5ed-4b04-b2bb-ede154d38921 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.920194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35024262-cf5c-4b03-8c06-4e8d112b95b5 req-5f3f025f-b5ed-4b04-b2bb-ede154d38921 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 945 time: 0.5630288 Jul 15 13:25:56.004592 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:56.010371 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.097461 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8b98d5c-7499-4d95-b04c-c3882a637699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.103841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8b98d5c-7499-4d95-b04c-c3882a637699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.147873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35024262-cf5c-4b03-8c06-4e8d112b95b5 req-03a75da9-e1f7-4068-9428-b8f70bbc2679 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266262 Jul 15 13:25:56.229860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98d5c-7499-4d95-b04c-c3882a637699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd83e0e-3d89-4d95-a656-06a0f7890386,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.232271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c57446-b15b-4622-a754-330bc08d88a4,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.261068 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a8b98d5c-7499-4d95-b04c-c3882a637699 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6d44cdfdc3b484cbf353721d191a300&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0064898 Jul 15 13:25:56.264095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59482) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.383408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Checking segment: {'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:56.383408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Network hostable DHCP agents. Network: 0719fac8-af8c-4528-abb1-135ee2d3b576, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:56.426745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfca1cbb-ca87-47aa-8f98-4e852aa8e424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.436349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5120eae-88df-4686-b17f-8410483f1881 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:56.457940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.482181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Network 0719fac8-af8c-4528-abb1-135ee2d3b576 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:56.488986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Transition to ACTIVE for port object f5120eae-88df-4686-b17f-8410483f1881 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:56.498475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.503473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfca1cbb-ca87-47aa-8f98-4e852aa8e424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.510922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0719fac8-af8c-4528-abb1-135ee2d3b576) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:56.514215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.514815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.523435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85fbf0-0901-4cca-8745-2804d51dc8dd None None] Network 0719fac8-af8c-4528-abb1-135ee2d3b576 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:56.587705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1735db-4771-4051-bdf9-c0100f100d50 req-42171143-001d-4231-ae44-5c8b1226479e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.589367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea1735db-4771-4051-bdf9-c0100f100d50 req-42171143-001d-4231-ae44-5c8b1226479e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 932 time: 0.2095628 Jul 15 13:25:56.593715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.600847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a77623c8-634e-423b-8c3c-42f29f1a206f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8716972 Jul 15 13:25:56.605121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59496) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.625857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:56.645004 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c338979b-2585-4fdb-875a-f8f4769a255a', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'port_id': '17773e21-e117-4c67-b742-bd0d32588044', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'mac_address': 'fa:16:3e:32:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:58Z', 'updated_at': '2021-07-15T13:25:54Z', 'revision_number': 1, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:56Z', 'revision_number': 5, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:56.671290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfca1cbb-ca87-47aa-8f98-4e852aa8e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.674021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfca1cbb-ca87-47aa-8f98-4e852aa8e424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.675459 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dfca1cbb-ca87-47aa-8f98-4e852aa8e424 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbd83e0e-3d89-4d95-a656-06a0f7890386 HTTP/1.1" status: 204 len: 168 time: 0.4088285 Jul 15 13:25:56.694805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca1cbb-ca87-47aa-8f98-4e852aa8e424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd83e0e-3d89-4d95-a656-06a0f7890386,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.784689 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] Checking router: aa044ef9-36c6-4a46-b77a-f03e017b70cf for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:56.824012 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:56.826438 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:56.853592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea1735db-4771-4051-bdf9-c0100f100d50 req-720c187a-eae7-4bd9-9b2f-53795bc0b932 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501493 Jul 15 13:25:56.871344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.872940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.891289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 37d2a2f3-93ac-4734-9c06-24fca212aadd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:56.987660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0719fac8-af8c-4528-abb1-135ee2d3b576', 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'fixed_ips': [{'subnet_id': '45c57446-b15b-4622-a754-330bc08d88a4'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:56.991786 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.039292 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.100987 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b87dfe-507e-4b4e-9658-7c5f10bc4721 x-openstack-request-id: req-a9b87dfe-507e-4b4e-9658-7c5f10bc4721 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:57.101338 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "tag": "17773e21-e117-4c67-b742-bd0d32588044", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:57.101533 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9b87dfe-507e-4b4e-9658-7c5f10bc4721 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:57.101956 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'tag': '17773e21-e117-4c67-b742-bd0d32588044', 'status': 'completed', 'code': 200} Jul 15 13:25:57.230997 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:57.273992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:57.273992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:57.273992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:57.326910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 37d2a2f3-93ac-4734-9c06-24fca212aadd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:57.327275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.357998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.363685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:57.364015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:57.393288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:57.393648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Checking segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:57.394037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Bound using segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:57.394496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Bound port: f5120eae-88df-4686-b17f-8410483f1881, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:57.394862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.501893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-c28346ce-4f22-472b-98b5-ffa65c8b6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.502682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-c28346ce-4f22-472b-98b5-ffa65c8b6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.503628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-c28346ce-4f22-472b-98b5-ffa65c8b6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.504457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-c28346ce-4f22-472b-98b5-ffa65c8b6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.505217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-c28346ce-4f22-472b-98b5-ffa65c8b6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.505760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-c28346ce-4f22-472b-98b5-ffa65c8b6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.506241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-c28346ce-4f22-472b-98b5-ffa65c8b6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.508723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-c28346ce-4f22-472b-98b5-ffa65c8b6464 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6505 time: 0.3388340 Jul 15 13:25:57.555255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136870-eef2-4ec2-a034-500eed8c6799 req-326924c8-7a34-480c-b3e8-7187a176042f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.555635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Allocated IP 172.20.0.2 (0719fac8-af8c-4528-abb1-135ee2d3b576/45c57446-b15b-4622-a754-330bc08d88a4/5c887f6f-cbd3-4579-ae38-a5380718923a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:57.561606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5136870-eef2-4ec2-a034-500eed8c6799 req-326924c8-7a34-480c-b3e8-7187a176042f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.3058188 Jul 15 13:25:57.583180 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c338979b-2585-4fdb-875a-f8f4769a255a', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'port_id': '17773e21-e117-4c67-b742-bd0d32588044', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'mac_address': 'fa:16:3e:32:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:58Z', 'updated_at': '2021-07-15T13:25:54Z', 'revision_number': 1, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:56Z', 'revision_number': 5, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:57.632380 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6611ad-1a4b-4455-be47-aa190d67d008 None None] The sync data for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 is: [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c338979b-2585-4fdb-875a-f8f4769a255a', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'port_id': '17773e21-e117-4c67-b742-bd0d32588044', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'mac_address': 'fa:16:3e:32:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:58Z', 'updated_at': '2021-07-15T13:25:54Z', 'revision_number': 1, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:56Z', 'revision_number': 5, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:57.647271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:57.656655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59512) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.708896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-87268d6a-7982-4de5-b1cb-4081357f397e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.722748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:57.792021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.807786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5136870-eef2-4ec2-a034-500eed8c6799 req-c61cf2ae-022e-40b5-bf11-4c5126cd7005 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450557 Jul 15 13:25:57.925801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.927123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.929527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] 10.222.0.30 "PUT /v2.0/ports/f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 1093 time: 3.7982132 Jul 15 13:25:57.937110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:57.940337 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e91e3f9-3f28-466c-b9ac-6216a827b099" -d '{"events": [{"name": "network-changed", "server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:57.949629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-1d8e159b-a506-49c2-9c16-2cd664734e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.952769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-1d8e159b-a506-49c2-9c16-2cd664734e9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1519d73-2f26-44f9-aef7-d53e3da0763f HTTP/1.1" status: 200 len: 918 time: 0.4284301 Jul 15 13:25:58.067625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a892d-0c46-4841-b276-61ceb55b600e service neutron] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:58.089103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.103415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bdd55-9dcb-4e3b-a6a3-9b44ad735ee3 None None] New status for floating IP c338979b-2585-4fdb-875a-f8f4769a255a: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:25:58.119065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-87268d6a-7982-4de5-b1cb-4081357f397e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.126158 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-87268d6a-7982-4de5-b1cb-4081357f397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.167858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-87268d6a-7982-4de5-b1cb-4081357f397e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e922f8c4f2d54cd881061cfacb9de419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091283 Jul 15 13:25:58.169404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59526) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.212643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Transition to ACTIVE for port object 5c887f6f-cbd3-4579-ae38-a5380718923a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:58.236392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87268d6a-7982-4de5-b1cb-4081357f397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9645504b-14c6-4019-a61f-b9e8384321d9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:58.276653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aacf63c2-2496-4d5c-8e7a-5236f8eefd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.286097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Transition to ACTIVE for port object 5c887f6f-cbd3-4579-ae38-a5380718923a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:58.313844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aacf63c2-2496-4d5c-8e7a-5236f8eefd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.385361 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59528) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.385481 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.399722 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aacf63c2-2496-4d5c-8e7a-5236f8eefd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.403918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aacf63c2-2496-4d5c-8e7a-5236f8eefd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.407209 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aacf63c2-2496-4d5c-8e7a-5236f8eefd3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9645504b-14c6-4019-a61f-b9e8384321d9 HTTP/1.1" status: 204 len: 168 time: 0.2341101 Jul 15 13:25:58.417602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf63c2-2496-4d5c-8e7a-5236f8eefd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9645504b-14c6-4019-a61f-b9e8384321d9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:58.483030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-29e8a21f-c267-477d-ba67-a0940db0fbe2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17773e21-e117-4c67-b742-bd0d32588044 HTTP/1.1" status: 200 len: 999 time: 0.4996741 Jul 15 13:25:58.541204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-4dad0d6e-c7b9-4df0-8d07-f16c47878285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:58.544277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-4dad0d6e-c7b9-4df0-8d07-f16c47878285 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1096 time: 0.5386722 Jul 15 13:25:58.581143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.696212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-b61d042a-9ad6-4e3f-881f-a058c015877d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 217 time: 0.1412022 Jul 15 13:25:58.698458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-dc889c3b-8453-4d46-84c4-a2107a717d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:58.700116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-dc889c3b-8453-4d46-84c4-a2107a717d3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5a6f7fb-2d8b-4d44-8e39-e5f85909273c HTTP/1.1" status: 200 len: 856 time: 0.2088521 Jul 15 13:25:58.701440 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.758473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Pushing event updated for resources: {'Port': ['ID=5c887f6f-cbd3-4579-ae38-a5380718923a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:58.836691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Network 0719fac8-af8c-4528-abb1-135ee2d3b576 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:58.843180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:58.851875 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1851911489'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:58.866474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:58.910120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Made reservation on behalf of e7f084b59f134233bd96e35a7478d588 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:58.917160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.933023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.996367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Attempting to bind port 5c887f6f-cbd3-4579-ae38-a5380718923a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:58.998566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Attempting to bind port 5c887f6f-cbd3-4579-ae38-a5380718923a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:58.999621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Attempting to bind port 5c887f6f-cbd3-4579-ae38-a5380718923a on network 0719fac8-af8c-4528-abb1-135ee2d3b576 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:59.008729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:59.009138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Checking segment: {'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:59.009691 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.013069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Bound using segment: {'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:59.014470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Bound port: 5c887f6f-cbd3-4579-ae38-a5380718923a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:59.014901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.039026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-5f731708-b7f2-458c-a6bc-8c56c97032ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:59.041477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-5f731708-b7f2-458c-a6bc-8c56c97032ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f HTTP/1.1" status: 200 len: 834 time: 0.3366947 Jul 15 13:25:59.143275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] For port 5c887f6f-cbd3-4579-ae38-a5380718923a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:59.145348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.151078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] For port 5c887f6f-cbd3-4579-ae38-a5380718923a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5c887f6f-cbd3-4579-ae38-a5380718923a,segment=NetworkSegment(6d8f0b01-5c3f-4d0b-bf12-86f6e631c900),segment_id=6d8f0b01-5c3f-4d0b-bf12-86f6e631c900)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:59.155266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.161949 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.213419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:59.224214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-6e16734d-da2a-4140-97e7-f63883928b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:59.231566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-6e16734d-da2a-4140-97e7-f63883928b4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1519d73-2f26-44f9-aef7-d53e3da0763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5086222 Jul 15 13:25:59.257909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2f943-ba79-4504-9623-af6c685a7466 None None] Pushing event updated for resources: {'Port': ['ID=5c887f6f-cbd3-4579-ae38-a5380718923a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.270724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.271344 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Added segment 2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2 of type vlan for network 1eb34e6f-caf3-4488-b069-b49702365168 Jul 15 13:25:59.272843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c792efc-3eee-491d-8cc2-5569a8978e20,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.329388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Allocated IP 172.25.1.96 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/332cd268-42fd-48a1-b40d-0c5eca9c190a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:59.396998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f4ed4-86b4-47cf-849f-1fed819d44e3 req-c00aa21a-bd7b-4cb1-a88e-3eed3544bf6e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:59.403598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-839f4ed4-86b4-47cf-849f-1fed819d44e3 req-c00aa21a-bd7b-4cb1-a88e-3eed3544bf6e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 944 time: 0.6242576 Jul 15 13:25:59.409009 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.498535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.507304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:59.508677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.547697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-88566995-59dc-4842-abb7-098d0284e15d service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037660 Jul 15 13:25:59.554518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-ede66958-e95d-457b-a7f9-97d32e76b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:59.562938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-ede66958-e95d-457b-a7f9-97d32e76b23c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60459bcb-05b0-44d6-8f78-07dcdbec5876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4849055 Jul 15 13:25:59.617091 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2351213 Jul 15 13:25:59.620641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59566) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.628974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Request body: {'subnet': {'network_id': '1eb34e6f-caf3-4488-b069-b49702365168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:59.687770 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-839f4ed4-86b4-47cf-849f-1fed819d44e3 req-242db411-4d5c-41cf-b14e-102f1b6095e8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828622 Jul 15 13:25:59.709477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303950a-1998-4d49-9e0a-18d954559147 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'Network': ['ID=1eb34e6f-caf3-4488-b069-b49702365168,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.724622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 1eb34e6f-caf3-4488-b069-b49702365168 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:59.870245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Made reservation on behalf of e7f084b59f134233bd96e35a7478d588 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:59.875684 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d094e898-314d-4cfc-84d7-24cfb74c2433 x-openstack-request-id: req-d094e898-314d-4cfc-84d7-24cfb74c2433 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:59.876078 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:59.876342 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d094e898-314d-4cfc-84d7-24cfb74c2433 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:59.876953 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'status': 'completed', 'code': 200} Jul 15 13:25:59.879710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.041285 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.126540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-fc540fdc-27be-4d7d-bac6-3f9afae6dd61 service neutron] 10.222.0.30 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226519 Jul 15 13:26:00.132674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73721cdb-50a7-400b-9b9b-b4ada6180257 req-87d14113-6894-41c7-8425-916ddc5c66c9 service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359693 Jul 15 13:26:00.171110 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.284330 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Checking segment: {'id': '2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1eb34e6f-caf3-4488-b069-b49702365168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:00.284704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Network hostable DHCP agents. Network: 1eb34e6f-caf3-4488-b069-b49702365168, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:00.289230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'Subnet': ['ID=122eaec1-45c2-4100-9f2d-bb5fcc2f2457,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.311392 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.319329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Network 1eb34e6f-caf3-4488-b069-b49702365168 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:00.343887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 1eb34e6f-caf3-4488-b069-b49702365168) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:00.349544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:00.350175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.355893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cfaaee-f35f-4399-af11-6e3bdabc3419 None None] Network 1eb34e6f-caf3-4488-b069-b49702365168 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:00.399713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:00.410079 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ef80c96e-7b0d-45e0-aca7-16e88a38a716 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7873781 Jul 15 13:26:00.411221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59584) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.416518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-433aed2e-f250-4829-9c99-2ff3438717ef tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-321877693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:00.417795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:00.420919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:00.424619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1567ce9d-8111-4867-ad00-3ff5c8d6ee9f req-d485bb00-284f-41e5-99cc-af760524b46c service neutron] 10.222.0.30 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889671 Jul 15 13:26:00.499954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-433aed2e-f250-4829-9c99-2ff3438717ef tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.505740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-433aed2e-f250-4829-9c99-2ff3438717ef tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.564143 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59586) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.620115 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-433aed2e-f250-4829-9c99-2ff3438717ef tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.628229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-433aed2e-f250-4829-9c99-2ff3438717ef tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.669702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-433aed2e-f250-4829-9c99-2ff3438717ef tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.676658 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-433aed2e-f250-4829-9c99-2ff3438717ef tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2635391 Jul 15 13:26:00.678649 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59592) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.749062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-1eb34e6f-caf3-4488-b069-b49702365168', 'network_id': '1eb34e6f-caf3-4488-b069-b49702365168', 'tenant_id': 'e7f084b59f134233bd96e35a7478d588', 'fixed_ips': [{'subnet_id': '122eaec1-45c2-4100-9f2d-bb5fcc2f2457'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:00.750782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.854249 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a95a07bd-206b-4697-8db9-d8ca2602423a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.936401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10319f9c-c4fd-456a-852e-10eb1d37a9e4 None None] Network 0719fac8-af8c-4528-abb1-135ee2d3b576 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:01.062669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5c887f6f-cbd3-4579-ae38-a5380718923a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:01.104852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Pushing event updated for resources: {'Port': ['ID=332cd268-42fd-48a1-b40d-0c5eca9c190a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:01.154659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1955b-7871-4eb3-a8c4-ece104583a0a req-0b0d013e-5e17-447f-b1f1-189c87ecb4f0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:01.156569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53d1955b-7871-4eb3-a8c4-ece104583a0a req-0b0d013e-5e17-447f-b1f1-189c87ecb4f0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 945 time: 0.8942008 Jul 15 13:26:01.306159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab76d598-1522-48a4-ba9e-b43cee98abb7 None None] Provisioning for port 5c887f6f-cbd3-4579-ae38-a5380718923a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:01.335010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Allocated IP 172.20.0.2 (1eb34e6f-caf3-4488-b069-b49702365168/122eaec1-45c2-4100-9f2d-bb5fcc2f2457/3fcae732-aee7-4c5b-b840-d124cef65917) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:01.337863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5c887f6f-cbd3-4579-ae38-a5380718923a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:01.378745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5c887f6f-cbd3-4579-ae38-a5380718923a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:01.379702 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.414433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.417783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53d1955b-7871-4eb3-a8c4-ece104583a0a req-247867b3-8c36-4a2f-8f14-96c3f05e8a57 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499561 Jul 15 13:26:01.463565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-305e678a-fd80-4e48-8806-720e11a3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:01.467326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-305e678a-fd80-4e48-8806-720e11a3fe11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1096 time: 0.9644499 Jul 15 13:26:01.505512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a95a07bd-206b-4697-8db9-d8ca2602423a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.651379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.816823 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a95a07bd-206b-4697-8db9-d8ca2602423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.837541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5c887f6f-cbd3-4579-ae38-a5380718923a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5c887f6f-cbd3-4579-ae38-a5380718923a,segment=NetworkSegment(6d8f0b01-5c3f-4d0b-bf12-86f6e631c900),segment_id=6d8f0b01-5c3f-4d0b-bf12-86f6e631c900)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:01.861191 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a95a07bd-206b-4697-8db9-d8ca2602423a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7da7b94a11c041ce80a22ad5047edcd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2935109 Jul 15 13:26:01.861823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59618) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:01.882866 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.932096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a07bd-206b-4697-8db9-d8ca2602423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f446df4f-7a13-42c7-b84f-064f9e876162,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:01.978013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7302acb-b324-4084-9def-3adafca9cdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.026897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7302acb-b324-4084-9def-3adafca9cdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.041293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-41e3932d-0361-4e97-9b35-b61cbd9a50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.043628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-41e3932d-0361-4e97-9b35-b61cbd9a50bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 200 len: 897 time: 0.5680037 Jul 15 13:26:02.054132 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.089568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Transition to ACTIVE for port object 3fcae732-aee7-4c5b-b840-d124cef65917 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:02.095686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5c887f6f-cbd3-4579-ae38-a5380718923a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.110272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-548ec401-3aea-4315-ba29-11e6d87afeba None None] Provisioning complete for port 5c887f6f-cbd3-4579-ae38-a5380718923a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:02.110838 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-548ec401-3aea-4315-ba29-11e6d87afeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.121257 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.141793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7302acb-b324-4084-9def-3adafca9cdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.145157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7302acb-b324-4084-9def-3adafca9cdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.147226 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a7302acb-b324-4084-9def-3adafca9cdb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f446df4f-7a13-42c7-b84f-064f9e876162 HTTP/1.1" status: 204 len: 168 time: 0.2795026 Jul 15 13:26:02.158274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7302acb-b324-4084-9def-3adafca9cdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f446df4f-7a13-42c7-b84f-064f9e876162,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.179289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Transition to ACTIVE for port object 3fcae732-aee7-4c5b-b840-d124cef65917 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:02.192723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-d95f4beb-2646-445f-b618-0389205da0f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 217 time: 0.1341927 Jul 15 13:26:02.206174 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.268704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f5120eae-88df-4686-b17f-8410483f1881 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:02.326860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Network 1eb34e6f-caf3-4488-b069-b49702365168 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:02.346440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:02.353166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Pushing event updated for resources: {'Port': ['ID=3fcae732-aee7-4c5b-b840-d124cef65917,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.361075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:02.406275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Allocated IP 172.20.0.1 (1eb34e6f-caf3-4488-b069-b49702365168/122eaec1-45c2-4100-9f2d-bb5fcc2f2457/83f05b4b-ccad-4361-a0a7-a40737242a6d) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:02.428917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde8992-f19d-4361-8551-41412b687003 req-b1d1d100-2e51-4786-a7f1-766172e7fbe4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.433272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3fde8992-f19d-4361-8551-41412b687003 req-b1d1d100-2e51-4786-a7f1-766172e7fbe4 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.6775262 Jul 15 13:26:02.464385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-0eac1d50-2d4e-49f2-98e9-352ac1d04f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.466208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-0eac1d50-2d4e-49f2-98e9-352ac1d04f0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f HTTP/1.1" status: 200 len: 834 time: 0.2643218 Jul 15 13:26:02.639060 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Attempting to bind port 3fcae732-aee7-4c5b-b840-d124cef65917 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:02.639697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Attempting to bind port 3fcae732-aee7-4c5b-b840-d124cef65917 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1eb34e6f-caf3-4488-b069-b49702365168'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:02.640304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Attempting to bind port 3fcae732-aee7-4c5b-b840-d124cef65917 on network 1eb34e6f-caf3-4488-b069-b49702365168 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:02.646534 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.662963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3fde8992-f19d-4361-8551-41412b687003 req-78b904a1-7160-43eb-a426-449d793625e1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059755 Jul 15 13:26:02.684963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:02.686438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Checking segment: {'id': '2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1eb34e6f-caf3-4488-b069-b49702365168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:02.686438 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.686745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Transition to ACTIVE for port object 83f05b4b-ccad-4361-a0a7-a40737242a6d will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:02.686915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Bound using segment: {'id': '2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1eb34e6f-caf3-4488-b069-b49702365168'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:02.694428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Bound port: 3fcae732-aee7-4c5b-b840-d124cef65917, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1eb34e6f-caf3-4488-b069-b49702365168'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:02.695505 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.769968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.798525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:02.877860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Network 1eb34e6f-caf3-4488-b069-b49702365168 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:02.901588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:02.910197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-0814590b-11cf-440a-a239-c0785a280f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.914125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:02.917096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-0814590b-11cf-440a-a239-c0785a280f62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60459bcb-05b0-44d6-8f78-07dcdbec5876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4392498 Jul 15 13:26:02.919790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'f5120eae-88df-4686-b17f-8410483f1881', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'port_id': 'f5120eae-88df-4686-b17f-8410483f1881', 'mac_address': 'fa:16:3e:0a:be:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:02.929905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.028900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5c887f6f-cbd3-4579-ae38-a5380718923a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:03.055817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59644) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:03.082896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'Port': ['ID=83f05b4b-ccad-4361-a0a7-a40737242a6d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:03.108049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] For port 3fcae732-aee7-4c5b-b840-d124cef65917, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:03.138697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.149341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] For port 3fcae732-aee7-4c5b-b840-d124cef65917, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3fcae732-aee7-4c5b-b840-d124cef65917,segment=NetworkSegment(2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2),segment_id=2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:03.155078 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.180539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.195163 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05da38bf-ba23-4a72-80b5-4ee8d41aa681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.246838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5120eae-88df-4686-b17f-8410483f1881 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:03.347911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:03.359458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5c887f6f-cbd3-4579-ae38-a5380718923a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:03.360077 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.409678 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.426779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c147e3-d97c-4a15-b74d-ca914fd6ff6b None None] Pushing event updated for resources: {'Port': ['ID=3fcae732-aee7-4c5b-b840-d124cef65917,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:03.602533 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05da38bf-ba23-4a72-80b5-4ee8d41aa681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.702211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:03.714410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['f5120eae-88df-4686-b17f-8410483f1881'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:03.715713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05da38bf-ba23-4a72-80b5-4ee8d41aa681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.890787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-9d52b70e-1bda-47cf-ba97-219217b281fa service neutron] 10.222.0.30 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9680734 Jul 15 13:26:03.893606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da38bf-ba23-4a72-80b5-4ee8d41aa681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2754864f-8872-47ea-a296-1da339b6a7cb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:03.915048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f90f3-3b07-4d37-ab53-cac66882f34f req-2184438b-a2f6-454a-a1ee-5ce21995db79 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.925490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-441f90f3-3b07-4d37-ab53-cac66882f34f req-2184438b-a2f6-454a-a1ee-5ce21995db79 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 944 time: 0.8383598 Jul 15 13:26:03.929079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.936210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-05da38bf-ba23-4a72-80b5-4ee8d41aa681 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4224bbbb9aa484cbd6daa3c9176227b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8774507 Jul 15 13:26:03.964368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59656) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:04.023972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59658) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:04.032304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-441f90f3-3b07-4d37-ab53-cac66882f34f req-4132edbd-f4bd-4e8f-9b3d-39cad0aa3fc7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057365 Jul 15 13:26:04.099731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Router 20d85c46-bb0c-4d54-823c-8004cc4556a2 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:04.222651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e91e3f9-3f28-466c-b9ac-6216a827b099 req-69df3f17-babb-45bc-bff5-6b065ccaf9d8 service neutron] 10.222.0.30 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906091 Jul 15 13:26:04.337443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-274ee260-a6ce-47dc-8559-e1626a56fcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.351568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1ca1057-14af-4238-b3e3-d32b78e4c32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.389307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:04.466956 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1ca1057-14af-4238-b3e3-d32b78e4c32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.484894 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Sync routers for ids ['20d85c46-bb0c-4d54-823c-8004cc4556a2'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:04.504221 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Routers {'20d85c46-bb0c-4d54-823c-8004cc4556a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:04.505071 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['20d85c46-bb0c-4d54-823c-8004cc4556a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:04.578465 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-274ee260-a6ce-47dc-8559-e1626a56fcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.589030 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-274ee260-a6ce-47dc-8559-e1626a56fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.620618 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.638312 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.643869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-eda0e3bc-7e2b-4eca-80c9-5a89577b9981 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0336273 Jul 15 13:26:04.650580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59662) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:04.711465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ee260-a6ce-47dc-8559-e1626a56fcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49824eec-0c24-402c-b582-16505cd65819,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:04.784737 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Set router 20d85c46-bb0c-4d54-823c-8004cc4556a2 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:04.855064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1ca1057-14af-4238-b3e3-d32b78e4c32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.859785 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1ca1057-14af-4238-b3e3-d32b78e4c32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.861890 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d1ca1057-14af-4238-b3e3-d32b78e4c32c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2754864f-8872-47ea-a296-1da339b6a7cb HTTP/1.1" status: 204 len: 168 time: 0.8949893 Jul 15 13:26:04.879761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca1057-14af-4238-b3e3-d32b78e4c32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2754864f-8872-47ea-a296-1da339b6a7cb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:04.908645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.920469 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.976404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-274ee260-a6ce-47dc-8559-e1626a56fcab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=044ca2111b1f4dd0897c9ffbd76db7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9510150 Jul 15 13:26:04.977273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59666) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:05.022477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3fcae732-aee7-4c5b-b840-d124cef65917 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:05.067863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'Port': ['ID=83f05b4b-ccad-4361-a0a7-a40737242a6d,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:05.075691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.143808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9911e2-219d-4097-bcc8-47160d8d8056 None None] Network 1eb34e6f-caf3-4488-b069-b49702365168 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:05.217774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Network 1eb34e6f-caf3-4488-b069-b49702365168 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:05.219630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:05.245947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e388a9f6-9971-467f-8440-9c6b00a8ce30 None None] Provisioning for port 3fcae732-aee7-4c5b-b840-d124cef65917 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:05.339455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3fcae732-aee7-4c5b-b840-d124cef65917 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:05.357066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3fcae732-aee7-4c5b-b840-d124cef65917 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:05.357720 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.403974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e980-2bc6-4f94-b692-7b7599d39d39 req-a137a4cc-f413-48b7-a662-4a5110fd8648 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.413241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d7e980-2bc6-4f94-b692-7b7599d39d39 req-a137a4cc-f413-48b7-a662-4a5110fd8648 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 945 time: 0.7158725 Jul 15 13:26:05.419679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Router 804be12a-20a8-42d0-87e2-62584c3e60ed is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:05.526557 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 3, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port': {'id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:58Z', 'updated_at': '2021-07-15T13:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:05.542590 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.545979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.577447 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Checking router: 20d85c46-bb0c-4d54-823c-8004cc4556a2 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:05.578257 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Updating router 20d85c46-bb0c-4d54-823c-8004cc4556a2 port 332cd268-42fd-48a1-b40d-0c5eca9c190a binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:05.589421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:05.610289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fc13d-60d7-46cd-9e2d-95f8771d54a2 None None] Sync routers for ids ['804be12a-20a8-42d0-87e2-62584c3e60ed'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:05.613019 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-058603b8-a5ab-43e9-8b00-f86d7ab014f8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "PUT /v2.0/routers/804be12a-20a8-42d0-87e2-62584c3e60ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9308641 Jul 15 13:26:05.617719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59680) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:05.630476 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Request body: {'port': {'network_id': '1eb34e6f-caf3-4488-b069-b49702365168', 'name': 'tempest-FloatingIPNegativeTestJSON-1236575637'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:05.642695 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.660886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 3fcae732-aee7-4c5b-b840-d124cef65917, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3fcae732-aee7-4c5b-b840-d124cef65917,segment=NetworkSegment(2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2),segment_id=2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:05.662311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fc13d-60d7-46cd-9e2d-95f8771d54a2 None None] Routers {'804be12a-20a8-42d0-87e2-62584c3e60ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:05.663368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-398fc13d-60d7-46cd-9e2d-95f8771d54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['804be12a-20a8-42d0-87e2-62584c3e60ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:05.721335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-398fc13d-60d7-46cd-9e2d-95f8771d54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:05.735122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.739993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fc13d-60d7-46cd-9e2d-95f8771d54a2 None None] Routers {'804be12a-20a8-42d0-87e2-62584c3e60ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:05.741428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-398fc13d-60d7-46cd-9e2d-95f8771d54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['804be12a-20a8-42d0-87e2-62584c3e60ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:05.903996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-398fc13d-60d7-46cd-9e2d-95f8771d54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:05.904793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fc13d-60d7-46cd-9e2d-95f8771d54a2 None None] The sync data for ids ['804be12a-20a8-42d0-87e2-62584c3e60ed'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:05.981435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=3fcae732-aee7-4c5b-b840-d124cef65917,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.013455 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Made reservation on behalf of e7f084b59f134233bd96e35a7478d588 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:06.021085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.050350 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.057295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] device_id is not set on port 51f243de-388b-4df9-9e2e-da24f5a4a852 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:06.068377 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Transition to ACTIVE for port object 332cd268-42fd-48a1-b40d-0c5eca9c190a will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:06.084590 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.161953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bd5a-4847-4f5e-9669-75ec3a08c953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.165499 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Attempting to bind port 332cd268-42fd-48a1-b40d-0c5eca9c190a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:06.165881 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Attempting to bind port 332cd268-42fd-48a1-b40d-0c5eca9c190a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:06.166252 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Attempting to bind port 332cd268-42fd-48a1-b40d-0c5eca9c190a on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:06.169335 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca351bd-22fb-40b8-bd36-298239b759fe None None] Pushing event updated for resources: {'Port': ['ID=332cd268-42fd-48a1-b40d-0c5eca9c190a,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.184152 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:06.184840 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:06.185409 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.186041 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:06.186728 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Bound port: 332cd268-42fd-48a1-b40d-0c5eca9c190a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:06.187461 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.212001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91d7e980-2bc6-4f94-b692-7b7599d39d39 req-52747eb0-5c5f-445b-892b-0e902a633966 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883527 Jul 15 13:26:06.235512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Allocated IP 172.20.0.13 (1eb34e6f-caf3-4488-b069-b49702365168/122eaec1-45c2-4100-9f2d-bb5fcc2f2457/51f243de-388b-4df9-9e2e-da24f5a4a852) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:06.256952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f5120eae-88df-4686-b17f-8410483f1881 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:06.284237 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] For port 332cd268-42fd-48a1-b40d-0c5eca9c190a, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:06.301683 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] For port 332cd268-42fd-48a1-b40d-0c5eca9c190a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=332cd268-42fd-48a1-b40d-0c5eca9c190a,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:06.303889 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bd5a-4847-4f5e-9669-75ec3a08c953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.311521 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.398376 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Routers {'20d85c46-bb0c-4d54-823c-8004cc4556a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:06.399246 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['20d85c46-bb0c-4d54-823c-8004cc4556a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:06.405076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port f5120eae-88df-4686-b17f-8410483f1881 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:06.411388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port f5120eae-88df-4686-b17f-8410483f1881 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:06.412494 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.421740 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bd5a-4847-4f5e-9669-75ec3a08c953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.424558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bd5a-4847-4f5e-9669-75ec3a08c953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.425779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4cd6bd5a-4847-4f5e-9669-75ec3a08c953 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49824eec-0c24-402c-b582-16505cd65819 HTTP/1.1" status: 204 len: 168 time: 1.3876338 Jul 15 13:26:06.572193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6bd5a-4847-4f5e-9669-75ec3a08c953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49824eec-0c24-402c-b582-16505cd65819,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.662243 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.708990 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] Set router 20d85c46-bb0c-4d54-823c-8004cc4556a2 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:06.766342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:06.770797 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf22042f-a398-4ee6-9a48-234ae44e90ac" -d '{"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:06.831760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25218bb4-1099-435d-92d6-44dbd02db443 None None] Provisioning complete for port 3fcae732-aee7-4c5b-b840-d124cef65917 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:06.841893 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-25218bb4-1099-435d-92d6-44dbd02db443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.853371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:06.897776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.973541 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.985034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.067511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Transition to ACTIVE for port object 51f243de-388b-4df9-9e2e-da24f5a4a852 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:07.083493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3fcae732-aee7-4c5b-b840-d124cef65917 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:07.250895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.262795 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca351bd-22fb-40b8-bd36-298239b759fe None None] Pushing event updated for resources: {'Port': ['ID=332cd268-42fd-48a1-b40d-0c5eca9c190a,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:07.284894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:07.326418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Allocated IP 172.20.0.1 (0719fac8-af8c-4528-abb1-135ee2d3b576/45c57446-b15b-4622-a754-330bc08d88a4/5e682e88-4ac4-4a43-bf08-a7a57bccc1cd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:07.409314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Network 1eb34e6f-caf3-4488-b069-b49702365168 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:07.415934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:07.425065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:07.464889 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 3, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port': {'id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:58Z', 'updated_at': '2021-07-15T13:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:07.551175 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f65c33-5177-4cd5-a25a-69f25f61fde6 None None] The sync data for ids ['20d85c46-bb0c-4d54-823c-8004cc4556a2'] in n-d-771362-36 is: [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 3, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port': {'id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:58Z', 'updated_at': '2021-07-15T13:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:07.634784 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:07.635843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.680172 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0608184 Jul 15 13:26:07.686326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59714) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:07.692803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:07.708597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3fcae732-aee7-4c5b-b840-d124cef65917 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:07.709240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.720140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f327bad-9fee-4857-896f-2f4276c611c0 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'Port': ['ID=51f243de-388b-4df9-9e2e-da24f5a4a852,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:07.720897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25218bb4-1099-435d-92d6-44dbd02db443 None None] Provisioning for port 83f05b4b-ccad-4361-a0a7-a40737242a6d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:07.770448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59716) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:07.801262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.831325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.889613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Transition to ACTIVE for port object 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:08.017457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7779470b-323d-49cc-b3f3-f623dbb1ce0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.249698 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.254307 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.411446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Network 0719fac8-af8c-4528-abb1-135ee2d3b576 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:08.430109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:08.489777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:08.501117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Pushing event updated for resources: {'Port': ['ID=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.537659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25218bb4-1099-435d-92d6-44dbd02db443 None None] Provisioning complete for port 83f05b4b-ccad-4361-a0a7-a40737242a6d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:08.538780 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-25218bb4-1099-435d-92d6-44dbd02db443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.635998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-25218bb4-1099-435d-92d6-44dbd02db443 None None] Port 83f05b4b-ccad-4361-a0a7-a40737242a6d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:08.662098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Allocated IP 172.25.1.233 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/78fb1dd7-c6c6-4136-9c67-f5a2db38ceb7) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:08.804466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.920642 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.929237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4ff99fd4-c425-4580-8343-f687f0867601 None None] Provisioning complete for port 83f05b4b-ccad-4361-a0a7-a40737242a6d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:08.929861 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4ff99fd4-c425-4580-8343-f687f0867601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.952962 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7779470b-323d-49cc-b3f3-f623dbb1ce0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.966849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7779470b-323d-49cc-b3f3-f623dbb1ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.976577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.066843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'Port': ['ID=78fb1dd7-c6c6-4136-9c67-f5a2db38ceb7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.073620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:09.078647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:09.091846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:09.097297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4ff99fd4-c425-4580-8343-f687f0867601 None None] Port 83f05b4b-ccad-4361-a0a7-a40737242a6d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:09.132148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4ff99fd4-c425-4580-8343-f687f0867601 None None] Provisioning for port 51f243de-388b-4df9-9e2e-da24f5a4a852 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:09.139843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4ff99fd4-c425-4580-8343-f687f0867601 None None] Provisioning complete for port 51f243de-388b-4df9-9e2e-da24f5a4a852 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:09.142905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4ff99fd4-c425-4580-8343-f687f0867601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.153664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bccdc-11be-4846-9f77-bdeba2ee2582 req-ea72c1d7-bc39-43cd-a276-d473e16a6f76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:09.169279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-378bccdc-11be-4846-9f77-bdeba2ee2582 req-ea72c1d7-bc39-43cd-a276-d473e16a6f76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 946 time: 0.6728652 Jul 15 13:26:09.203621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7779470b-323d-49cc-b3f3-f623dbb1ce0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74c0f23b5f054fbcae25940d66b69682&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4291317 Jul 15 13:26:09.226775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59736) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:09.258814 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.263763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779470b-323d-49cc-b3f3-f623dbb1ce0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe3b85-c5b2-44f8-a6ec-7dd7016e50f2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.280369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4ff99fd4-c425-4580-8343-f687f0867601 None None] Port 51f243de-388b-4df9-9e2e-da24f5a4a852 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:09.331329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 332cd268-42fd-48a1-b40d-0c5eca9c190a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:09.425290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.437648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e6117157-487c-49bc-adb8-6d7ba646cb11 None None] Provisioning for port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:09.463484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-378bccdc-11be-4846-9f77-bdeba2ee2582 req-daaded3c-4e71-404e-91eb-256b73235876 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909164 Jul 15 13:26:09.470339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e6117157-487c-49bc-adb8-6d7ba646cb11 None None] Provisioning complete for port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:09.471082 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e6117157-487c-49bc-adb8-6d7ba646cb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.563666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 332cd268-42fd-48a1-b40d-0c5eca9c190a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:09.575504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da6bf250-4a8b-4e65-9628-52ec3508e902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.589750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 332cd268-42fd-48a1-b40d-0c5eca9c190a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:09.590370 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.654842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e6117157-487c-49bc-adb8-6d7ba646cb11 None None] Port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:09.672919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.679230 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da6bf250-4a8b-4e65-9628-52ec3508e902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.734364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.748992 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.796112 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.843802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 332cd268-42fd-48a1-b40d-0c5eca9c190a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=332cd268-42fd-48a1-b40d-0c5eca9c190a,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:09.852952 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.966924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=332cd268-42fd-48a1-b40d-0c5eca9c190a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.997940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'Port': ['ID=78fb1dd7-c6c6-4136-9c67-f5a2db38ceb7,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.010480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.038085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.044233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.047669 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.051178 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-840fb5a2-f2f4-44bb-b5b6-fa232a74e98f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3628302 Jul 15 13:26:10.056890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59744) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:10.069321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-aa3c2428-d873-4ef1-b842-20d9b8319ca6 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Request body: {'floatingip': {'port_id': '51f243de-388b-4df9-9e2e-da24f5a4a852', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:10.096475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da6bf250-4a8b-4e65-9628-52ec3508e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.115318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da6bf250-4a8b-4e65-9628-52ec3508e902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.121771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-da6bf250-4a8b-4e65-9628-52ec3508e902 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57fe3b85-c5b2-44f8-a6ec-7dd7016e50f2 HTTP/1.1" status: 204 len: 168 time: 0.8912332 Jul 15 13:26:10.169644 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2428-d873-4ef1-b842-20d9b8319ca6 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.187448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bf250-4a8b-4e65-9628-52ec3508e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe3b85-c5b2-44f8-a6ec-7dd7016e50f2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.193234 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c3cc9-6bde-4ebb-a94a-7645d78d1c14 x-openstack-request-id: req-351c3cc9-6bde-4ebb-a94a-7645d78d1c14 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:10.193234 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:10.193539 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-351c3cc9-6bde-4ebb-a94a-7645d78d1c14 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:10.193887 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'code': 200} Jul 15 13:26:10.258795 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.264596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8f7fbd39-adad-4d26-98b9-878f680ddc20 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:10.266943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Pushing event updated for resources: {'Port': ['ID=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.488726 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-aa3c2428-d873-4ef1-b842-20d9b8319ca6 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] update failed (client error): The resource could not be found. Jul 15 13:26:10.496729 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa3c2428-d873-4ef1-b842-20d9b8319ca6 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "PUT /v2.0/floatingips/1bdb6eff-2845-4b5a-9272-9797ae03b14d HTTP/1.1" status: 404 len: 507 time: 0.4287806 Jul 15 13:26:10.497611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59758) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:10.505215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:10.537376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Network 0719fac8-af8c-4528-abb1-135ee2d3b576 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:10.540995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:10.541161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'port_id': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'mac_address': 'fa:16:3e:41:a6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:10.647764 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.678896 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f7fbd39-adad-4d26-98b9-878f680ddc20 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:10.727368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:10.740207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.754253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970f60-8666-4c10-b343-f25f667fc866 req-0edee448-c6ff-42d6-a766-6fb8f3efa879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:10.756696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc970f60-8666-4c10-b343-f25f667fc866 req-0edee448-c6ff-42d6-a766-6fb8f3efa879 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1098 time: 0.4620914 Jul 15 13:26:10.828683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Router 20d85c46-bb0c-4d54-823c-8004cc4556a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:10.835515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc970f60-8666-4c10-b343-f25f667fc866 req-4dce1679-556c-4f19-9b2d-2f412afe4407 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707982 Jul 15 13:26:10.885142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Deleting port 78fb1dd7-c6c6-4136-9c67-f5a2db38ceb7 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:10.885497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.945690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['8f7fbd39-adad-4d26-98b9-878f680ddc20'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:11.013884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.046438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-273f30d3-737f-438e-a47f-4bffaf131c01 None None] Provisioning complete for port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:11.047726 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-273f30d3-737f-438e-a47f-4bffaf131c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.082008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:11.092431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5ab24eee-dd9b-4979-99bc-5e4ad75f70db admin admin] 10.222.0.25 "PUT /v2.0/routers/20d85c46-bb0c-4d54-823c-8004cc4556a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4401422 Jul 15 13:26:11.099028 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Sync routers for ids ['20d85c46-bb0c-4d54-823c-8004cc4556a2'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:11.108442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-273f30d3-737f-438e-a47f-4bffaf131c01 None None] Port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:11.126110 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Routers {'20d85c46-bb0c-4d54-823c-8004cc4556a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:11.126597 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['20d85c46-bb0c-4d54-823c-8004cc4556a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:11.178672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.186222 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.225490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Calling delete_port for 78fb1dd7-c6c6-4136-9c67-f5a2db38ceb7 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:11.272839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 332cd268-42fd-48a1-b40d-0c5eca9c190a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:11.422428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 332cd268-42fd-48a1-b40d-0c5eca9c190a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:11.423801 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Set router 20d85c46-bb0c-4d54-823c-8004cc4556a2 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:11.427000 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.628923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.701372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event deleted for resources: {'Port': ['ID=78fb1dd7-c6c6-4136-9c67-f5a2db38ceb7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.807615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.809674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.816990 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a35e494a-d930-4e81-b437-c1e970a2d677 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "DELETE /v2.0/floatingips/1bdb6eff-2845-4b5a-9272-9797ae03b14d HTTP/1.1" status: 204 len: 168 time: 1.3123233 Jul 15 13:26:11.817252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59794) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:11.822501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-91e9884e-05de-45b5-a5a5-cfc7f4aa3d35 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Request body: {'floatingip': {'floating_network_id': '1eb34e6f-caf3-4488-b069-b49702365168', 'port_id': '51f243de-388b-4df9-9e2e-da24f5a4a852', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:11.867626 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91e9884e-05de-45b5-a5a5-cfc7f4aa3d35 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.935565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-b2429447-16a0-488a-acbb-ba24981c0e64 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:11.937484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-b2429447-16a0-488a-acbb-ba24981c0e64 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 945 time: 0.3562751 Jul 15 13:26:12.005934 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:26:09Z', 'revision_number': 4, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port': {'id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:58Z', 'updated_at': '2021-07-15T13:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e682e88-4ac4-4a43-bf08-a7a57bccc1cd', 'name': '', 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'mac_address': 'fa:16:3e:e8:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '45c57446-b15b-4622-a754-330bc08d88a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:06Z', 'updated_at': '2021-07-15T13:26:09Z', 'revision_number': 2, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'subnets': [{'id': '45c57446-b15b-4622-a754-330bc08d88a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.109059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef11f1-6281-497b-9af3-39db72d6c33c req-dd19f0c0-eda8-4876-a193-dcc40ea292f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:12.138717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9ef11f1-6281-497b-9af3-39db72d6c33c req-dd19f0c0-eda8-4876-a193-dcc40ea292f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 945 time: 0.4773638 Jul 15 13:26:12.189300 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Checking router: 20d85c46-bb0c-4d54-823c-8004cc4556a2 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:12.190489 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Updating router 20d85c46-bb0c-4d54-823c-8004cc4556a2 port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:12.234670 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.271166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8f7fbd39-adad-4d26-98b9-878f680ddc20 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:12.272486 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-91e9884e-05de-45b5-a5a5-cfc7f4aa3d35 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:26:12.279825 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-91e9884e-05de-45b5-a5a5-cfc7f4aa3d35 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4554057 Jul 15 13:26:12.279825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59810) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:12.286731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '51f243de-388b-4df9-9e2e-da24f5a4a852', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:12.337392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9ef11f1-6281-497b-9af3-39db72d6c33c req-66eaa09e-0653-42cd-97a9-7efc27024116 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100845 Jul 15 13:26:12.386360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 8f7fbd39-adad-4d26-98b9-878f680ddc20 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:12.387803 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.406112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.421882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Deleting port dd5e9227-c127-40cc-b8dc-769e66e6b881 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:12.422490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.568545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.663778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:12.670367 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6442f755-ab92-437f-bb95-4cb0ef427fe6" -d '{"events": [{"server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "name": "network-vif-plugged", "status": "completed", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:12.711368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:12.717978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] For port dd5e9227-c127-40cc-b8dc-769e66e6b881, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=dd5e9227-c127-40cc-b8dc-769e66e6b881,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:12.718784 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.719500 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.750817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Calling delete_port for dd5e9227-c127-40cc-b8dc-769e66e6b881 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:12.791498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343e2a2-17e6-4518-9b1d-ae5749e3c89b req-0987ffa6-83e7-4022-98cf-ce709c9bb067 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:12.799167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2343e2a2-17e6-4518-9b1d-ae5749e3c89b req-0987ffa6-83e7-4022-98cf-ce709c9bb067 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0f985b9-14d8-4132-a6c0-0fc34945b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1677613 Jul 15 13:26:12.860766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:12.920480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.999847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2343e2a2-17e6-4518-9b1d-ae5749e3c89b req-2ae9c52a-2d50-479c-940f-9993cf5c0248 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952405 Jul 15 13:26:13.029773 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.226951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Allocated IP 172.25.1.15 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/620265a0-44d9-49df-ad95-7190dac8398e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:13.234212 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Transition to ACTIVE for port object 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:13.235430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.249761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:13.251844 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.259036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['dd5e9227-c127-40cc-b8dc-769e66e6b881'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:13.320320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event deleted for resources: {'Port': ['ID=dd5e9227-c127-40cc-b8dc-769e66e6b881,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.495520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] No DVR routers for this DVR port dd5e9227-c127-40cc-b8dc-769e66e6b881 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:13.499050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.503008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f70180e6-f3d1-48a2-b573-73a0a1a0efcd req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "DELETE /v2.0/ports/dd5e9227-c127-40cc-b8dc-769e66e6b881 HTTP/1.1" status: 204 len: 173 time: 1.5557077 Jul 15 13:26:13.504670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.505021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.505361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.505697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.506086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.528208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.528595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.528921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.529256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.529592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.529922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.530279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195390-5ff4-4966-918b-fbd39750a3ff tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:13.558531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f985b9-14d8-4132-a6c0-0fc34945b0a1', 'name': 'network-vif-deleted', 'tag': 'dd5e9227-c127-40cc-b8dc-769e66e6b881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:13.572782 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abc433f-8aab-47c7-a3ec-e08004ae4b3f" -d '{"events": [{"server_uuid": "c0f985b9-14d8-4132-a6c0-0fc34945b0a1", "name": "network-vif-deleted", "tag": "dd5e9227-c127-40cc-b8dc-769e66e6b881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:13.615061 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30274e-d87a-464b-adf7-fd7e54ccf1cf None None] Pushing event updated for resources: {'Port': ['ID=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.676397 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Attempting to bind port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:13.676872 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Attempting to bind port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:13.690570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fc427-1e70-4c0d-bf40-ad510f290f8e req-faf50092-49a9-4411-8d81-9c0fe50f60bc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:13.701533 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Attempting to bind port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd on network 0719fac8-af8c-4528-abb1-135ee2d3b576 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:13.708297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d45fc427-1e70-4c0d-bf40-ad510f290f8e req-faf50092-49a9-4411-8d81-9c0fe50f60bc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 946 time: 0.4760778 Jul 15 13:26:13.742837 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:13.743158 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Checking segment: {'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:13.744000 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.755842 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Bound using segment: {'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:13.763274 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Bound port: 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:13.763917 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.871726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.951822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d45fc427-1e70-4c0d-bf40-ad510f290f8e req-6fd75e47-9237-4f26-8594-44a9745e40cc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422349 Jul 15 13:26:14.006613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.122410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event updated for resources: {'Port': ['ID=620265a0-44d9-49df-ad95-7190dac8398e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:14.140152 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:14.142251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:14.143715 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] For port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:14.145904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:14.160003 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] For port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,segment=NetworkSegment(6d8f0b01-5c3f-4d0b-bf12-86f6e631c900),segment_id=6d8f0b01-5c3f-4d0b-bf12-86f6e631c900)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:14.170067 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.463539 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a848be31-c2d0-4f5a-a704-4782e395b178 x-openstack-request-id: req-a848be31-c2d0-4f5a-a704-4782e395b178 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:14.464449 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "name": "network-vif-plugged", "status": "completed", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:14.464928 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a848be31-c2d0-4f5a-a704-4782e395b178 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:14.465537 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'code': 200} Jul 15 13:26:14.557521 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30274e-d87a-464b-adf7-fd7e54ccf1cf None None] Pushing event updated for resources: {'Port': ['ID=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:14.581363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Deleting port 620265a0-44d9-49df-ad95-7190dac8398e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:14.586818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.689823 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Routers {'20d85c46-bb0c-4d54-823c-8004cc4556a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:14.690504 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['20d85c46-bb0c-4d54-823c-8004cc4556a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:14.720599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d63634-e1cd-4c10-91c1-297160baa8ea req-7f8d67a7-b929-4610-94e2-8c01bd1ee906 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:14.731083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68d63634-e1cd-4c10-91c1-297160baa8ea req-7f8d67a7-b929-4610-94e2-8c01bd1ee906 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.1338894 Jul 15 13:26:14.873710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68d63634-e1cd-4c10-91c1-297160baa8ea req-fa3ee836-9c43-4c4a-b14d-3b64ca396bfd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373851 Jul 15 13:26:14.992497 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1106d245-084d-46e9-b496-85d4b4ee6544 x-openstack-request-id: req-1106d245-084d-46e9-b496-85d4b4ee6544 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:14.993048 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f985b9-14d8-4132-a6c0-0fc34945b0a1", "name": "network-vif-deleted", "tag": "dd5e9227-c127-40cc-b8dc-769e66e6b881", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:14.993657 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1106d245-084d-46e9-b496-85d4b4ee6544 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:14.994700 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f985b9-14d8-4132-a6c0-0fc34945b0a1', 'name': 'network-vif-deleted', 'tag': 'dd5e9227-c127-40cc-b8dc-769e66e6b881', 'status': 'completed', 'code': 200} Jul 15 13:26:15.030861 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.031466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.087822 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] Set router 20d85c46-bb0c-4d54-823c-8004cc4556a2 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:15.105890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Calling delete_port for 620265a0-44d9-49df-ad95-7190dac8398e owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:15.454958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33b0b-1554-4910-8d22-36f587e4a43a req-2750b227-118e-4b7d-9537-4ad2a5c4bd8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:15.471482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4d33b0b-1554-4910-8d22-36f587e4a43a req-2750b227-118e-4b7d-9537-4ad2a5c4bd8c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 946 time: 0.2074041 Jul 15 13:26:15.480148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd5e9227-c127-40cc-b8dc-769e66e6b881 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:15.655021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4d33b0b-1554-4910-8d22-36f587e4a43a req-a1c16f79-b167-460f-8d2d-60d7d5b30e33 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664572 Jul 15 13:26:15.665850 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.675086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: dd5e9227-c127-40cc-b8dc-769e66e6b881 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:15.675086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device dd5e9227-c127-40cc-b8dc-769e66e6b881 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:15.737044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59876) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:15.798065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event deleted for resources: {'Port': ['ID=620265a0-44d9-49df-ad95-7190dac8398e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:15.957660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f65d07-cad4-4a0b-9fab-8d0d8f5dde45 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:15.986623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-94f65d07-cad4-4a0b-9fab-8d0d8f5dde45 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1093 time: 0.2297320 Jul 15 13:26:15.996911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59884) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:16.008066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'f5120eae-88df-4686-b17f-8410483f1881', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:16.029501 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:26:09Z', 'revision_number': 4, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port': {'id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:58Z', 'updated_at': '2021-07-15T13:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e682e88-4ac4-4a43-bf08-a7a57bccc1cd', 'name': '', 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'mac_address': 'fa:16:3e:e8:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '45c57446-b15b-4622-a754-330bc08d88a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:06Z', 'updated_at': '2021-07-15T13:26:14Z', 'revision_number': 4, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'subnets': [{'id': '45c57446-b15b-4622-a754-330bc08d88a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:16.103320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.136267 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf27bc-1521-4e43-9f81-fab96be21664 None None] The sync data for ids ['20d85c46-bb0c-4d54-823c-8004cc4556a2'] in n-d-771362-36 is: [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:26:09Z', 'revision_number': 4, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port': {'id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:58Z', 'updated_at': '2021-07-15T13:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '5e682e88-4ac4-4a43-bf08-a7a57bccc1cd', 'name': '', 'network_id': '0719fac8-af8c-4528-abb1-135ee2d3b576', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'mac_address': 'fa:16:3e:e8:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '45c57446-b15b-4622-a754-330bc08d88a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:06Z', 'updated_at': '2021-07-15T13:26:14Z', 'revision_number': 4, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'subnets': [{'id': '45c57446-b15b-4622-a754-330bc08d88a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:16.263734 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] create failed (client error): The resource could not be found. Jul 15 13:26:16.274453 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-53b647de-1c7c-4bfc-add1-fdc46ca8526b tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9867930 Jul 15 13:26:16.275537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59892) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:16.607757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.701003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f5ecdbdc-ca04-4182-ac38-95362c6e2491 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Deleting port 51f243de-388b-4df9-9e2e-da24f5a4a852 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:16.701354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdbdc-ca04-4182-ac38-95362c6e2491 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.885680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdbdc-ca04-4182-ac38-95362c6e2491 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.901260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f5ecdbdc-ca04-4182-ac38-95362c6e2491 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Calling delete_port for 51f243de-388b-4df9-9e2e-da24f5a4a852 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:17.035038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.25.1.24 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/eccffd54-56ac-40fc-92a5-1835b3b1687a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:17.109027 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdbdc-ca04-4182-ac38-95362c6e2491 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.291230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f7cd5-53ea-414c-a28d-eebaf8202852 req-e91f3e55-6a7f-4c3a-b6a1-9b8b09e041db tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:17.299871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecdbdc-ca04-4182-ac38-95362c6e2491 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event deleted for resources: {'Port': ['ID=51f243de-388b-4df9-9e2e-da24f5a4a852,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:17.303055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b9f7cd5-53ea-414c-a28d-eebaf8202852 req-e91f3e55-6a7f-4c3a-b6a1-9b8b09e041db tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.5631535 Jul 15 13:26:17.397347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:17.510214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdbdc-ca04-4182-ac38-95362c6e2491 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.512716 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f5ecdbdc-ca04-4182-ac38-95362c6e2491 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "DELETE /v2.0/ports/51f243de-388b-4df9-9e2e-da24f5a4a852 HTTP/1.1" status: 204 len: 168 time: 1.2360137 Jul 15 13:26:17.517615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59914) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:17.563484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:17.571538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:17.573165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.595571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b9f7cd5-53ea-414c-a28d-eebaf8202852 req-96c9fb41-f483-44b6-a4e1-6c4890a1c5dd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911477 Jul 15 13:26:17.709618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9edfe-0f9f-4fd2-9a0a-a1d14379cc4f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:17.747738 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2ee9edfe-0f9f-4fd2-9a0a-a1d14379cc4f tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "GET /v2.0/ports?device_id=804be12a-20a8-42d0-87e2-62584c3e60ed HTTP/1.1" status: 200 len: 913 time: 0.1983624 Jul 15 13:26:17.747738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59920) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:17.821962 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.043543 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.140164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,segment=NetworkSegment(6d8f0b01-5c3f-4d0b-bf12-86f6e631c900),segment_id=6d8f0b01-5c3f-4d0b-bf12-86f6e631c900)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:18.155261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.250315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:18.313727 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.436370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:18.449790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:18.468919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-559bb220-ffff-42f8-9888-413ef0efe50f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:18.483759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-559bb220-ffff-42f8-9888-413ef0efe50f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.6139853 Jul 15 13:26:18.495317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:18.594615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-481f3381-be05-4677-9731-9bebc5d26636 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/quotas/062d3cd5a95a47edb287e3c79c53f289 HTTP/1.1" status: 200 len: 375 time: 0.1098111 Jul 15 13:26:18.672863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=eccffd54-56ac-40fc-92a5-1835b3b1687a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:18.787930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.854617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59940) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:18.869760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a6c842a3-d067-4877-b94d-b6b1cd8663c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.897349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-0fa20515-2675-424a-9ddf-be62e37118e4 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2955906 Jul 15 13:26:19.211613 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8fea556-9235-48bc-b234-915ff8b541ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.283871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:19.288881 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Deleting port 83f05b4b-ccad-4361-a0a7-a40737242a6d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:19.289331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.429236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:19.430190 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.478971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.513244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Calling delete_port for 83f05b4b-ccad-4361-a0a7-a40737242a6d owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:19.649899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-61ba42fe-cde0-4951-8719-2d2f51d1e214 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406218 Jul 15 13:26:19.809202 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.880269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event deleted for resources: {'Port': ['ID=83f05b4b-ccad-4361-a0a7-a40737242a6d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:19.989390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-115ea4f1-36ff-45a8-92e9-4b51df4221c0 service neutron] 10.222.0.25 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383141 Jul 15 13:26:20.002013 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8fea556-9235-48bc-b234-915ff8b541ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.016749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8fea556-9235-48bc-b234-915ff8b541ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.108500 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:26:20.175017 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d8fea556-9235-48bc-b234-915ff8b541ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df5247b720bd40a8bde2dd497efd5732&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3140953 Jul 15 13:26:20.175930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fea556-9235-48bc-b234-915ff8b541ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1779b518-4bf6-444f-9479-c50be85d997f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:20.179181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59954) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:20.455551 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.871668 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6519480-3108-4c9d-b3b9-b09b0317dfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.979687 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.159965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b1f7-1d74-4629-8983-0359c091d724 req-b1f7edc2-83e5-4387-86de-fc5c91c16e11 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:21.163753 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-b1f7edc2-83e5-4387-86de-fc5c91c16e11 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.4172082 Jul 15 13:26:21.171739 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6519480-3108-4c9d-b3b9-b09b0317dfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.235040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-b88e5504-ccff-4fe0-910b-fd381f0c9822 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/quotas/e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 375 time: 0.0375204 Jul 15 13:26:21.290524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Router 804be12a-20a8-42d0-87e2-62584c3e60ed has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:21.434719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:21.444986 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-25a69a12-79b4-4566-9811-0b9a41ebba12 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "PUT /v2.0/routers/804be12a-20a8-42d0-87e2-62584c3e60ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7070346 Jul 15 13:26:21.444986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59974) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:21.450978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a9739-d80b-43ff-b240-a69bb88b8caf None None] Sync routers for ids ['804be12a-20a8-42d0-87e2-62584c3e60ed'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:21.493095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a9739-d80b-43ff-b240-a69bb88b8caf None None] Routers {'804be12a-20a8-42d0-87e2-62584c3e60ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:21.496988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0b7a9739-d80b-43ff-b240-a69bb88b8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['804be12a-20a8-42d0-87e2-62584c3e60ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:21.498053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-4646287f-38a6-4820-8242-0004644ee7cb tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2461722 Jul 15 13:26:21.498781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.500946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6519480-3108-4c9d-b3b9-b09b0317dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.504137 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6519480-3108-4c9d-b3b9-b09b0317dfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.505620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e6519480-3108-4c9d-b3b9-b09b0317dfa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1779b518-4bf6-444f-9479-c50be85d997f HTTP/1.1" status: 204 len: 168 time: 1.3225081 Jul 15 13:26:21.660046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c4e6-5a99-467e-882f-df27f4bdb0f9 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.677816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0b7a9739-d80b-43ff-b240-a69bb88b8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:21.704449 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.711532 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-73f52f96-c562-4ced-b87b-936ec33402ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.744905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a9739-d80b-43ff-b240-a69bb88b8caf None None] Routers {'804be12a-20a8-42d0-87e2-62584c3e60ed'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:21.746308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0b7a9739-d80b-43ff-b240-a69bb88b8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:25:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['804be12a-20a8-42d0-87e2-62584c3e60ed'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:21.834612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0b7a9739-d80b-43ff-b240-a69bb88b8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:21.838601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a9739-d80b-43ff-b240-a69bb88b8caf None None] The sync data for ids ['804be12a-20a8-42d0-87e2-62584c3e60ed'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:21.858325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-769fbed0-58a2-4d6a-848e-b51302072555 service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899585 Jul 15 13:26:21.868310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519480-3108-4c9d-b3b9-b09b0317dfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1779b518-4bf6-444f-9479-c50be85d997f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:22.018377 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c4e6-5a99-467e-882f-df27f4bdb0f9 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.022842 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c4e6-5a99-467e-882f-df27f4bdb0f9 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.136737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c4e6-5a99-467e-882f-df27f4bdb0f9 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.137400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4c4e6-5a99-467e-882f-df27f4bdb0f9 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Fanout notify agent at l3_agent the message router_deleted on router 804be12a-20a8-42d0-87e2-62584c3e60ed {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:22.160190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c4e6-5a99-467e-882f-df27f4bdb0f9 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.165067 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e8e4c4e6-5a99-467e-882f-df27f4bdb0f9 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "DELETE /v2.0/routers/804be12a-20a8-42d0-87e2-62584c3e60ed HTTP/1.1" status: 204 len: 168 time: 0.7144668 Jul 15 13:26:22.166293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59984) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:22.285546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-682dba5e-0e20-45d3-aa3f-a889d4e48f49 service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260323 Jul 15 13:26:22.309278 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fab2ccd-6161-4127-86f1-d2c5936b2028 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Deleting subnet 122eaec1-45c2-4100-9f2d-bb5fcc2f2457 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:22.327026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fab2ccd-6161-4127-86f1-d2c5936b2028 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.449956 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fab2ccd-6161-4127-86f1-d2c5936b2028 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.609659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.627880 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.742260 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fab2ccd-6161-4127-86f1-d2c5936b2028 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.766715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=eccffd54-56ac-40fc-92a5-1835b3b1687a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:22.902401 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.932005 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.955352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fab2ccd-6161-4127-86f1-d2c5936b2028 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.986459 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fab2ccd-6161-4127-86f1-d2c5936b2028 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.993902 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1fab2ccd-6161-4127-86f1-d2c5936b2028 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "DELETE /v2.0/subnets/122eaec1-45c2-4100-9f2d-bb5fcc2f2457 HTTP/1.1" status: 204 len: 168 time: 0.8236876 Jul 15 13:26:23.000936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac529b88-8c3a-4bfc-a38e-f31cd5bf1f9a None None] Network 1eb34e6f-caf3-4488-b069-b49702365168 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:23.158121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59994) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:23.171165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab2ccd-6161-4127-86f1-d2c5936b2028 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event deleted for resources: {'Subnet': ['ID=122eaec1-45c2-4100-9f2d-bb5fcc2f2457,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:23.341485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60002) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:23.437922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b66f647b-9f64-4007-956a-1727a5cb3e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.645921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.799584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b66f647b-9f64-4007-956a-1727a5cb3e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.811470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b66f647b-9f64-4007-956a-1727a5cb3e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.022147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] DHCP port deletion for 1eb34e6f-caf3-4488-b069-b49702365168 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:24.060176 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b66f647b-9f64-4007-956a-1727a5cb3e93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77803896e9984ffe8a660ffa68e23a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120316 Jul 15 13:26:24.061887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60008) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:24.066422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f647b-9f64-4007-956a-1727a5cb3e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b9d666-08b3-4606-aaec-8cdb8f84c3f2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.186477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] Deleting port 3fcae732-aee7-4c5b-b840-d124cef65917 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:24.186870 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.230275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bec250-d429-4c8a-9351-c4718bbc2c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.326616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] For port 3fcae732-aee7-4c5b-b840-d124cef65917, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3fcae732-aee7-4c5b-b840-d124cef65917,segment=NetworkSegment(2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2),segment_id=2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:24.327403 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.342715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bec250-d429-4c8a-9351-c4718bbc2c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.353477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] Calling delete_port for 3fcae732-aee7-4c5b-b840-d124cef65917 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:24.364670 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.510682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-125e842e-6a2d-4f7a-af3a-352620a23249 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:24.515567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-125e842e-6a2d-4f7a-af3a-352620a23249 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 806 time: 0.8480248 Jul 15 13:26:24.525203 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Floating IP ca8a380d-136b-4504-80c3-f01e31fa1cfd associated. External IP: 172.25.1.24, port: f5120eae-88df-4686-b17f-8410483f1881. Jul 15 13:26:24.549209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Request body: {'port': {'device_id': 'f01169e5-3a22-4ad5-9634-c877e429bfc0', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'admin_state_up': True, 'tenant_id': '062d3cd5a95a47edb287e3c79c53f289'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:24.578234 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bec250-d429-4c8a-9351-c4718bbc2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.597418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bec250-d429-4c8a-9351-c4718bbc2c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.599568 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3bec250-d429-4c8a-9351-c4718bbc2c8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09b9d666-08b3-4606-aaec-8cdb8f84c3f2 HTTP/1.1" status: 204 len: 168 time: 0.5168476 Jul 15 13:26:24.618311 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bec250-d429-4c8a-9351-c4718bbc2c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b9d666-08b3-4606-aaec-8cdb8f84c3f2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.773024 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.869057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] Pushing event deleted for resources: {'Port': ['ID=3fcae732-aee7-4c5b-b840-d124cef65917,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.875428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ca823-63d3-471e-a72f-32bea1a435dc None None] No DVR routers for this DVR port 3fcae732-aee7-4c5b-b840-d124cef65917 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:25.108874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222e0f8-cb7b-4899-b77a-5eaba845b0d1 req-193e5550-e931-42a7-9941-4461476a1c7c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:25.121490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c222e0f8-cb7b-4899-b77a-5eaba845b0d1 req-193e5550-e931-42a7-9941-4461476a1c7c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.8968115 Jul 15 13:26:25.145930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Deleting port 3fcae732-aee7-4c5b-b840-d124cef65917 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:25.146335 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.252475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3fcae732-aee7-4c5b-b840-d124cef65917 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:25.303104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3fcae732-aee7-4c5b-b840-d124cef65917 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:25.304464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3fcae732-aee7-4c5b-b840-d124cef65917 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:25.347716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Made reservation on behalf of 062d3cd5a95a47edb287e3c79c53f289 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:25.349548 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60034) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:25.369035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.642973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cdb7afd9-3aaa-470a-b0f5-abb5f1a908f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.671527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router afa9cef9-0937-4272-adf2-7d2761337a57 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:25.746835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c222e0f8-cb7b-4899-b77a-5eaba845b0d1 req-5f6994da-6c40-4798-adc8-43146ed2aebe tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241467 Jul 15 13:26:25.806969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] For port 3fcae732-aee7-4c5b-b840-d124cef65917, host n-d-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:25.807448 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.962336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:25.974701 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] Sync routers for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:26.002165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Calling delete_port for 3fcae732-aee7-4c5b-b840-d124cef65917 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:26.009021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Port 3fcae732-aee7-4c5b-b840-d124cef65917 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:26:26.014608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.038459 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:26.039587 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:26:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.062056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event deleted for resources: {'Port': ['ID=3fcae732-aee7-4c5b-b840-d124cef65917,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:26.128302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cdb7afd9-3aaa-470a-b0f5-abb5f1a908f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.142457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cdb7afd9-3aaa-470a-b0f5-abb5f1a908f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.153055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] No DVR routers for this DVR port 3fcae732-aee7-4c5b-b840-d124cef65917 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:26.251915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.263558 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cdb7afd9-3aaa-470a-b0f5-abb5f1a908f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=275d83264ac34471a22077f907d668dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108031 Jul 15 13:26:26.269427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60050) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.352124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7afd9-3aaa-470a-b0f5-abb5f1a908f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63bb530-408a-4c94-87b9-823de8205f18,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:26.441114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89c6b368-7b71-458a-80b1-ea70eccafcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.455012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fc731a41-f68c-4ba1-bf43-74d9cb32820d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.4557128 Jul 15 13:26:26.503841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89c6b368-7b71-458a-80b1-ea70eccafcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.524781 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:26.539786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.553194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb34e6f-caf3-4488-b069-b49702365168']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.569712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.570097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0f9208-bf1e-4c5d-8ed2-4eca2c587ee2') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.584477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.608984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.634901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:26.635417 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.672721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89c6b368-7b71-458a-80b1-ea70eccafcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.676223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89c6b368-7b71-458a-80b1-ea70eccafcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.677444 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-89c6b368-7b71-458a-80b1-ea70eccafcc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a63bb530-408a-4c94-87b9-823de8205f18 HTTP/1.1" status: 204 len: 168 time: 0.4064465 Jul 15 13:26:26.707605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6b368-7b71-458a-80b1-ea70eccafcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63bb530-408a-4c94-87b9-823de8205f18,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:26.924157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Allocated IP 172.20.0.4 (975a00f1-c5a4-4573-8c74-9c3c52c55682/54926352-8e58-4abe-9c5c-aacc4194f858/42d55508-145e-45f2-9dda-1bd10ae6820b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:26.973846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:26.978399 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3" -d '{"events": [{"name": "network-changed", "server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:26.997850 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:27.273523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef468978-b14e-4c2d-91e8-ec2b973750db req-f7eb3f57-f63b-4d69-8ea2-8bd0c6797250 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 210 time: 0.8919649 Jul 15 13:26:27.309850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.328588 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.339858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] 10.222.0.25 "DELETE /v2.0/networks/1eb34e6f-caf3-4488-b069-b49702365168 HTTP/1.1" status: 204 len: 168 time: 4.1797330 Jul 15 13:26:27.363031 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'ca8a380d-136b-4504-80c3-f01e31fa1cfd', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'port_id': 'f5120eae-88df-4686-b17f-8410483f1881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'mac_address': 'fa:16:3e:0a:be:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:26:19Z', 'updated_at': '2021-07-15T13:26:19Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.486489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65040991-484d-4d08-97ae-9a19787267b8 tempest-FloatingIPNegativeTestJSON-1214877307 tempest-FloatingIPNegativeTestJSON-1214877307-project] Pushing event deleted for resources: {'Network': ['ID=1eb34e6f-caf3-4488-b069-b49702365168,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.489441 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] Checking router: afa9cef9-0937-4272-adf2-7d2761337a57 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:27.525227 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:27.530086 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:26:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.557468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60074) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:27.588456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aec0aaba-0588-41cf-bace-7d9b93e2bbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.730861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71916e01-21bb-48f2-ae4f-0af5cae1859d req-916f833f-2897-41ff-923a-f973adef25a9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 210 time: 0.1188288 Jul 15 13:26:27.896978 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:27.898142 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.001744 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aec0aaba-0588-41cf-bace-7d9b93e2bbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.015934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aec0aaba-0588-41cf-bace-7d9b93e2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.082178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.100542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:28.169990 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aec0aaba-0588-41cf-bace-7d9b93e2bbe6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34f3ee62231d401092313f55ab83e6a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078935 Jul 15 13:26:28.170814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60080) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.177897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0aaba-0588-41cf-bace-7d9b93e2bbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58bcebe-803c-4464-b64f-6a7ed81ce9ff,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.268825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b1f7-1d74-4629-8983-0359c091d724 req-d8af6c52-4cbe-4184-8f2a-56889ef2c1cd tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.274919 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-d8af6c52-4cbe-4184-8f2a-56889ef2c1cd tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 1.2204111 Jul 15 13:26:28.295770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'port': {'device_id': '82e0a810-7c9a-4e70-8270-db28f526f997', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'admin_state_up': True, 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:28.360218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Network 975a00f1-c5a4-4573-8c74-9c3c52c55682 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:28.437138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:28.492672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:28.641712 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'ca8a380d-136b-4504-80c3-f01e31fa1cfd', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'port_id': 'f5120eae-88df-4686-b17f-8410483f1881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'mac_address': 'fa:16:3e:0a:be:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:26:19Z', 'updated_at': '2021-07-15T13:26:19Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:28.710135 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea66eed-2959-4ab3-aef4-2cea43ece3a1 None None] The sync data for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 is: [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'ca8a380d-136b-4504-80c3-f01e31fa1cfd', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'port_id': 'f5120eae-88df-4686-b17f-8410483f1881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'mac_address': 'fa:16:3e:0a:be:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:26:19Z', 'updated_at': '2021-07-15T13:26:19Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:28.780986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60088) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.791009 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ff0026c-03cc-4292-b762-7d7e52b2b352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.865656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.866721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.889486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event updated for resources: {'Port': ['ID=42d55508-145e-45f2-9dda-1bd10ae6820b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.969349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:28.974555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.170718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.20.0.14 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/91b07495-a9ef-458c-9edb-434d0090071b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:29.179724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ff0026c-03cc-4292-b762-7d7e52b2b352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.204259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-19ddc2b8-2892-482b-8ee8-e073044679d1 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6670463 Jul 15 13:26:29.264218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Request body: {'port': {'device_id': 'f01169e5-3a22-4ad5-9634-c877e429bfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:29.268541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1be21-3a78-4405-9aec-bb5b1e7e8915 None None] New status for floating IP ca8a380d-136b-4504-80c3-f01e31fa1cfd: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:26:29.452660 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-e0459ea9-ac1e-4162-9aec-e63835f8772e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7546213 Jul 15 13:26:29.533309 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4bccfa50-884f-4125-92c3-afc18732bdf2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7f084b59f134233bd96e35a7478d588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7232487 Jul 15 13:26:29.535523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ff0026c-03cc-4292-b762-7d7e52b2b352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.539327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ff0026c-03cc-4292-b762-7d7e52b2b352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.540775 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4ff0026c-03cc-4292-b762-7d7e52b2b352 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f58bcebe-803c-4464-b64f-6a7ed81ce9ff HTTP/1.1" status: 204 len: 168 time: 1.3674879 Jul 15 13:26:29.541681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60118) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.571845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0026c-03cc-4292-b762-7d7e52b2b352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58bcebe-803c-4464-b64f-6a7ed81ce9ff,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.636102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0dca3e0-fa4c-4308-9c0b-89c0fc8f7144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.670868 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0dca3e0-fa4c-4308-9c0b-89c0fc8f7144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.690338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.754041 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0dca3e0-fa4c-4308-9c0b-89c0fc8f7144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.757848 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0dca3e0-fa4c-4308-9c0b-89c0fc8f7144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.759335 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c0dca3e0-fa4c-4308-9c0b-89c0fc8f7144 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c792efc-3eee-491d-8cc2-5569a8978e20 HTTP/1.1" status: 204 len: 168 time: 0.2134621 Jul 15 13:26:29.850438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dca3e0-fa4c-4308-9c0b-89c0fc8f7144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c792efc-3eee-491d-8cc2-5569a8978e20,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.944708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-dd136a05-8aa8-432c-88d9-0b8fea9b8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:29.946748 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-dd136a05-8aa8-432c-88d9-0b8fea9b8fa4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 1098 time: 0.3117034 Jul 15 13:26:30.004074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c377e-122a-41c9-bc69-6ec34e477b11 req-9b923f0c-12f6-45ee-8e2f-c9da3081c035 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:30.005839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf4c377e-122a-41c9-bc69-6ec34e477b11 req-9b923f0c-12f6-45ee-8e2f-c9da3081c035 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 946 time: 1.2200966 Jul 15 13:26:30.197155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-f89fa0cd-6929-4bdc-99ea-8f470b1b58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:30.202247 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-f89fa0cd-6929-4bdc-99ea-8f470b1b58f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.2274354 Jul 15 13:26:30.361762 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-27067c4c-a481-46ec-b428-452a2a60ac20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca HTTP/1.1" status: 200 len: 217 time: 0.1478925 Jul 15 13:26:30.462395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-cebea211-462a-478e-b157-d019fb60ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:30.463974 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-cebea211-462a-478e-b157-d019fb60ed77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.0921049 Jul 15 13:26:30.623077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-78ed7139-cb88-48b5-be90-9bf55d29357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:30.632373 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-78ed7139-cb88-48b5-be90-9bf55d29357a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615293 Jul 15 13:26:30.649008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60152) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.032044 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-60bd30f7-c518-42f3-a52d-62297198946d service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847945 Jul 15 13:26:31.252340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf4c377e-122a-41c9-bc69-6ec34e477b11 req-2c4d6847-e4e7-4164-8dd4-32b84fbd011c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955015 Jul 15 13:26:31.261200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.298572 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-bb921582-2bbb-46be-af31-62dd1c54d77d req-b12ef350-4b16-40f2-b243-4189055101b9 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534223 Jul 15 13:26:31.304049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60166) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.325636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f370bcd-eda8-4314-801b-a9bcc2019db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.362008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Transition to ACTIVE for port object 91b07495-a9ef-458c-9edb-434d0090071b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:31.529603 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-87c0eb2d-8341-439c-a855-5c774a6735d3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/ca8a380d-136b-4504-80c3-f01e31fa1cfd HTTP/1.1" status: 200 len: 993 time: 0.2178786 Jul 15 13:26:31.690855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.859770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f370bcd-eda8-4314-801b-a9bcc2019db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.872375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3f370bcd-eda8-4314-801b-a9bcc2019db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.912141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=91b07495-a9ef-458c-9edb-434d0090071b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.966573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60178) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:32.025335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:32.042021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f370bcd-eda8-4314-801b-a9bcc2019db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c417561-d9d8-4911-98f6-c1a8d60b3c01,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.058314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:32.063778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:32.101195 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f370bcd-eda8-4314-801b-a9bcc2019db8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2538d5de34946efb77c0ce4a54baeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1572433 Jul 15 13:26:32.102246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60184) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:32.107366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d55508-145e-45f2-9dda-1bd10ae6820b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:32.133828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.257772 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5fde41ae-4cba-40ee-acc2-52621bbd1f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.261088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-474996655'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:32.301022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5fde41ae-4cba-40ee-acc2-52621bbd1f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.303403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Transition to ACTIVE for port object 42d55508-145e-45f2-9dda-1bd10ae6820b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:32.345050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9152b03-89a7-47bf-bf3f-4e75086ba5a6 req-9f2ddc71-5084-4f37-8729-e6f1cd477b82 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:32.357363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9152b03-89a7-47bf-bf3f-4e75086ba5a6 req-9f2ddc71-5084-4f37-8729-e6f1cd477b82 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.4470859 Jul 15 13:26:32.359415 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.439556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5fde41ae-4cba-40ee-acc2-52621bbd1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.442923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5fde41ae-4cba-40ee-acc2-52621bbd1f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.444294 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5fde41ae-4cba-40ee-acc2-52621bbd1f95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c417561-d9d8-4911-98f6-c1a8d60b3c01 HTTP/1.1" status: 204 len: 168 time: 0.3405921 Jul 15 13:26:32.480653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde41ae-4cba-40ee-acc2-52621bbd1f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c417561-d9d8-4911-98f6-c1a8d60b3c01,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.565893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d3f666a8-e79a-49d8-a7fb-52815cb2117f None None] Provisioning for port 91b07495-a9ef-458c-9edb-434d0090071b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:32.584651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:32.585781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.593315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d3f666a8-e79a-49d8-a7fb-52815cb2117f None None] Provisioning complete for port 91b07495-a9ef-458c-9edb-434d0090071b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:32.593930 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3f666a8-e79a-49d8-a7fb-52815cb2117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.646765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9152b03-89a7-47bf-bf3f-4e75086ba5a6 req-b40e6710-d9d8-4d73-89db-e3e15eb4ac54 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887540 Jul 15 13:26:32.672479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:32.672941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d3f666a8-e79a-49d8-a7fb-52815cb2117f None None] Port 91b07495-a9ef-458c-9edb-434d0090071b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:32.686270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.727856 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.788394 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a4f317-3e0c-4f40-a800-6c6ee4cda009 x-openstack-request-id: req-08a4f317-3e0c-4f40-a800-6c6ee4cda009 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:32.788967 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:32.789568 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08a4f317-3e0c-4f40-a800-6c6ee4cda009 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:32.790146 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'status': 'completed', 'code': 200} Jul 15 13:26:32.919562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-616ef482-8c5d-4751-af56-70c39ea0d60c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6304245 Jul 15 13:26:32.935319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Pushing event updated for resources: {'Port': ['ID=42d55508-145e-45f2-9dda-1bd10ae6820b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:33.054645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Request body: {'port': {'device_id': '82e0a810-7c9a-4e70-8270-db28f526f997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:33.374295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Attempting to bind port 42d55508-145e-45f2-9dda-1bd10ae6820b on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:33.376474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Attempting to bind port 42d55508-145e-45f2-9dda-1bd10ae6820b by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:33.377390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Attempting to bind port 42d55508-145e-45f2-9dda-1bd10ae6820b on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:33.421149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Port 42d55508-145e-45f2-9dda-1bd10ae6820b on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:33.422090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Attempting to bind port 42d55508-145e-45f2-9dda-1bd10ae6820b on network 975a00f1-c5a4-4573-8c74-9c3c52c55682 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:33.494846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-676f44a6-8994-4f84-88ae-db65c5767a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:33.500370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-676f44a6-8994-4f84-88ae-db65c5767a02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1098 time: 0.7033308 Jul 15 13:26:33.514417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:33.529721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Checking segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:33.535005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Bound using segment: {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:33.536585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Bound port: 42d55508-145e-45f2-9dda-1bd10ae6820b, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94909e64-7d27-43aa-b7d4-eea33f09ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:33.537654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.643429 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.948478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:34.000904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78df6972-d6b4-4e2d-a3e3-4f4620b068f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.096904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.103781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] For port 42d55508-145e-45f2-9dda-1bd10ae6820b, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:34.169151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60244) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:34.194019 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.238799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] For port 42d55508-145e-45f2-9dda-1bd10ae6820b, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42d55508-145e-45f2-9dda-1bd10ae6820b,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:34.248908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-e6bacbef-2476-487a-952b-86d087eca647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:34.250611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-e6bacbef-2476-487a-952b-86d087eca647 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 200 len: 897 time: 0.7384903 Jul 15 13:26:34.269493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.301349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78df6972-d6b4-4e2d-a3e3-4f4620b068f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.310592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78df6972-d6b4-4e2d-a3e3-4f4620b068f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.319006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:34.398921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df6972-d6b4-4e2d-a3e3-4f4620b068f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c45bf13-d1f4-4359-9b9c-b248d8feb30e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.443679 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-78df6972-d6b4-4e2d-a3e3-4f4620b068f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e2116da33554d48bfc3d0cd460a9716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926784 Jul 15 13:26:34.448329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60248) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:34.529168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a14dddf-a561-4c56-b465-5e7285e6189a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.560937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9fc5f2-b0ff-4605-92f5-1969e6f57c45,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.563695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Pushing event updated for resources: {'Port': ['ID=42d55508-145e-45f2-9dda-1bd10ae6820b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.629848 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3552-07a7-4dc3-90b4-eab8096a6c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.637008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.646594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.647451 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Added segment b893fd5e-a137-4655-94b6-42b2ce597cf3 of type vlan for network 079a6170-ae0a-47a9-8249-70fc5a53450c Jul 15 13:26:34.733276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.735935 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3552-07a7-4dc3-90b4-eab8096a6c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.759073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:34.759785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.762019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b4249fce-f692-4399-b2e7-1e7c464cbd65 service neutron] 10.222.0.35 "PUT /v2.0/ports/42d55508-145e-45f2-9dda-1bd10ae6820b HTTP/1.1" status: 200 len: 1092 time: 5.5355783 Jul 15 13:26:34.775769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e82909-81fd-4cf3-a339-df5b0be0ae83 req-fedddf66-1ad1-4a61-94e2-9a2cdeb561cb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:34.788256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64e82909-81fd-4cf3-a339-df5b0be0ae83 req-fedddf66-1ad1-4a61-94e2-9a2cdeb561cb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 943 time: 0.8872113 Jul 15 13:26:34.831452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01169e5-3a22-4ad5-9634-c877e429bfc0', 'tag': '42d55508-145e-45f2-9dda-1bd10ae6820b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:34.837035 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77671127-4a20-4a14-8dbf-092e55d7dc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f01169e5-3a22-4ad5-9634-c877e429bfc0", "tag": "42d55508-145e-45f2-9dda-1bd10ae6820b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:34.915475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a14dddf-a561-4c56-b465-5e7285e6189a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.919434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3552-07a7-4dc3-90b4-eab8096a6c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.926725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3552-07a7-4dc3-90b4-eab8096a6c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.934913 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bc5e3552-07a7-4dc3-90b4-eab8096a6c62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c45bf13-d1f4-4359-9b9c-b248d8feb30e HTTP/1.1" status: 204 len: 168 time: 0.4844623 Jul 15 13:26:34.947855 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a14dddf-a561-4c56-b465-5e7285e6189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.980795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e3552-07a7-4dc3-90b4-eab8096a6c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c45bf13-d1f4-4359-9b9c-b248d8feb30e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.985531 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a14dddf-a561-4c56-b465-5e7285e6189a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=448e0af0b21b482594c13e2db0524252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8152165 Jul 15 13:26:34.990367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60258) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:35.031452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64e82909-81fd-4cf3-a339-df5b0be0ae83 req-ff210115-3b42-4516-bc44-7324c0822343 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449317 Jul 15 13:26:35.128289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.146480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:35.147768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.184408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-56439ef7-a314-4dc5-a7e8-b89a4b7b976f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 1001 time: 0.9022293 Jul 15 13:26:35.187112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a212f9e-c747-431e-b0da-25cf1466150b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.235279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14dddf-a561-4c56-b465-5e7285e6189a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa6c467-1f7a-44b3-b4f1-f66a0dd367c1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:35.304714 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a212f9e-c747-431e-b0da-25cf1466150b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.340405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3630424 Jul 15 13:26:35.352114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60260) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:35.366416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'name': 'tempest-PortsTestJSON-1408585735'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:35.453951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8544e5-97be-4fca-84f9-f533472ef27c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Network': ['ID=079a6170-ae0a-47a9-8249-70fc5a53450c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:35.478667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b07495-a9ef-458c-9edb-434d0090071b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:35.491554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:35.508034 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.524823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.552306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-fe91918a-31bc-4f0d-b34f-2e47bbeca4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:35.556193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-fe91918a-31bc-4f0d-b34f-2e47bbeca4b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f HTTP/1.1" status: 200 len: 834 time: 0.3501761 Jul 15 13:26:35.565156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-f186690e-ac1e-45fd-b5a7-b1cc713faeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:35.568133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-f186690e-ac1e-45fd-b5a7-b1cc713faeb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 1095 time: 0.6568017 Jul 15 13:26:35.675110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-bb613a67-2715-48cd-a2a3-1d4a8582ffac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d55508-145e-45f2-9dda-1bd10ae6820b HTTP/1.1" status: 200 len: 217 time: 0.0936399 Jul 15 13:26:35.708013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Transition to ACTIVE for port object 91b07495-a9ef-458c-9edb-434d0090071b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:35.716963 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a212f9e-c747-431e-b0da-25cf1466150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.726843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a212f9e-c747-431e-b0da-25cf1466150b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.732468 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a212f9e-c747-431e-b0da-25cf1466150b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfa6c467-1f7a-44b3-b4f1-f66a0dd367c1 HTTP/1.1" status: 204 len: 168 time: 0.7403569 Jul 15 13:26:35.745465 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.840474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a212f9e-c747-431e-b0da-25cf1466150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa6c467-1f7a-44b3-b4f1-f66a0dd367c1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:35.848583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:35.858082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.917709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 2b7db8f8-8627-4047-a90d-b5b570b11889 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:36.098143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-1dec6b47-b8ee-4c06-8812-f7ecf3970ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.122136 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-1dec6b47-b8ee-4c06-8812-f7ecf3970ba2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60459bcb-05b0-44d6-8f78-07dcdbec5876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5450168 Jul 15 13:26:36.282132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Pushing event updated for resources: {'Port': ['ID=91b07495-a9ef-458c-9edb-434d0090071b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.352375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-3e4e5d33-3de9-4592-933a-855ae32bc625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.364526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-3e4e5d33-3de9-4592-933a-855ae32bc625 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.6778066 Jul 15 13:26:36.399291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.505100 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.691965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=2b7db8f8-8627-4047-a90d-b5b570b11889,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.706866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Checking segment: {'id': 'b893fd5e-a137-4655-94b6-42b2ce597cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:36.707272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network hostable DHCP agents. Network: 079a6170-ae0a-47a9-8249-70fc5a53450c, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:36.749926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-48dae4d3-36dd-4b29-96b3-eb7ab6e85995 service neutron] 10.222.0.30 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251860 Jul 15 13:26:36.751105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Attempting to bind port 91b07495-a9ef-458c-9edb-434d0090071b on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:36.751638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Attempting to bind port 91b07495-a9ef-458c-9edb-434d0090071b by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:36.751940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Attempting to bind port 91b07495-a9ef-458c-9edb-434d0090071b on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:36.770924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1e35e-6d18-46b5-8544-afd0edca5a6e req-9d594113-5ded-4abc-b38a-52f39d4005ce tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.772971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cf1e35e-6d18-46b5-8544-afd0edca5a6e req-9d594113-5ded-4abc-b38a-52f39d4005ce tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 932 time: 1.1146271 Jul 15 13:26:36.776014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-1b86ec1d-c2f0-440d-9c84-140f02eaae69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3860874 Jul 15 13:26:36.778759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:36.779005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Port 91b07495-a9ef-458c-9edb-434d0090071b on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:36.779184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Attempting to bind port 91b07495-a9ef-458c-9edb-434d0090071b on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:36.797688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 079a6170-ae0a-47a9-8249-70fc5a53450c) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:36.799421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:36.800737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:36.800737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:36.800737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Bound port: 91b07495-a9ef-458c-9edb-434d0090071b, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:36.801588 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.805792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:36.831837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.832550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.853815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c0516-1831-4d56-962c-1ab49af4351f None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:36.900811 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e87033bb-b872-41c5-8e54-3b4aa2219157 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5404799 Jul 15 13:26:36.904448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60294) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.918153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1652332006'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:36.991595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-995a39b7-0452-42ee-b8d0-cd2ec76b541b service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945975 Jul 15 13:26:36.999051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:37.002877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.116854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:37.150491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.154334 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Added segment 57612d0d-de34-4032-8531-4440aec980d2 of type vlan for network 8b2c62ba-55eb-4cb8-8d02-da56cbcd1889 Jul 15 13:26:37.232768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fa1a3b-a20d-4c5b-9b41-b816a535fac3 req-c3384293-0e3f-462f-86fe-e1deff366d1c service neutron] 10.222.0.30 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550838 Jul 15 13:26:37.294436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.339890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cf1e35e-6d18-46b5-8544-afd0edca5a6e req-6d10227e-6ac2-4a00-83f5-8a71f6ec5383 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415387 Jul 15 13:26:37.385908 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.392089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.392562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.491483 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5859334 Jul 15 13:26:37.495607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60308) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:37.500614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'ports': [{'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c'}, {'network_id': '8b2c62ba-55eb-4cb8-8d02-da56cbcd1889'}]} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:37.500984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:37.501421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '8b2c62ba-55eb-4cb8-8d02-da56cbcd1889'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:37.566881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] For port 91b07495-a9ef-458c-9edb-434d0090071b, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:37.594206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] For port 91b07495-a9ef-458c-9edb-434d0090071b, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=91b07495-a9ef-458c-9edb-434d0090071b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:37.607903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbbd5b3-1dd0-4533-868b-d980a11ce226 req-b999850a-2b21-4f3e-8057-c53f5c1d4d7c service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873551 Jul 15 13:26:37.623076 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.788120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.789790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.790572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] 10.222.0.35 "PUT /v2.0/ports/91b07495-a9ef-458c-9edb-434d0090071b HTTP/1.1" status: 200 len: 1093 time: 4.7588880 Jul 15 13:26:37.874559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37d815-9cb8-4c85-9edd-c7531ed0693d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Network': ['ID=8b2c62ba-55eb-4cb8-8d02-da56cbcd1889,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.893787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8b2c62ba-55eb-4cb8-8d02-da56cbcd1889 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:38.114634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 2} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:38.130080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.134210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3451-0ba8-44f2-8655-7c41b64d1031 service neutron] Pushing event updated for resources: {'Port': ['ID=91b07495-a9ef-458c-9edb-434d0090071b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.161938 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.328982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dcab3-3e09-4291-9e15-d18867d3bbbc req-e6bd2a2a-e1b6-45fa-8238-4669fdf4f9f1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.345166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c6dcab3-3e09-4291-9e15-d18867d3bbbc req-e6bd2a2a-e1b6-45fa-8238-4669fdf4f9f1 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.5300398 Jul 15 13:26:38.379644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b1f7-1d74-4629-8983-0359c091d724 req-e6fd0545-e1c1-4f56-b8e1-3d57de58c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.381695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-e6fd0545-e1c1-4f56-b8e1-3d57de58c4f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 1096 time: 0.4762347 Jul 15 13:26:38.430782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c6dcab3-3e09-4291-9e15-d18867d3bbbc req-aa974a85-4a18-435a-82ae-496535e054d9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822310 Jul 15 13:26:38.548590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-0d78b95d-b659-41cb-824b-0acd0b4123c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b07495-a9ef-458c-9edb-434d0090071b HTTP/1.1" status: 200 len: 217 time: 0.1421463 Jul 15 13:26:38.552968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 1bb71546-4445-4e1a-87df-875575eb0202 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:38.555794 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27cc315-8294-456d-8fcf-b69683911dda x-openstack-request-id: req-d27cc315-8294-456d-8fcf-b69683911dda {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:38.557328 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01169e5-3a22-4ad5-9634-c877e429bfc0", "tag": "42d55508-145e-45f2-9dda-1bd10ae6820b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:38.559732 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d27cc315-8294-456d-8fcf-b69683911dda {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:38.561073 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01169e5-3a22-4ad5-9634-c877e429bfc0', 'tag': '42d55508-145e-45f2-9dda-1bd10ae6820b', 'status': 'completed', 'code': 200} Jul 15 13:26:38.716503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b1f7-1d74-4629-8983-0359c091d724 req-f0fa5454-fbe6-4179-b42e-3caf1490908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.722519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-f0fa5454-fbe6-4179-b42e-3caf1490908f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1585081 Jul 15 13:26:39.168840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.187744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b1f7-1d74-4629-8983-0359c091d724 req-3908cd90-34ac-4396-b256-6a3ef6cdef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.191308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-3908cd90-34ac-4396-b256-6a3ef6cdef67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4482160 Jul 15 13:26:39.239224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-dd24fc94-ab98-4507-9646-3f57b8f99094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.241257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-dd24fc94-ab98-4507-9646-3f57b8f99094 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=062d3cd5a95a47edb287e3c79c53f289&device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 1095 time: 0.5152318 Jul 15 13:26:39.363419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 2630a6bb-9c7b-4250-bc4a-2017cee2d262 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:39.666683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60350) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:39.825247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.971570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.022051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1647002668', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:40.162555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:40.164253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc08d-2c34-497d-b607-bc704faa4060 req-8cacfab5-8bb8-4e5c-b7b1-8eb6d6346db6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.172358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9abfc08d-2c34-497d-b607-bc704faa4060 req-8cacfab5-8bb8-4e5c-b7b1-8eb6d6346db6 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 943 time: 1.2270010 Jul 15 13:26:40.172550 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:40.191270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:40.193112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.214770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=1bb71546-4445-4e1a-87df-875575eb0202,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:40.240101 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Made reservation on behalf of efac5b2b1fe8456eb3521e2391e9fbcc for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:40.244932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.307457 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9abfc08d-2c34-497d-b607-bc704faa4060 req-52a3cdf4-873b-401d-96f7-0604853cc36c tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335943 Jul 15 13:26:40.319604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-5b491ca6-5eb6-47ab-86e0-ab8835536e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.321494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-5b491ca6-5eb6-47ab-86e0-ab8835536e57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 200 len: 907 time: 1.0457728 Jul 15 13:26:40.367233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.470280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-8744506b-19df-4b6f-9bea-c54f3eee5b2c service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2654953 Jul 15 13:26:40.472285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-260676bb-9295-45df-b8c6-79897cf80060 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d55508-145e-45f2-9dda-1bd10ae6820b HTTP/1.1" status: 200 len: 217 time: 0.1405857 Jul 15 13:26:40.604799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e0a810-7c9a-4e70-8270-db28f526f997', 'tag': '91b07495-a9ef-458c-9edb-434d0090071b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:40.620336 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b620157f-9851-4bf4-b79a-89a0429a706b" -d '{"events": [{"name": "network-changed", "server_uuid": "82e0a810-7c9a-4e70-8270-db28f526f997", "tag": "91b07495-a9ef-458c-9edb-434d0090071b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:40.636662 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=2630a6bb-9c7b-4250-bc4a-2017cee2d262,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:40.647771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Checking segment: {'id': '57612d0d-de34-4032-8531-4440aec980d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c62ba-55eb-4cb8-8d02-da56cbcd1889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:40.648290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network hostable DHCP agents. Network: 8b2c62ba-55eb-4cb8-8d02-da56cbcd1889, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:40.733852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.754272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.773605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] device_id is not set on port c53d8e49-149e-4c12-aae1-72c53b98b643 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:40.777049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 8b2c62ba-55eb-4cb8-8d02-da56cbcd1889 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:40.801135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-61814bad-c2d2-49b4-bea9-49228daf975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.802703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-61814bad-c2d2-49b4-bea9-49228daf975c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 200 len: 846 time: 0.3091431 Jul 15 13:26:40.914009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8b2c62ba-55eb-4cb8-8d02-da56cbcd1889) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:40.930364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-e0a0fd78-ce93-40c9-926a-1c9a45eb2607 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=975a00f1-c5a4-4573-8c74-9c3c52c55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056414 Jul 15 13:26:40.931323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ca90d-c5e1-43ac-9e83-c3b0423f7a87 None None] Network 8b2c62ba-55eb-4cb8-8d02-da56cbcd1889 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:40.939734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:40.947410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.954711 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.955780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.964863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80419da5-6db6-4ade-91ea-d461cfaacbee,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:41.002748 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-89eb5d18-556b-4bb0-87d4-eeb2a0efaafb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5063624 Jul 15 13:26:41.029185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60422) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:41.042626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-05907c92-97b0-4158-bc59-a869b1609d81 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112115 Jul 15 13:26:41.068540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a806b1f7-1d74-4629-8983-0359c091d724 req-c68f2a7c-a51e-4467-a2c9-33bcc73b4b93 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833564 Jul 15 13:26:41.196115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Allocated IP 172.25.1.14 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/c53d8e49-149e-4c12-aae1-72c53b98b643) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:41.341690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77671127-4a20-4a14-8dbf-092e55d7dc5f req-e1e25bff-0eb2-4fe3-ac72-2071ddc77b34 service neutron] 10.222.0.35 "GET /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709520 Jul 15 13:26:41.406691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdba33e-8654-4aae-b91e-153d2465630e req-76258645-5d12-4103-a578-f001bf4f27c3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:41.436865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c46a9ae9-fec1-4533-84a2-6040765d866e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 2630a6bb-9c7b-4250-bc4a-2017cee2d262 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:41.437337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ae9-fec1-4533-84a2-6040765d866e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.438381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cdba33e-8654-4aae-b91e-153d2465630e req-76258645-5d12-4103-a578-f001bf4f27c3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 944 time: 0.5324357 Jul 15 13:26:41.572681 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ae9-fec1-4533-84a2-6040765d866e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.576967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cdba33e-8654-4aae-b91e-153d2465630e req-35146389-aeaa-49b0-8705-5c2ba6506156 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348307 Jul 15 13:26:41.599538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c46a9ae9-fec1-4533-84a2-6040765d866e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 2630a6bb-9c7b-4250-bc4a-2017cee2d262 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:41.616262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60428) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:41.632698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 42d55508-145e-45f2-9dda-1bd10ae6820b details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:41.642319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.771834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.890619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 42d55508-145e-45f2-9dda-1bd10ae6820b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42d55508-145e-45f2-9dda-1bd10ae6820b,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:41.907634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '42d55508-145e-45f2-9dda-1bd10ae6820b', 'network_id': '975a00f1-c5a4-4573-8c74-9c3c52c55682', 'port_id': '42d55508-145e-45f2-9dda-1bd10ae6820b', 'mac_address': 'fa:16:3e:61:be:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54926352-8e58-4abe-9c5c-aacc4194f858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:41.921400 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-508c7027-010e-4854-aaba-c6f765c7baeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.953167 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.954015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ae9-fec1-4533-84a2-6040765d866e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.971716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d55508-145e-45f2-9dda-1bd10ae6820b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:41.997939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 42d55508-145e-45f2-9dda-1bd10ae6820b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42d55508-145e-45f2-9dda-1bd10ae6820b,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:42.015817 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.037829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Pushing event updated for resources: {'Port': ['ID=c53d8e49-149e-4c12-aae1-72c53b98b643,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.070033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:42.078522 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:42.107359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=42d55508-145e-45f2-9dda-1bd10ae6820b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.124364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:42.216078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.217309 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.248091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a9ae9-fec1-4533-84a2-6040765d866e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=2630a6bb-9c7b-4250-bc4a-2017cee2d262,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.253361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ae9-fec1-4533-84a2-6040765d866e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.258502 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c46a9ae9-fec1-4533-84a2-6040765d866e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/2630a6bb-9c7b-4250-bc4a-2017cee2d262 HTTP/1.1" status: 204 len: 168 time: 1.2277749 Jul 15 13:26:42.271892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60434) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.284999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-508c7027-010e-4854-aaba-c6f765c7baeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.297543 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-508c7027-010e-4854-aaba-c6f765c7baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.323612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['42d55508-145e-45f2-9dda-1bd10ae6820b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:42.345231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdd34f-4d65-49e3-8e58-5a464c2a8444 req-f8081289-b44c-4d73-a427-3a90cdb035d2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.346892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bcdd34f-4d65-49e3-8e58-5a464c2a8444 req-f8081289-b44c-4d73-a427-3a90cdb035d2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.1815526 Jul 15 13:26:42.375712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c7027-010e-4854-aaba-c6f765c7baeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295cbbe0-3a6c-4eba-a5fd-7bd90233aab3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.389982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-508c7027-010e-4854-aaba-c6f765c7baeb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51861fd80cce4c06a66b7ac0139e9065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7691393 Jul 15 13:26:42.391115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60436) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.490696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bcdd34f-4d65-49e3-8e58-5a464c2a8444 req-18467e2a-418d-4705-807e-d512d62ce67b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332645 Jul 15 13:26:42.497395 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29803c5c-ede9-46e0-bf1b-4003450f35e1 tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8290563 Jul 15 13:26:42.511289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.521158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.14'}]}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:42.565346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4041e7-4d5c-4c96-969a-2d6eca41f2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.576908 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.578880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.614292 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4041e7-4d5c-4c96-969a-2d6eca41f2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.673756 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f3e66-6089-49cd-b140-d1e1281f9cbf x-openstack-request-id: req-a32f3e66-6089-49cd-b140-d1e1281f9cbf {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:42.674228 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e0a810-7c9a-4e70-8270-db28f526f997", "tag": "91b07495-a9ef-458c-9edb-434d0090071b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:42.674623 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a32f3e66-6089-49cd-b140-d1e1281f9cbf {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:42.675258 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e0a810-7c9a-4e70-8270-db28f526f997', 'tag': '91b07495-a9ef-458c-9edb-434d0090071b', 'status': 'completed', 'code': 200} Jul 15 13:26:42.796777 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4041e7-4d5c-4c96-969a-2d6eca41f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.802383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4041e7-4d5c-4c96-969a-2d6eca41f2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.809242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4d4041e7-4d5c-4c96-969a-2d6eca41f2ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/295cbbe0-3a6c-4eba-a5fd-7bd90233aab3 HTTP/1.1" status: 204 len: 168 time: 0.4126477 Jul 15 13:26:42.840132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4041e7-4d5c-4c96-969a-2d6eca41f2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295cbbe0-3a6c-4eba-a5fd-7bd90233aab3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.858953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d11d8-4747-4db4-9bbc-9719aeb8f3ae tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.886828 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d11d8-4747-4db4-9bbc-9719aeb8f3ae tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.899810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60446) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.900181 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa0d11d8-4747-4db4-9bbc-9719aeb8f3ae tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6212060 Jul 15 13:26:42.904149 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.000928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620157f-9851-4bf4-b79a-89a0429a706b req-56922f2d-bd3c-41c0-bc98-c40e1f7aa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.003628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b620157f-9851-4bf4-b79a-89a0429a706b req-56922f2d-bd3c-41c0-bc98-c40e1f7aa24c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 1096 time: 0.2859082 Jul 15 13:26:43.154377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdcb19-f826-4c13-82ca-60d8d85b6f4a req-2549804e-50c8-4bcf-a546-db35b973bf3f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.156156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06fdcb19-f826-4c13-82ca-60d8d85b6f4a req-2549804e-50c8-4bcf-a546-db35b973bf3f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 944 time: 0.3032787 Jul 15 13:26:43.177266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.236628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620157f-9851-4bf4-b79a-89a0429a706b req-634252c0-861a-4016-a38a-e813684a3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.238832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b620157f-9851-4bf4-b79a-89a0429a706b req-634252c0-861a-4016-a38a-e813684a3e74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.2210858 Jul 15 13:26:43.267794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4c550ae-1064-4ea2-b17e-d640784de8c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 1bb71546-4445-4e1a-87df-875575eb0202 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:43.268415 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4c550ae-1064-4ea2-b17e-d640784de8c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.325441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06fdcb19-f826-4c13-82ca-60d8d85b6f4a req-e1a43413-c671-43a3-90a9-6c6bb8230cef tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500163 Jul 15 13:26:43.337609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b620157f-9851-4bf4-b79a-89a0429a706b req-9f048238-5434-4f00-a0a5-5b483706ea22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b07495-a9ef-458c-9edb-434d0090071b HTTP/1.1" status: 200 len: 217 time: 0.0807931 Jul 15 13:26:43.482038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4c550ae-1064-4ea2-b17e-d640784de8c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.502026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620157f-9851-4bf4-b79a-89a0429a706b req-be36177a-cf49-47cb-bbde-fc8c429d435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.503963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b620157f-9851-4bf4-b79a-89a0429a706b req-be36177a-cf49-47cb-bbde-fc8c429d435f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1569395 Jul 15 13:26:43.512252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4c550ae-1064-4ea2-b17e-d640784de8c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 1bb71546-4445-4e1a-87df-875575eb0202 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:43.654998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 42d55508-145e-45f2-9dda-1bd10ae6820b up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:43.692202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60454) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:43.720400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce271999-3e4b-4fcb-81fb-60a00e078475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.747469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 42d55508-145e-45f2-9dda-1bd10ae6820b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:43.759980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 42d55508-145e-45f2-9dda-1bd10ae6820b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:43.761729 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.779870 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.833806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.859318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e902f0-f14a-4d30-a810-2aae7d4d1763 req-f878d2a0-793c-48c6-9a2e-a4bef8bd0d0e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.867114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21e902f0-f14a-4d30-a810-2aae7d4d1763 req-f878d2a0-793c-48c6-9a2e-a4bef8bd0d0e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 944 time: 0.3485847 Jul 15 13:26:43.873821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620157f-9851-4bf4-b79a-89a0429a706b req-2983bc80-60df-4deb-999b-f3cae3de0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.875954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b620157f-9851-4bf4-b79a-89a0429a706b req-2983bc80-60df-4deb-999b-f3cae3de0699 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3599546 Jul 15 13:26:43.936579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21e902f0-f14a-4d30-a810-2aae7d4d1763 req-b49d294d-a4ba-4f25-a71c-3d22b2b436bb tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676308 Jul 15 13:26:44.151811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4c550ae-1064-4ea2-b17e-d640784de8c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.227830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.235733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c550ae-1064-4ea2-b17e-d640784de8c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=1bb71546-4445-4e1a-87df-875575eb0202,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.275464 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4c550ae-1064-4ea2-b17e-d640784de8c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.277618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e4c550ae-1064-4ea2-b17e-d640784de8c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/1bb71546-4445-4e1a-87df-875575eb0202 HTTP/1.1" status: 204 len: 168 time: 1.3765006 Jul 15 13:26:44.281858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce271999-3e4b-4fcb-81fb-60a00e078475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.286343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60460) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:44.292093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01169e5-3a22-4ad5-9634-c877e429bfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d55508-145e-45f2-9dda-1bd10ae6820b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:44.297425 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce271999-3e4b-4fcb-81fb-60a00e078475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.298278 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a3470f-0c83-45e6-85ad-12dbb741a7f5" -d '{"events": [{"server_uuid": "f01169e5-3a22-4ad5-9634-c877e429bfc0", "name": "network-vif-plugged", "status": "completed", "tag": "42d55508-145e-45f2-9dda-1bd10ae6820b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:44.333100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 42d55508-145e-45f2-9dda-1bd10ae6820b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42d55508-145e-45f2-9dda-1bd10ae6820b,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:44.357835 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.361858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b620157f-9851-4bf4-b79a-89a0429a706b req-433a4294-9925-4101-9733-85592db94342 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441597 Jul 15 13:26:44.371479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce271999-3e4b-4fcb-81fb-60a00e078475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0315bdd-84cd-41aa-9c36-7335d043538d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.415440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.504454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b620157f-9851-4bf4-b79a-89a0429a706b req-2b0278b3-ed83-4bf4-8dd6-52d337d4f8e9 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335964 Jul 15 13:26:44.556364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=42d55508-145e-45f2-9dda-1bd10ae6820b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.606643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4c7c-5226-48df-b6ca-49800930f7dd req-17767c06-783d-4cad-af3f-5f06d46880cd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.612324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-809b4c7c-5226-48df-b6ca-49800930f7dd req-17767c06-783d-4cad-af3f-5f06d46880cd tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.1057084 Jul 15 13:26:44.649054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9795b9-4ac0-442f-b42f-72ace9922ac7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.651537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ba9795b9-4ac0-442f-b42f-72ace9922ac7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3635502 Jul 15 13:26:44.660114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60466) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:44.701473 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-570a3647-0133-4c47-a4e6-a159c6913161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:26:44.703551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-570a3647-0133-4c47-a4e6-a159c6913161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/2630a6bb-9c7b-4250-bc4a-2017cee2d262 HTTP/1.1" status: 404 len: 333 time: 0.0408914 Jul 15 13:26:44.721247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60468) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:44.795345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-809b4c7c-5226-48df-b6ca-49800930f7dd req-75f52680-63c0-4700-8d3e-764b62a82479 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773598 Jul 15 13:26:44.797243 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df86a90-e70f-41dd-b3f7-965ef608a3d9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:26:44.810717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1df86a90-e70f-41dd-b3f7-965ef608a3d9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/1bb71546-4445-4e1a-87df-875575eb0202 HTTP/1.1" status: 404 len: 333 time: 0.0874465 Jul 15 13:26:44.815263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60470) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:44.875014 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7257fd2a-6e9e-46e9-9ed6-7ce8fbb647d3 x-openstack-request-id: req-7257fd2a-6e9e-46e9-9ed6-7ce8fbb647d3 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:44.875617 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01169e5-3a22-4ad5-9634-c877e429bfc0", "name": "network-vif-plugged", "status": "completed", "tag": "42d55508-145e-45f2-9dda-1bd10ae6820b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:44.879852 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7257fd2a-6e9e-46e9-9ed6-7ce8fbb647d3 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:44.880652 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01169e5-3a22-4ad5-9634-c877e429bfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d55508-145e-45f2-9dda-1bd10ae6820b', 'code': 200} Jul 15 13:26:44.942850 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ce271999-3e4b-4fcb-81fb-60a00e078475 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0456b048a7b8403ba734e8aa9f837672&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2491267 Jul 15 13:26:44.943543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60472) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:45.003548 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.173177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.178274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.264882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa96c25d-2484-4d8b-b619-19c1813583da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.287320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.288190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e809dff1-e8ca-4e3c-9d71-395113719f5c {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:45.325241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa96c25d-2484-4d8b-b619-19c1813583da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.334538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.354795 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:26:45.357415 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29cb2f4b-89fc-4607-946f-162e8e03827c tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8437147 Jul 15 13:26:45.361056 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60488) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:45.361253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2c62ba-55eb-4cb8-8d02-da56cbcd1889']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:45.392565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e70ac1-0d1e-405d-b3b1-754fc4693ee3 req-180a3803-a35b-4a67-b117-2f2bdde645cf tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:45.395384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e70ac1-0d1e-405d-b3b1-754fc4693ee3 req-180a3803-a35b-4a67-b117-2f2bdde645cf tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.3306739 Jul 15 13:26:45.402840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57612d0d-de34-4032-8531-4440aec980d2') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:45.403320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57612d0d-de34-4032-8531-4440aec980d2') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:45.408493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8dd99-63e9-4108-9b7b-323662cc0ea0 req-a87fd66b-fbb6-4c4c-8eb6-b10d579ceb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:45.411299 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ae8dd99-63e9-4108-9b7b-323662cc0ea0 req-a87fd66b-fbb6-4c4c-8eb6-b10d579ceb54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 1097 time: 0.4027631 Jul 15 13:26:45.452166 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.509355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.517431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa96c25d-2484-4d8b-b619-19c1813583da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.522177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa96c25d-2484-4d8b-b619-19c1813583da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.527721 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa96c25d-2484-4d8b-b619-19c1813583da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0315bdd-84cd-41aa-9c36-7335d043538d HTTP/1.1" status: 204 len: 168 time: 0.5778236 Jul 15 13:26:45.543747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96c25d-2484-4d8b-b619-19c1813583da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0315bdd-84cd-41aa-9c36-7335d043538d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:45.558091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:45.558810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:45.564782 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:45.570554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27e70ac1-0d1e-405d-b3b1-754fc4693ee3 req-23516853-9151-445e-87bf-27db61b9099f tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572545 Jul 15 13:26:45.580932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2993bb02-6cd9-402e-bfa6-9278244f705a tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Deleting port c53d8e49-149e-4c12-aae1-72c53b98b643 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:45.581525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2993bb02-6cd9-402e-bfa6-9278244f705a tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.596388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ae8dd99-63e9-4108-9b7b-323662cc0ea0 req-2c1eec1b-081f-4b48-8b10-f4d6efacf242 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720951 Jul 15 13:26:45.715308 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.721219 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.731579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/networks/8b2c62ba-55eb-4cb8-8d02-da56cbcd1889 HTTP/1.1" status: 204 len: 168 time: 0.9073801 Jul 15 13:26:45.735059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60492) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:45.754023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1110817780'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:45.770369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017a171-f0bd-4385-899a-c026f6ef8933 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Network': ['ID=8b2c62ba-55eb-4cb8-8d02-da56cbcd1889,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:45.779289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2993bb02-6cd9-402e-bfa6-9278244f705a tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.812862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2993bb02-6cd9-402e-bfa6-9278244f705a tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Calling delete_port for c53d8e49-149e-4c12-aae1-72c53b98b643 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:45.838333 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:45.844680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.861191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7d223-1779-40c5-a38f-83113acd7ffc req-5d75e2ab-4152-47a5-b984-1a1d58eee5a9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:45.864872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8fe7d223-1779-40c5-a38f-83113acd7ffc req-5d75e2ab-4152-47a5-b984-1a1d58eee5a9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 944 time: 0.0947757 Jul 15 13:26:45.957565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:45.991924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8fe7d223-1779-40c5-a38f-83113acd7ffc req-f232a771-b78f-4306-8ebc-3a1818bd5016 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163731 Jul 15 13:26:45.994289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.995496 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Added segment 4607df96-13f8-4517-9277-9fc88f247ee5 of type vlan for network 3077066c-6daf-4764-948b-4ad6f4e55f65 Jul 15 13:26:46.060338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-20ba50e3-431d-4fcf-8629-121f59de006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.063689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-20ba50e3-431d-4fcf-8629-121f59de006a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 1098 time: 0.1521432 Jul 15 13:26:46.091473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.206889 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.215100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.216369 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.254620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2993bb02-6cd9-402e-bfa6-9278244f705a tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.269126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-cccc0bcd-92b9-4e59-879f-0440c0bf9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.272157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-cccc0bcd-92b9-4e59-879f-0440c0bf9f44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.1949251 Jul 15 13:26:46.328888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993bb02-6cd9-402e-bfa6-9278244f705a tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Pushing event deleted for resources: {'Port': ['ID=c53d8e49-149e-4c12-aae1-72c53b98b643,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:46.360778 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6213601 Jul 15 13:26:46.365158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60506) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:46.378360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '3077066c-6daf-4764-948b-4ad6f4e55f65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:46.385535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-41022a64-e530-44c9-8467-fbf2adeda257 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20 HTTP/1.1" status: 200 len: 217 time: 0.1049795 Jul 15 13:26:46.399833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf75c58-73eb-455f-a3b5-27d7ae26bb9b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Network': ['ID=3077066c-6daf-4764-948b-4ad6f4e55f65,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:46.428904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 3077066c-6daf-4764-948b-4ad6f4e55f65 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:46.454085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2993bb02-6cd9-402e-bfa6-9278244f705a tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.460626 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2993bb02-6cd9-402e-bfa6-9278244f705a tempest-RoutersAdminNegativeIpV6Test-175935621 tempest-RoutersAdminNegativeIpV6Test-175935621-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c53d8e49-149e-4c12-aae1-72c53b98b643 HTTP/1.1" status: 204 len: 168 time: 1.0980399 Jul 15 13:26:46.672252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-4c6b2702-7fd1-47b0-9de1-7e3f204e463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.674848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-4c6b2702-7fd1-47b0-9de1-7e3f204e463e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.2439220 Jul 15 13:26:46.773413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60524) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:46.773996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a840a1-6262-487e-8d8b-de2fea84ecc8 req-8bc56dfe-f829-4a69-94f5-f6234dbd3869 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.778073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77a840a1-6262-487e-8d8b-de2fea84ecc8 req-8bc56dfe-f829-4a69-94f5-f6234dbd3869 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.4107935 Jul 15 13:26:46.812825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:46.819117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.916428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-92d17067-0f43-4e09-a97d-90f15166f25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.004855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-77a840a1-6262-487e-8d8b-de2fea84ecc8 req-342f08f2-e77e-4eee-9c8c-e1b82b24b00b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124479 Jul 15 13:26:47.046898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-420fd5d8-936a-4234-ac66-f4b4dd3d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.049688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-420fd5d8-936a-4234-ac66-f4b4dd3d49e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3613310 Jul 15 13:26:47.131380 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-92d17067-0f43-4e09-a97d-90f15166f25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.139527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-92d17067-0f43-4e09-a97d-90f15166f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.182893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d17067-0f43-4e09-a97d-90f15166f25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e998b7-9200-4b10-88a3-f4d9eac96561,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.195194 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-92d17067-0f43-4e09-a97d-90f15166f25c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3501af9431143de9afc44ec3373e310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185717 Jul 15 13:26:47.199712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60546) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:47.266020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c2bece5-27f7-431a-b863-8d611744b309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.290615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c2bece5-27f7-431a-b863-8d611744b309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.359056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c2bece5-27f7-431a-b863-8d611744b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.362693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c2bece5-27f7-431a-b863-8d611744b309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.367973 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4c2bece5-27f7-431a-b863-8d611744b309 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74e998b7-9200-4b10-88a3-f4d9eac96561 HTTP/1.1" status: 204 len: 168 time: 0.1630507 Jul 15 13:26:47.375074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bece5-27f7-431a-b863-8d611744b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e998b7-9200-4b10-88a3-f4d9eac96561,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.447038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-959dd11e-ad20-4fc0-8f86-de78a7c2871c service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873532 Jul 15 13:26:47.505320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c77cc-cb51-4681-805f-0f43f1cfe37b req-9b6e4424-8119-4afd-9c3d-6273955bbdaa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.515393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b51c77cc-cb51-4681-805f-0f43f1cfe37b req-9b6e4424-8119-4afd-9c3d-6273955bbdaa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.3537660 Jul 15 13:26:47.521260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.722028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b51c77cc-cb51-4681-805f-0f43f1cfe37b req-fb3b8f61-236d-417f-baf1-e46033e4ae66 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056141 Jul 15 13:26:47.722677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=69b96fe7-40ea-4546-9742-d308656a796c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.751390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51ebe452-45f1-4dda-bc39-b456de9ae93b req-ddd52d41-f290-4031-bf3d-2027cad242f3 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950158 Jul 15 13:26:47.761490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Checking segment: {'id': '4607df96-13f8-4517-9277-9fc88f247ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3077066c-6daf-4764-948b-4ad6f4e55f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:47.762173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network hostable DHCP agents. Network: 3077066c-6daf-4764-948b-4ad6f4e55f65, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:47.788596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 3077066c-6daf-4764-948b-4ad6f4e55f65 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:47.804248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 3077066c-6daf-4764-948b-4ad6f4e55f65) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:47.817397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e8b2f-b628-48a8-98cd-d30dfad55bea None None] Network 3077066c-6daf-4764-948b-4ad6f4e55f65 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:47.822212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.823727 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.846524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b1d4141a-0007-4a49-b269-bd188680271c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4771285 Jul 15 13:26:47.850624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60578) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:47.858726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '3077066c-6daf-4764-948b-4ad6f4e55f65', 'name': 'tempest-PortsTestJSON-1469244641'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:47.887216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60584) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:47.944677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2c71bcec-b5dd-4a76-a157-104a4165e3f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efac5b2b1fe8456eb3521e2391e9fbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524888 Jul 15 13:26:47.944977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60586) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.035081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:48.038946 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.080876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 3d327fea-e710-4ebf-bdb6-de3be9188e88 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:48.105535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-605cd07a-33c7-42f0-914a-2c4e5b800bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.126795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-3077066c-6daf-4764-948b-4ad6f4e55f65', 'network_id': '3077066c-6daf-4764-948b-4ad6f4e55f65', 'tenant_id': 'ad7d89cd3a0245c79c7eac953cdb166c', 'fixed_ips': [{'subnet_id': '69b96fe7-40ea-4546-9742-d308656a796c'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:48.128005 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.136159 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-605cd07a-33c7-42f0-914a-2c4e5b800bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.321920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.11 (3077066c-6daf-4764-948b-4ad6f4e55f65/69b96fe7-40ea-4546-9742-d308656a796c/3d327fea-e710-4ebf-bdb6-de3be9188e88) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:48.536787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.565563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object 3d327fea-e710-4ebf-bdb6-de3be9188e88 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:48.639360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.655518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b406fd4-9895-4131-841e-66207bc70a74 req-dc40d912-3c30-437a-8e0e-9d11b7983a7e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.660061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b406fd4-9895-4131-841e-66207bc70a74 req-dc40d912-3c30-437a-8e0e-9d11b7983a7e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 944 time: 0.6234324 Jul 15 13:26:48.705910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 3077066c-6daf-4764-948b-4ad6f4e55f65 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:48.719056 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-605cd07a-33c7-42f0-914a-2c4e5b800bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.722837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:48.724088 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-605cd07a-33c7-42f0-914a-2c4e5b800bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.727765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-605cd07a-33c7-42f0-914a-2c4e5b800bc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80419da5-6db6-4ade-91ea-d461cfaacbee HTTP/1.1" status: 204 len: 168 time: 0.7816284 Jul 15 13:26:48.731115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:48.755953 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Allocated IP 172.20.0.2 (3077066c-6daf-4764-948b-4ad6f4e55f65/69b96fe7-40ea-4546-9742-d308656a796c/28cc78c3-4db7-4f7d-82d3-79c2dea7144e) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:48.760874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b406fd4-9895-4131-841e-66207bc70a74 req-767bfe08-ddf6-4333-b418-341080477286 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964954 Jul 15 13:26:48.766692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cd07a-33c7-42f0-914a-2c4e5b800bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80419da5-6db6-4ade-91ea-d461cfaacbee,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.816517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.818943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.859439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60630) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.860014 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0063949 Jul 15 13:26:48.861576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995eaa3-a268-4290-bf96-c8884ef537b6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=3d327fea-e710-4ebf-bdb6-de3be9188e88,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.976975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dc6a-5fa4-43e9-972e-f1d0d030346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.083854 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.105687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Transition to ACTIVE for port object 28cc78c3-4db7-4f7d-82d3-79c2dea7144e will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:49.143663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Transition to ACTIVE for port object 28cc78c3-4db7-4f7d-82d3-79c2dea7144e will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:49.158233 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.163709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3052bc4-3e71-4d82-a71a-5a31354eb1d7 req-f72a70d1-1b88-46dd-b44e-d0c0d82540fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.177163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3052bc4-3e71-4d82-a71a-5a31354eb1d7 req-f72a70d1-1b88-46dd-b44e-d0c0d82540fa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 946 time: 0.2249556 Jul 15 13:26:49.192900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Network 3077066c-6daf-4764-948b-4ad6f4e55f65 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:49.236284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:49.239499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Pushing event updated for resources: {'Port': ['ID=28cc78c3-4db7-4f7d-82d3-79c2dea7144e,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.248689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-600b7374-eff6-44ed-8944-385b1c42b8fe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 3d327fea-e710-4ebf-bdb6-de3be9188e88 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:49.249513 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-600b7374-eff6-44ed-8944-385b1c42b8fe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.252121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:49.268054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3052bc4-3e71-4d82-a71a-5a31354eb1d7 req-1206a63e-9ce1-4162-9ed7-7faaac2eaf66 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891311 Jul 15 13:26:49.309153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60650) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.403241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Attempting to bind port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:49.403566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Attempting to bind port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '4607df96-13f8-4517-9277-9fc88f247ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3077066c-6daf-4764-948b-4ad6f4e55f65'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:49.404022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Attempting to bind port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e on network 3077066c-6daf-4764-948b-4ad6f4e55f65 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:49.419237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:49.419901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Checking segment: {'id': '4607df96-13f8-4517-9277-9fc88f247ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3077066c-6daf-4764-948b-4ad6f4e55f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:49.420451 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.421057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Bound using segment: {'id': '4607df96-13f8-4517-9277-9fc88f247ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3077066c-6daf-4764-948b-4ad6f4e55f65'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:49.421748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Bound port: 28cc78c3-4db7-4f7d-82d3-79c2dea7144e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607df96-13f8-4517-9277-9fc88f247ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3077066c-6daf-4764-948b-4ad6f4e55f65'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:49.422287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.539835 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b773a5e-1ea2-41ca-8aed-d42a7909a603 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/ca8a380d-136b-4504-80c3-f01e31fa1cfd HTTP/1.1" status: 200 len: 993 time: 0.2202892 Jul 15 13:26:49.540713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-600b7374-eff6-44ed-8944-385b1c42b8fe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.563725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] For port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:49.568936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] For port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=28cc78c3-4db7-4f7d-82d3-79c2dea7144e,segment=NetworkSegment(4607df96-13f8-4517-9277-9fc88f247ee5),segment_id=4607df96-13f8-4517-9277-9fc88f247ee5)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:49.578399 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.604976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-600b7374-eff6-44ed-8944-385b1c42b8fe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 3d327fea-e710-4ebf-bdb6-de3be9188e88 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:49.712883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bc5c8-4f57-4a99-a442-344a52c43852 None None] Pushing event updated for resources: {'Port': ['ID=28cc78c3-4db7-4f7d-82d3-79c2dea7144e,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.730495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 91b07495-a9ef-458c-9edb-434d0090071b details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:49.958549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 91b07495-a9ef-458c-9edb-434d0090071b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=91b07495-a9ef-458c-9edb-434d0090071b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:49.975370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '91b07495-a9ef-458c-9edb-434d0090071b', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'port_id': '91b07495-a9ef-458c-9edb-434d0090071b', 'mac_address': 'fa:16:3e:15:8b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:50.061330 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.114315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b07495-a9ef-458c-9edb-434d0090071b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:50.122454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-600b7374-eff6-44ed-8944-385b1c42b8fe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.194499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b7374-eff6-44ed-8944-385b1c42b8fe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=3d327fea-e710-4ebf-bdb6-de3be9188e88,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:50.232008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 91b07495-a9ef-458c-9edb-434d0090071b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=91b07495-a9ef-458c-9edb-434d0090071b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:50.248086 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.384334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=91b07495-a9ef-458c-9edb-434d0090071b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:50.443619 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-600b7374-eff6-44ed-8944-385b1c42b8fe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.443619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-600b7374-eff6-44ed-8944-385b1c42b8fe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/3d327fea-e710-4ebf-bdb6-de3be9188e88 HTTP/1.1" status: 204 len: 168 time: 1.5817616 Jul 15 13:26:50.445965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60692) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.479962 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c2d2ce-4a27-474a-8dd0-5988551d30e3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:26:50.480806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c2d2ce-4a27-474a-8dd0-5988551d30e3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:26:50.482721 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-28c2d2ce-4a27-474a-8dd0-5988551d30e3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/3d327fea-e710-4ebf-bdb6-de3be9188e88 HTTP/1.1" status: 404 len: 333 time: 0.0356205 Jul 15 13:26:50.485603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60694) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.500647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60696) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.519804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8f7fbd39-adad-4d26-98b9-878f680ddc20 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:50.561126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da75c-2d51-42a2-b008-9fbf0cf39a42 req-4b39dba9-60a2-45dc-937e-8749e6b8e55a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.562683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-940da75c-2d51-42a2-b008-9fbf0cf39a42 req-4b39dba9-60a2-45dc-937e-8749e6b8e55a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 946 time: 0.1704519 Jul 15 13:26:50.574934 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a8eabd-2e2a-4102-b73d-5d5a209b2a00 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:26:50.576745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-35a8eabd-2e2a-4102-b73d-5d5a209b2a00 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/3d327fea-e710-4ebf-bdb6-de3be9188e88 HTTP/1.1" status: 404 len: 333 time: 0.0900836 Jul 15 13:26:50.579603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60700) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.637550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['91b07495-a9ef-458c-9edb-434d0090071b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:50.639998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-940da75c-2d51-42a2-b008-9fbf0cf39a42 req-63f5891f-0a09-4e9e-ba8c-8158c52329f0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619073 Jul 15 13:26:50.692887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet 69b96fe7-40ea-4546-9742-d308656a796c {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:50.703633 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.750730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1122651684'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:50.793536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Made reservation on behalf of bdda73b1abcb4ababff8b1c3a8371c11 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:50.797503 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.798351 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.809557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.813650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.853534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:50.858833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:50.866798 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94bb59c-a751-49c1-a01a-34ac7492cc14" -d '{"events": [{"server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "name": "network-vif-unplugged", "status": "completed", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:50.874982 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.034038 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.036580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.046485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.070172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:51.112339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:51.138629 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.165170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.165170 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Added segment 5b12d9bb-4e97-47a6-b7b7-c336cfe83690 of type vlan for network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f Jul 15 13:26:51.214958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=69b96fe7-40ea-4546-9742-d308656a796c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:51.219552 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.222254 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/69b96fe7-40ea-4546-9742-d308656a796c HTTP/1.1" status: 204 len: 168 time: 0.6412950 Jul 15 13:26:51.225049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60738) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:51.236858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e80a4b-bf51-4314-9c4c-373f70c8f30a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:51.272523 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.312428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0786ac-b2f9-4916-a5c4-46480019542a req-427b4dfa-d3eb-4dfe-aace-d1e3ff63ad04 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.320444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc0786ac-b2f9-4916-a5c4-46480019542a req-427b4dfa-d3eb-4dfe-aace-d1e3ff63ad04 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 945 time: 0.2453630 Jul 15 13:26:51.341578 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.342043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.342485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.342909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.343370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.343902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.344528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.345096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.345546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.346182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.346441 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.346846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445b1d4-0fdf-46a3-b01a-512da9988794 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:51.357147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.392408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc0786ac-b2f9-4916-a5c4-46480019542a req-56f780f3-21a8-4c12-bdfa-54110db90b33 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705247 Jul 15 13:26:51.407216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.407216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.407216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.465077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:51.465435 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.491335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 28cc78c3-4db7-4f7d-82d3-79c2dea7144e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:51.523476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0213931 Jul 15 13:26:51.531825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60752) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:51.553271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Request body: {'subnet': {'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:51.622413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf58393-9670-4200-acda-830f07656c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event updated for resources: {'Network': ['ID=052e43ce-c9f4-4ac7-9db2-1ef026e0510f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:51.649592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:51.656126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] For port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=28cc78c3-4db7-4f7d-82d3-79c2dea7144e,segment=NetworkSegment(4607df96-13f8-4517-9277-9fc88f247ee5),segment_id=4607df96-13f8-4517-9277-9fc88f247ee5)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:51.656970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.670655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bd3f13-3417-4d52-9136-deb91ffee108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.672906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.693512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 28cc78c3-4db7-4f7d-82d3-79c2dea7144e owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:51.694872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:51.763907 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83c727-6b56-4b7b-aeef-847303385b91 None None] Network 3077066c-6daf-4764-948b-4ad6f4e55f65 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:51.819963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45075946-06f8-40b9-b838-979f5f4acb23 req-0e44bc5f-d86c-4106-865e-46645951721b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.822812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45075946-06f8-40b9-b838-979f5f4acb23 req-0e44bc5f-d86c-4106-865e-46645951721b tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.1694250 Jul 15 13:26:51.882529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45075946-06f8-40b9-b838-979f5f4acb23 req-31aae58d-8976-4544-a56e-46570f3ee3e8 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535631 Jul 15 13:26:51.884250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4940e500-c320-454f-908d-abb423b796d3 None None] Provisioning for port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:51.908234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4940e500-c320-454f-908d-abb423b796d3 None None] Provisioning complete for port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:51.908648 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4940e500-c320-454f-908d-abb423b796d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.925959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Made reservation on behalf of bdda73b1abcb4ababff8b1c3a8371c11 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:51.933884 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.038587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4940e500-c320-454f-908d-abb423b796d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.101797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4940e500-c320-454f-908d-abb423b796d3 None None] For port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=28cc78c3-4db7-4f7d-82d3-79c2dea7144e,segment=NetworkSegment(4607df96-13f8-4517-9277-9fc88f247ee5),segment_id=4607df96-13f8-4517-9277-9fc88f247ee5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:52.108037 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4940e500-c320-454f-908d-abb423b796d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.135586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.146303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0d39b-9cf3-48fa-a85d-d7104d967915 None None] DHCP port deletion for 3077066c-6daf-4764-948b-4ad6f4e55f65 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:52.195709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940e500-c320-454f-908d-abb423b796d3 None None] Pushing event updated for resources: {'Port': ['ID=28cc78c3-4db7-4f7d-82d3-79c2dea7144e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:52.206866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=28cc78c3-4db7-4f7d-82d3-79c2dea7144e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:52.210425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No DVR routers for this DVR port 28cc78c3-4db7-4f7d-82d3-79c2dea7144e on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:52.299475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b12f-4ca1-44be-99f0-7bb67613b99d req-99356646-9f09-47ae-a63a-71b2166727b2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:52.301278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6c1b12f-4ca1-44be-99f0-7bb67613b99d req-99356646-9f09-47ae-a63a-71b2166727b2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.0786510 Jul 15 13:26:52.359815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6c1b12f-4ca1-44be-99f0-7bb67613b99d req-7c6145a3-7790-4713-be48-b94a8458a841 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510015 Jul 15 13:26:52.424632 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.428841 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f6fee-0639-482a-a58e-970ad2c23fca x-openstack-request-id: req-2c1f6fee-0639-482a-a58e-970ad2c23fca {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:52.429144 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "name": "network-vif-unplugged", "status": "failed", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20", "code": 422}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:52.429406 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c1f6fee-0639-482a-a58e-970ad2c23fca {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:52.429829 n-d-771362-36 neutron-server[93735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'code': 422} returned with failed status Jul 15 13:26:52.441323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3077066c-6daf-4764-948b-4ad6f4e55f65']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:52.458553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4607df96-13f8-4517-9277-9fc88f247ee5') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:52.458860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4607df96-13f8-4517-9277-9fc88f247ee5') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:52.475439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60796) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:52.500866 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.527800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.534611 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.537199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:52.537610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:52.544450 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:52.639513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c222-174d-45d5-9c24-cb4de473cb71 req-c8c6312f-ec5a-4b76-a0a7-c37d3098552f tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:52.642305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ae6c222-174d-45d5-9c24-cb4de473cb71 req-c8c6312f-ec5a-4b76-a0a7-c37d3098552f tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1098 time: 0.1141267 Jul 15 13:26:52.656607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d87f7b-4101-467e-a0d0-4026adc2807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.660762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event updated for resources: {'Subnet': ['ID=729d0964-8116-4ca2-83c7-c4386f68abcc,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:52.667669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.672588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.674590 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/networks/3077066c-6daf-4764-948b-4ad6f4e55f65 HTTP/1.1" status: 204 len: 168 time: 1.4478493 Jul 15 13:26:52.679701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60800) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:52.693065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-71071811'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:52.711665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a165803-8de9-4a1a-b38c-f7eddbf7b161 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Network': ['ID=3077066c-6daf-4764-948b-4ad6f4e55f65,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:52.720811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Checking segment: {'id': '5b12d9bb-4e97-47a6-b7b7-c336cfe83690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:52.721183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Network hostable DHCP agents. Network: 052e43ce-c9f4-4ac7-9db2-1ef026e0510f, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:52.741601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:52.753918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 052e43ce-c9f4-4ac7-9db2-1ef026e0510f) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:52.755740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ae6c222-174d-45d5-9c24-cb4de473cb71 req-917fee53-ee60-4836-8c30-0d5366e58a96 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029282 Jul 15 13:26:52.763079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:52.763713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.763879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cdd60f-43d5-434d-8fb6-a1a56549fdde None None] Network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:52.853223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d87f7b-4101-467e-a0d0-4026adc2807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.860145 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d87f7b-4101-467e-a0d0-4026adc2807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.880605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:52.885786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.909420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-85d87f7b-4101-467e-a0d0-4026adc2807c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e6657388e45433d80178505d7dad79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319916 Jul 15 13:26:52.910382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60804) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:52.914930 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.920555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d87f7b-4101-467e-a0d0-4026adc2807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ce50fd-bceb-4f2a-ba0b-a17d5e10c61c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:52.928199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60806) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:52.929064 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c1444b48-4a19-43bd-a9f8-b8d8b2c4423a tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3960023 Jul 15 13:26:52.937742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:52.942841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Request body: {'port': {'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-31703121'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:52.952152 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.952572 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Added segment d2cce5f7-ba77-45fe-978d-5d78d1396cd9 of type vlan for network 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b Jul 15 13:26:53.005657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.020609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-052e43ce-c9f4-4ac7-9db2-1ef026e0510f', 'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f', 'tenant_id': 'bdda73b1abcb4ababff8b1c3a8371c11', 'fixed_ips': [{'subnet_id': '729d0964-8116-4ca2-83c7-c4386f68abcc'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:53.021582 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.044122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.051300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.052073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.145845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Network': ['ID=4b6dfc88-17b0-4b90-89eb-9db1b7d0442b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:53.162211 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9a677553-a10c-4365-ba73-80e3699e24c0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4720087 Jul 15 13:26:53.163352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60810) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:53.165658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:53.166831 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf617e93-bcd6-49d9-b528-e894400f7cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.171111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '4b6dfc88-17b0-4b90-89eb-9db1b7d0442b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:53.208485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Made reservation on behalf of bdda73b1abcb4ababff8b1c3a8371c11 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:53.213091 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.224218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 28cc78c3-4db7-4f7d-82d3-79c2dea7144e no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:53.268500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d9394-f860-487a-b93c-2ab1fc20633c req-195d5abe-0d88-4a36-a45e-0aa93efc90cc tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.270488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af3d9394-f860-487a-b93c-2ab1fc20633c req-195d5abe-0d88-4a36-a45e-0aa93efc90cc tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.2912939 Jul 15 13:26:53.277544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf617e93-bcd6-49d9-b528-e894400f7cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.282474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:53.287214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.292666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] device_id is not set on port e0274cc6-15c5-4e5d-9f7d-564d4938be32 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:53.314808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 28cc78c3-4db7-4f7d-82d3-79c2dea7144e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:53.315358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 28cc78c3-4db7-4f7d-82d3-79c2dea7144e not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:53.434515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Allocated IP 2001:db8::2 (052e43ce-c9f4-4ac7-9db2-1ef026e0510f/729d0964-8116-4ca2-83c7-c4386f68abcc/717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:53.509734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af3d9394-f860-487a-b93c-2ab1fc20633c req-5005f631-79fe-4cff-b151-905335fa6a29 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009730 Jul 15 13:26:53.546187 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf617e93-bcd6-49d9-b528-e894400f7cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.551309 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf617e93-bcd6-49d9-b528-e894400f7cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.555820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cf617e93-bcd6-49d9-b528-e894400f7cac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9ce50fd-bceb-4f2a-ba0b-a17d5e10c61c HTTP/1.1" status: 204 len: 168 time: 0.6416712 Jul 15 13:26:53.560018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.570336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf617e93-bcd6-49d9-b528-e894400f7cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ce50fd-bceb-4f2a-ba0b-a17d5e10c61c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:53.662035 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.675655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Transition to ACTIVE for port object 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:53.685011 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=a1ae2c19-1a76-4fae-a4a9-f754452822f0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:53.702884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Transition to ACTIVE for port object 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:53.713383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 91b07495-a9ef-458c-9edb-434d0090071b up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:53.720408 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.747472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Checking segment: {'id': 'd2cce5f7-ba77-45fe-978d-5d78d1396cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b6dfc88-17b0-4b90-89eb-9db1b7d0442b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:53.747472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network hostable DHCP agents. Network: 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:53.788734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:53.815078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:53.815253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:53.821701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.822980 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.846836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Pushing event updated for resources: {'Port': ['ID=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:53.854317 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9de02610-0768-4b52-8a18-8dde69fdd89a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6893570 Jul 15 13:26:53.857545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60818) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:53.860543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed3679c-c8a3-4bd0-a274-51fff03ff5bd None None] Network 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:53.865356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:53.879689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61f86-6a98-4628-854b-f2f770e900c0 req-4a999595-4c22-4840-ad63-9cd5ef17d6fa tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.881111 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:53.882347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81b61f86-6a98-4628-854b-f2f770e900c0 req-4a999595-4c22-4840-ad63-9cd5ef17d6fa tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.2101030 Jul 15 13:26:53.889819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '4b6dfc88-17b0-4b90-89eb-9db1b7d0442b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-603476265'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:53.895925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Allocated IP 2001:db8::3bf (052e43ce-c9f4-4ac7-9db2-1ef026e0510f/729d0964-8116-4ca2-83c7-c4386f68abcc/e0274cc6-15c5-4e5d-9f7d-564d4938be32) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:53.909816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.910785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.911429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.912008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.912663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.913168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.913736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.914306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.914895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.915479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.916058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:53.916639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:54.065522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81b61f86-6a98-4628-854b-f2f770e900c0 req-a1c91d1b-8113-4e9a-8b3d-a5862c0b82b6 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630433 Jul 15 13:26:54.113513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Attempting to bind port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:54.114133 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Attempting to bind port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5b12d9bb-4e97-47a6-b7b7-c336cfe83690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:54.114801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Attempting to bind port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f on network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:54.133372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 91b07495-a9ef-458c-9edb-434d0090071b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:54.143493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:54.144033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Checking segment: {'id': '5b12d9bb-4e97-47a6-b7b7-c336cfe83690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:54.144659 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.145264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Bound using segment: {'id': '5b12d9bb-4e97-47a6-b7b7-c336cfe83690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:54.146002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Bound port: 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b12d9bb-4e97-47a6-b7b7-c336cfe83690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:54.146572 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.154472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 91b07495-a9ef-458c-9edb-434d0090071b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:54.155168 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.287936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:54.291868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.345034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.349548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 0ca23e69-a30b-4385-90a8-07e2bfe5e205 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:54.376014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Transition to ACTIVE for port object e0274cc6-15c5-4e5d-9f7d-564d4938be32 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:54.425073 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.437787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926d30-531e-4fba-82bd-178e3fd29289 req-97b326fc-beb8-4416-b291-320e8dfbd10b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.443772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1926d30-531e-4fba-82bd-178e3fd29289 req-97b326fc-beb8-4416-b291-320e8dfbd10b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 945 time: 0.2276826 Jul 15 13:26:54.499320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] For port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:54.501809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-4b6dfc88-17b0-4b90-89eb-9db1b7d0442b', 'network_id': '4b6dfc88-17b0-4b90-89eb-9db1b7d0442b', 'tenant_id': 'ad7d89cd3a0245c79c7eac953cdb166c', 'fixed_ips': [{'subnet_id': 'a1ae2c19-1a76-4fae-a4a9-f754452822f0'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:54.502697 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.566786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1926d30-531e-4fba-82bd-178e3fd29289 req-2372150a-aeb1-498b-b212-30ed9e8d1b3a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143124 Jul 15 13:26:54.570846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.637664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.10 (4b6dfc88-17b0-4b90-89eb-9db1b7d0442b/a1ae2c19-1a76-4fae-a4a9-f754452822f0/0ca23e69-a30b-4385-90a8-07e2bfe5e205) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:54.660192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:54.670989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:54.674111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:54.680078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.680865 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.693831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event updated for resources: {'Port': ['ID=e0274cc6-15c5-4e5d-9f7d-564d4938be32,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.781516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60838) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:54.799223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a4350f85-3521-4a39-8c24-5d9d57959789 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.8699908 Jul 15 13:26:54.804782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60842) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:54.810685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Request body: {'port': {'network_id': '052e43ce-c9f4-4ac7-9db2-1ef026e0510f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1034843525', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:54.811266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.api.validators [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] bootfile-name is not in valid_values {{(pid=93733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:54.811611 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.api.validators [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] tftp-server is not in valid_values {{(pid=93733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:54.811998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.api.validators [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] server-ip-address is not in valid_values {{(pid=93733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:54.839239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 8f7fbd39-adad-4d26-98b9-878f680ddc20 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:54.890587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] For port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,segment=NetworkSegment(5b12d9bb-4e97-47a6-b7b7-c336cfe83690),segment_id=5b12d9bb-4e97-47a6-b7b7-c336cfe83690)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:54.894354 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.918601 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.972116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Made reservation on behalf of bdda73b1abcb4ababff8b1c3a8371c11 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:54.975964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.987180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'networks': [{'name': 'tempest-network--337391163'}, {'name': 'tempest-network--1647125766'}]} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:54.988085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'network': {'name': 'tempest-network--337391163'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:54.989114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'network': {'name': 'tempest-network--1647125766'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:54.999786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] device_id is not set on port 348f5df6-2751-4cb8-9328-96ec4867b66a yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:55.003271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e0a810-7c9a-4e70-8270-db28f526f997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b07495-a9ef-458c-9edb-434d0090071b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:55.006032 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f07e6bf-8b5e-416b-9ccd-014a3c078964" -d '{"events": [{"server_uuid": "82e0a810-7c9a-4e70-8270-db28f526f997", "name": "network-vif-plugged", "status": "completed", "tag": "91b07495-a9ef-458c-9edb-434d0090071b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:55.045646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 91b07495-a9ef-458c-9edb-434d0090071b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=91b07495-a9ef-458c-9edb-434d0090071b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:55.056602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Made reservation on behalf of dcf8466e36f24ae5b60249e6ab2a2cb0 for: {'network': 2} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:55.062473 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.069474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.074641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f6e10-4aaf-4300-bf94-49f5da299afc None None] Pushing event updated for resources: {'Port': ['ID=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.093792 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.210691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=91b07495-a9ef-458c-9edb-434d0090071b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.231252 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.234437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Allocated IP 2001:db8::17d (052e43ce-c9f4-4ac7-9db2-1ef026e0510f/729d0964-8116-4ca2-83c7-c4386f68abcc/348f5df6-2751-4cb8-9328-96ec4867b66a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:55.270164 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.271474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object 0ca23e69-a30b-4385-90a8-07e2bfe5e205 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:55.279503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.280422 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.379271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:55.391675 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e105ffa6-f3c8-4089-b6c4-c71c31e4e1bb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.401825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.402318 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Added segment a4efe9af-e6d9-4eab-93cc-99de5b77bad9 of type vlan for network 84b63f2e-9f41-42ed-b5f6-4e8a69cd080b Jul 15 13:26:55.501013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Allocated IP 172.20.0.2 (4b6dfc88-17b0-4b90-89eb-9db1b7d0442b/a1ae2c19-1a76-4fae-a4a9-f754452822f0/aa1c9faa-d51d-481e-b4a4-0d1d23175206) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:55.503348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.545188 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.566604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:55.590349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.591238 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Added segment 257cd1c8-6824-478c-8009-a3420e46de46 of type vlan for network f2980494-d728-4095-a703-9a66e73348c6 Jul 15 13:26:55.655334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=0ca23e69-a30b-4385-90a8-07e2bfe5e205,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.690370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:55.698816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.700149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:55.714275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:55.729648 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.743332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Transition to ACTIVE for port object aa1c9faa-d51d-481e-b4a4-0d1d23175206 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:55.762414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.763482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.768866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Transition to ACTIVE for port object aa1c9faa-d51d-481e-b4a4-0d1d23175206 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:55.777988 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.779393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.789315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.790815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.820983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Network 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:55.825198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:55.829326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:55.858260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.859278 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.864122 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.886657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1c9faa-d51d-481e-b4a4-0d1d23175206,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.891904 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1043174 Jul 15 13:26:55.892602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60866) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:55.911307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Transition to ACTIVE for port object 348f5df6-2751-4cb8-9328-96ec4867b66a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:55.921677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7faecd4-d549-415f-bdd9-b9bc95426752 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0622442 Jul 15 13:26:55.936307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60868) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:55.944827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Attempting to bind port aa1c9faa-d51d-481e-b4a4-0d1d23175206 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:55.945459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Attempting to bind port aa1c9faa-d51d-481e-b4a4-0d1d23175206 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd2cce5f7-ba77-45fe-978d-5d78d1396cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b6dfc88-17b0-4b90-89eb-9db1b7d0442b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:55.946131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Attempting to bind port aa1c9faa-d51d-481e-b4a4-0d1d23175206 on network 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:55.946891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Network': ['ID=84b63f2e-9f41-42ed-b5f6-4e8a69cd080b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.955427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:55.956939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Checking segment: {'id': 'd2cce5f7-ba77-45fe-978d-5d78d1396cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b6dfc88-17b0-4b90-89eb-9db1b7d0442b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:55.957905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.958430 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Bound using segment: {'id': 'd2cce5f7-ba77-45fe-978d-5d78d1396cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b6dfc88-17b0-4b90-89eb-9db1b7d0442b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:55.959259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Bound port: aa1c9faa-d51d-481e-b4a4-0d1d23175206, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cce5f7-ba77-45fe-978d-5d78d1396cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4b6dfc88-17b0-4b90-89eb-9db1b7d0442b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:55.959818 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.980352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 84b63f2e-9f41-42ed-b5f6-4e8a69cd080b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:56.068884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5379e2-5271-46b4-8014-90ae217f6ec1 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Network': ['ID=f2980494-d728-4095-a703-9a66e73348c6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.087839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network f2980494-d728-4095-a703-9a66e73348c6 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:56.101853 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bda21b84-7e03-4c0c-b902-8d6551ffc337 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4336927 Jul 15 13:26:56.164201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fccf83d1-f0e9-4539-9fd8-d20170cda7a6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 0ca23e69-a30b-4385-90a8-07e2bfe5e205 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:56.164918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fccf83d1-f0e9-4539-9fd8-d20170cda7a6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.248421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] For port aa1c9faa-d51d-481e-b4a4-0d1d23175206, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:56.263602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7cc93-cf2f-43bc-aae6-e2d90b4b5733 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.271327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] For port aa1c9faa-d51d-481e-b4a4-0d1d23175206, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa1c9faa-d51d-481e-b4a4-0d1d23175206,segment=NetworkSegment(d2cce5f7-ba77-45fe-978d-5d78d1396cd9),segment_id=d2cce5f7-ba77-45fe-978d-5d78d1396cd9)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:56.271888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7cc93-cf2f-43bc-aae6-e2d90b4b5733 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.278878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7cc93-cf2f-43bc-aae6-e2d90b4b5733 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.281863 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.286421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7cc93-cf2f-43bc-aae6-e2d90b4b5733 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.288645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-85e7cc93-cf2f-43bc-aae6-e2d90b4b5733 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3945110 Jul 15 13:26:56.292143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60872) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:56.305350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fccf83d1-f0e9-4539-9fd8-d20170cda7a6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.323197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fccf83d1-f0e9-4539-9fd8-d20170cda7a6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 0ca23e69-a30b-4385-90a8-07e2bfe5e205 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:56.424881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.428939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.439001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e023f7-429c-4103-a5b6-9565a664b4b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1c9faa-d51d-481e-b4a4-0d1d23175206,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.522417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:56.522417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event updated for resources: {'Port': ['ID=348f5df6-2751-4cb8-9328-96ec4867b66a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.530094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fccf83d1-f0e9-4539-9fd8-d20170cda7a6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.565638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf83d1-f0e9-4539-9fd8-d20170cda7a6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=0ca23e69-a30b-4385-90a8-07e2bfe5e205,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.571504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:56.604541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:56.610691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.611569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.675184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fccf83d1-f0e9-4539-9fd8-d20170cda7a6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.676842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89ecd7-b5c9-48b4-9fda-5e8572e1ad36 None None] Network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:56.682850 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fccf83d1-f0e9-4539-9fd8-d20170cda7a6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/0ca23e69-a30b-4385-90a8-07e2bfe5e205 HTTP/1.1" status: 204 len: 168 time: 0.7443230 Jul 15 13:26:56.683924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60878) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:56.716237 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f74132d-0101-4b88-aaeb-6d0006863b5e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:26:56.721061 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f74132d-0101-4b88-aaeb-6d0006863b5e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/0ca23e69-a30b-4385-90a8-07e2bfe5e205 HTTP/1.1" status: 404 len: 333 time: 0.0356200 Jul 15 13:26:56.721750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:56.733907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.771602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-32437ed2-7f8a-41f9-a42e-454a0de1d135 None None] Provisioning for port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:56.772648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-348ad079-f43b-4cc5-bd72-d0c0f194d265 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9671228 Jul 15 13:26:56.777283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60882) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:56.781182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b63f2e-9f41-42ed-b5f6-4e8a69cd080b']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:56.836001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4efe9af-e6d9-4eab-93cc-99de5b77bad9') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:56.836567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4efe9af-e6d9-4eab-93cc-99de5b77bad9') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:56.868791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.872339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4334db-03b5-4815-b589-e7fd504d7f16 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet a1ae2c19-1a76-4fae-a4a9-f754452822f0 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:56.881071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d4334db-03b5-4815-b589-e7fd504d7f16 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.898939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.911874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:56.912221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:56.917594 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:56.977171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c9533-bca3-4f56-9818-aeb3ec8493d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.988590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c9533-bca3-4f56-9818-aeb3ec8493d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.992304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d4334db-03b5-4815-b589-e7fd504d7f16 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.011591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c9533-bca3-4f56-9818-aeb3ec8493d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.021188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60886) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:57.023324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-960c9533-bca3-4f56-9818-aeb3ec8493d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2396924 Jul 15 13:26:57.088524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.105414 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:26:57.128747 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.138741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/networks/84b63f2e-9f41-42ed-b5f6-4e8a69cd080b HTTP/1.1" status: 204 len: 168 time: 0.8450720 Jul 15 13:26:57.139589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60888) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:57.167218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd69b-c941-4160-b05d-8ed7280400c7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Network': ['ID=84b63f2e-9f41-42ed-b5f6-4e8a69cd080b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.221155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-c0f18cad-fb64-49fe-869e-5bdb45fbfda6 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:26:57.231178 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-c0f18cad-fb64-49fe-869e-5bdb45fbfda6 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2639472 Jul 15 13:26:57.249677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Request body: {'binding': {'host': 'n-h1-771362-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:57.250380 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Unknown quota resources ['binding']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:26:57.288584 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.388236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:57.462895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d4334db-03b5-4815-b589-e7fd504d7f16 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.502702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:57.514637 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.515430 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:57.516966 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.533846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2980494-d728-4095-a703-9a66e73348c6']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.546878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257cd1c8-6824-478c-8009-a3420e46de46') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.547608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257cd1c8-6824-478c-8009-a3420e46de46') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.559811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.566093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fbdff8cd-572d-4550-81bd-3c5155dd47b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Deleting port 348f5df6-2751-4cb8-9328-96ec4867b66a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:57.566558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fbdff8cd-572d-4550-81bd-3c5155dd47b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.583464 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.593422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:57.594217 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:57.598510 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:57.602128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on host n-h1-771362-36 for vnic_type normal with profile None {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:57.602128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:57.602128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:57.622142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:57.623806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:57.673400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:57.673751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Checking segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:57.674129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Bound using segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:57.674588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Bound port: f5120eae-88df-4686-b17f-8410483f1881, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:57.679277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d4334db-03b5-4815-b589-e7fd504d7f16 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.715410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Provisioning for port e0274cc6-15c5-4e5d-9f7d-564d4938be32 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:57.755797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.771828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.777182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/networks/f2980494-d728-4095-a703-9a66e73348c6 HTTP/1.1" status: 204 len: 168 time: 0.6348398 Jul 15 13:26:57.784329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Provisioning complete for port e0274cc6-15c5-4e5d-9f7d-564d4938be32 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:57.785373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.787922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60890) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:57.807996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffcf4c-e85d-449c-a403-7fd734e4383b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Network': ['ID=f2980494-d728-4095-a703-9a66e73348c6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.843848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4334db-03b5-4815-b589-e7fd504d7f16 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ae2c19-1a76-4fae-a4a9-f754452822f0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.887444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Port e0274cc6-15c5-4e5d-9f7d-564d4938be32 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:57.891030 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.906520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d4334db-03b5-4815-b589-e7fd504d7f16 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.912875 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1d4334db-03b5-4815-b589-e7fd504d7f16 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/a1ae2c19-1a76-4fae-a4a9-f754452822f0 HTTP/1.1" status: 204 len: 168 time: 1.1859362 Jul 15 13:26:57.914460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60892) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:57.961517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fbdff8cd-572d-4550-81bd-3c5155dd47b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.965437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Provisioning complete for port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:57.966112 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.048507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,segment=NetworkSegment(5b12d9bb-4e97-47a6-b7b7-c336cfe83690),segment_id=5b12d9bb-4e97-47a6-b7b7-c336cfe83690)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:58.060280 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.061285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa1c9faa-d51d-481e-b4a4-0d1d23175206 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:58.103941 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.115491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fbdff8cd-572d-4550-81bd-3c5155dd47b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Calling delete_port for 348f5df6-2751-4cb8-9328-96ec4867b66a owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:58.190327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:58.250336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port aa1c9faa-d51d-481e-b4a4-0d1d23175206 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:58.252822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port aa1c9faa-d51d-481e-b4a4-0d1d23175206 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:58.253307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.302201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Provisioning for port 348f5df6-2751-4cb8-9328-96ec4867b66a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:58.311380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Provisioning complete for port 348f5df6-2751-4cb8-9328-96ec4867b66a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:58.312065 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.369185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a55f2ae4-d114-4a97-a76c-7eb7a86f34bf None None] Port 348f5df6-2751-4cb8-9328-96ec4867b66a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:58.424751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] For port aa1c9faa-d51d-481e-b4a4-0d1d23175206, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa1c9faa-d51d-481e-b4a4-0d1d23175206,segment=NetworkSegment(d2cce5f7-ba77-45fe-978d-5d78d1396cd9),segment_id=d2cce5f7-ba77-45fe-978d-5d78d1396cd9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:58.425132 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.443284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for aa1c9faa-d51d-481e-b4a4-0d1d23175206 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:58.474251 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5679fbce-bdc8-4156-af46-1c3be36791cb None None] Network 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:58.552195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90318cad-b416-42fc-bcc1-87b41eebb754 None None] Provisioning complete for port e0274cc6-15c5-4e5d-9f7d-564d4938be32 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:58.552709 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90318cad-b416-42fc-bcc1-87b41eebb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.553909 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.585147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=aa1c9faa-d51d-481e-b4a4-0d1d23175206,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:58.596628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No DVR routers for this DVR port aa1c9faa-d51d-481e-b4a4-0d1d23175206 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:58.633734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-90318cad-b416-42fc-bcc1-87b41eebb754 None None] Port e0274cc6-15c5-4e5d-9f7d-564d4938be32 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:58.638508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90318cad-b416-42fc-bcc1-87b41eebb754 None None] Could not find standard attr ID for object aa1c9faa-d51d-481e-b4a4-0d1d23175206. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:26:58.660427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:58.663879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90318cad-b416-42fc-bcc1-87b41eebb754 None None] Provisioning complete for port 348f5df6-2751-4cb8-9328-96ec4867b66a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:58.664401 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90318cad-b416-42fc-bcc1-87b41eebb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.681221 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.682625 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] 10.222.0.25 "POST /v2.0/ports/f5120eae-88df-4686-b17f-8410483f1881/bindings HTTP/1.1" status: 201 len: 390 time: 1.4507432 Jul 15 13:26:58.737293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-90318cad-b416-42fc-bcc1-87b41eebb754 None None] Port 348f5df6-2751-4cb8-9328-96ec4867b66a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:58.771707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449cd2b1-89e4-4189-9b91-e27327c3aaec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.771969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fef71b-196b-463e-896d-81915d8f0b2d None None] DHCP port deletion for 4b6dfc88-17b0-4b90-89eb-9db1b7d0442b request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:58.777135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449cd2b1-89e4-4189-9b91-e27327c3aaec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.784768 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-449cd2b1-89e4-4189-9b91-e27327c3aaec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9582095 Jul 15 13:26:58.786156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60896) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:58.793176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.797385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-890997594'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:58.828413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6dfc88-17b0-4b90-89eb-9db1b7d0442b']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:58.847872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cce5f7-ba77-45fe-978d-5d78d1396cd9') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:58.848170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cce5f7-ba77-45fe-978d-5d78d1396cd9') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:58.863065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Made reservation on behalf of dcf8466e36f24ae5b60249e6ab2a2cb0 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:58.867236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.876938 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.902236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:58.927452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.948034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.949004 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Added segment 930d453f-b1fd-4cdd-9c76-a2006ab5effa of type vlan for network 548a41ff-6aa6-408e-8b45-c5a78f544916 Jul 15 13:26:58.949836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:58.950510 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:58.958853 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:59.010464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.014741 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fbdff8cd-572d-4550-81bd-3c5155dd47b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.057436 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdff8cd-572d-4550-81bd-3c5155dd47b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event deleted for resources: {'Port': ['ID=348f5df6-2751-4cb8-9328-96ec4867b66a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.100853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.107530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.108264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.111566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fbdff8cd-572d-4550-81bd-3c5155dd47b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.113844 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fbdff8cd-572d-4550-81bd-3c5155dd47b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "DELETE /v2.0/ports/348f5df6-2751-4cb8-9328-96ec4867b66a HTTP/1.1" status: 204 len: 168 time: 2.0844493 Jul 15 13:26:59.127972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:59.143025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Request body: {'port': {'name': 'tempest-new-port-name-410087838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:59.143508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.api.validators [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] bootfile-name is not in valid_values {{(pid=93734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:59.144024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.api.validators [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] tftp-server is not in valid_values {{(pid=93734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:59.144517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.api.validators [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] server-ip-address is not in valid_values {{(pid=93734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:59.208394 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4209437 Jul 15 13:26:59.215385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60900) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:59.235407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1108898916'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:59.243482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:59.317583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08393a-f985-4a63-a1ad-57dc90f6b6ee tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Network': ['ID=548a41ff-6aa6-408e-8b45-c5a78f544916,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.367028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 548a41ff-6aa6-408e-8b45-c5a78f544916 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:59.447979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Made reservation on behalf of dcf8466e36f24ae5b60249e6ab2a2cb0 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:59.457343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.492445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.583852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:59.594083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:59.594763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.620051 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.620584 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Added segment 3272bac0-463b-446c-95e9-a63d3d956455 of type vlan for network 4d9f59ff-165f-4ac5-bb81-e8b465330ad0 Jul 15 13:26:59.669642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.725910 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.735776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/networks/4b6dfc88-17b0-4b90-89eb-9db1b7d0442b HTTP/1.1" status: 204 len: 168 time: 1.8193300 Jul 15 13:26:59.738439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60906) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:59.749909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399b786-7662-4783-b811-17a46de6b0a1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Network': ['ID=4b6dfc88-17b0-4b90-89eb-9db1b7d0442b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.763298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-33919bc6-c9f5-48bc-841f-cf12699b5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.765357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-33919bc6-c9f5-48bc-841f-cf12699b5d3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1098 time: 0.7629986 Jul 15 13:26:59.770314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'name': 'tempest-PortsTestJSON-202284051'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:59.799698 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f644af3-f988-46b8-ab50-971be7ea5ebf x-openstack-request-id: req-4f644af3-f988-46b8-ab50-971be7ea5ebf {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:59.801094 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e0a810-7c9a-4e70-8270-db28f526f997", "name": "network-vif-plugged", "status": "completed", "tag": "91b07495-a9ef-458c-9edb-434d0090071b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:59.801477 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f644af3-f988-46b8-ab50-971be7ea5ebf {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:59.802147 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e0a810-7c9a-4e70-8270-db28f526f997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b07495-a9ef-458c-9edb-434d0090071b', 'code': 200} Jul 15 13:26:59.808777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.910122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa1c9faa-d51d-481e-b4a4-0d1d23175206 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:59.967683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: aa1c9faa-d51d-481e-b4a4-0d1d23175206 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:59.968259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa1c9faa-d51d-481e-b4a4-0d1d23175206 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:00.017290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.023117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.023798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.114048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-40761ed4-e9f2-4ccd-9788-ca175621eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.116781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-40761ed4-e9f2-4ccd-9788-ca175621eef7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 200 len: 897 time: 0.3435013 Jul 15 13:27:00.146374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:00.148961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.157780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Network': ['ID=4d9f59ff-165f-4ac5-bb81-e8b465330ad0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:00.164138 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d996de71-c7e7-4245-a72d-7d726207ddb7 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9461243 Jul 15 13:27:00.176779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60910) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:00.179492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 4d9f59ff-165f-4ac5-bb81-e8b465330ad0 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:00.187196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'ports': [{'network_id': '548a41ff-6aa6-408e-8b45-c5a78f544916', 'name': 'tempest-port--406378045', 'admin_state_up': True}, {'network_id': '4d9f59ff-165f-4ac5-bb81-e8b465330ad0', 'admin_state_up': False}]} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:00.187869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'port': {'network_id': '548a41ff-6aa6-408e-8b45-c5a78f544916', 'name': 'tempest-port--406378045', 'admin_state_up': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:00.188806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'port': {'network_id': '4d9f59ff-165f-4ac5-bb81-e8b465330ad0', 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:00.227060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64395df0-d7e8-4dab-a649-b3b125f0f170 req-90971bf4-cbcb-4508-b9c8-b0540bde4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.228698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64395df0-d7e8-4dab-a649-b3b125f0f170 req-90971bf4-cbcb-4508-b9c8-b0540bde4434 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 1098 time: 0.2955580 Jul 15 13:27:00.247589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-90b055a3-a682-48ce-8351-cf6afb334b73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 1001 time: 0.1192696 Jul 15 13:27:00.277450 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.280078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2481fc-e928-4690-9139-5dc368283692 req-2791a1e1-3cf0-4d1f-a7e0-f21ccc3eaf15 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.281433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 4ed09229-d614-4d0b-ac47-0c33986155bd yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:00.281989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa2481fc-e928-4690-9139-5dc368283692 req-2791a1e1-3cf0-4d1f-a7e0-f21ccc3eaf15 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 946 time: 0.2626343 Jul 15 13:27:00.297505 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.347047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64395df0-d7e8-4dab-a649-b3b125f0f170 req-eff1f613-1e7c-4358-a042-72bcab55d2e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079292 Jul 15 13:27:00.357506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-ed84191c-6600-44d9-a7e4-f36b5105997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.359040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-ed84191c-6600-44d9-a7e4-f36b5105997f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f HTTP/1.1" status: 200 len: 834 time: 0.1012430 Jul 15 13:27:00.367884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa2481fc-e928-4690-9139-5dc368283692 req-a19e3e0c-5014-419e-832c-8f728d9fbf2c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670226 Jul 15 13:27:00.465517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-d3f7de1b-346c-467a-9c6b-68d302f569db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.467303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-d3f7de1b-346c-467a-9c6b-68d302f569db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60459bcb-05b0-44d6-8f78-07dcdbec5876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733240 Jul 15 13:27:00.492389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] In _notify_port_updated(), no bound segment for port e0274cc6-15c5-4e5d-9f7d-564d4938be32 on network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:27:00.500129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.500342 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.505710 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "PUT /v2.0/ports/e0274cc6-15c5-4e5d-9f7d-564d4938be32 HTTP/1.1" status: 200 len: 1129 time: 1.3723891 Jul 15 13:27:00.507207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60912) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:00.622685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49f153-bc50-4b11-a332-eef5c29b71c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event updated for resources: {'Port': ['ID=e0274cc6-15c5-4e5d-9f7d-564d4938be32,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:00.651437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85a29d-c8b3-438c-8ead-f638c0c7197f tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.653062 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa85a29d-c8b3-438c-8ead-f638c0c7197f tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "GET /v2.0/ports/e0274cc6-15c5-4e5d-9f7d-564d4938be32 HTTP/1.1" status: 200 len: 1129 time: 0.1432569 Jul 15 13:27:00.665091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60914) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:00.794804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.800904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Made reservation on behalf of dcf8466e36f24ae5b60249e6ab2a2cb0 for: {'port': 2} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:00.805836 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.818563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16ea48-64bb-4479-95de-97d88cfff253 req-73633ab6-14c9-442b-88a5-d25240b79c7c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.820272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f16ea48-64bb-4479-95de-97d88cfff253 req-73633ab6-14c9-442b-88a5-d25240b79c7c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 946 time: 0.3273742 Jul 15 13:27:00.831606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.841417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-657052f1-5796-4771-8ad4-b13c1e4f5f11 service neutron] 10.222.0.35 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607552 Jul 15 13:27:00.894866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9baf6d75-ab90-4f58-b246-4fcf216a028c None None] Provisioning complete for port e0274cc6-15c5-4e5d-9f7d-564d4938be32 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:00.895662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9baf6d75-ab90-4f58-b246-4fcf216a028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.934539 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.959401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9baf6d75-ab90-4f58-b246-4fcf216a028c None None] Port e0274cc6-15c5-4e5d-9f7d-564d4938be32 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:00.961914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f16ea48-64bb-4479-95de-97d88cfff253 req-b72e3836-0efd-4f9d-a7f7-c48b67b8fe60 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186988 Jul 15 13:27:00.983496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b01c3aad-e708-40f6-a467-6e4ca93b9e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Deleting port e0274cc6-15c5-4e5d-9f7d-564d4938be32 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:00.983722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b01c3aad-e708-40f6-a467-6e4ca93b9e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.030964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] device_id is not set on port 5facab40-b8cc-4060-816a-770567ffb315 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:01.039740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-eedf85f5-4517-47ab-a81e-e02c42d24d1f service neutron] 10.222.0.35 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852493 Jul 15 13:27:01.066918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:01.078094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:01.082128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=4ed09229-d614-4d0b-ac47-0c33986155bd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.085111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:01.092319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.093179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.133056 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f859593b-bd82-46a0-8a7f-f83f86a5180b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3838651 Jul 15 13:27:01.141759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60916) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:01.239330 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b01c3aad-e708-40f6-a467-6e4ca93b9e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.273207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b01c3aad-e708-40f6-a467-6e4ca93b9e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Calling delete_port for e0274cc6-15c5-4e5d-9f7d-564d4938be32 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:01.359105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.461838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-263e3df1-5183-46af-aee8-76543bd6b4f6 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.463474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-263e3df1-5183-46af-aee8-76543bd6b4f6 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1098 time: 0.3329184 Jul 15 13:27:01.486022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-36'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:01.496678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] device_id is not set on port 62bc9c2c-2ab2-4d43-bee5-07bcfe73df2e yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:01.614811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1db7c0b8-9d50-4185-8034-a2256af052ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 4ed09229-d614-4d0b-ac47-0c33986155bd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:01.615196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1db7c0b8-9d50-4185-8034-a2256af052ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.625714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c0aa-aeb9-483f-87cd-443e658f2681 req-cfa7ef09-d965-4d0e-87c6-4ab6a065c6ef tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.627407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5505c0aa-aeb9-483f-87cd-443e658f2681 req-cfa7ef09-d965-4d0e-87c6-4ab6a065c6ef tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.2532325 Jul 15 13:27:01.649559 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.697636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b01c3aad-e708-40f6-a467-6e4ca93b9e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.702971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.712005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.796808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1db7c0b8-9d50-4185-8034-a2256af052ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.817826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Port': ['ID=5facab40-b8cc-4060-816a-770567ffb315,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.829691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c3aad-e708-40f6-a467-6e4ca93b9e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event deleted for resources: {'Port': ['ID=e0274cc6-15c5-4e5d-9f7d-564d4938be32,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.833166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1db7c0b8-9d50-4185-8034-a2256af052ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 4ed09229-d614-4d0b-ac47-0c33986155bd owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:01.840737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Checking segment: {'id': '930d453f-b1fd-4cdd-9c76-a2006ab5effa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '548a41ff-6aa6-408e-8b45-c5a78f544916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:01.841131 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Network hostable DHCP agents. Network: 548a41ff-6aa6-408e-8b45-c5a78f544916, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:01.865456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5505c0aa-aeb9-483f-87cd-443e658f2681 req-8e28c414-0079-4668-93ca-d85f2cd3f5d2 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185133 Jul 15 13:27:01.866775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Network 548a41ff-6aa6-408e-8b45-c5a78f544916 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:01.892670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 548a41ff-6aa6-408e-8b45-c5a78f544916) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:01.898364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:01.915175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.918602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738b8943-4eb7-4742-8487-3de23c4fda6c None None] Network 548a41ff-6aa6-408e-8b45-c5a78f544916 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:01.931047 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b01c3aad-e708-40f6-a467-6e4ca93b9e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.935880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b01c3aad-e708-40f6-a467-6e4ca93b9e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "DELETE /v2.0/ports/e0274cc6-15c5-4e5d-9f7d-564d4938be32 HTTP/1.1" status: 204 len: 168 time: 1.2677588 Jul 15 13:27:01.938270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60920) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.051744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10590dd-e2d8-4990-891b-29e24ecd84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Deleting subnet 729d0964-8116-4ca2-83c7-c4386f68abcc {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:02.055504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10590dd-e2d8-4990-891b-29e24ecd84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.093641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Port': ['ID=62bc9c2c-2ab2-4d43-bee5-07bcfe73df2e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:02.105723 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10590dd-e2d8-4990-891b-29e24ecd84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.113156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Checking segment: {'id': '3272bac0-463b-446c-95e9-a63d3d956455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d9f59ff-165f-4ac5-bb81-e8b465330ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:02.113746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Network hostable DHCP agents. Network: 4d9f59ff-165f-4ac5-bb81-e8b465330ad0, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:02.150433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Network 4d9f59ff-165f-4ac5-bb81-e8b465330ad0 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:02.184994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 4d9f59ff-165f-4ac5-bb81-e8b465330ad0) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:02.201878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:02.211795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cbd17-8397-4f4b-9727-cdc890ec6d4c None None] Network 4d9f59ff-165f-4ac5-bb81-e8b465330ad0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:02.216584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.231042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.231820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.256018 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-21b6243f-bcda-42a3-a5f3-8769b3ce0e03 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0765569 Jul 15 13:27:02.259741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60924) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.348996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10590dd-e2d8-4990-891b-29e24ecd84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.379653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443963fc-36e2-47f7-825e-9454f05da448 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.394610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443963fc-36e2-47f7-825e-9454f05da448 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.400134 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-443963fc-36e2-47f7-825e-9454f05da448 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1389384 Jul 15 13:27:02.401123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60926) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.415432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:02.419188 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1db7c0b8-9d50-4185-8034-a2256af052ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.482421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c0b8-9d50-4185-8034-a2256af052ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=4ed09229-d614-4d0b-ac47-0c33986155bd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:02.492843 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1db7c0b8-9d50-4185-8034-a2256af052ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.495780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1db7c0b8-9d50-4185-8034-a2256af052ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/4ed09229-d614-4d0b-ac47-0c33986155bd HTTP/1.1" status: 204 len: 168 time: 1.3508136 Jul 15 13:27:02.501063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60928) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.509974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'mac_address': 'fa:16:3e:a4:7e:bb', 'name': 'tempest-PortsTestJSON-1380048302'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:02.521948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e22aeb-e831-4845-ae80-692179c79457 req-79655cfa-1f4d-40b3-8df5-9cc080ed18e2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.523703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0e22aeb-e831-4845-ae80-692179c79457 req-79655cfa-1f4d-40b3-8df5-9cc080ed18e2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3058608 Jul 15 13:27:02.553844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-56ab2032-b60c-4d56-b2e3-1688386d2355 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Deleting port 5facab40-b8cc-4060-816a-770567ffb315 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:02.554310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56ab2032-b60c-4d56-b2e3-1688386d2355 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.584808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:02.587267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10590dd-e2d8-4990-891b-29e24ecd84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.644995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56ab2032-b60c-4d56-b2e3-1688386d2355 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.660679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-56ab2032-b60c-4d56-b2e3-1688386d2355 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Calling delete_port for 5facab40-b8cc-4060-816a-770567ffb315 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:02.696598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10590dd-e2d8-4990-891b-29e24ecd84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event deleted for resources: {'Subnet': ['ID=729d0964-8116-4ca2-83c7-c4386f68abcc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:02.707948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456a9265-fe13-416b-b4c0-7ec103ce9b7a None None] Network 052e43ce-c9f4-4ac7-9db2-1ef026e0510f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:02.712316 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10590dd-e2d8-4990-891b-29e24ecd84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.718295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a10590dd-e2d8-4990-891b-29e24ecd84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "DELETE /v2.0/subnets/729d0964-8116-4ca2-83c7-c4386f68abcc HTTP/1.1" status: 204 len: 168 time: 0.7710152 Jul 15 13:27:02.718635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60930) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.736475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0e22aeb-e831-4845-ae80-692179c79457 req-218aa752-0640-4729-b295-a88c8f911ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962147 Jul 15 13:27:02.753737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:02.755714 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b7490d-4f22-4203-86b3-43a2a8c01598" -d '{"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:02.760859 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.785301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.814306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:02.887014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56ab2032-b60c-4d56-b2e3-1688386d2355 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.935170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab2032-b60c-4d56-b2e3-1688386d2355 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Port': ['ID=5facab40-b8cc-4060-816a-770567ffb315,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:02.948633 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.952618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56ab2032-b60c-4d56-b2e3-1688386d2355 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.958802 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56ab2032-b60c-4d56-b2e3-1688386d2355 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/ports/5facab40-b8cc-4060-816a-770567ffb315 HTTP/1.1" status: 204 len: 168 time: 0.5521908 Jul 15 13:27:02.959731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60936) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:03.069400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.081687 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.140822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port c9a49915-24ea-40b3-a323-4b38c826959d yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:03.152257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b922e1b8-bafd-4efe-b4b5-38f02bac2fe3 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Deleting port 62bc9c2c-2ab2-4d43-bee5-07bcfe73df2e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:03.153019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b922e1b8-bafd-4efe-b4b5-38f02bac2fe3 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.155539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] DHCP port deletion for 052e43ce-c9f4-4ac7-9db2-1ef026e0510f request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:03.188549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Deleting port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:03.188753 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.290555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] For port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,segment=NetworkSegment(5b12d9bb-4e97-47a6-b7b7-c336cfe83690),segment_id=5b12d9bb-4e97-47a6-b7b7-c336cfe83690)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:03.291050 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.305967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on host n-h2-771362-36 for vnic_type normal with profile {"migrating_to": "n-h1-771362-36"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:03.306505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:03.306942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:03.325427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:03.326293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Attempting to bind port f5120eae-88df-4686-b17f-8410483f1881 on network 60459bcb-05b0-44d6-8f78-07dcdbec5876 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:03.348542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] Deleting port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:03.348925 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.360992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:03.361571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Checking segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:03.362180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Bound using segment: {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:03.362945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Bound port: f5120eae-88df-4686-b17f-8410483f1881, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a33d50-b26b-499b-9f7c-010d7bf9ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:03.363589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.376985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:03.403740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Calling delete_port for 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:03.405490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bcf8f440-7c84-4990-80e0-ea836fb0044e None None] Provisioning complete for port f5120eae-88df-4686-b17f-8410483f1881 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:03.406231 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f440-7c84-4990-80e0-ea836fb0044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.408771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b922e1b8-bafd-4efe-b4b5-38f02bac2fe3 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.450201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b922e1b8-bafd-4efe-b4b5-38f02bac2fe3 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Calling delete_port for 62bc9c2c-2ab2-4d43-bee5-07bcfe73df2e owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:03.500431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] For port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,segment=NetworkSegment(5b12d9bb-4e97-47a6-b7b7-c336cfe83690),segment_id=5b12d9bb-4e97-47a6-b7b7-c336cfe83690)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:03.501122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.512055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8f440-7c84-4990-80e0-ea836fb0044e None None] Port f5120eae-88df-4686-b17f-8410483f1881 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:03.524211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] Calling delete_port for 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:03.583953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.593571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:03.598622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:03.600311 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.612062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.630513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fc205-b096-4762-95f1-3740ffdcb512 req-62d45097-3ab9-44d0-8f9f-6647118c977a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.633337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb0fc205-b096-4762-95f1-3740ffdcb512 req-62d45097-3ab9-44d0-8f9f-6647118c977a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 946 time: 0.2974720 Jul 15 13:27:03.657156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,segment=NetworkSegment(5b12d9bb-4e97-47a6-b7b7-c336cfe83690),segment_id=5b12d9bb-4e97-47a6-b7b7-c336cfe83690)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:03.670287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.700157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.730442 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.738117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event deleted for resources: {'Port': ['ID=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.740025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] No DVR routers for this DVR port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:03.747525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b922e1b8-bafd-4efe-b4b5-38f02bac2fe3 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.758710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.767829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] No DVR routers for this DVR port 717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:03.795051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f29eb-0a49-4d5a-8501-088e0051962a None None] Pushing event deleted for resources: {'Port': ['ID=717f8b6d-f393-4f15-b5ac-ddd9ccb9a11f,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.818716 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b922e1b8-bafd-4efe-b4b5-38f02bac2fe3 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.821257 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b922e1b8-bafd-4efe-b4b5-38f02bac2fe3 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/ports/62bc9c2c-2ab2-4d43-bee5-07bcfe73df2e HTTP/1.1" status: 204 len: 168 time: 0.8604643 Jul 15 13:27:03.822798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922e1b8-bafd-4efe-b4b5-38f02bac2fe3 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Port': ['ID=62bc9c2c-2ab2-4d43-bee5-07bcfe73df2e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.831719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60940) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:03.859409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb0fc205-b096-4762-95f1-3740ffdcb512 req-e576d2eb-7405-48a9-95eb-85d9424fec5e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915014 Jul 15 13:27:03.879620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.892395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.895391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.904766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9e542605-c6d0-4f5c-8ffd-595705cc9126 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0602844 Jul 15 13:27:03.906570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60944) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:03.918256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-212627459'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:03.921044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052e43ce-c9f4-4ac7-9db2-1ef026e0510f']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:03.937075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b12d9bb-4e97-47a6-b7b7-c336cfe83690') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:03.937423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b12d9bb-4e97-47a6-b7b7-c336cfe83690') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:03.959820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.983022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Made reservation on behalf of dcf8466e36f24ae5b60249e6ab2a2cb0 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:03.987584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.991010 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.010270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:04.010708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:04.014662 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:04.089346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:04.101326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.101693 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Added segment 9c03adcd-1e69-446d-a54d-c4357f4d3f25 of type vlan for network 19f3fd91-2c14-4dc0-ab1d-1de203d78ffc Jul 15 13:27:04.118168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.173959 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.179923 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] 10.222.0.25 "DELETE /v2.0/networks/052e43ce-c9f4-4ac7-9db2-1ef026e0510f HTTP/1.1" status: 204 len: 168 time: 1.4562566 Jul 15 13:27:04.190217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43ec1f48-422b-4594-93c7-8ec4c3d5ef45 None None] Provisioning complete for port f5120eae-88df-4686-b17f-8410483f1881 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:04.190800 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43ec1f48-422b-4594-93c7-8ec4c3d5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.193369 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab43a52-3866-4e83-849f-a291123633d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210 tempest-ExtraDHCPOptionsIpV6TestJSON-1161903210-project] Pushing event deleted for resources: {'Network': ['ID=052e43ce-c9f4-4ac7-9db2-1ef026e0510f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.214736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.257215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.266825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.267691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.347360 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43ec1f48-422b-4594-93c7-8ec4c3d5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.364737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:04.373372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:04.373636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Network': ['ID=19f3fd91-2c14-4dc0-ab1d-1de203d78ffc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.376416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:04.385394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.386305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.397570 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f4477888-51a7-4dfd-9d10-0a5aa532ef82 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4896941 Jul 15 13:27:04.402033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60950) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.410141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:04.413868 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7efced7-e488-4c52-b31d-fa13e487836c" -d '{"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:04.417089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1131365164'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:04.417788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 19f3fd91-2c14-4dc0-ab1d-1de203d78ffc details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:04.442831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=c9a49915-24ea-40b3-a323-4b38c826959d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.465978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-90ad3539-67b6-4b77-9cd6-754ada852ebb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9629259 Jul 15 13:27:04.470803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60956) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.472074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.472832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.474335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bcac7a98-d205-4bbe-9695-f0983e044347 service neutron] 10.222.0.35 "PUT /v2.0/ports/f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 1124 time: 2.9933922 Jul 15 13:27:04.491804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Made reservation on behalf of dcf8466e36f24ae5b60249e6ab2a2cb0 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:04.496770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.529231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dceb1-eeff-4da5-a9d8-88d1e7438ab2 req-61139f9f-156b-4da0-a5e1-e9957ffd0e77 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.537476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f1dceb1-eeff-4da5-a9d8-88d1e7438ab2 req-61139f9f-156b-4da0-a5e1-e9957ffd0e77 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 944 time: 0.1983991 Jul 15 13:27:04.583298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60958) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.602748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f1dceb1-eeff-4da5-a9d8-88d1e7438ab2 req-1e90c65f-6241-48ce-a5f6-afbb010825fd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641840 Jul 15 13:27:04.620895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a5c21-4f70-46c8-9ab2-aade8755fe05 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.622047 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-467a5c21-4f70-46c8-9ab2-aade8755fe05 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/c9a49915-24ea-40b3-a323-4b38c826959d HTTP/1.1" status: 200 len: 841 time: 0.1478813 Jul 15 13:27:04.625171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60962) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.635481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:04.657596 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.658270 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Added segment dde544ad-d9da-417f-9ce3-e314db388893 of type vlan for network 5686b0e9-5c39-4355-8d81-71677732861e Jul 15 13:27:04.672745 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cbe4e9-f651-4752-98ac-3ce1faac8470 x-openstack-request-id: req-a7cbe4e9-f651-4752-98ac-3ce1faac8470 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:04.673229 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:04.673605 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7cbe4e9-f651-4752-98ac-3ce1faac8470 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:04.675693 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'code': 200} Jul 15 13:27:04.680600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-43ec1f48-422b-4594-93c7-8ec4c3d5ef45 None None] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:04.699537 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43ec1f48-422b-4594-93c7-8ec4c3d5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.769962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec1f48-422b-4594-93c7-8ec4c3d5ef45 None None] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.774451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['f5120eae-88df-4686-b17f-8410483f1881'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:04.788033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.839287 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.845293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.846095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.915244 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4998429 Jul 15 13:27:04.923953 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.942032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c0653372-8c39-4b02-814a-e68b921d7d32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdda73b1abcb4ababff8b1c3a8371c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574290 Jul 15 13:27:04.945901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-73523590-d82e-419d-aa91-4e9e30652dc7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port c9a49915-24ea-40b3-a323-4b38c826959d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:04.948642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fa9d9-b1cb-4e3e-b626-98b32223abe4 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Network': ['ID=5686b0e9-5c39-4355-8d81-71677732861e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.948963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73523590-d82e-419d-aa91-4e9e30652dc7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.950395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60964) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.998545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 5686b0e9-5c39-4355-8d81-71677732861e details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:04.999370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ead8d-b859-4782-802f-012a233e3172 req-b31cd545-d46e-4c9e-ab93-fbe9db39bb0a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.008100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c2ead8d-b859-4782-802f-012a233e3172 req-b31cd545-d46e-4c9e-ab93-fbe9db39bb0a tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.1929779 Jul 15 13:27:05.027958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c300ba7-2a32-41fd-b15d-d710ab54846a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.054945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c300ba7-2a32-41fd-b15d-d710ab54846a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.070395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73523590-d82e-419d-aa91-4e9e30652dc7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.099032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-73523590-d82e-419d-aa91-4e9e30652dc7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for c9a49915-24ea-40b3-a323-4b38c826959d owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:05.119108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c2ead8d-b859-4782-802f-012a233e3172 req-d67ea819-e945-408c-892f-825b21466b68 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044261 Jul 15 13:27:05.130148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c300ba7-2a32-41fd-b15d-d710ab54846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.136115 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c300ba7-2a32-41fd-b15d-d710ab54846a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.143096 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0c300ba7-2a32-41fd-b15d-d710ab54846a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4e80a4b-bf51-4314-9c4c-373f70c8f30a HTTP/1.1" status: 204 len: 168 time: 0.1885993 Jul 15 13:27:05.161391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c300ba7-2a32-41fd-b15d-d710ab54846a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e80a4b-bf51-4314-9c4c-373f70c8f30a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:05.269796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73523590-d82e-419d-aa91-4e9e30652dc7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.329193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73523590-d82e-419d-aa91-4e9e30652dc7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=c9a49915-24ea-40b3-a323-4b38c826959d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:05.365714 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73523590-d82e-419d-aa91-4e9e30652dc7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.368016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-73523590-d82e-419d-aa91-4e9e30652dc7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/c9a49915-24ea-40b3-a323-4b38c826959d HTTP/1.1" status: 204 len: 168 time: 0.7416968 Jul 15 13:27:05.380526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60970) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:05.463626 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9608bca-aaf0-4cab-8100-dcbce0c46b3e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:27:05.465177 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a9608bca-aaf0-4cab-8100-dcbce0c46b3e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/c9a49915-24ea-40b3-a323-4b38c826959d HTTP/1.1" status: 404 len: 333 time: 0.0821519 Jul 15 13:27:05.470927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60972) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:05.480438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'name': 'tempest-PortsTestJSON-737442187'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:05.494351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87894171-85d1-4346-b2a2-3ce37c089582 req-8bbe4dc3-4d8d-429e-88c3-9b5b9610272f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.496068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.508767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87894171-85d1-4346-b2a2-3ce37c089582 req-8bbe4dc3-4d8d-429e-88c3-9b5b9610272f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.2144589 Jul 15 13:27:05.596248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87894171-85d1-4346-b2a2-3ce37c089582 req-78b57857-de6c-42f6-9228-4cab3ed3ffa3 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833960 Jul 15 13:27:05.630699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:05.636276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.664219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 4fb55f2a-98aa-45f9-9139-fe872fee50f0 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:05.962470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979224f-708a-46a5-92ab-1b665ecf4a2d req-8298e79a-1e82-463a-9e86-f0fe1354c8c8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.978784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5979224f-708a-46a5-92ab-1b665ecf4a2d req-8298e79a-1e82-463a-9e86-f0fe1354c8c8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 946 time: 0.1668947 Jul 15 13:27:06.003408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.059496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5979224f-708a-46a5-92ab-1b665ecf4a2d req-256ce212-6f19-4c24-bbca-e802ceef37b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768070 Jul 15 13:27:06.060322 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.143518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:06.143518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:06.153728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:06.160226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:06.160902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.190144 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7127969 Jul 15 13:27:06.190144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36caa3-7979-4051-a9ba-69ad8ee55d39 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=4fb55f2a-98aa-45f9-9139-fe872fee50f0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:06.191039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60996) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:06.210960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:06.307504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60998) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:06.381091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.455648 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45af9357-b840-40fc-8c90-c99bca3af842 x-openstack-request-id: req-45af9357-b840-40fc-8c90-c99bca3af842 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:06.456025 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:06.456280 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45af9357-b840-40fc-8c90-c99bca3af842 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:06.456681 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'code': 200} Jul 15 13:27:06.533003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-414202922'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:06.559517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Made reservation on behalf of 56bc246ebd664fd6b9aff735e66c053c for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:06.564842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.578274 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.640630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.646910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.681189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:06.683536 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72974c7d-fa60-4577-9eba-c276682726ce" -d '{"events": [{"name": "network-changed", "server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:06.711546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] In _notify_port_updated(), no bound segment for port 4fb55f2a-98aa-45f9-9139-fe872fee50f0 on network 079a6170-ae0a-47a9-8249-70fc5a53450c {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:27:06.722398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:06.723432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.728791 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "PUT /v2.0/ports/4fb55f2a-98aa-45f9-9139-fe872fee50f0 HTTP/1.1" status: 200 len: 818 time: 0.5251260 Jul 15 13:27:06.729136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32774) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:06.756962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a55d57-9bf6-497a-8eac-b55d6a2f8890 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=4fb55f2a-98aa-45f9-9139-fe872fee50f0,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:06.812566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958bf78-a326-42f8-a42a-c95b0cb06388 req-af3680eb-d8be-4614-96ac-6f62e04ca6da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:06.814204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1958bf78-a326-42f8-a42a-c95b0cb06388 req-af3680eb-d8be-4614-96ac-6f62e04ca6da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 946 time: 0.1703203 Jul 15 13:27:06.839371 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.868789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.921296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:06.932110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d745e59-34d7-42ff-b6d1-0816f75e376f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:06.938653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1958bf78-a326-42f8-a42a-c95b0cb06388 req-f2a8ee11-7017-4c6b-9ca1-b3d70b7725ba tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141245 Jul 15 13:27:06.946655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.946967 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Added segment bbe07801-42e0-4349-ae56-2607fd37fbfb of type vlan for network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 Jul 15 13:27:07.007001 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.019506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a7436b2c-c340-4c4c-b738-21515eea12b0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 4fb55f2a-98aa-45f9-9139-fe872fee50f0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:07.019894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7436b2c-c340-4c4c-b738-21515eea12b0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.107896 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.113520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.114171 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.132075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7436b2c-c340-4c4c-b738-21515eea12b0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.202211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a7436b2c-c340-4c4c-b738-21515eea12b0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 4fb55f2a-98aa-45f9-9139-fe872fee50f0 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:07.205029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8962150 Jul 15 13:27:07.208313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32776) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.217334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Request body: {'subnet': {'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:07.252484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da027fe-320d-4bfc-9d87-8af7259dd4be tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event updated for resources: {'Network': ['ID=46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.267825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:07.334450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c1cc-b7f0-4e7a-a0ab-bca9b34202a4 req-d90cb6d5-64cf-407c-9b6e-5d501ed96e0e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.336732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50e2c1cc-b7f0-4e7a-a0ab-bca9b34202a4 req-d90cb6d5-64cf-407c-9b6e-5d501ed96e0e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 946 time: 0.2361443 Jul 15 13:27:07.341471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Made reservation on behalf of 56bc246ebd664fd6b9aff735e66c053c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:07.350507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.404898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50e2c1cc-b7f0-4e7a-a0ab-bca9b34202a4 req-76178f7f-9cfa-4935-a895-647bb98934bb tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593023 Jul 15 13:27:07.405566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7436b2c-c340-4c4c-b738-21515eea12b0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.441034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7436b2c-c340-4c4c-b738-21515eea12b0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=4fb55f2a-98aa-45f9-9139-fe872fee50f0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.446293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7436b2c-c340-4c4c-b738-21515eea12b0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.449679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a7436b2c-c340-4c4c-b738-21515eea12b0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/4fb55f2a-98aa-45f9-9139-fe872fee50f0 HTTP/1.1" status: 204 len: 168 time: 0.7191918 Jul 15 13:27:07.455703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32782) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.554059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847c258-2fe5-4cad-81c0-421fb92272c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.556716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e847c258-2fe5-4cad-81c0-421fb92272c7 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0998306 Jul 15 13:27:07.559653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32784) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.644080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c16051-33ec-4a33-b3de-8b5568d0b0b6 req-f96d7bbf-ad0e-4983-b3ea-9b2ed7a96649 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.646161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2c16051-33ec-4a33-b3de-8b5568d0b0b6 req-f96d7bbf-ad0e-4983-b3ea-9b2ed7a96649 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.0879862 Jul 15 13:27:07.699113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2c16051-33ec-4a33-b3de-8b5568d0b0b6 req-01996c13-de79-4230-b4a4-63cf197c0bbb tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Jul 15 13:27:07.802864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f5120eae-88df-4686-b17f-8410483f1881 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:07.864285 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9bb0e1-1a3f-4597-9cb4-231187fcaa84 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:27:07.869022 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3f9bb0e1-1a3f-4597-9cb4-231187fcaa84 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/4fb55f2a-98aa-45f9-9139-fe872fee50f0 HTTP/1.1" status: 404 len: 333 time: 0.3055451 Jul 15 13:27:07.874722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32786) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.884712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-929967219'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:07.914663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.933861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:07.938584 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.972905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:07.982951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:07.991048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f5120eae-88df-4686-b17f-8410483f1881 has no active binding in host n-h1-771362-36 {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:27:07.998979 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.998979 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Added segment fe025dad-cbf4-4779-b342-3a647585ab0b of type vlan for network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 Jul 15 13:27:08.000045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Checking segment: {'id': 'bbe07801-42e0-4349-ae56-2607fd37fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:08.000045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Network hostable DHCP agents. Network: 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:08.010685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event updated for resources: {'Subnet': ['ID=a3c3115a-64f9-4f50-9663-cdd3bcd6ca4c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:08.028768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:08.040938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:08.044924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897b7e6-df5b-4f7c-91f7-a76f85390641 req-7e9dcd24-3b55-46d6-a321-9306d4c93247 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.046841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.047589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.052088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f897b7e6-df5b-4f7c-91f7-a76f85390641 req-7e9dcd24-3b55-46d6-a321-9306d4c93247 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.2353873 Jul 15 13:27:08.055109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90065e6-d43b-4065-acd4-96422e64216e None None] Network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:08.072133 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-94f12b24-b957-4288-9ab9-413562994e41 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8583937 Jul 15 13:27:08.072672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32790) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:08.079986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Request body: {'port': {'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1936197051'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:08.099190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.132794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f897b7e6-df5b-4f7c-91f7-a76f85390641 req-12e8f591-70b3-41b4-8ccb-d3b32be8bc81 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796909 Jul 15 13:27:08.190328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.196333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.197544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.287075 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ceeac-ca8c-4e98-bbab-a96718e8f230 x-openstack-request-id: req-030ceeac-ca8c-4e98-bbab-a96718e8f230 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:08.287433 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:08.287645 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-030ceeac-ca8c-4e98-bbab-a96718e8f230 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:08.288041 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'status': 'completed', 'code': 200} Jul 15 13:27:08.296923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3', 'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3', 'tenant_id': '56bc246ebd664fd6b9aff735e66c053c', 'fixed_ips': [{'subnet_id': 'a3c3115a-64f9-4f50-9663-cdd3bcd6ca4c'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:08.298059 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.306140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Made reservation on behalf of 56bc246ebd664fd6b9aff735e66c053c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:08.313442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.338171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4618731 Jul 15 13:27:08.341281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32792) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:08.359386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:08.382607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e450370-ad02-4e02-be77-f64e8de1aef3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Network': ['ID=3d47bbec-4776-4df4-9fd7-f00d34d7c6d3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:08.413762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:08.424098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] device_id is not set on port 120d5178-7ad1-482a-bed8-b9c761986708 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:08.426868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974c7d-fa60-4577-9eba-c276682726ce req-83afb6b1-5074-4117-ba75-cebef54083b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.428508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72974c7d-fa60-4577-9eba-c276682726ce req-83afb6b1-5074-4117-ba75-cebef54083b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1129 time: 0.1396692 Jul 15 13:27:08.562306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974c7d-fa60-4577-9eba-c276682726ce req-a26a218d-b3f4-44e5-a475-59bcbfd4e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.567101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72974c7d-fa60-4577-9eba-c276682726ce req-a26a218d-b3f4-44e5-a475-59bcbfd4e5a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 200 len: 897 time: 0.1285241 Jul 15 13:27:08.620272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Allocated IP 172.20.0.2 (46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3/a3c3115a-64f9-4f50-9663-cdd3bcd6ca4c/a2f86fc3-236c-4861-afce-a673007dc58c) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:08.629582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:08.635986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.737426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72974c7d-fa60-4577-9eba-c276682726ce req-cf32550c-1604-4d36-9774-2bc84bb5a2b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 1001 time: 0.1614408 Jul 15 13:27:08.821472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974c7d-fa60-4577-9eba-c276682726ce req-64dabe23-b428-4dad-80b5-8aac90abbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.834446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72974c7d-fa60-4577-9eba-c276682726ce req-64dabe23-b428-4dad-80b5-8aac90abbee1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f HTTP/1.1" status: 200 len: 834 time: 0.0895236 Jul 15 13:27:08.876560 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.910032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Transition to ACTIVE for port object a2f86fc3-236c-4861-afce-a673007dc58c will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:08.924962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974c7d-fa60-4577-9eba-c276682726ce req-449db0a3-68fc-4948-8368-346e8cd6d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.926679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72974c7d-fa60-4577-9eba-c276682726ce req-449db0a3-68fc-4948-8368-346e8cd6d0f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60459bcb-05b0-44d6-8f78-07dcdbec5876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829740 Jul 15 13:27:08.942372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Transition to ACTIVE for port object a2f86fc3-236c-4861-afce-a673007dc58c will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:08.952928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.956403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.045205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=cc900554-b491-4f3f-b67f-bfc0ea15cde8,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.056280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:09.058145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Pushing event updated for resources: {'Port': ['ID=a2f86fc3-236c-4861-afce-a673007dc58c,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.062663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:09.066088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:09.112600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Allocated IP 172.20.0.9 (46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3/a3c3115a-64f9-4f50-9663-cdd3bcd6ca4c/120d5178-7ad1-482a-bed8-b9c761986708) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:09.115339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Checking segment: {'id': 'fe025dad-cbf4-4779-b342-3a647585ab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:09.115739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network hostable DHCP agents. Network: 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:09.141827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Attempting to bind port a2f86fc3-236c-4861-afce-a673007dc58c on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:09.142267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Attempting to bind port a2f86fc3-236c-4861-afce-a673007dc58c by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'bbe07801-42e0-4349-ae56-2607fd37fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:09.142643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Attempting to bind port a2f86fc3-236c-4861-afce-a673007dc58c on network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:09.151635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:09.152017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Checking segment: {'id': 'bbe07801-42e0-4349-ae56-2607fd37fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:09.153083 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.153549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Bound using segment: {'id': 'bbe07801-42e0-4349-ae56-2607fd37fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:09.153786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:09.154056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Bound port: a2f86fc3-236c-4861-afce-a673007dc58c, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe07801-42e0-4349-ae56-2607fd37fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:09.154453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.193326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:09.207448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.207818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.209521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f166e6c-c1c4-4517-8104-27dac09f45e7 None None] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:09.221601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72974c7d-fa60-4577-9eba-c276682726ce req-52d6eba7-9b9a-4ca9-9c68-fd2e768e576d service neutron] 10.222.0.30 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855158 Jul 15 13:27:09.258325 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-43badba4-a453-4545-a01f-b025ff58efe2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9107866 Jul 15 13:27:09.263196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32800) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:09.269616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-334d3d96-c254-426d-970a-bd1e8d938e43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:09.288112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78936e-84b7-44fd-95e9-0a1e59191a0c req-d6a7e0c5-98f9-4730-9ebd-4ee68000dbe3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.304022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a78936e-84b7-44fd-95e9-0a1e59191a0c req-d6a7e0c5-98f9-4730-9ebd-4ee68000dbe3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 946 time: 0.2164583 Jul 15 13:27:09.327048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] For port a2f86fc3-236c-4861-afce-a673007dc58c, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:09.362960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] For port a2f86fc3-236c-4861-afce-a673007dc58c, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a2f86fc3-236c-4861-afce-a673007dc58c,segment=NetworkSegment(bbe07801-42e0-4349-ae56-2607fd37fbfb),segment_id=bbe07801-42e0-4349-ae56-2607fd37fbfb)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:09.379937 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.492878 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.498871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a78936e-84b7-44fd-95e9-0a1e59191a0c req-6f7ef33c-8a4a-4b13-979f-22cad3955d60 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924281 Jul 15 13:27:09.528568 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72974c7d-fa60-4577-9eba-c276682726ce req-2d25be4a-d8ba-482d-aba3-955dc19c1540 service neutron] 10.222.0.30 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991467 Jul 15 13:27:09.564633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Transition to ACTIVE for port object 120d5178-7ad1-482a-bed8-b9c761986708 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:09.574429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334d3d96-c254-426d-970a-bd1e8d938e43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:09.578623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-334d3d96-c254-426d-970a-bd1e8d938e43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.602672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdca95b-f4cc-4f62-a46a-52d60f6e6e40 None None] Pushing event updated for resources: {'Port': ['ID=a2f86fc3-236c-4861-afce-a673007dc58c,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.687357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-3d47bbec-4776-4df4-9fd7-f00d34d7c6d3', 'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3', 'tenant_id': 'ad7d89cd3a0245c79c7eac953cdb166c', 'fixed_ips': [{'subnet_id': 'cc900554-b491-4f3f-b67f-bfc0ea15cde8'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:09.690230 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.803526 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-334d3d96-c254-426d-970a-bd1e8d938e43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cc900554-b491-4f3f-b67f-bfc0ea15cde8 (CIDR: 172.20.0.0/28) Jul 15 13:27:09.805216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.897648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event updated for resources: {'Port': ['ID=120d5178-7ad1-482a-bed8-b9c761986708,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.913441 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-334d3d96-c254-426d-970a-bd1e8d938e43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:09.914449 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334d3d96-c254-426d-970a-bd1e8d938e43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:09.949803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:09.954696 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-334d3d96-c254-426d-970a-bd1e8d938e43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6904502 Jul 15 13:27:09.960722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:09.985326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32804) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:09.994395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:10.010066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:10.024227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Allocated IP 172.20.0.2 (3d47bbec-4776-4df4-9fd7-f00d34d7c6d3/cc900554-b491-4f3f-b67f-bfc0ea15cde8/f56297b8-fd3b-47c2-a651-329eb5c9914d) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:10.117861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.119078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.176274 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ba0df40c-389b-4905-9a3a-33953ac98778 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1017923 Jul 15 13:27:10.182425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32806) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:10.189334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Request body: {'port': {'network_id': '46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1224955913', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:10.189844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.api.validators [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] bootfile-name is not in valid_values {{(pid=93734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:27:10.190186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.api.validators [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] tftp-server is not in valid_values {{(pid=93734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:27:10.190699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.api.validators [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] server-ip-address is not in valid_values {{(pid=93734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:27:10.204083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-a27d9804-5c1d-4013-b387-f0fc8479334a service neutron] 10.222.0.30 "GET /v2.0/ports/f5120eae-88df-4686-b17f-8410483f1881/bindings/n-h1-771362-36 HTTP/1.1" status: 200 len: 385 time: 0.2806714 Jul 15 13:27:10.213373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c42c-02d6-4f17-9383-570eb6c45c8a req-c1c9db42-7a74-4d8f-8315-3783dd818ecd tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.225856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c46c42c-02d6-4f17-9383-570eb6c45c8a req-c1c9db42-7a74-4d8f-8315-3783dd818ecd tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.5078583 Jul 15 13:27:10.309886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c46c42c-02d6-4f17-9383-570eb6c45c8a req-fa32b3c4-f41c-490a-8daa-32c0e24353bf tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826623 Jul 15 13:27:10.441738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Made reservation on behalf of 56bc246ebd664fd6b9aff735e66c053c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:10.447522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.492117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] device_id is not set on port 4464b239-32e1-4129-ab71-6d8cd3cf523b yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:10.512355 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.524362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Transition to ACTIVE for port object f56297b8-fd3b-47c2-a651-329eb5c9914d will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:10.545870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Transition to ACTIVE for port object f56297b8-fd3b-47c2-a651-329eb5c9914d will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:10.558161 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.563190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32810) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:10.571387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'subnets': [{'network_id': '19f3fd91-2c14-4dc0-ab1d-1de203d78ffc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1500698713', 'ip_version': 6}, {'network_id': '5686b0e9-5c39-4355-8d81-71677732861e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:10.572023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'subnet': {'network_id': '19f3fd91-2c14-4dc0-ab1d-1de203d78ffc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1500698713', 'ip_version': 6}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:10.572967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Request body: {'subnet': {'network_id': '5686b0e9-5c39-4355-8d81-71677732861e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:10.607537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:10.610921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:10.617319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:10.637612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Pushing event updated for resources: {'Port': ['ID=f56297b8-fd3b-47c2-a651-329eb5c9914d,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.708494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Attempting to bind port f56297b8-fd3b-47c2-a651-329eb5c9914d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:10.708864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Attempting to bind port f56297b8-fd3b-47c2-a651-329eb5c9914d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'fe025dad-cbf4-4779-b342-3a647585ab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:10.709227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Attempting to bind port f56297b8-fd3b-47c2-a651-329eb5c9914d on network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:10.715915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:10.716293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Checking segment: {'id': 'fe025dad-cbf4-4779-b342-3a647585ab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:10.716844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.717255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Bound using segment: {'id': 'fe025dad-cbf4-4779-b342-3a647585ab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:10.717743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Bound port: f56297b8-fd3b-47c2-a651-329eb5c9914d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe025dad-cbf4-4779-b342-3a647585ab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:10.718176 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.799248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] For port f56297b8-fd3b-47c2-a651-329eb5c9914d, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:10.803506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] For port f56297b8-fd3b-47c2-a651-329eb5c9914d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f56297b8-fd3b-47c2-a651-329eb5c9914d,segment=NetworkSegment(fe025dad-cbf4-4779-b342-3a647585ab0b),segment_id=fe025dad-cbf4-4779-b342-3a647585ab0b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:10.811522 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.846267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Allocated IP 172.20.0.8 (46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3/a3c3115a-64f9-4f50-9663-cdd3bcd6ca4c/4464b239-32e1-4129-ab71-6d8cd3cf523b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:10.887557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:10.898125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.943868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db6763-c8ae-45c5-bd95-0634a245b65f None None] Pushing event updated for resources: {'Port': ['ID=f56297b8-fd3b-47c2-a651-329eb5c9914d,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:11.021854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:11.097197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:11.110340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Made reservation on behalf of dcf8466e36f24ae5b60249e6ab2a2cb0 for: {'subnet': 2} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:11.115565 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.116059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.162587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-0875a9ec-08e9-4f49-9f28-e6a4fb22a5c2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:11.164403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-0875a9ec-08e9-4f49-9f28-e6a4fb22a5c2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 946 time: 0.5865052 Jul 15 13:27:11.176833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b658810-ac2c-4364-b4ac-0413323b04d2 req-74b32161-4dba-4a43-94bf-24f503fdf2cc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:11.178547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b658810-ac2c-4364-b4ac-0413323b04d2 req-74b32161-4dba-4a43-94bf-24f503fdf2cc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 946 time: 0.6038034 Jul 15 13:27:11.218014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:11.238313 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a08485-2e65-42d2-bbe6-da5638f16602" -d '{"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:11.295358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:11.418542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.429504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a2f86fc3-236c-4861-afce-a673007dc58c up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:11.433844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.469252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Transition to ACTIVE for port object 4464b239-32e1-4129-ab71-6d8cd3cf523b will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:11.493219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f19a3f-571c-489a-81f0-d7a247aad9f7 None None] Network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:11.617232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-89643014-b360-4cc1-8d3b-d383794e165d None None] Provisioning for port a2f86fc3-236c-4861-afce-a673007dc58c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:11.637792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a2f86fc3-236c-4861-afce-a673007dc58c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:11.640573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b658810-ac2c-4364-b4ac-0413323b04d2 req-78cf3bc2-0663-471c-b525-ba4a9788f993 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449960 Jul 15 13:27:11.646617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a2f86fc3-236c-4861-afce-a673007dc58c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:11.646996 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.744109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] Transition to ACTIVE for port object f5120eae-88df-4686-b17f-8410483f1881 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:11.807708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port 91b07495-a9ef-458c-9edb-434d0090071b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:11.808343 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.814920 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.900239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.983939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.993979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:12.004534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:12.019419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:12.064965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port a2f86fc3-236c-4861-afce-a673007dc58c, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a2f86fc3-236c-4861-afce-a673007dc58c,segment=NetworkSegment(bbe07801-42e0-4349-ae56-2607fd37fbfb),segment_id=bbe07801-42e0-4349-ae56-2607fd37fbfb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:12.065787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.068642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event updated for resources: {'Port': ['ID=4464b239-32e1-4129-ab71-6d8cd3cf523b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.083981 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.149337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.150876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.163686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=a2f86fc3-236c-4861-afce-a673007dc58c,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.183699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Subnet': ['ID=95866ce4-fd58-4516-aeea-b5228dd45dd0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.196053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Checking segment: {'id': '9c03adcd-1e69-446d-a54d-c4357f4d3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '19f3fd91-2c14-4dc0-ab1d-1de203d78ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:12.198006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Network hostable DHCP agents. Network: 19f3fd91-2c14-4dc0-ab1d-1de203d78ffc, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:12.206593 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68ad4f02-059e-402b-a624-af923584f9a8 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0222888 Jul 15 13:27:12.207446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32816) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.271604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Network 19f3fd91-2c14-4dc0-ab1d-1de203d78ffc is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:12.291035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 19f3fd91-2c14-4dc0-ab1d-1de203d78ffc) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:12.298920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.301765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45fa998-05a1-447e-91d7-c2f6c115ed97 None None] Network 19f3fd91-2c14-4dc0-ab1d-1de203d78ffc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:12.359658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25660aed-6f07-419d-b370-30bdcb6d47dc tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.365981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25660aed-6f07-419d-b370-30bdcb6d47dc tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.372970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25660aed-6f07-419d-b370-30bdcb6d47dc tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.378266 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-25660aed-6f07-419d-b370-30bdcb6d47dc tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1688864 Jul 15 13:27:12.382239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32818) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.526750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Checking segment: {'id': 'dde544ad-d9da-417f-9ce3-e314db388893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5686b0e9-5c39-4355-8d81-71677732861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:12.527152 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Network hostable DHCP agents. Network: 5686b0e9-5c39-4355-8d81-71677732861e, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:12.541970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event updated for resources: {'Subnet': ['ID=8ba560a3-51a6-484c-8ee5-bd69cce1150e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.586201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a90bd0dd-4ec8-445a-809d-76aebb266fba tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Deleting port 4464b239-32e1-4129-ab71-6d8cd3cf523b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:12.586479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a90bd0dd-4ec8-445a-809d-76aebb266fba tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.591848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Network 5686b0e9-5c39-4355-8d81-71677732861e is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:12.625603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 5686b0e9-5c39-4355-8d81-71677732861e) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:12.636865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.637365 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.638031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.698687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e8350-3cce-42a3-af7a-7e81bfc38978 None None] Network 5686b0e9-5c39-4355-8d81-71677732861e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:12.705140 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd9a2a3b-7fbc-47f3-8dfb-64093a655f89 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1384315 Jul 15 13:27:12.710632 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32822) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.724714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.754722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Provisioning for port 120d5178-7ad1-482a-bed8-b9c761986708 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:12.796677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a90bd0dd-4ec8-445a-809d-76aebb266fba tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.801328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Provisioning complete for port 120d5178-7ad1-482a-bed8-b9c761986708 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:12.802252 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.807477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.859889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a90bd0dd-4ec8-445a-809d-76aebb266fba tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Calling delete_port for 4464b239-32e1-4129-ab71-6d8cd3cf523b owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:12.891680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb56628-4270-444c-bc40-687319be6968 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.893393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb56628-4270-444c-bc40-687319be6968 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.895111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb56628-4270-444c-bc40-687319be6968 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.907306 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dfb56628-4270-444c-bc40-687319be6968 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1941447 Jul 15 13:27:12.909533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32824) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.941559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea2d01-d81d-4dfa-81c3-398f0088e4f1 None None] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:12.967050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] No DVR routers for this DVR port f5120eae-88df-4686-b17f-8410483f1881 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:12.995402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:13.018769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f29b0-5dc7-45c6-8072-ce55302b8f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-19f3fd91-2c14-4dc0-ab1d-1de203d78ffc', 'network_id': '19f3fd91-2c14-4dc0-ab1d-1de203d78ffc', 'tenant_id': 'dcf8466e36f24ae5b60249e6ab2a2cb0', 'fixed_ips': [{'subnet_id': '95866ce4-fd58-4516-aeea-b5228dd45dd0'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:13.020125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-217f29b0-5dc7-45c6-8072-ce55302b8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.054456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] For port 91b07495-a9ef-458c-9edb-434d0090071b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=91b07495-a9ef-458c-9edb-434d0090071b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:13.054903 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.058379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Port 120d5178-7ad1-482a-bed8-b9c761986708 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:13.072476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:13.075682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.076294 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.114084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cfbf6-ea35-40ba-ab48-91271071ae52 req-5f3cbc77-9cd9-4e20-a0e8-fa1e6ba4f199 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.122268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a7cfbf6-ea35-40ba-ab48-91271071ae52 req-5f3cbc77-9cd9-4e20-a0e8-fa1e6ba4f199 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 1.1740806 Jul 15 13:27:13.130078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for 91b07495-a9ef-458c-9edb-434d0090071b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:13.135558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1478295 Jul 15 13:27:13.144202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32826) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:13.163947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3', 'fixed_ips': [{'subnet_id': 'cc900554-b491-4f3f-b67f-bfc0ea15cde8'}, {'subnet_id': 'cf8fe511-e2d7-48b3-a4d8-acd91a2d0505'}], 'name': 'tempest-PortsTestJSON-196564750'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:13.179702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3f86c-7a0a-43ff-8596-51362666e323 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=cf8fe511-e2d7-48b3-a4d8-acd91a2d0505,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:13.217866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a7cfbf6-ea35-40ba-ab48-91271071ae52 req-75aec36d-359c-4f27-b8c6-89a517a41e89 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945773 Jul 15 13:27:13.304114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb30d87-6833-41e5-a617-3ceac5dceb04 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Deleting subnet 95866ce4-fd58-4516-aeea-b5228dd45dd0 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:13.326181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Provisioning for port 4464b239-32e1-4129-ab71-6d8cd3cf523b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:13.353003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-5686b0e9-5c39-4355-8d81-71677732861e', 'network_id': '5686b0e9-5c39-4355-8d81-71677732861e', 'tenant_id': 'dcf8466e36f24ae5b60249e6ab2a2cb0', 'fixed_ips': [{'subnet_id': '8ba560a3-51a6-484c-8ee5-bd69cce1150e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:13.358828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.375270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fb30d87-6833-41e5-a617-3ceac5dceb04 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.398058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Provisioning complete for port 4464b239-32e1-4129-ab71-6d8cd3cf523b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:13.398436 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.493932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fb30d87-6833-41e5-a617-3ceac5dceb04 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.594235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56297b8-fd3b-47c2-a651-329eb5c9914d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:13.601641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Port 4464b239-32e1-4129-ab71-6d8cd3cf523b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:13.628290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bc5949eb-7b16-4687-8d51-6cc836c59fc1 service neutron] 10.222.0.30 "PUT /v2.0/ports/f5120eae-88df-4686-b17f-8410483f1881/bindings/n-h1-771362-36/activate HTTP/1.1" status: 200 len: 370 time: 3.3964336 Jul 15 13:27:13.721530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Provisioning complete for port a2f86fc3-236c-4861-afce-a673007dc58c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:13.722102 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf36ff73-6e4a-4556-b727-b42732273270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.786418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f56297b8-fd3b-47c2-a651-329eb5c9914d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:13.797816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Allocated IP 2001:db8:0:1::1 (5686b0e9-5c39-4355-8d81-71677732861e/8ba560a3-51a6-484c-8ee5-bd69cce1150e/1fe9063b-ada3-4b52-b6a5-b895ea375ff2) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:13.809998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a2f86fc3-236c-4861-afce-a673007dc58c up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:13.851729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 91b07495-a9ef-458c-9edb-434d0090071b no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:13.878412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fb30d87-6833-41e5-a617-3ceac5dceb04 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.883458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350a4b4-ca53-4be4-b632-4f081dd0a0b2 req-1aac981e-07de-49af-951e-60762dbe4b3d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.887303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5350a4b4-ca53-4be4-b632-4f081dd0a0b2 req-1aac981e-07de-49af-951e-60762dbe4b3d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 945 time: 0.2926493 Jul 15 13:27:13.894021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.985869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:13.999880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=91b07495-a9ef-458c-9edb-434d0090071b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.041894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No active binding found for port 91b07495-a9ef-458c-9edb-434d0090071b {{(pid=93735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:27:14.042241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a90bd0dd-4ec8-445a-809d-76aebb266fba tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.042396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 91b07495-a9ef-458c-9edb-434d0090071b not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:14.049290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.049881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.050464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.051049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.052111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.052253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.052867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.053373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.053933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.054500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.055053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.056191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:14.065887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-d3c63bf8-3a10-4d70-9051-c113a1646937 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.069157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-d3c63bf8-3a10-4d70-9051-c113a1646937 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 1097 time: 0.3285499 Jul 15 13:27:14.098931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef05f2-c3b2-4aef-b634-9062f63f0fb2 None None] Update dhcp port {'port': {'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3', 'fixed_ips': [{'subnet_id': 'cc900554-b491-4f3f-b67f-bfc0ea15cde8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf8fe511-e2d7-48b3-a4d8-acd91a2d0505'}], 'binding:host_id': 'n-d-771362-36'}, 'id': 'f56297b8-fd3b-47c2-a651-329eb5c9914d'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:27:14.117718 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fb30d87-6833-41e5-a617-3ceac5dceb04 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server [None req-217f29b0-5dc7-45c6-8072-ce55302b8f0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95866ce4-fd58-4516-aeea-b5228dd45dd0: This subnet is being modified by another concurrent operation. Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:27:14.138107 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95866ce4-fd58-4516-aeea-b5228dd45dd0: This subnet is being modified by another concurrent operation. Jul 15 13:27:14.141751 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:27:14.174541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bd0dd-4ec8-445a-809d-76aebb266fba tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event deleted for resources: {'Port': ['ID=4464b239-32e1-4129-ab71-6d8cd3cf523b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.174850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] No DVR routers for this DVR port 91b07495-a9ef-458c-9edb-434d0090071b on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:14.194311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a2f86fc3-236c-4861-afce-a673007dc58c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:14.195208 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.195567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb30d87-6833-41e5-a617-3ceac5dceb04 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Subnet': ['ID=95866ce4-fd58-4516-aeea-b5228dd45dd0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.215880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e24dd-6773-483b-bdc6-628ed024e675 None None] Network 19f3fd91-2c14-4dc0-ab1d-1de203d78ffc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:14.222008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5350a4b4-ca53-4be4-b632-4f081dd0a0b2 req-66e57a31-81bd-40ff-93be-99115c61254e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244553 Jul 15 13:27:14.226582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.240771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fb30d87-6833-41e5-a617-3ceac5dceb04 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.242893 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7fb30d87-6833-41e5-a617-3ceac5dceb04 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/subnets/95866ce4-fd58-4516-aeea-b5228dd45dd0 HTTP/1.1" status: 204 len: 168 time: 1.3266640 Jul 15 13:27:14.250279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.259235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32832) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:14.259538 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4187b98-8ce5-46ff-a4a3-963891e90917 req-3fec4b66-0b15-41de-b388-bc7884111479 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "DELETE /v2.0/ports/91b07495-a9ef-458c-9edb-434d0090071b HTTP/1.1" status: 204 len: 173 time: 3.0498464 Jul 15 13:27:14.320137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-ea8ef31a-ce98-4b4e-886c-5403358d8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.326588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-ea8ef31a-ce98-4b4e-886c-5403358d8bd4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 1097 time: 0.2112620 Jul 15 13:27:14.364688 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015616d6-c854-463c-b0d9-32f0b1e8014a x-openstack-request-id: req-015616d6-c854-463c-b0d9-32f0b1e8014a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:14.365239 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:14.365668 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-015616d6-c854-463c-b0d9-32f0b1e8014a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:14.366351 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'code': 200} Jul 15 13:27:14.465150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:14.523912 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19ef05f2-c3b2-4aef-b634-9062f63f0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.532165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a616e1-a385-4b0f-ae7d-74f6dab8b3ec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Deleting subnet 8ba560a3-51a6-484c-8ee5-bd69cce1150e {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:14.601976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-49cad729-4949-44e9-be1f-3c4e53d78bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.605629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-49cad729-4949-44e9-be1f-3c4e53d78bbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1097 time: 0.2266431 Jul 15 13:27:14.611026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a90bd0dd-4ec8-445a-809d-76aebb266fba tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.619797 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a90bd0dd-4ec8-445a-809d-76aebb266fba tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "DELETE /v2.0/ports/4464b239-32e1-4129-ab71-6d8cd3cf523b HTTP/1.1" status: 204 len: 168 time: 2.2272811 Jul 15 13:27:14.623078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32836) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:14.641055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Request body: {'port': {'name': 'tempest-new-port-name-1232778183', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:14.642334 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.api.validators [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] bootfile-name is not in valid_values {{(pid=93733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:27:14.644160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.api.validators [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] tftp-server is not in valid_values {{(pid=93733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:27:14.644969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f5120eae-88df-4686-b17f-8410483f1881 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:14.648652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.api.validators [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] server-ip-address is not in valid_values {{(pid=93733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:27:14.749476 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.837658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Transition to ACTIVE for port object 1fe9063b-ada3-4b52-b6a5-b895ea375ff2 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:14.943943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.7 (3d47bbec-4776-4df4-9fd7-f00d34d7c6d3/cc900554-b491-4f3f-b67f-bfc0ea15cde8/ddcccf14-daa6-4cbc-a5c9-56bf691098f8) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:14.953196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.27 (3d47bbec-4776-4df4-9fd7-f00d34d7c6d3/cf8fe511-e2d7-48b3-a4d8-acd91a2d0505/ddcccf14-daa6-4cbc-a5c9-56bf691098f8) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:15.024094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Provisioning complete for port 120d5178-7ad1-482a-bed8-b9c761986708 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:15.025273 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.035496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Transition to ACTIVE for port object 1fe9063b-ada3-4b52-b6a5-b895ea375ff2 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:15.053291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a616e1-a385-4b0f-ae7d-74f6dab8b3ec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.155789 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a616e1-a385-4b0f-ae7d-74f6dab8b3ec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.192681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30055fa4-fe95-4c09-9a34-5d4e72e99518 req-d6be198c-6ef8-4943-a5f7-2219f906d41d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:15.207636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30055fa4-fe95-4c09-9a34-5d4e72e99518 req-d6be198c-6ef8-4943-a5f7-2219f906d41d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.3916528 Jul 15 13:27:15.221059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.237976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.255942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-c1706d25-0f3a-4c8d-9d41-1124fdb4ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:15.259788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-c1706d25-0f3a-4c8d-9d41-1124fdb4ee8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 200 len: 897 time: 0.6374266 Jul 15 13:27:15.283225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object ddcccf14-daa6-4cbc-a5c9-56bf691098f8 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:15.306581 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a616e1-a385-4b0f-ae7d-74f6dab8b3ec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.400007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.415338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a616e1-a385-4b0f-ae7d-74f6dab8b3ec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.455877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30055fa4-fe95-4c09-9a34-5d4e72e99518 req-591b5ea1-089d-4b60-9f71-88b692ec2d58 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461793 Jul 15 13:27:15.512371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1a616e1-a385-4b0f-ae7d-74f6dab8b3ec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.516195 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d1a616e1-a385-4b0f-ae7d-74f6dab8b3ec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/subnets/8ba560a3-51a6-484c-8ee5-bd69cce1150e HTTP/1.1" status: 204 len: 168 time: 1.2621453 Jul 15 13:27:15.521307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a616e1-a385-4b0f-ae7d-74f6dab8b3ec tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba560a3-51a6-484c-8ee5-bd69cce1150e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.531767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32840) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:15.562506 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:15.567221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:15.575942 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.585545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:15.590627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=ddcccf14-daa6-4cbc-a5c9-56bf691098f8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.626319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device f5120eae-88df-4686-b17f-8410483f1881 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:15.650410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-2abde358-9c81-4d80-a4f0-3e8a6de75695 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 999 time: 0.3794863 Jul 15 13:27:15.687026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:15.688183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.728149 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ca7dfc68-f2e5-4cb7-9dfb-dfd629243419 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.5734334 Jul 15 13:27:15.732677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32842) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:15.740447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc900554-b491-4f3f-b67f-bfc0ea15cde8'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:15.760277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Port 120d5178-7ad1-482a-bed8-b9c761986708 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:15.772056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Network 5686b0e9-5c39-4355-8d81-71677732861e is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:15.833047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:15.846445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Pushing event updated for resources: {'Port': ['ID=1fe9063b-ada3-4b52-b6a5-b895ea375ff2,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.859576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:15.891049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5061c4-2a32-4139-a0a9-f1a1f085350b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:15.892860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5b5061c4-2a32-4139-a0a9-f1a1f085350b tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3411369 Jul 15 13:27:15.897624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Provisioning for port f56297b8-fd3b-47c2-a651-329eb5c9914d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:15.907469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23bf04f6-7083-4ae5-983c-86a43d729d17 req-29d608c5-aeca-451a-8af5-15db62ddb332 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 210 time: 0.1515458 Jul 15 13:27:15.911636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.925737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32844) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:15.956965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Provisioning complete for port f56297b8-fd3b-47c2-a651-329eb5c9914d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:15.957586 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.004550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-19ef05f2-c3b2-4aef-b634-9062f63f0fb2 None None] Allocated IP 172.20.0.18 (3d47bbec-4776-4df4-9fd7-f00d34d7c6d3/cf8fe511-e2d7-48b3-a4d8-acd91a2d0505/f56297b8-fd3b-47c2-a651-329eb5c9914d) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:16.047387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-f9e02082-e228-4fa2-9d63-0fc777237b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.048925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-f9e02082-e228-4fa2-9d63-0fc777237b89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f HTTP/1.1" status: 200 len: 834 time: 0.3750780 Jul 15 13:27:16.109180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Attempting to bind port 1fe9063b-ada3-4b52-b6a5-b895ea375ff2 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:16.109865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Attempting to bind port 1fe9063b-ada3-4b52-b6a5-b895ea375ff2 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'dde544ad-d9da-417f-9ce3-e314db388893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5686b0e9-5c39-4355-8d81-71677732861e'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:16.110502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Attempting to bind port 1fe9063b-ada3-4b52-b6a5-b895ea375ff2 on network 5686b0e9-5c39-4355-8d81-71677732861e {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:16.156924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.206168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:16.206475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Checking segment: {'id': 'dde544ad-d9da-417f-9ce3-e314db388893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5686b0e9-5c39-4355-8d81-71677732861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:16.207003 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.207708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Bound using segment: {'id': 'dde544ad-d9da-417f-9ce3-e314db388893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5686b0e9-5c39-4355-8d81-71677732861e'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:16.208721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Bound port: 1fe9063b-ada3-4b52-b6a5-b895ea375ff2, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde544ad-d9da-417f-9ce3-e314db388893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5686b0e9-5c39-4355-8d81-71677732861e'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:16.209376 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.257147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-2f60f31e-dc7d-4812-9687-f18e6365d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.259445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-2f60f31e-dc7d-4812-9687-f18e6365d73d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60459bcb-05b0-44d6-8f78-07dcdbec5876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958711 Jul 15 13:27:16.287726 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.311936 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.371095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e0a810-7c9a-4e70-8270-db28f526f997', 'name': 'network-vif-deleted', 'tag': '91b07495-a9ef-458c-9edb-434d0090071b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:16.373774 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dbaa50-d0f0-4f25-bad3-d1a183468d99" -d '{"events": [{"server_uuid": "82e0a810-7c9a-4e70-8270-db28f526f997", "name": "network-vif-deleted", "tag": "91b07495-a9ef-458c-9edb-434d0090071b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:16.459773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] For port 1fe9063b-ada3-4b52-b6a5-b895ea375ff2, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:16.464157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] For port 1fe9063b-ada3-4b52-b6a5-b895ea375ff2, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1fe9063b-ada3-4b52-b6a5-b895ea375ff2,segment=NetworkSegment(dde544ad-d9da-417f-9ce3-e314db388893),segment_id=dde544ad-d9da-417f-9ce3-e314db388893)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:16.468998 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.497861 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.503803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Deleting port 1fe9063b-ada3-4b52-b6a5-b895ea375ff2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:16.504073 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.550539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event updated for resources: {'Port': ['ID=120d5178-7ad1-482a-bed8-b9c761986708,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:16.575257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101428f-dc62-4605-84ad-642dd0d50bce None None] Pushing event updated for resources: {'Port': ['ID=1fe9063b-ada3-4b52-b6a5-b895ea375ff2,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:16.597306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] In _notify_port_updated(), no bound segment for port 120d5178-7ad1-482a-bed8-b9c761986708 on network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 {{(pid=93733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:27:16.604428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.605149 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.606784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a3570426-3f00-4388-b0b8-bc68905121cb tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "PUT /v2.0/ports/120d5178-7ad1-482a-bed8-b9c761986708 HTTP/1.1" status: 200 len: 1136 time: 1.9819057 Jul 15 13:27:16.611561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32852) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.658172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-19ef05f2-c3b2-4aef-b634-9062f63f0fb2 None None] For port f56297b8-fd3b-47c2-a651-329eb5c9914d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f56297b8-fd3b-47c2-a651-329eb5c9914d,segment=NetworkSegment(fe025dad-cbf4-4779-b342-3a647585ab0b),segment_id=fe025dad-cbf4-4779-b342-3a647585ab0b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:16.719799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-924b1670-16d1-469c-bc4d-4bd211d1f593 service neutron] 10.222.0.35 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469059 Jul 15 13:27:16.740429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eac95c-d1e9-4263-bff3-cde17dbf626f tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.742509 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e9eac95c-d1e9-4263-bff3-cde17dbf626f tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "GET /v2.0/ports/120d5178-7ad1-482a-bed8-b9c761986708 HTTP/1.1" status: 200 len: 1136 time: 0.1297665 Jul 15 13:27:16.750723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32854) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.804415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] For port 1fe9063b-ada3-4b52-b6a5-b895ea375ff2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1fe9063b-ada3-4b52-b6a5-b895ea375ff2,segment=NetworkSegment(dde544ad-d9da-417f-9ce3-e314db388893),segment_id=dde544ad-d9da-417f-9ce3-e314db388893)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:16.804740 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.830158 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19ef05f2-c3b2-4aef-b634-9062f63f0fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.858350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Calling delete_port for 1fe9063b-ada3-4b52-b6a5-b895ea375ff2 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:16.871454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-19ef05f2-c3b2-4aef-b634-9062f63f0fb2 None None] Ignored duplicate provisioning block setup for port f56297b8-fd3b-47c2-a651-329eb5c9914d by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:27:16.889650 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19ef05f2-c3b2-4aef-b634-9062f63f0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.947369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-12a6a76d-b247-43c7-9711-cae8aa15b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.948389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-12a6a76d-b247-43c7-9711-cae8aa15b9e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 0.2676697 Jul 15 13:27:16.950485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-bb757052-0313-4320-9e7c-f63b306b1f95 service neutron] 10.222.0.35 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104447 Jul 15 13:27:17.019082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Delete allocated IP 172.20.0.27 (3d47bbec-4776-4df4-9fd7-f00d34d7c6d3/cf8fe511-e2d7-48b3-a4d8-acd91a2d0505) {{(pid=93734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:27:17.020027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e977af-964f-4cb7-9afd-d11d4b7910d9 None None] Network 5686b0e9-5c39-4355-8d81-71677732861e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:17.147496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.218884 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:27:17.221739 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:27:17.231767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.251347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Port': ['ID=1fe9063b-ada3-4b52-b6a5-b895ea375ff2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.253889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Ignored duplicate provisioning block setup for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:27:17.274013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef05f2-c3b2-4aef-b634-9062f63f0fb2 None None] Pushing event updated for resources: {'Port': ['ID=f56297b8-fd3b-47c2-a651-329eb5c9914d,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.276713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.313823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] No DVR routers for this DVR port 1fe9063b-ada3-4b52-b6a5-b895ea375ff2 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:17.410604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-65a52eb1-2ceb-42c4-9aaa-b0f67e8f03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:17.413951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-65a52eb1-2ceb-42c4-9aaa-b0f67e8f03f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.4576023 Jul 15 13:27:17.485615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=ddcccf14-daa6-4cbc-a5c9-56bf691098f8,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.548371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] In _notify_port_updated(), no bound segment for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 on network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:27:17.555263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:17.556023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.557423 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-53ccdd63-d65f-492b-8a1c-6ee6fe0a400e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "PUT /v2.0/ports/ddcccf14-daa6-4cbc-a5c9-56bf691098f8 HTTP/1.1" status: 200 len: 918 time: 1.8236184 Jul 15 13:27:17.564244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32858) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.566196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-41e744ec-1c76-4da3-bcc7-b2d00bc07d43 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Deleting port 120d5178-7ad1-482a-bed8-b9c761986708 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:17.566545 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41e744ec-1c76-4da3-bcc7-b2d00bc07d43 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.575946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc900554-b491-4f3f-b67f-bfc0ea15cde8'}, {'subnet_id': 'cf8fe511-e2d7-48b3-a4d8-acd91a2d0505'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:17.704675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.758356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5686b0e9-5c39-4355-8d81-71677732861e']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:17.779041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.787484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41e744ec-1c76-4da3-bcc7-b2d00bc07d43 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.815258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-41e744ec-1c76-4da3-bcc7-b2d00bc07d43 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Calling delete_port for 120d5178-7ad1-482a-bed8-b9c761986708 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:17.854591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] For port f56297b8-fd3b-47c2-a651-329eb5c9914d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f56297b8-fd3b-47c2-a651-329eb5c9914d,segment=NetworkSegment(fe025dad-cbf4-4779-b342-3a647585ab0b),segment_id=fe025dad-cbf4-4779-b342-3a647585ab0b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:17.858062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde544ad-d9da-417f-9ce3-e314db388893') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:17.859734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde544ad-d9da-417f-9ce3-e314db388893') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:17.862940 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.869774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Could not find standard attr ID for object 4464b239-32e1-4129-ab71-6d8cd3cf523b. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:17.921871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-e3d4a3f0-198f-4135-90ce-3b5e29c5bc08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 998 time: 0.4580986 Jul 15 13:27:17.954516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b099fd-68dd-45ba-a51d-ee900d97eec8 None None] Pushing event updated for resources: {'Port': ['ID=f56297b8-fd3b-47c2-a651-329eb5c9914d,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.978761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66a25c-9102-4785-9ee5-eb26dae57fa0 None None] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:17.986741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.057156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41e744ec-1c76-4da3-bcc7-b2d00bc07d43 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.080209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fda0-30a5-475f-9ecd-2f48fd634dc9 req-8af89af3-d54b-4faa-8712-763386814895 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.087981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25b4fda0-30a5-475f-9ecd-2f48fd634dc9 req-8af89af3-d54b-4faa-8712-763386814895 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 945 time: 0.8663845 Jul 15 13:27:18.091653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56297b8-fd3b-47c2-a651-329eb5c9914d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:18.094981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.102260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a165a0cc-16e5-4004-a198-b3f78970304e None None] Could not find standard attr ID for object 120d5178-7ad1-482a-bed8-b9c761986708. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:18.112566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:18.113121 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.118603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:18.122470 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:18.161922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e744ec-1c76-4da3-bcc7-b2d00bc07d43 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event deleted for resources: {'Port': ['ID=120d5178-7ad1-482a-bed8-b9c761986708,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.174760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-ca7e1025-e3fe-439d-8ec5-ca349b4da34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.176361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-ca7e1025-e3fe-439d-8ec5-ca349b4da34b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.2392395 Jul 15 13:27:18.183761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a165a0cc-16e5-4004-a198-b3f78970304e None None] Provisioning complete for port f56297b8-fd3b-47c2-a651-329eb5c9914d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:18.183761 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a165a0cc-16e5-4004-a198-b3f78970304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.402089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41e744ec-1c76-4da3-bcc7-b2d00bc07d43 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.406690 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-41e744ec-1c76-4da3-bcc7-b2d00bc07d43 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "DELETE /v2.0/ports/120d5178-7ad1-482a-bed8-b9c761986708 HTTP/1.1" status: 204 len: 168 time: 1.6536760 Jul 15 13:27:18.418337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32862) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:18.542110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f56297b8-fd3b-47c2-a651-329eb5c9914d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:18.543062 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.684908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adda3-5652-4f76-abff-1df8390bebb2 req-57c4cec5-a870-4b52-be2f-f164744817f8 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.686293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-17010db7-a763-4201-a975-e0f211631d1d tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Deleting subnet a3c3115a-64f9-4f50-9663-cdd3bcd6ca4c {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:18.687355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-57c4cec5-a870-4b52-be2f-f164744817f8 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 1097 time: 1.1270711 Jul 15 13:27:18.693866 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-17010db7-a763-4201-a975-e0f211631d1d tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.735813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25b4fda0-30a5-475f-9ecd-2f48fd634dc9 req-d028b86f-56b9-4ee6-bd80-6c2cbc2dc217 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6466658 Jul 15 13:27:18.816791 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-17010db7-a763-4201-a975-e0f211631d1d tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.828549 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.842690 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.848817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/networks/5686b0e9-5c39-4355-8d81-71677732861e HTTP/1.1" status: 204 len: 168 time: 2.9219337 Jul 15 13:27:18.851662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32864) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:18.878366 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a1325-e431-4f0f-8186-acf4d45866d1 x-openstack-request-id: req-a50a1325-e431-4f0f-8186-acf4d45866d1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:18.878662 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e0a810-7c9a-4e70-8270-db28f526f997", "name": "network-vif-deleted", "tag": "91b07495-a9ef-458c-9edb-434d0090071b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:18.878916 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a50a1325-e431-4f0f-8186-acf4d45866d1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:18.879413 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e0a810-7c9a-4e70-8270-db28f526f997', 'name': 'network-vif-deleted', 'tag': '91b07495-a9ef-458c-9edb-434d0090071b', 'status': 'completed', 'code': 200} Jul 15 13:27:18.928495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89835ce-6491-4986-8f70-384c0f456d02 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Network': ['ID=5686b0e9-5c39-4355-8d81-71677732861e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.941606 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ac855bbf-2848-42d8-be4e-17005fa6f4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.033832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.046382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-e9606a68-cae0-4133-9e1c-ee6b1a530582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.048214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-e9606a68-cae0-4133-9e1c-ee6b1a530582 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8585923 Jul 15 13:27:19.094632 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.28 (3d47bbec-4776-4df4-9fd7-f00d34d7c6d3/cf8fe511-e2d7-48b3-a4d8-acd91a2d0505/ddcccf14-daa6-4cbc-a5c9-56bf691098f8) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:19.203000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-17010db7-a763-4201-a975-e0f211631d1d tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.229164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-caa6f910-9640-4ca8-80ff-3a06650b61c3 None None] Provisioning complete for port f56297b8-fd3b-47c2-a651-329eb5c9914d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:19.230169 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-caa6f910-9640-4ca8-80ff-3a06650b61c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.283638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-17010db7-a763-4201-a975-e0f211631d1d tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.329119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17010db7-a763-4201-a975-e0f211631d1d tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c3115a-64f9-4f50-9663-cdd3bcd6ca4c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:19.371004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-17010db7-a763-4201-a975-e0f211631d1d tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.375982 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-17010db7-a763-4201-a975-e0f211631d1d tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "DELETE /v2.0/subnets/a3c3115a-64f9-4f50-9663-cdd3bcd6ca4c HTTP/1.1" status: 204 len: 168 time: 0.9564385 Jul 15 13:27:19.378077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43a3e7-8bf2-41dd-8c0d-9017944792e8 None None] Network 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:19.379495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32866) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:19.426098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-574adda3-5652-4f76-abff-1df8390bebb2 req-ddb03afe-05aa-47d8-bdf8-f48a34164402 service neutron] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:19.442554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-574adda3-5652-4f76-abff-1df8390bebb2 req-ddb03afe-05aa-47d8-bdf8-f48a34164402 service neutron] Notify callbacks [] for binding, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.444540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-ddb03afe-05aa-47d8-bdf8-f48a34164402 service neutron] 10.222.0.35 "DELETE /v2.0/ports/f5120eae-88df-4686-b17f-8410483f1881/bindings/n-h2-771362-36 HTTP/1.1" status: 204 len: 173 time: 0.7328849 Jul 15 13:27:19.486217 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.583911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.615045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f3fd91-2c14-4dc0-ab1d-1de203d78ffc']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:19.628523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-b481fcf7-ada2-46f3-bfff-55f2a8c838b4 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491881 Jul 15 13:27:19.633180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c03adcd-1e69-446d-a54d-c4357f4d3f25') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:19.634018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c03adcd-1e69-446d-a54d-c4357f4d3f25') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:19.644105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105b645-d8a6-42b6-9998-8e7ed15e00cd req-13851b4b-096d-4953-9fdb-963c223b5212 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.645784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0105b645-d8a6-42b6-9998-8e7ed15e00cd req-13851b4b-096d-4953-9fdb-963c223b5212 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.5965450 Jul 15 13:27:19.665935 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.668303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.693473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Ignored duplicate provisioning block setup for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:27:19.697286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-caa6f910-9640-4ca8-80ff-3a06650b61c3 None None] Provisioning for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:19.700761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Deleting port a2f86fc3-236c-4861-afce-a673007dc58c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:19.701507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.706179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-caa6f910-9640-4ca8-80ff-3a06650b61c3 None None] Provisioning complete for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:19.706735 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-caa6f910-9640-4ca8-80ff-3a06650b61c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.728520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.741934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.752454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-caa6f910-9640-4ca8-80ff-3a06650b61c3 None None] Port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:19.760918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0105b645-d8a6-42b6-9998-8e7ed15e00cd req-9cf92bef-0cd2-489c-a1de-53ea238cb1eb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894780 Jul 15 13:27:19.874182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=ddcccf14-daa6-4cbc-a5c9-56bf691098f8,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:19.885331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:19.885770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.888143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ac12bf2b-a628-4060-9a8c-5eeadee6fbd2 None None] Provisioning complete for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:19.889772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ac12bf2b-a628-4060-9a8c-5eeadee6fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:19.890028 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:20.020832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ac12bf2b-a628-4060-9a8c-5eeadee6fbd2 None None] Port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:20.025865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] DHCP port deletion for 46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:20.077652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fbf3b4-adfe-4413-8a85-acca68b78a8e req-c261cefb-ceb7-4dc6-a38f-8a629f4052f5 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289606 Jul 15 13:27:20.080558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.090547 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] For port a2f86fc3-236c-4861-afce-a673007dc58c, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a2f86fc3-236c-4861-afce-a673007dc58c,segment=NetworkSegment(bbe07801-42e0-4349-ae56-2607fd37fbfb),segment_id=bbe07801-42e0-4349-ae56-2607fd37fbfb)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:20.090971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.101732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56297b8-fd3b-47c2-a651-329eb5c9914d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:20.102498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.106222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/networks/19f3fd91-2c14-4dc0-ab1d-1de203d78ffc HTTP/1.1" status: 204 len: 168 time: 1.2470753 Jul 15 13:27:20.112694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.153415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352d80f-58cd-4c4c-a0cc-79f23c5b6c57 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Network': ['ID=19f3fd91-2c14-4dc0-ab1d-1de203d78ffc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.233471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999516-5183-4cf0-b706-652ef7a32e34 req-8e232294-5000-4b54-a4a7-e0cd58372562 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:20.241334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a999516-5183-4cf0-b706-652ef7a32e34 req-8e232294-5000-4b54-a4a7-e0cd58372562 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.2346306 Jul 15 13:27:20.314198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a999516-5183-4cf0-b706-652ef7a32e34 req-c27aaba3-5acf-4207-a224-49a486cf8e72 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713506 Jul 15 13:27:20.533746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f56297b8-fd3b-47c2-a651-329eb5c9914d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:20.534305 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.578667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ec3b41c-7c35-492b-9d0b-470d18266258 req-1ea4077e-734b-422d-81ff-8e95eb7761a4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=82e0a810-7c9a-4e70-8270-db28f526f997 HTTP/1.1" status: 200 len: 210 time: 0.0975757 Jul 15 13:27:20.593087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d082919c-e474-41cd-99e1-b4eceac7c8b2 None None] Provisioning complete for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:20.593087 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d082919c-e474-41cd-99e1-b4eceac7c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.654013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d082919c-e474-41cd-99e1-b4eceac7c8b2 None None] Port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:20.666625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] Deleting port a2f86fc3-236c-4861-afce-a673007dc58c {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:20.666997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.789071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Calling delete_port for a2f86fc3-236c-4861-afce-a673007dc58c owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:20.835413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.839876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] For port a2f86fc3-236c-4861-afce-a673007dc58c, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a2f86fc3-236c-4861-afce-a673007dc58c,segment=NetworkSegment(bbe07801-42e0-4349-ae56-2607fd37fbfb),segment_id=bbe07801-42e0-4349-ae56-2607fd37fbfb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:20.840299 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.868101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] Calling delete_port for a2f86fc3-236c-4861-afce-a673007dc58c owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:20.870043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-209fe743-1e07-4d0a-afe6-330dd517f959 None None] Provisioning complete for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:20.870433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-209fe743-1e07-4d0a-afe6-330dd517f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.929158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] In _notify_port_updated(), no bound segment for port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 on network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:27:20.935502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:20.936210 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.937764 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-89ec91f3-d109-4a2b-ac49-00cf90e28608 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "PUT /v2.0/ports/ddcccf14-daa6-4cbc-a5c9-56bf691098f8 HTTP/1.1" status: 200 len: 998 time: 3.3678792 Jul 15 13:27:20.942102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32876) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.988207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-209fe743-1e07-4d0a-afe6-330dd517f959 None None] Port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:21.032953 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.062261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] Pushing event deleted for resources: {'Port': ['ID=a2f86fc3-236c-4861-afce-a673007dc58c,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.069493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2faf67-86d1-4d80-b3eb-40194cbdf74f None None] No DVR routers for this DVR port a2f86fc3-236c-4861-afce-a673007dc58c on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:21.092013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.093474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b5a42-1e6f-469e-b632-ca0ddb8a9e0d None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:27:21.104577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9f59ff-165f-4ac5-bb81-e8b465330ad0']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.117584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3272bac0-463b-446c-95e9-a63d3d956455') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.117956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3272bac0-463b-446c-95e9-a63d3d956455') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.131116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.141587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e00c0dda-a48a-4e69-b45c-3e3411d65b43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port ddcccf14-daa6-4cbc-a5c9-56bf691098f8 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:21.142149 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e00c0dda-a48a-4e69-b45c-3e3411d65b43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.153919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.160735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:21.161190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:21.191016 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:21.266445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.276741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e21ccc-7415-42af-8c36-f44fb89f678c req-0539017d-7bf7-40c1-a829-27f8657ea5b9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:21.281034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e21ccc-7415-42af-8c36-f44fb89f678c req-0539017d-7bf7-40c1-a829-27f8657ea5b9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 945 time: 0.2663860 Jul 15 13:27:21.281360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.283704 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/networks/4d9f59ff-165f-4ac5-bb81-e8b465330ad0 HTTP/1.1" status: 204 len: 168 time: 1.1660666 Jul 15 13:27:21.290045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32878) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:21.300373 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.306466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b5a42-1e6f-469e-b632-ca0ddb8a9e0d None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:27:21.311184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7569fc2-ef9a-47fe-baca-14027299b03e tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Network': ['ID=4d9f59ff-165f-4ac5-bb81-e8b465330ad0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.323613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] No DVR routers for this DVR port a2f86fc3-236c-4861-afce-a673007dc58c on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:21.350253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event deleted for resources: {'Port': ['ID=a2f86fc3-236c-4861-afce-a673007dc58c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.364844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e00c0dda-a48a-4e69-b45c-3e3411d65b43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.373384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1e21ccc-7415-42af-8c36-f44fb89f678c req-550890bf-1c60-44d6-8b0f-0dbfbacf8349 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872834 Jul 15 13:27:21.405573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e00c0dda-a48a-4e69-b45c-3e3411d65b43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for ddcccf14-daa6-4cbc-a5c9-56bf691098f8 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:21.466781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.480792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.494341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe07801-42e0-4349-ae56-2607fd37fbfb') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.497422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.497750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe07801-42e0-4349-ae56-2607fd37fbfb') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.513278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.532510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.543183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:21.544075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:21.555992 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:21.651679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.660076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.664505 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] 10.222.0.25 "DELETE /v2.0/networks/46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3 HTTP/1.1" status: 204 len: 168 time: 2.2827466 Jul 15 13:27:21.678966 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-46087013-18bf-47d0-8cf9-42d110e1db47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.692944 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.693274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a2796-45c0-4569-b261-0ee5dd1237d5 tempest-ExtraDHCPOptionsTestJSON-1474023361 tempest-ExtraDHCPOptionsTestJSON-1474023361-project] Pushing event deleted for resources: {'Network': ['ID=46bd81a0-78aa-4cf4-ad92-6debcc5ff3c3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.970325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.988951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548a41ff-6aa6-408e-8b45-c5a78f544916']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:22.008955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930d453f-b1fd-4cdd-9c76-a2006ab5effa') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:22.009315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930d453f-b1fd-4cdd-9c76-a2006ab5effa') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:22.015038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a2f86fc3-236c-4861-afce-a673007dc58c no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:22.027692 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.047156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a2f86fc3-236c-4861-afce-a673007dc58c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:22.047871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a2f86fc3-236c-4861-afce-a673007dc58c not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:22.052143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.065824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:22.066459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:22.102282 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:22.106215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e00c0dda-a48a-4e69-b45c-3e3411d65b43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.159226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db25edb-c2c3-42a8-8dab-4da33fbfa4ae None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:27:22.233723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c0dda-a48a-4e69-b45c-3e3411d65b43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=ddcccf14-daa6-4cbc-a5c9-56bf691098f8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:22.244651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32894) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.312229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.325553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.332139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] 10.222.0.25 "DELETE /v2.0/networks/548a41ff-6aa6-408e-8b45-c5a78f544916 HTTP/1.1" status: 204 len: 168 time: 1.0365844 Jul 15 13:27:22.368213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d143077-c030-4506-adda-c8bd4f733620 tempest-BulkNetworkOpsIpV6Test-1598950001 tempest-BulkNetworkOpsIpV6Test-1598950001-project] Pushing event deleted for resources: {'Network': ['ID=548a41ff-6aa6-408e-8b45-c5a78f544916,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:22.420879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e00c0dda-a48a-4e69-b45c-3e3411d65b43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.424244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e00c0dda-a48a-4e69-b45c-3e3411d65b43 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/ddcccf14-daa6-4cbc-a5c9-56bf691098f8 HTTP/1.1" status: 204 len: 168 time: 1.4807634 Jul 15 13:27:22.429932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db25edb-c2c3-42a8-8dab-4da33fbfa4ae None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:27:22.432366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32900) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.468560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d323cbf-2e03-4dc2-99ae-6ec0f16742e1 req-0c9cb135-79a1-4183-b594-83557ae08e18 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.482120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d323cbf-2e03-4dc2-99ae-6ec0f16742e1 req-0c9cb135-79a1-4183-b594-83557ae08e18 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3528168 Jul 15 13:27:22.489726 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bd1ede72-819f-4f7d-b006-f2c5005e7513 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56bc246ebd664fd6b9aff735e66c053c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424803 Jul 15 13:27:22.494613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32902) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.514508 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-552316c0-0b2b-4b7a-9b53-cc6f37c68e83 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:27:22.516272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-552316c0-0b2b-4b7a-9b53-cc6f37c68e83 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/ddcccf14-daa6-4cbc-a5c9-56bf691098f8 HTTP/1.1" status: 404 len: 333 time: 0.0824697 Jul 15 13:27:22.522982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32904) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.590689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8946a9d-8815-49b2-83e4-b618c1603c91 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet cf8fe511-e2d7-48b3-a4d8-acd91a2d0505 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:22.595381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8946a9d-8815-49b2-83e4-b618c1603c91 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.624410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d797cba0-3b59-4fba-bda4-e62e8345c0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.646989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d323cbf-2e03-4dc2-99ae-6ec0f16742e1 req-14b3f8dc-e422-4e8f-a33d-9e47234a849f tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637173 Jul 15 13:27:22.658302 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8946a9d-8815-49b2-83e4-b618c1603c91 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.674147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d797cba0-3b59-4fba-bda4-e62e8345c0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.791307 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d797cba0-3b59-4fba-bda4-e62e8345c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.795698 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d797cba0-3b59-4fba-bda4-e62e8345c0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.798486 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d797cba0-3b59-4fba-bda4-e62e8345c0eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d745e59-34d7-42ff-b6d1-0816f75e376f HTTP/1.1" status: 204 len: 168 time: 0.3007848 Jul 15 13:27:22.854833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8946a9d-8815-49b2-83e4-b618c1603c91 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.857678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797cba0-3b59-4fba-bda4-e62e8345c0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d745e59-34d7-42ff-b6d1-0816f75e376f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:22.870000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32912) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.949890 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.036796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8946a9d-8815-49b2-83e4-b618c1603c91 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.091358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8946a9d-8815-49b2-83e4-b618c1603c91 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8fe511-e2d7-48b3-a4d8-acd91a2d0505,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.101383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8946a9d-8815-49b2-83e4-b618c1603c91 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.110938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c8946a9d-8815-49b2-83e4-b618c1603c91 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/cf8fe511-e2d7-48b3-a4d8-acd91a2d0505 HTTP/1.1" status: 204 len: 168 time: 0.5865724 Jul 15 13:27:23.116616 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-58d35c39-90cd-4eac-8b5d-5fff073afe43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcf8466e36f24ae5b60249e6ab2a2cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419009 Jul 15 13:27:23.117021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32916) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.118115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32918) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.191841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d291d4b-c820-4abc-9371-043e2764824d req-1eb49660-68a1-4fd0-802a-2cbf09de9a15 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.193507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d291d4b-c820-4abc-9371-043e2764824d req-1eb49660-68a1-4fd0-802a-2cbf09de9a15 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1097 time: 0.3342988 Jul 15 13:27:23.259125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba990de2-743d-4608-854c-aaf07b2de262 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet cc900554-b491-4f3f-b67f-bfc0ea15cde8 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:23.272662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba990de2-743d-4608-854c-aaf07b2de262 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.358655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ee046b-73dd-419e-ab8f-836bfba6de84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.370411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbbc16-6a22-4f17-b2c0-4bdf0eda0803 None None] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:23.402188 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba990de2-743d-4608-854c-aaf07b2de262 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.456819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ee046b-73dd-419e-ab8f-836bfba6de84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.592971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba990de2-743d-4608-854c-aaf07b2de262 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.601023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ee046b-73dd-419e-ab8f-836bfba6de84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.604483 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ee046b-73dd-419e-ab8f-836bfba6de84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.610114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d9ee046b-73dd-419e-ab8f-836bfba6de84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e105ffa6-f3c8-4089-b6c4-c71c31e4e1bb HTTP/1.1" status: 204 len: 168 time: 0.4845190 Jul 15 13:27:23.639962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d291d4b-c820-4abc-9371-043e2764824d req-1489c848-4c73-4b04-b51d-eab53533d5ec tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4344487 Jul 15 13:27:23.647548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee046b-73dd-419e-ab8f-836bfba6de84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e105ffa6-f3c8-4089-b6c4-c71c31e4e1bb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.725344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba990de2-743d-4608-854c-aaf07b2de262 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.780025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba990de2-743d-4608-854c-aaf07b2de262 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=cc900554-b491-4f3f-b67f-bfc0ea15cde8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.798167 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba990de2-743d-4608-854c-aaf07b2de262 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.801900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ba990de2-743d-4608-854c-aaf07b2de262 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/cc900554-b491-4f3f-b67f-bfc0ea15cde8 HTTP/1.1" status: 204 len: 168 time: 0.6823614 Jul 15 13:27:23.806985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32936) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.951347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac62026-d3b7-4229-95ee-b6ec1e82be38 None None] Update dhcp port {'port': {'network_id': '3d47bbec-4776-4df4-9fd7-f00d34d7c6d3', 'fixed_ips': [{'subnet_id': 'cc900554-b491-4f3f-b67f-bfc0ea15cde8'}], 'binding:host_id': 'n-d-771362-36'}, 'id': 'f56297b8-fd3b-47c2-a651-329eb5c9914d'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:27:24.027008 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.067055 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aac62026-d3b7-4229-95ee-b6ec1e82be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.321416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b2a4-ef9d-4d92-95c6-c1908a509a0a req-cae094ee-4785-49b8-a2fd-c413d8f913e5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.327978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc05b2a4-ef9d-4d92-95c6-c1908a509a0a req-cae094ee-4785-49b8-a2fd-c413d8f913e5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.2717252 Jul 15 13:27:24.358704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port f56297b8-fd3b-47c2-a651-329eb5c9914d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:24.359367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.466217 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.582252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874b2bc9-35f7-466b-a63f-775f5d8fe5bc None None] Network 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:24.614861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc05b2a4-ef9d-4d92-95c6-c1908a509a0a req-4676cc99-d06a-4c69-8fa3-6ac8810941f9 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854736 Jul 15 13:27:24.648135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] For port f56297b8-fd3b-47c2-a651-329eb5c9914d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f56297b8-fd3b-47c2-a651-329eb5c9914d,segment=NetworkSegment(fe025dad-cbf4-4779-b342-3a647585ab0b),segment_id=fe025dad-cbf4-4779-b342-3a647585ab0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:24.648744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.692832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for f56297b8-fd3b-47c2-a651-329eb5c9914d owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:24.747834 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32964) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:24.767806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-eae0cab6-474e-4856-bee7-bc22349df700 None None] Provisioning complete for port f56297b8-fd3b-47c2-a651-329eb5c9914d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:24.769348 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eae0cab6-474e-4856-bee7-bc22349df700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.928514 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.980390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-eae0cab6-474e-4856-bee7-bc22349df700 None None] Could not find standard attr ID for object f56297b8-fd3b-47c2-a651-329eb5c9914d. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:24.999356 n-d-771362-36 neutron-server[93735]: INFO neutron.plugins.ml2.db [None req-eae0cab6-474e-4856-bee7-bc22349df700 None None] No ports have port_id starting with f56297b8-fd3b-47c2-a651-329eb5c9914d Jul 15 13:27:25.017952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=f56297b8-fd3b-47c2-a651-329eb5c9914d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.050224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No DVR routers for this DVR port f56297b8-fd3b-47c2-a651-329eb5c9914d on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:25.085448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424ba33-e994-42ac-8f3f-b0a67549572f None None] DHCP port deletion for 3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:25.272917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.290165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d47bbec-4776-4df4-9fd7-f00d34d7c6d3']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:25.324164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe025dad-cbf4-4779-b342-3a647585ab0b') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:25.324731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe025dad-cbf4-4779-b342-3a647585ab0b') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:25.350712 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.367371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'networks': [{'name': 'tempest-network--213321334'}, {'name': 'tempest-network--2035788953'}]} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:25.368621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'network': {'name': 'tempest-network--213321334'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:25.369284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'network': {'name': 'tempest-network--2035788953'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:25.395547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124a73-22fc-45f9-af36-29d19562eb83 req-af31e8d9-3ef9-4e8f-ad7f-5f6fedc1cc2a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.399475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28124a73-22fc-45f9-af36-29d19562eb83 req-af31e8d9-3ef9-4e8f-ad7f-5f6fedc1cc2a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3745520 Jul 15 13:27:25.409263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Made reservation on behalf of bf0123eff36a4329bef27db1c58e795d for: {'network': 2} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:25.411723 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.415645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.437935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:25.439027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:25.446745 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:25.451543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.467935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32978) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:25.608437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28124a73-22fc-45f9-af36-29d19562eb83 req-cdb2a22f-648a-46c4-a256-9ae331d37c12 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864431 Jul 15 13:27:25.609913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.618045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.620168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/networks/3d47bbec-4776-4df4-9fd7-f00d34d7c6d3 HTTP/1.1" status: 204 len: 168 time: 1.8113284 Jul 15 13:27:25.632805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32982) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:25.636225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480eea4-c617-4634-aecd-39c0cf519cb5 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Network': ['ID=3d47bbec-4776-4df4-9fd7-f00d34d7c6d3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.734623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-62322e24-d589-420b-acbf-2c488f72566e tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-909576624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:25.883798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fe6f3-6c89-40de-b64d-53af2f530b57 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.894793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32988) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:25.895426 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-182fe6f3-6c89-40de-b64d-53af2f530b57 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2578852 Jul 15 13:27:25.941874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.975375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.976861 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.990963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56297b8-fd3b-47c2-a651-329eb5c9914d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:25.993737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59983a1f-ed23-4117-b244-533050ee79b7 req-f28a2e4d-8396-45e2-bd76-bb981854f1c4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.996940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59983a1f-ed23-4117-b244-533050ee79b7 req-f28a2e4d-8396-45e2-bd76-bb981854f1c4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 945 time: 0.1825194 Jul 15 13:27:26.017068 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62322e24-d589-420b-acbf-2c488f72566e tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.019965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62322e24-d589-420b-acbf-2c488f72566e tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.031570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f56297b8-fd3b-47c2-a651-329eb5c9914d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:26.032408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f56297b8-fd3b-47c2-a651-329eb5c9914d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:26.102211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b6493c52-0541-40d4-beab-0862133e14c4 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2058003 Jul 15 13:27:26.115686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32990) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.116890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e69079-007d-4fae-b231-c4ccfa606c4f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.120601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59983a1f-ed23-4117-b244-533050ee79b7 req-8f8ec80f-808a-4316-8791-f9f6bf605e49 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062140 Jul 15 13:27:26.132732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-5413822'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:26.184930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32992) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.224887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:26.240405 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.241265 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Added segment 32765231-b72d-40be-8d85-cc0edc9cf863 of type vlan for network e3617160-6fe0-42c1-9ca3-1306c2c9e87e Jul 15 13:27:26.289184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62322e24-d589-420b-acbf-2c488f72566e tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.295502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:26.299442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.315187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f99a2f30-b586-4642-83da-301b6dd03bcb tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/ca8a380d-136b-4504-80c3-f01e31fa1cfd HTTP/1.1" status: 200 len: 991 time: 0.1268477 Jul 15 13:27:26.375432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:26.402604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.406788 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Added segment 37f3f9f4-51ee-4789-87fe-a38782ff937a of type vlan for network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 Jul 15 13:27:26.427466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62322e24-d589-420b-acbf-2c488f72566e tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.507159 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.542965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1766da-4f77-4ff5-b2f8-a6e7a5395dda req-af820815-e1a8-41f0-b1a7-7fd7de1c5f41 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.546563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a1766da-4f77-4ff5-b2f8-a6e7a5395dda req-af820815-e1a8-41f0-b1a7-7fd7de1c5f41 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.1438968 Jul 15 13:27:26.551991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-62322e24-d589-420b-acbf-2c488f72566e tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.560843 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-62322e24-d589-420b-acbf-2c488f72566e tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0845587 Jul 15 13:27:26.561111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32998) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.567610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1025148656'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:26.619259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a1766da-4f77-4ff5-b2f8-a6e7a5395dda req-4b515184-b072-44e8-b85b-402d9e804028 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655036 Jul 15 13:27:26.619770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:26.620821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Made reservation on behalf of fb35e395e53c4408af6890ca41bdf067 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:26.625223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.625856 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.638248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.660796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.661270 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Added segment 3d214c61-9ace-41e2-b530-b6da023ba2fd of type vlan for network 2746a4bf-cf1e-439b-aa8f-bf6f4b4a11b7 Jul 15 13:27:26.788588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.800777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.819306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.820021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.924220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Network': ['ID=11390f31-e7bd-4222-961a-18e1fb1a1ef5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.926500 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.926937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.933825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.938386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:26.942142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.944025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.948116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.988516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.032726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:27.042843 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3da8c3b5-bba4-45b7-be0a-1194e9a439f2 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9188414 Jul 15 13:27:27.048673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33002) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.057567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:27.074502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.074973 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Added segment 6a446e77-de9f-4d22-8e7b-f60b74f932b0 of type vlan for network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb Jul 15 13:27:27.077800 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3279817 Jul 15 13:27:27.078689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33004) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.091939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7451e76-3f80-4abb-ab39-356e8a1d7e26,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.175429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Network': ['ID=e3617160-6fe0-42c1-9ca3-1306c2c9e87e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.182480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.198801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e3617160-6fe0-42c1-9ca3-1306c2c9e87e details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:27.235733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a5d3-938a-47ab-8119-b79424b59769 req-c85498f5-6287-46c8-a284-a0ffc63a6505 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.247624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a3a5d3-938a-47ab-8119-b79424b59769 req-c85498f5-6287-46c8-a284-a0ffc63a6505 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3443930 Jul 15 13:27:27.320339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.330603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.332655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.382481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4ac57-9f04-4f6c-afae-f319fcad9cad tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Network': ['ID=2746a4bf-cf1e-439b-aa8f-bf6f4b4a11b7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.384355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2a3a5d3-938a-47ab-8119-b79424b59769 req-53b31808-b1ab-4122-b491-9bdfca140ddb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338823 Jul 15 13:27:27.437421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:27.455673 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.456251 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 2746a4bf-cf1e-439b-aa8f-bf6f4b4a11b7 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:27.468817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Network': ['ID=0ed90f8a-d043-4aa1-9365-4a3f96b99cfb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.484550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d8a5ffbb-29ac-4722-979d-66c822955909 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9238482 Jul 15 13:27:27.491270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33010) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.495674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'subnet': {'network_id': '0ed90f8a-d043-4aa1-9365-4a3f96b99cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:27.530779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:27.640209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Made reservation on behalf of fb35e395e53c4408af6890ca41bdf067 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:27.644655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.661313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9e2bf-80ad-409e-a3e2-ccf08dc3b022 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.690217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9e2bf-80ad-409e-a3e2-ccf08dc3b022 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.707004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9e2bf-80ad-409e-a3e2-ccf08dc3b022 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.724984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9e2bf-80ad-409e-a3e2-ccf08dc3b022 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.729255 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1ac9e2bf-80ad-409e-a3e2-ccf08dc3b022 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5824993 Jul 15 13:27:27.737275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33012) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.945993 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.003912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.099962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Checking segment: {'id': '6a446e77-de9f-4d22-8e7b-f60b74f932b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ed90f8a-d043-4aa1-9365-4a3f96b99cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:28.100300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network hostable DHCP agents. Network: 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:28.121682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Subnet': ['ID=1dd332fb-710b-4753-ac9b-63f4bb7beccf,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.141173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:28.158254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33016) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.186115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:28.199395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2751f31-736d-4c48-b5da-7ef3e8cad8ba None None] Network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:28.233718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:28.234238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.274978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0498df0f-7c3a-43ba-bc2a-fb3a31cb5118 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7843521 Jul 15 13:27:28.283087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33018) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.299533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'network': {'name': 'tempest-router-network01--1655640889'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:28.304480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.332537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.345374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3617160-6fe0-42c1-9ca3-1306c2c9e87e']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:28.373444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32765231-b72d-40be-8d85-cc0edc9cf863') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:28.374099 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32765231-b72d-40be-8d85-cc0edc9cf863') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:28.409050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Made reservation on behalf of fb35e395e53c4408af6890ca41bdf067 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:28.416004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.464223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:28.485095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0ed90f8a-d043-4aa1-9365-4a3f96b99cfb', 'network_id': '0ed90f8a-d043-4aa1-9365-4a3f96b99cfb', 'tenant_id': 'fb35e395e53c4408af6890ca41bdf067', 'fixed_ips': [{'subnet_id': '1dd332fb-710b-4753-ac9b-63f4bb7beccf'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:28.486958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.511048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.511471 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Added segment 8ac41b43-4ffb-4a2a-a5b8-d403542eed3d of type vlan for network 5741781d-0ee8-459d-8306-2f6ab353353a Jul 15 13:27:28.527262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=d52c7fc9-a5f1-4657-8dd3-07c8848f0024,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.536325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.578122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.619890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:28.620826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:28.626761 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:28.655245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.686477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port eccffd54-56ac-40fc-92a5-1835b3b1687a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:28.686854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.706652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Checking segment: {'id': '37f3f9f4-51ee-4789-87fe-a38782ff937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:28.707289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network hostable DHCP agents. Network: 11390f31-e7bd-4222-961a-18e1fb1a1ef5, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:28.769469 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.785795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:28.786784 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.949330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.962283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Allocated IP 172.20.0.2 (0ed90f8a-d043-4aa1-9365-4a3f96b99cfb/1dd332fb-710b-4753-ac9b-63f4bb7beccf/dd975df4-edbe-4ac4-985e-ce3249ca1edc) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:28.962788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:28.979911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.995274 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/networks/e3617160-6fe0-42c1-9ca3-1306c2c9e87e HTTP/1.1" status: 204 len: 168 time: 1.2548358 Jul 15 13:27:29.001121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33030) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.014950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7304981 Jul 15 13:27:29.024048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33032) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.034045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'network': {'name': 'tempest-router-network02--1835956908'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:29.048215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40fc08-4621-4365-a19d-5feff0a0f1e6 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Network': ['ID=e3617160-6fe0-42c1-9ca3-1306c2c9e87e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.079632 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 11390f31-e7bd-4222-961a-18e1fb1a1ef5) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:29.088741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.090063 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.106939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Made reservation on behalf of fb35e395e53c4408af6890ca41bdf067 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:29.109443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee76dab-7df9-4547-8d4d-c0e5ac845791 None None] Network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:29.115788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.147245 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-74c9ea54-2f58-4ac4-89b7-2c82248e934b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0949645 Jul 15 13:27:29.149182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33036) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.165511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5', 'name': 'tempest-PortsTestJSON-1643491186'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:29.203781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:29.225825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.226216 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Added segment a79a6db1-6c9a-480a-ba29-b9b04db5519a of type vlan for network 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 Jul 15 13:27:29.398261 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.618625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.632063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.640807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.673010 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.679600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:29.686755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.694972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Transition to ACTIVE for port object dd975df4-edbe-4ac4-985e-ce3249ca1edc will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:29.727535 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7014036 Jul 15 13:27:29.742190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33076) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.747900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Transition to ACTIVE for port object dd975df4-edbe-4ac4-985e-ce3249ca1edc will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:29.756749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'subnet': {'network_id': '5741781d-0ee8-459d-8306-2f6ab353353a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:29.766991 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.826625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-11390f31-e7bd-4222-961a-18e1fb1a1ef5', 'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5', 'tenant_id': 'ad7d89cd3a0245c79c7eac953cdb166c', 'fixed_ips': [{'subnet_id': 'd52c7fc9-a5f1-4657-8dd3-07c8848f0024'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:29.827926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.849173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:29.855895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:29.863119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:29.874764 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.876995 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.891288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Pushing event updated for resources: {'Port': ['ID=dd975df4-edbe-4ac4-985e-ce3249ca1edc,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.919011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb587265-f445-4d6f-82a8-05edd91f9dd3 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Network': ['ID=5741781d-0ee8-459d-8306-2f6ab353353a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.959402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Made reservation on behalf of fb35e395e53c4408af6890ca41bdf067 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:29.967098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.982113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:30.015145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 5741781d-0ee8-459d-8306-2f6ab353353a details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:30.032226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for eccffd54-56ac-40fc-92a5-1835b3b1687a owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:30.074211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Attempting to bind port dd975df4-edbe-4ac4-985e-ce3249ca1edc on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:30.075392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Attempting to bind port dd975df4-edbe-4ac4-985e-ce3249ca1edc by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6a446e77-de9f-4d22-8e7b-f60b74f932b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ed90f8a-d043-4aa1-9365-4a3f96b99cfb'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:30.076037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Attempting to bind port dd975df4-edbe-4ac4-985e-ce3249ca1edc on network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:30.115981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.146921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee7d81-70bb-4e64-bafd-1c12ba2bc080 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Network': ['ID=0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.168178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:30.183588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:30.184470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Checking segment: {'id': '6a446e77-de9f-4d22-8e7b-f60b74f932b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ed90f8a-d043-4aa1-9365-4a3f96b99cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:30.185109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.185744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Bound using segment: {'id': '6a446e77-de9f-4d22-8e7b-f60b74f932b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ed90f8a-d043-4aa1-9365-4a3f96b99cfb'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:30.186624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Bound port: dd975df4-edbe-4ac4-985e-ce3249ca1edc, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a446e77-de9f-4d22-8e7b-f60b74f932b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ed90f8a-d043-4aa1-9365-4a3f96b99cfb'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:30.187454 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.363012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Allocated IP 172.20.0.2 (11390f31-e7bd-4222-961a-18e1fb1a1ef5/d52c7fc9-a5f1-4657-8dd3-07c8848f0024/44b0d8a7-5988-4fe7-920c-ba5a0c9d2352) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:30.418024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] For port dd975df4-edbe-4ac4-985e-ce3249ca1edc, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:30.425625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] For port dd975df4-edbe-4ac4-985e-ce3249ca1edc, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dd975df4-edbe-4ac4-985e-ce3249ca1edc,segment=NetworkSegment(6a446e77-de9f-4d22-8e7b-f60b74f932b0),segment_id=6a446e77-de9f-4d22-8e7b-f60b74f932b0)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:30.446031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.588309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17723e14-c099-42e9-89fa-302703edcdbb None None] Pushing event updated for resources: {'Port': ['ID=dd975df4-edbe-4ac4-985e-ce3249ca1edc,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.624372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-9af1ddcb-c2a6-4de4-9787-a14b139d8367 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.626977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-9af1ddcb-c2a6-4de4-9787-a14b139d8367 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.7394772 Jul 15 13:27:30.654688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.716737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.729728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b337a-ebc3-4a38-8ecb-9062166a9523 req-0e77d349-dda6-4c04-9c60-8de50d7a52ac tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.731870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Transition to ACTIVE for port object 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:30.732589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed1b337a-ebc3-4a38-8ecb-9062166a9523 req-0e77d349-dda6-4c04-9c60-8de50d7a52ac tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 1.5626271 Jul 15 13:27:30.770896 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Transition to ACTIVE for port object 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:30.779771 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.851524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:30.861292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:30.868444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:30.904961 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Subnet': ['ID=f6e8599a-5745-4c57-b601-435009771d94,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.910415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Pushing event updated for resources: {'Port': ['ID=44b0d8a7-5988-4fe7-920c-ba5a0c9d2352,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.005735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Checking segment: {'id': '8ac41b43-4ffb-4a2a-a5b8-d403542eed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5741781d-0ee8-459d-8306-2f6ab353353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:31.006482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network hostable DHCP agents. Network: 5741781d-0ee8-459d-8306-2f6ab353353a, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:31.012585 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.9 (11390f31-e7bd-4222-961a-18e1fb1a1ef5/d52c7fc9-a5f1-4657-8dd3-07c8848f0024/2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:31.037751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.078085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2746a4bf-cf1e-439b-aa8f-bf6f4b4a11b7']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:31.100955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Attempting to bind port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:31.111885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Attempting to bind port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '37f3f9f4-51ee-4789-87fe-a38782ff937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:31.111885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Attempting to bind port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 on network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:31.112594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network 5741781d-0ee8-459d-8306-2f6ab353353a is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:31.135436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d214c61-9ace-41e2-b530-b6da023ba2fd') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:31.136718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:31.136972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d214c61-9ace-41e2-b530-b6da023ba2fd') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:31.137140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Checking segment: {'id': '37f3f9f4-51ee-4789-87fe-a38782ff937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:31.137279 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.138724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Bound using segment: {'id': '37f3f9f4-51ee-4789-87fe-a38782ff937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:31.141833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Bound port: 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f3f9f4-51ee-4789-87fe-a38782ff937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:31.142368 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.173492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 5741781d-0ee8-459d-8306-2f6ab353353a) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:31.188937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.189838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.204046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0a35a-a1ba-4d0c-ba86-e5d793abd443 None None] Network 5741781d-0ee8-459d-8306-2f6ab353353a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:31.260278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed1b337a-ebc3-4a38-8ecb-9062166a9523 req-77934ae9-c75d-4b67-a3a2-a2173d1f94e0 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685233 Jul 15 13:27:31.266714 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8b7c0f55-db0f-4b53-a77d-8f1e334f89a6 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5178032 Jul 15 13:27:31.270708 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.280093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33112) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.290311 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'subnet': {'network_id': '0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.468904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-4aa58873-cd19-49cd-9a0b-4599651c74e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0903983 Jul 15 13:27:31.476019 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.515705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:31.516389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.522532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] For port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:31.544287 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:31.624202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-5741781d-0ee8-459d-8306-2f6ab353353a', 'network_id': '5741781d-0ee8-459d-8306-2f6ab353353a', 'tenant_id': 'fb35e395e53c4408af6890ca41bdf067', 'fixed_ips': [{'subnet_id': 'f6e8599a-5745-4c57-b601-435009771d94'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:31.631751 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.682155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.791284 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.814477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object 2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:31.879836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=eccffd54-56ac-40fc-92a5-1835b3b1687a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.885367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.940594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] For port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=44b0d8a7-5988-4fe7-920c-ba5a0c9d2352,segment=NetworkSegment(37f3f9f4-51ee-4789-87fe-a38782ff937a),segment_id=37f3f9f4-51ee-4789-87fe-a38782ff937a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:31.958655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.994284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.022636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:32.028914 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:32.036412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:32.088591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Made reservation on behalf of fb35e395e53c4408af6890ca41bdf067 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:32.093685 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.109767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cbd65-b91b-48ca-80d0-4560a850694d None None] Pushing event updated for resources: {'Port': ['ID=44b0d8a7-5988-4fe7-920c-ba5a0c9d2352,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.116696 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.146112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/networks/2746a4bf-cf1e-439b-aa8f-bf6f4b4a11b7 HTTP/1.1" status: 204 len: 168 time: 3.1286006 Jul 15 13:27:32.181006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33116) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.187999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Allocated IP 172.20.0.2 (5741781d-0ee8-459d-8306-2f6ab353353a/f6e8599a-5745-4c57-b601-435009771d94/61022e6f-0670-4cc4-a3f4-74ac330f0d1a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:32.196909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dd975df4-edbe-4ac4-985e-ce3249ca1edc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:32.229386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Deleting port 42d55508-145e-45f2-9dda-1bd10ae6820b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:32.229881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.443220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.451297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.459335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.472218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port dd975df4-edbe-4ac4-985e-ce3249ca1edc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:32.629426 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0e00099f-af6f-445a-bb0e-48da71cd98cd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4761374 Jul 15 13:27:32.633605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33120) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.641437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '11390f31-e7bd-4222-961a-18e1fb1a1ef5', 'name': 'tempest-PortsTestJSON-1063487945'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:32.647400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dacb4c-b566-4cba-9535-06888fc471f0 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Network': ['ID=2746a4bf-cf1e-439b-aa8f-bf6f4b4a11b7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.744931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a554f3b-2f03-48f0-b824-7540d375af0f None None] Network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:32.797522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf843a4-82c1-4bfd-922c-833df96f18b6 req-1e726994-34ff-47ab-9e3c-ea9b2c52cc41 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.800557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf843a4-82c1-4bfd-922c-833df96f18b6 req-1e726994-34ff-47ab-9e3c-ea9b2c52cc41 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 1.1528475 Jul 15 13:27:32.841452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-7f1dcb00-7c37-4f20-ae93-6ab884d10a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.845259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-7f1dcb00-7c37-4f20-ae93-6ab884d10a7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 1097 time: 1.3223560 Jul 15 13:27:32.910392 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.913600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8f566cca-ef65-4042-99c6-451463122b76 None None] Provisioning for port dd975df4-edbe-4ac4-985e-ce3249ca1edc completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:32.974076 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.975152 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Floating IP ca8a380d-136b-4504-80c3-f01e31fa1cfd disassociated (deleted). External IP: 172.25.1.24, port: f5120eae-88df-4686-b17f-8410483f1881. Jul 15 13:27:32.986230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8f566cca-ef65-4042-99c6-451463122b76 None None] Provisioning complete for port dd975df4-edbe-4ac4-985e-ce3249ca1edc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:32.987112 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f566cca-ef65-4042-99c6-451463122b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.997105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Transition to ACTIVE for port object 61022e6f-0670-4cc4-a3f4-74ac330f0d1a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:33.093752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Transition to ACTIVE for port object 61022e6f-0670-4cc4-a3f4-74ac330f0d1a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:33.123032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.169553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21eb8f2-299c-46a3-979d-dba0238c76dc tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.176370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21eb8f2-299c-46a3-979d-dba0238c76dc tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.184035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a21eb8f2-299c-46a3-979d-dba0238c76dc tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9753108 Jul 15 13:27:33.195166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33124) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:33.203474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1070847946'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:33.255372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Network 5741781d-0ee8-459d-8306-2f6ab353353a is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:33.258620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:27:33.258620 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:27:33.258620 n-d-771362-36 neutron-server[93734]: [parameters: {'project_id_1': 'ad7d89cd3a0245c79c7eac953cdb166c', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 27, 33, 245191)}] Jul 15 13:27:33.258620 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:27:33.260779 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:27:33.262489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.275982 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:33.279231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:33.290600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] For port 42d55508-145e-45f2-9dda-1bd10ae6820b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=42d55508-145e-45f2-9dda-1bd10ae6820b,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:33.291164 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.303096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Pushing event updated for resources: {'Port': ['ID=61022e6f-0670-4cc4-a3f4-74ac330f0d1a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.321748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Calling delete_port for 42d55508-145e-45f2-9dda-1bd10ae6820b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:33.341556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf843a4-82c1-4bfd-922c-833df96f18b6 req-147bbc5c-a308-43b0-b7ac-4c64f61dd9be tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4813280 Jul 15 13:27:33.386407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Made reservation on behalf of bf0123eff36a4329bef27db1c58e795d for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:33.396605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.490955 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f566cca-ef65-4042-99c6-451463122b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.500002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Subnet': ['ID=e27ff700-3acd-4413-97d7-1c886d401ca3,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.531287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Attempting to bind port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:33.533746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Attempting to bind port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8ac41b43-4ffb-4a2a-a5b8-d403542eed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5741781d-0ee8-459d-8306-2f6ab353353a'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:33.534442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Attempting to bind port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a on network 5741781d-0ee8-459d-8306-2f6ab353353a {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:33.560320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Checking segment: {'id': 'a79a6db1-6c9a-480a-ba29-b9b04db5519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:33.561598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network hostable DHCP agents. Network: 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:33.567073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-96deb572-d647-4f02-a4e9-62ad60a2471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.569793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:33.570032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-96deb572-d647-4f02-a4e9-62ad60a2471a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.6310477 Jul 15 13:27:33.570150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Checking segment: {'id': '8ac41b43-4ffb-4a2a-a5b8-d403542eed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5741781d-0ee8-459d-8306-2f6ab353353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:33.571408 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.572101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Bound using segment: {'id': '8ac41b43-4ffb-4a2a-a5b8-d403542eed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5741781d-0ee8-459d-8306-2f6ab353353a'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:33.573246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Bound port: 61022e6f-0670-4cc4-a3f4-74ac330f0d1a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac41b43-4ffb-4a2a-a5b8-d403542eed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5741781d-0ee8-459d-8306-2f6ab353353a'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:33.576151 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.608517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:33.639755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8f566cca-ef65-4042-99c6-451463122b76 None None] For port dd975df4-edbe-4ac4-985e-ce3249ca1edc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dd975df4-edbe-4ac4-985e-ce3249ca1edc,segment=NetworkSegment(6a446e77-de9f-4d22-8e7b-f60b74f932b0),segment_id=6a446e77-de9f-4d22-8e7b-f60b74f932b0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:33.651593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:33.660511 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.661384 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Added segment c80b9f99-cdcc-458c-be9a-f89740220cff of type vlan for network bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62 Jul 15 13:27:33.724955 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f566cca-ef65-4042-99c6-451463122b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.739437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:33.752063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.754031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.794362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-b884129b-1755-4d2f-9b29-94989e4f614c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746 HTTP/1.1" status: 200 len: 217 time: 0.1966848 Jul 15 13:27:33.860868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443989f5-fb33-4d28-a22d-36720e4c83f5 None None] Network 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:33.872244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:33.878055 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.880821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 42d55508-145e-45f2-9dda-1bd10ae6820b no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:33.936368 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d16d752e-8b6f-478c-a30d-9b1257a66fad tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6546896 Jul 15 13:27:33.952618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33130) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.007460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 27d76b95-d128-46dc-9211-2ff1f13ec0ef yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:34.098242 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:27:34.150637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-fc5bd44d-bf97-400d-8f69-9d6a85c51261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.152482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-fc5bd44d-bf97-400d-8f69-9d6a85c51261 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.3428876 Jul 15 13:27:34.213421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f566cca-ef65-4042-99c6-451463122b76 None None] Pushing event updated for resources: {'Port': ['ID=dd975df4-edbe-4ac4-985e-ce3249ca1edc,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.243398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.10 (11390f31-e7bd-4222-961a-18e1fb1a1ef5/d52c7fc9-a5f1-4657-8dd3-07c8848f0024/27d76b95-d128-46dc-9211-2ff1f13ec0ef) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:34.262543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:34.344913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] For port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:34.350250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce18a8-7536-4f06-ad00-35ba5cf3acbf None None] Network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:34.380715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router afa9cef9-0937-4272-adf2-7d2761337a57 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:34.409562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46394730-c41f-4ab9-bf6b-e5ad5e61a75f req-569f93f2-7884-46d1-8328-0113e2972a0d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.411328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46394730-c41f-4ab9-bf6b-e5ad5e61a75f req-569f93f2-7884-46d1-8328-0113e2972a0d tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01169e5-3a22-4ad5-9634-c877e429bfc0 HTTP/1.1" status: 200 len: 945 time: 0.5844703 Jul 15 13:27:34.435409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.448644 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.500124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event deleted for resources: {'Port': ['ID=42d55508-145e-45f2-9dda-1bd10ae6820b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.538187 n-d-771362-36 neutron-server[93735]: INFO neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No ports have port_id starting with 42d55508-145e-45f2-9dda-1bd10ae6820b Jul 15 13:27:34.539831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:34.549613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] For port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=61022e6f-0670-4cc4-a3f4-74ac330f0d1a,segment=NetworkSegment(8ac41b43-4ffb-4a2a-a5b8-d403542eed3d),segment_id=8ac41b43-4ffb-4a2a-a5b8-d403542eed3d)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:34.599185 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.603323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.608641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2a885101-052e-4f8c-8761-f52e2f7c72c4 None None] Provisioning for port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:34.611923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-a8d0527d-9498-40bb-adc7-513da55b7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.613484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-a8d0527d-9498-40bb-adc7-513da55b7a94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4197452 Jul 15 13:27:34.619300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object 27d76b95-d128-46dc-9211-2ff1f13ec0ef will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:34.646511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46394730-c41f-4ab9-bf6b-e5ad5e61a75f req-120e2365-4010-48da-82d0-6221017bf1e7 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264941 Jul 15 13:27:34.682001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] No DVR routers for this DVR port 42d55508-145e-45f2-9dda-1bd10ae6820b on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:34.697685 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.705170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08cd10f2-4107-4e65-8915-a9a6852a1a9e req-d38b4f28-b418-4311-ba78-3d8d889438aa tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.35 "DELETE /v2.0/ports/42d55508-145e-45f2-9dda-1bd10ae6820b HTTP/1.1" status: 204 len: 173 time: 4.0279653 Jul 15 13:27:34.744789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01169e5-3a22-4ad5-9634-c877e429bfc0', 'name': 'network-vif-deleted', 'tag': '42d55508-145e-45f2-9dda-1bd10ae6820b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:34.760966 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d50472-b109-49fd-94a7-f2cf1417b930" -d '{"events": [{"server_uuid": "f01169e5-3a22-4ad5-9634-c877e429bfc0", "name": "network-vif-deleted", "tag": "42d55508-145e-45f2-9dda-1bd10ae6820b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:34.848075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:34.859262 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] Sync routers for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:34.860029 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.896657 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:34.897310 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:34.938525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.956208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.956936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.017156 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8179464 Jul 15 13:27:35.025096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33136) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.045822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.046577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-786172111'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:35.062343 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:35.133827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-42f2bc0b-0e9c-4424-b18c-634df3815a86 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/floatingips/ca8a380d-136b-4504-80c3-f01e31fa1cfd HTTP/1.1" status: 204 len: 168 time: 6.9713914 Jul 15 13:27:35.190404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-59afb2e7-d77e-44c1-9642-275226cb2b71 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477588 Jul 15 13:27:35.282051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:35.359148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:35.365258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f00695-bbbd-42b3-8df4-9b973c2ebbaf tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Network': ['ID=bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.381561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:35.382252 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.394516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Made reservation on behalf of bf0123eff36a4329bef27db1c58e795d for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:35.434642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.455404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:35.469653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:35.473988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.478169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=27d76b95-d128-46dc-9211-2ff1f13ec0ef,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.508574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:35.671765 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.699737 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67b2eaf-39ca-4242-b9bd-57cefb99a5b9 x-openstack-request-id: req-e67b2eaf-39ca-4242-b9bd-57cefb99a5b9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:35.700042 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01169e5-3a22-4ad5-9634-c877e429bfc0", "name": "network-vif-deleted", "tag": "42d55508-145e-45f2-9dda-1bd10ae6820b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:35.700317 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e67b2eaf-39ca-4242-b9bd-57cefb99a5b9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:35.700808 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01169e5-3a22-4ad5-9634-c877e429bfc0', 'name': 'network-vif-deleted', 'tag': '42d55508-145e-45f2-9dda-1bd10ae6820b', 'status': 'completed', 'code': 200} Jul 15 13:27:35.725890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:35.756334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.757515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.812952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-470b6322-e57b-4d25-802e-6ec71a9d0f38 req-78ea7ae9-e17f-4dd8-9084-56c588139df9 service neutron] 10.222.0.35 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019530 Jul 15 13:27:35.875643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.876019 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Added segment 94b10af5-6f3e-4bd7-ba91-9750da95b8bf of type vlan for network 404224de-705c-4e0b-90c0-a3d1cd06beec Jul 15 13:27:35.905156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-97854d77-1a2b-4831-a12f-6b4b73a569e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.906736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-97854d77-1a2b-4831-a12f-6b4b73a569e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 0.5556555 Jul 15 13:27:35.915347 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] Checking router: afa9cef9-0937-4272-adf2-7d2761337a57 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:35.968617 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-adda3cd0-9b15-46dd-a828-1d81aa2084c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3205898 Jul 15 13:27:35.971276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33146) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.980277 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:35.989955 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:36.150118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.172743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f63faa77-fa60-4247-81bc-703ffb243239 None None] Provisioning complete for port dd975df4-edbe-4ac4-985e-ce3249ca1edc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:36.173079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f63faa77-fa60-4247-81bc-703ffb243239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.226412 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.323010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75', 'network_id': '0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75', 'tenant_id': 'fb35e395e53c4408af6890ca41bdf067', 'fixed_ips': [{'subnet_id': 'e27ff700-3acd-4413-97d7-1c886d401ca3'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:36.332522 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.334514 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:36.529473 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.567343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2fd84-7e86-462c-b4f9-ff9084c85d92 None None] Pushing event updated for resources: {'Port': ['ID=61022e6f-0670-4cc4-a3f4-74ac330f0d1a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:36.838738 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:36.867999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d94533-5ca9-409e-8f26-5d7e25c9deca tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.879968 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a8d94533-5ca9-409e-8f26-5d7e25c9deca tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.9063623 Jul 15 13:27:36.887019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:36.906319 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb2793-fe4e-4345-b8e6-7dfc4bbf1c7e None None] The sync data for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 is: [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:25:37Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f5973adb-b37a-4664-baca-aadf8c959daf', 'name': '', 'network_id': '60459bcb-05b0-44d6-8f78-07dcdbec5876', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:24:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:35Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': '46a89ce1-b6e2-49f4-982c-38b74f2a4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:36.984579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Allocated IP 172.20.0.1 (5741781d-0ee8-459d-8306-2f6ab353353a/f6e8599a-5745-4c57-b601-435009771d94/cfc2e14f-5294-40f0-a576-883b510622e1) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:37.117916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] It took 0.90 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:27:37.260169 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.267533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.268240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.359454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.444142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4164617 Jul 15 13:27:37.450974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-c8053f79-3570-4e39-a294-bc144cc19d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.451463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Transition to ACTIVE for port object cfc2e14f-5294-40f0-a576-883b510622e1 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:37.452755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-c8053f79-3570-4e39-a294-bc144cc19d4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 1.5362921 Jul 15 13:27:37.461473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33158) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:37.480130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'ports': [{'network_id': 'bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62', 'name': 'tempest-port--1178208657', 'admin_state_up': True}, {'network_id': '404224de-705c-4e0b-90c0-a3d1cd06beec', 'admin_state_up': False}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:37.481071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'port': {'network_id': 'bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62', 'name': 'tempest-port--1178208657', 'admin_state_up': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:37.481620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'port': {'network_id': '404224de-705c-4e0b-90c0-a3d1cd06beec', 'admin_state_up': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:37.502789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bbad2e-aadc-4d62-a296-9dc34d63784d None None] Network 5741781d-0ee8-459d-8306-2f6ab353353a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:37.521994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f7f59920-98a6-4b90-9925-5e0d487e5cfe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 27d76b95-d128-46dc-9211-2ff1f13ec0ef {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:37.522350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7f59920-98a6-4b90-9925-5e0d487e5cfe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.547328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.551391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Allocated IP 172.20.0.2 (0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75/e27ff700-3acd-4413-97d7-1c886d401ca3/b2efd269-fde5-423b-b129-2951e24c7c1b) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:37.587536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78e0ed-bff8-4434-bf4e-ebb9dd3af6f7 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Network': ['ID=404224de-705c-4e0b-90c0-a3d1cd06beec,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.614465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network 5741781d-0ee8-459d-8306-2f6ab353353a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:37.627185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284a3e8-539a-429c-a1c3-9e6d03ebe7b0 req-fa2a05a8-d4d5-4ae6-af98-04fb51789376 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.630202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:37.636550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d284a3e8-539a-429c-a1c3-9e6d03ebe7b0 req-fa2a05a8-d4d5-4ae6-af98-04fb51789376 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.4833784 Jul 15 13:27:37.691445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27098785-664b-42ca-a595-698cae1f0fb0 req-fea1ea0e-b19a-4e22-82f5-754d591ecdb5 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.693098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27098785-664b-42ca-a595-698cae1f0fb0 req-fea1ea0e-b19a-4e22-82f5-754d591ecdb5 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.35 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 945 time: 0.5350354 Jul 15 13:27:37.731091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:37.733554 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0fcc0b-efeb-43cd-b152-2c00943af484" -d '{"events": [{"name": "network-changed", "server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:37.746803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:37.794674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-6477393d-a652-4974-8659-5bbef8016a78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 998 time: 0.3052657 Jul 15 13:27:37.811576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 404224de-705c-4e0b-90c0-a3d1cd06beec details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:37.819676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824e179-bec5-42a3-a2c9-2e04a5e1350a None None] New status for floating IP ca8a380d-136b-4504-80c3-f01e31fa1cfd: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:27:37.834329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Port': ['ID=cfc2e14f-5294-40f0-a576-883b510622e1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.846042 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7f59920-98a6-4b90-9925-5e0d487e5cfe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.878599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f7f59920-98a6-4b90-9925-5e0d487e5cfe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 27d76b95-d128-46dc-9211-2ff1f13ec0ef owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:37.895933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.905488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d284a3e8-539a-429c-a1c3-9e6d03ebe7b0 req-772bf492-4154-4909-936d-92c23b594ca7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677939 Jul 15 13:27:37.955172 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.010048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-97f2b3ce-3645-4d6a-b309-885b18901f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.011726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-97f2b3ce-3645-4d6a-b309-885b18901f63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.1498523 Jul 15 13:27:38.211720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Made reservation on behalf of bf0123eff36a4329bef27db1c58e795d for: {'port': 2} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:38.216680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.230780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.260565 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.288473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-f7d820ec-4828-4088-bed1-cd5025555e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.290788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-f7d820ec-4828-4088-bed1-cd5025555e39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2551150 Jul 15 13:27:38.292867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port f5120eae-88df-4686-b17f-8410483f1881 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:38.292867 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.386451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] device_id is not set on port 1ea70916-44dc-4af7-a0a0-2fb97576b759 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:38.523336 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.627466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] device_id is not set on port 674b96cc-fa45-4093-b639-7941fc66646f yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:38.758134 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.801219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b56b98c0-0b47-4ff2-acc2-5d9b08cd234c None None] Provisioning for port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:38.848233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7f59920-98a6-4b90-9925-5e0d487e5cfe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.848805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=44b0d8a7-5988-4fe7-920c-ba5a0c9d2352,segment=NetworkSegment(37f3f9f4-51ee-4789-87fe-a38782ff937a),segment_id=37f3f9f4-51ee-4789-87fe-a38782ff937a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:38.853419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.860542 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.916201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f59920-98a6-4b90-9925-5e0d487e5cfe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=27d76b95-d128-46dc-9211-2ff1f13ec0ef,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:38.917718 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.948987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Port': ['ID=1ea70916-44dc-4af7-a0a0-2fb97576b759,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.004912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Transition to ACTIVE for port object b2efd269-fde5-423b-b129-2951e24c7c1b will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:39.090054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7f59920-98a6-4b90-9925-5e0d487e5cfe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.099110 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f7f59920-98a6-4b90-9925-5e0d487e5cfe tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/27d76b95-d128-46dc-9211-2ff1f13ec0ef HTTP/1.1" status: 204 len: 168 time: 2.1958899 Jul 15 13:27:39.102232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33168) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.137705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Transition to ACTIVE for port object b2efd269-fde5-423b-b129-2951e24c7c1b will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:39.159977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.186309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Network 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:39.190029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:39.196370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:39.199327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=44b0d8a7-5988-4fe7-920c-ba5a0c9d2352,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.227561 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4603e48-160d-4627-8937-2cd38d224744 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:27:39.232875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a4603e48-160d-4627-8937-2cd38d224744 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/27d76b95-d128-46dc-9211-2ff1f13ec0ef HTTP/1.1" status: 404 len: 333 time: 0.1162858 Jul 15 13:27:39.250096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33170) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.318385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 61022e6f-0670-4cc4-a3f4-74ac330f0d1a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:39.351586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port f5120eae-88df-4686-b17f-8410483f1881, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f5120eae-88df-4686-b17f-8410483f1881,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:39.352034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.358963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Checking segment: {'id': 'c80b9f99-cdcc-458c-be9a-f89740220cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:39.360656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Network hostable DHCP agents. Network: bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:39.392793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Pushing event updated for resources: {'Port': ['ID=b2efd269-fde5-423b-b129-2951e24c7c1b,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.400401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733de3f-9779-4c1a-bd7c-f02e34d1b83c req-e2841d41-6184-4167-97da-94e71c328562 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.406571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Attempting to bind port b2efd269-fde5-423b-b129-2951e24c7c1b on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:39.407081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Attempting to bind port b2efd269-fde5-423b-b129-2951e24c7c1b by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'a79a6db1-6c9a-480a-ba29-b9b04db5519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:39.407424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Attempting to bind port b2efd269-fde5-423b-b129-2951e24c7c1b on network 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:39.411862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0733de3f-9779-4c1a-bd7c-f02e34d1b83c req-e2841d41-6184-4167-97da-94e71c328562 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 945 time: 0.6044610 Jul 15 13:27:39.419919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:39.420150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Checking segment: {'id': 'a79a6db1-6c9a-480a-ba29-b9b04db5519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:39.420564 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.420992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Bound using segment: {'id': 'a79a6db1-6c9a-480a-ba29-b9b04db5519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:39.421516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Bound port: b2efd269-fde5-423b-b129-2951e24c7c1b, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79a6db1-6c9a-480a-ba29-b9b04db5519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:39.421923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.430715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-f1c2d862-009d-4ba4-be0b-2323d97edc40 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216793 Jul 15 13:27:39.434637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for f5120eae-88df-4686-b17f-8410483f1881 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:39.484355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:39.500519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:39.500957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.588875 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.589595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45003a4b-c2e4-422d-b1ed-d813e532ea43 req-8deaef61-baaa-4d91-93ea-05e0ba43051c service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310487 Jul 15 13:27:39.593272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfcfa4aa-56e4-4f5e-a065-e13839adc747 None None] Provisioning complete for port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:39.593674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cfcfa4aa-56e4-4f5e-a065-e13839adc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.625458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.649731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] For port b2efd269-fde5-423b-b129-2951e24c7c1b, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:39.717578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] For port b2efd269-fde5-423b-b129-2951e24c7c1b, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b2efd269-fde5-423b-b129-2951e24c7c1b,segment=NetworkSegment(a79a6db1-6c9a-480a-ba29-b9b04db5519a),segment_id=a79a6db1-6c9a-480a-ba29-b9b04db5519a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:39.754684 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.805560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.902237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f5120eae-88df-4686-b17f-8410483f1881 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:39.906535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0733de3f-9779-4c1a-bd7c-f02e34d1b83c req-ee3a88ca-a147-426d-8884-e434c4bf7811 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d86e568-805f-4492-beb7-dac396744404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937627 Jul 15 13:27:39.919582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Network bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:39.951747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:39.986289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:39.987806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.189071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Port': ['ID=cfc2e14f-5294-40f0-a576-883b510622e1,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.195922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7d5e1-db30-4760-8e53-643eed3b5437 None None] Network bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:40.485029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d8947-27db-4f25-a67b-2f4275558222 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:40.485817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8947-27db-4f25-a67b-2f4275558222 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.507953 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fee506-07ff-490f-933f-dc6c3242607f x-openstack-request-id: req-93fee506-07ff-490f-933f-dc6c3242607f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:40.509896 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:40.510305 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93fee506-07ff-490f-933f-dc6c3242607f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:40.511946 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'status': 'completed', 'code': 200} Jul 15 13:27:40.541235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network 5741781d-0ee8-459d-8306-2f6ab353353a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:40.543051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:40.780698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf14de-f87e-475f-a3c4-6874af6b9fd5 None None] Pushing event updated for resources: {'Port': ['ID=b2efd269-fde5-423b-b129-2951e24c7c1b,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.839561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.923439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Port': ['ID=674b96cc-fa45-4093-b639-7941fc66646f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:41.002933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8947-27db-4f25-a67b-2f4275558222 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.027174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfcfa4aa-56e4-4f5e-a065-e13839adc747 None None] Could not find standard attr ID for object 27d76b95-d128-46dc-9211-2ff1f13ec0ef. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:41.069611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d8947-27db-4f25-a67b-2f4275558222 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:41.094147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=61022e6f-0670-4cc4-a3f4-74ac330f0d1a,segment=NetworkSegment(8ac41b43-4ffb-4a2a-a5b8-d403542eed3d),segment_id=8ac41b43-4ffb-4a2a-a5b8-d403542eed3d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:41.121034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfcfa4aa-56e4-4f5e-a065-e13839adc747 None None] Provisioning for port 2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:41.123642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.124005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Router fd319406-84c8-4936-a1a5-135450728fd9 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:41.124505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dd975df4-edbe-4ac4-985e-ce3249ca1edc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:41.133741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfcfa4aa-56e4-4f5e-a065-e13839adc747 None None] Provisioning complete for port 2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:41.134151 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cfcfa4aa-56e4-4f5e-a065-e13839adc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.181843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Checking segment: {'id': '94b10af5-6f3e-4bd7-ba91-9750da95b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '404224de-705c-4e0b-90c0-a3d1cd06beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:41.185383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Network hostable DHCP agents. Network: 404224de-705c-4e0b-90c0-a3d1cd06beec, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:41.224051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-7cdd7ad9-2420-4448-8954-2b6bc360c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.228909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-7cdd7ad9-2420-4448-8954-2b6bc360c674 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c825f43c4a42f2877a80c412448a29&device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 1096 time: 1.4043868 Jul 15 13:27:41.494470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Network 404224de-705c-4e0b-90c0-a3d1cd06beec is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:41.510114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea34e-cb14-4fa7-b9ed-b332a3043f24 req-6235e4f9-45f9-4c7d-aa92-1a8eccaed7a2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.517053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eaea34e-cb14-4fa7-b9ed-b332a3043f24 req-6235e4f9-45f9-4c7d-aa92-1a8eccaed7a2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.5642555 Jul 15 13:27:41.547002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:41.563373 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.565316 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-24473690-9a30-4912-b0bc-d87b7e0cd715 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "PUT /v2.0/routers/fd319406-84c8-4936-a1a5-135450728fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6097569 Jul 15 13:27:41.567930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33182) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:41.603982 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e393791-6ccc-4917-88e6-1654b2a1ecdb None None] Sync routers for ids ['fd319406-84c8-4936-a1a5-135450728fd9'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:41.618261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=f5120eae-88df-4686-b17f-8410483f1881,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:41.623620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 404224de-705c-4e0b-90c0-a3d1cd06beec) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:41.626903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-22ef1244-ad02-4085-bf69-6a39404e329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.628622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-22ef1244-ad02-4085-bf69-6a39404e329f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 1097 time: 1.0922806 Jul 15 13:27:41.650124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:41.657071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.657507 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e393791-6ccc-4917-88e6-1654b2a1ecdb None None] Routers {'fd319406-84c8-4936-a1a5-135450728fd9'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:41.659528 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8e393791-6ccc-4917-88e6-1654b2a1ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fd319406-84c8-4936-a1a5-135450728fd9'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:41.662505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.664394 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.681702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd5c04-26e7-4594-a74c-6b226883b24d None None] Network 404224de-705c-4e0b-90c0-a3d1cd06beec requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:41.683977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eaea34e-cb14-4fa7-b9ed-b332a3043f24 req-e2f06958-fbc9-4934-a6e7-23f108c5eb6d tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657639 Jul 15 13:27:41.737205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-704393fb-2a89-4abc-bf91-d7e7ba120a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.743212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-704393fb-2a89-4abc-bf91-d7e7ba120a3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 200 len: 912 time: 0.4552178 Jul 15 13:27:41.763449 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8e393791-6ccc-4917-88e6-1654b2a1ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:41.783287 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8947-27db-4f25-a67b-2f4275558222 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.803742 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e393791-6ccc-4917-88e6-1654b2a1ecdb None None] Routers {'fd319406-84c8-4936-a1a5-135450728fd9'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:41.804488 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8e393791-6ccc-4917-88e6-1654b2a1ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fd319406-84c8-4936-a1a5-135450728fd9'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:42.040656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-85782c39-45ee-4ce8-8f3c-2a7df7c8cb02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 200 len: 998 time: 0.2895672 Jul 15 13:27:42.059414 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8e393791-6ccc-4917-88e6-1654b2a1ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:42.064598 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e393791-6ccc-4917-88e6-1654b2a1ecdb None None] The sync data for ids ['fd319406-84c8-4936-a1a5-135450728fd9'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:42.076231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d8947-27db-4f25-a67b-2f4275558222 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:42.191483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=61022e6f-0670-4cc4-a3f4-74ac330f0d1a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:42.213436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e3ad15d9-3f78-46d2-b1e3-3d3a2478179c tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7429938 Jul 15 13:27:42.237663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33190) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.303989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cfcfa4aa-56e4-4f5e-a065-e13839adc747 None None] Port 2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:42.404909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port dd975df4-edbe-4ac4-985e-ce3249ca1edc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.405461 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.545255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e7be0b2e-145c-4b7d-9b84-d3ba4225c417 None None] Could not find standard attr ID for object 27d76b95-d128-46dc-9211-2ff1f13ec0ef. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:42.686693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] No DVR routers for this DVR port f5120eae-88df-4686-b17f-8410483f1881 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:42.702675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e7be0b2e-145c-4b7d-9b84-d3ba4225c417 None None] Provisioning for port cfc2e14f-5294-40f0-a576-883b510622e1 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:42.705886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c65f67ce-fa47-4c5f-9e20-21a175e5bdf4 req-d572ed38-a277-4974-8941-d1e879646c1f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=201e8c69-b159-4b29-a159-7c4bf274b5bb HTTP/1.1" status: 200 len: 210 time: 0.1544154 Jul 15 13:27:42.710216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-0cdaddac-b479-4114-9e60-d382a9bc8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:42.719355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-0cdaddac-b479-4114-9e60-d382a9bc8a8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 200 len: 897 time: 1.0771616 Jul 15 13:27:42.723929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e7be0b2e-145c-4b7d-9b84-d3ba4225c417 None None] Provisioning complete for port cfc2e14f-5294-40f0-a576-883b510622e1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.724318 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e7be0b2e-145c-4b7d-9b84-d3ba4225c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.736639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.747847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27098785-664b-42ca-a595-698cae1f0fb0 req-3916ab6d-abb7-4113-a1fc-7ceb181faa32 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.35 "DELETE /v2.0/ports/f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 204 len: 173 time: 5.0078480 Jul 15 13:27:42.748622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-deleted', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:42.761904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794097f-6c0b-4018-b875-6ee1754e5f4d None None] Network 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:42.767673 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7816ad1e-c796-42f1-a4b8-2a33e32fe740" -d '{"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-deleted", "tag": "f5120eae-88df-4686-b17f-8410483f1881"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:42.965008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-4269f90e-55af-4451-8246-4c0ba17ee569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:42.967947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-4269f90e-55af-4451-8246-4c0ba17ee569 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 200 len: 850 time: 0.8139911 Jul 15 13:27:42.974721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-434f07dc-0320-47a6-aafe-1a0c916096d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5120eae-88df-4686-b17f-8410483f1881 HTTP/1.1" status: 200 len: 217 time: 0.2007563 Jul 15 13:27:43.061030 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8947-27db-4f25-a67b-2f4275558222 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.073449 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ee9d8947-27db-4f25-a67b-2f4275558222 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af HTTP/1.1" status: 204 len: 168 time: 3.8221738 Jul 15 13:27:43.076330 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33194) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.172300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e7be0b2e-145c-4b7d-9b84-d3ba4225c417 None None] Port cfc2e14f-5294-40f0-a576-883b510622e1 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:43.260565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e7be0b2e-145c-4b7d-9b84-d3ba4225c417 None None] Provisioning complete for port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:43.261567 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a70b7b-20d4-4cfe-8b06-01859c5eacff tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:27:43.261773 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e7be0b2e-145c-4b7d-9b84-d3ba4225c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.270363 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-90a70b7b-20d4-4cfe-8b06-01859c5eacff tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af HTTP/1.1" status: 404 len: 333 time: 0.1926060 Jul 15 13:27:43.271295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 61022e6f-0670-4cc4-a3f4-74ac330f0d1a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:43.289868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33198) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.403115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-ff4db22b-19e7-455e-a664-f76dc18c8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:43.406116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-ff4db22b-19e7-455e-a664-f76dc18c8a9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f HTTP/1.1" status: 200 len: 834 time: 0.4045730 Jul 15 13:27:43.466884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131ab10-798c-4da0-a08c-b9a75b6f652f tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:43.484089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131ab10-798c-4da0-a08c-b9a75b6f652f tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:43.490300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8131ab10-798c-4da0-a08c-b9a75b6f652f tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.2294171 Jul 15 13:27:43.500622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33200) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.544158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:43.547659 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-097004c2-fcbc-4352-87f8-2863244b45fe tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:43.547993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.550041 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-097004c2-fcbc-4352-87f8-2863244b45fe tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "PUT /v2.0/routers/fd319406-84c8-4936-a1a5-135450728fd9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9800901 Jul 15 13:27:43.560258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38efc3f-12cd-49eb-af39-36a281b6b0f9 req-56c5b1f4-c390-42dc-aba3-ec9aea3a6557 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:43.561335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33202) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.562586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e38efc3f-12cd-49eb-af39-36a281b6b0f9 req-56c5b1f4-c390-42dc-aba3-ec9aea3a6557 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.4319801 Jul 15 13:27:43.632101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-03efd73c-b708-4703-9e23-c655dcf7700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:43.635815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-03efd73c-b708-4703-9e23-c655dcf7700a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d93d25e-77df-4a60-b900-1064f626df19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6542222 Jul 15 13:27:43.664980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e7be0b2e-145c-4b7d-9b84-d3ba4225c417 None None] Could not find standard attr ID for object 2711d540-5d13-4dbf-a5e3-d4b2fd9fe1af. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:43.711875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1704a586-6c8a-4c56-82fa-11cf6371a6fd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet d52c7fc9-a5f1-4657-8dd3-07c8848f0024 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:43.716274 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1704a586-6c8a-4c56-82fa-11cf6371a6fd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.836755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:43.842032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-62a0be33-c878-4742-8d93-9647997eff22 None None] Provisioning for port b2efd269-fde5-423b-b129-2951e24c7c1b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:43.948989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:43.949494 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.199565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b2efd269-fde5-423b-b129-2951e24c7c1b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:44.230473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.310048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b2efd269-fde5-423b-b129-2951e24c7c1b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:44.325936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b2efd269-fde5-423b-b129-2951e24c7c1b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:44.327229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.468916 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.532197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b2efd269-fde5-423b-b129-2951e24c7c1b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b2efd269-fde5-423b-b129-2951e24c7c1b,segment=NetworkSegment(a79a6db1-6c9a-480a-ba29-b9b04db5519a),segment_id=a79a6db1-6c9a-480a-ba29-b9b04db5519a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:44.542108 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.599025 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1704a586-6c8a-4c56-82fa-11cf6371a6fd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.656379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b2efd269-fde5-423b-b129-2951e24c7c1b,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:44.704362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e38efc3f-12cd-49eb-af39-36a281b6b0f9 req-1789faa2-4561-45d4-94ec-b5ceb32a426e tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1214635 Jul 15 13:27:44.778492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-c4313296-7d5e-463c-a775-63ea2713a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:44.781442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-c4313296-7d5e-463c-a775-63ea2713a9c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60459bcb-05b0-44d6-8f78-07dcdbec5876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3524847 Jul 15 13:27:44.822116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b2efd269-fde5-423b-b129-2951e24c7c1b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:44.824191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Deleting port cfc2e14f-5294-40f0-a576-883b510622e1 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:44.824779 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.869400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-07729662-bde9-4716-a1e3-df8a71f0a0dd service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2156038 Jul 15 13:27:44.934508 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6b3913-b7ec-4349-82b0-42b3eeec09af x-openstack-request-id: req-4d6b3913-b7ec-4349-82b0-42b3eeec09af {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:44.935032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b2efd269-fde5-423b-b129-2951e24c7c1b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:44.935175 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e8c69-b159-4b29-a159-7c4bf274b5bb", "name": "network-vif-deleted", "tag": "f5120eae-88df-4686-b17f-8410483f1881", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:44.935352 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.935465 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d6b3913-b7ec-4349-82b0-42b3eeec09af {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:44.936086 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e8c69-b159-4b29-a159-7c4bf274b5bb', 'name': 'network-vif-deleted', 'tag': 'f5120eae-88df-4686-b17f-8410483f1881', 'status': 'completed', 'code': 200} Jul 15 13:27:45.059112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33214) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.088755 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1704a586-6c8a-4c56-82fa-11cf6371a6fd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.103850 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.121294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Calling delete_port for cfc2e14f-5294-40f0-a576-883b510622e1 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:45.238068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-55bb2ab6-0e49-4201-8c4b-d6c71609030b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Deleting port 1ea70916-44dc-4af7-a0a0-2fb97576b759 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:45.238654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55bb2ab6-0e49-4201-8c4b-d6c71609030b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.339015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.371075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Port': ['ID=cfc2e14f-5294-40f0-a576-883b510622e1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:45.501446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-ac2b8c80-8612-4f99-b5ba-003cd4ba5260 service neutron] 10.222.0.35 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040799 Jul 15 13:27:45.618911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.700946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55bb2ab6-0e49-4201-8c4b-d6c71609030b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.730132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c8ae425-290b-4c1a-a32a-3740d0bcb4bb req-38440f02-a717-443e-92e8-172ea3d1a604 service neutron] 10.222.0.30 "GET /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8269067 Jul 15 13:27:45.774621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1704a586-6c8a-4c56-82fa-11cf6371a6fd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.836495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-55bb2ab6-0e49-4201-8c4b-d6c71609030b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Calling delete_port for 1ea70916-44dc-4af7-a0a0-2fb97576b759 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:45.863583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Router fd319406-84c8-4936-a1a5-135450728fd9 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:45.959269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704a586-6c8a-4c56-82fa-11cf6371a6fd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=d52c7fc9-a5f1-4657-8dd3-07c8848f0024,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:45.972861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc1a3d-e778-40d0-97b1-88627d6f8789 None None] Network 11390f31-e7bd-4222-961a-18e1fb1a1ef5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:45.976509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1704a586-6c8a-4c56-82fa-11cf6371a6fd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.978593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1704a586-6c8a-4c56-82fa-11cf6371a6fd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/d52c7fc9-a5f1-4657-8dd3-07c8848f0024 HTTP/1.1" status: 204 len: 168 time: 2.6852419 Jul 15 13:27:46.000056 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33234) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:46.148649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0fcc0b-efeb-43cd-b152-2c00943af484 req-b137ed70-fc16-4d4e-a6be-144d350e0bc9 service neutron] 10.222.0.35 "GET /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285203 Jul 15 13:27:46.255037 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55bb2ab6-0e49-4201-8c4b-d6c71609030b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.331154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb2ab6-0e49-4201-8c4b-d6c71609030b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Port': ['ID=1ea70916-44dc-4af7-a0a0-2fb97576b759,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:46.340887 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55bb2ab6-0e49-4201-8c4b-d6c71609030b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.343090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-55bb2ab6-0e49-4201-8c4b-d6c71609030b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/ports/1ea70916-44dc-4af7-a0a0-2fb97576b759 HTTP/1.1" status: 204 len: 168 time: 2.7794275 Jul 15 13:27:46.346794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33260) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:46.408606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] DHCP port deletion for 11390f31-e7bd-4222-961a-18e1fb1a1ef5 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:46.509812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] Deleting port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:46.510923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.551906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:46.563735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d73056-5886-44b6-a456-f6cdc774d297 None None] Sync routers for ids ['fd319406-84c8-4936-a1a5-135450728fd9'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:46.568708 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a0dc681-2e94-43e7-a3c3-d81b0c6bb4c2 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "PUT /v2.0/routers/fd319406-84c8-4936-a1a5-135450728fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0048649 Jul 15 13:27:46.577480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33262) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:46.634124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d73056-5886-44b6-a456-f6cdc774d297 None None] Routers {'fd319406-84c8-4936-a1a5-135450728fd9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:46.635252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-76d73056-5886-44b6-a456-f6cdc774d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fd319406-84c8-4936-a1a5-135450728fd9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:46.641054 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-fdbcaba3-65cc-454a-a197-e77c209ff997 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] delete failed (client error): The resource could not be found. Jul 15 13:27:46.648352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fdbcaba3-65cc-454a-a197-e77c209ff997 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1456012347 HTTP/1.1" status: 404 len: 335 time: 0.0636597 Jul 15 13:27:46.649991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33266) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:46.656796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2e808310-3e49-4a33-af42-944b7da9e665 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd319406-84c8-4936-a1a5-135450728fd9'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:46.663195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] For port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=44b0d8a7-5988-4fe7-920c-ba5a0c9d2352,segment=NetworkSegment(37f3f9f4-51ee-4789-87fe-a38782ff937a),segment_id=37f3f9f4-51ee-4789-87fe-a38782ff937a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:46.663706 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.742874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.778091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-76d73056-5886-44b6-a456-f6cdc774d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:46.789936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef0100-630e-4e65-a479-7ec65240532d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Deleting port 674b96cc-fa45-4093-b639-7941fc66646f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:46.790817 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0100-630e-4e65-a479-7ec65240532d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.816578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] Calling delete_port for 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:46.865721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d73056-5886-44b6-a456-f6cdc774d297 None None] Routers {'fd319406-84c8-4936-a1a5-135450728fd9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:46.867447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-76d73056-5886-44b6-a456-f6cdc774d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fd319406-84c8-4936-a1a5-135450728fd9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:46.873365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:46.981525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e808310-3e49-4a33-af42-944b7da9e665 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.987219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-76d73056-5886-44b6-a456-f6cdc774d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:46.988233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d73056-5886-44b6-a456-f6cdc774d297 None None] The sync data for ids ['fd319406-84c8-4936-a1a5-135450728fd9'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:47.024089 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-2e808310-3e49-4a33-af42-944b7da9e665 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] update failed (client error): The resource could not be found. Jul 15 13:27:47.025671 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2e808310-3e49-4a33-af42-944b7da9e665 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "PUT /v2.0/routers/fd319406-84c8-4936-a1a5-135450728fd9 HTTP/1.1" status: 404 len: 339 time: 0.3746500 Jul 15 13:27:47.030409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33268) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:47.089908 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.096826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0100-630e-4e65-a479-7ec65240532d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.120558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] Pushing event deleted for resources: {'Port': ['ID=44b0d8a7-5988-4fe7-920c-ba5a0c9d2352,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:47.128264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:47.128396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.135068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.135309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef0100-630e-4e65-a479-7ec65240532d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Calling delete_port for 674b96cc-fa45-4093-b639-7941fc66646f owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:47.152158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36812d00-4cb3-4d30-bd9b-27ee05955127 None None] No DVR routers for this DVR port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:47.313346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0100-630e-4e65-a479-7ec65240532d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.326424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-344772f4-3331-460c-878c-faec0b94bbb8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.334038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-344772f4-3331-460c-878c-faec0b94bbb8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd07de77-2574-4b4c-824c-0b1ab2578f44 HTTP/1.1" status: 200 len: 944 time: 0.5590200 Jul 15 13:27:47.374951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] For port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352, host n-d-771362-36, got binding levels [] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:47.375575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.407799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef0100-630e-4e65-a479-7ec65240532d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Port': ['ID=674b96cc-fa45-4093-b639-7941fc66646f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:47.422677 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.433206 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0100-630e-4e65-a479-7ec65240532d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.439048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b1ef0100-630e-4e65-a479-7ec65240532d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/ports/674b96cc-fa45-4093-b639-7941fc66646f HTTP/1.1" status: 204 len: 168 time: 1.0877573 Jul 15 13:27:47.440585 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33270) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:47.441623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:47.446708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 was not found and therefore no delete operation was performed {{(pid=93734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:27:47.504968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.516058 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a88368e9-29a8-4ff5-a6ca-9f61cece6ba2 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0715685 Jul 15 13:27:47.522042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33272) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:47.528514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1549435880'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:47.558419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No DVR routers for this DVR port 44b0d8a7-5988-4fe7-920c-ba5a0c9d2352 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:47.567638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=44b0d8a7-5988-4fe7-920c-ba5a0c9d2352,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:47.624888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Made reservation on behalf of bf0123eff36a4329bef27db1c58e795d for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:47.629580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.663931 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.673506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Deleting port 8f7fbd39-adad-4d26-98b9-878f680ddc20 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:47.673506 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.810247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.829000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11390f31-e7bd-4222-961a-18e1fb1a1ef5']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:47.896461 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f3f9f4-51ee-4789-87fe-a38782ff937a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:47.897336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f3f9f4-51ee-4789-87fe-a38782ff937a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:47.942483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.948935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:47.971871 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.014416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:48.014991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:48.018973 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:48.057545 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.058612 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Added segment 93a57687-cbb5-439a-a3fb-57220e6f2c16 of type vlan for network 421da276-90d7-4f82-bc9d-cae64b6f3a89 Jul 15 13:27:48.140045 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.145614 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.152839 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/networks/11390f31-e7bd-4222-961a-18e1fb1a1ef5 HTTP/1.1" status: 204 len: 168 time: 2.1509917 Jul 15 13:27:48.153576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:48.168652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-514074472'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:48.194126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84e2e6-dbac-4870-9362-e8408c4f5424 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Network': ['ID=11390f31-e7bd-4222-961a-18e1fb1a1ef5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.214508 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.232791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] For port 8f7fbd39-adad-4d26-98b9-878f680ddc20, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=8f7fbd39-adad-4d26-98b9-878f680ddc20,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:48.233420 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.254279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:48.258196 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.270464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Calling delete_port for 8f7fbd39-adad-4d26-98b9-878f680ddc20 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:48.288765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Allocated IP 172.20.0.1 (0ed90f8a-d043-4aa1-9365-4a3f96b99cfb/1dd332fb-710b-4753-ac9b-63f4bb7beccf/51e57320-da63-4abe-9879-9025c02e5724) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:48.307954 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:48.341563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.342111 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Added segment 7ad96d6d-101d-4fae-8286-558f4190faf8 of type vlan for network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 Jul 15 13:27:48.436458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.453609 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.465821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.466839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.508783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.530540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.539521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.540441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.543588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Transition to ACTIVE for port object 51e57320-da63-4abe-9879-9025c02e5724 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:48.574700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0518520 Jul 15 13:27:48.590931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33278) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:48.598184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1489408731'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:48.631054 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4678323 Jul 15 13:27:48.636780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33280) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:48.657030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:48.693130 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.696916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dabae9-6452-4e0e-beab-df8dd8b0e721 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Network': ['ID=421da276-90d7-4f82-bc9d-cae64b6f3a89,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.742837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 421da276-90d7-4f82-bc9d-cae64b6f3a89 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:48.788089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Port': ['ID=51e57320-da63-4abe-9879-9025c02e5724,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.791576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01210aed-5665-460c-adec-7ff841715190 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Network': ['ID=8f0ccb99-61ec-4a57-9247-bddd59f6e239,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.826121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:48.827519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Made reservation on behalf of bf0123eff36a4329bef27db1c58e795d for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:48.831242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.836584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:48.842305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:48.925349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:48.997903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:49.001216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.007935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:49.012610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.086463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.086913 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Added segment e9e881fa-28f2-4e04-be85-d5df0febf286 of type vlan for network e2128684-288d-4e4e-b8f5-cddf6ba415bc Jul 15 13:27:49.110900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cbd6228c-f4ca-4163-9795-8f618bb4c71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.225276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.348973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.355442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.356126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.378975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-62cc2cc1-39bc-4f28-a18c-8ffd3fb7d335 None None] Provisioning for port 51e57320-da63-4abe-9879-9025c02e5724 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:49.398443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-62cc2cc1-39bc-4f28-a18c-8ffd3fb7d335 None None] Provisioning complete for port 51e57320-da63-4abe-9879-9025c02e5724 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:49.398443 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-62cc2cc1-39bc-4f28-a18c-8ffd3fb7d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.429805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.455643 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8624945 Jul 15 13:27:49.456375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-62cc2cc1-39bc-4f28-a18c-8ffd3fb7d335 None None] Port 51e57320-da63-4abe-9879-9025c02e5724 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:49.469399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.484754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['7aae7044-b646-4fe1-a43a-b301cda8bbca', '55899967-e13e-431f-8a3f-e7c2cb2ab746'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:49.512447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port f5973adb-b37a-4664-baca-aadf8c959daf {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:49.513268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.610386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event deleted for resources: {'Port': ['ID=8f7fbd39-adad-4d26-98b9-878f680ddc20,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:49.666874 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e4c83-57e4-4bd1-9eb0-d91a10c6b9d5 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Network': ['ID=e2128684-288d-4e4e-b8f5-cddf6ba415bc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:49.685785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e2128684-288d-4e4e-b8f5-cddf6ba415bc details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:49.698296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.773349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] No DVR routers for this DVR port 8f7fbd39-adad-4d26-98b9-878f680ddc20 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:49.774852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33284) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:49.778849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.783948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14e4137e-08e5-41a0-8658-cf3dfb86550c req-9343b47c-f331-4c3d-9798-94ba18ca19f9 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "DELETE /v2.0/ports/8f7fbd39-adad-4d26-98b9-878f680ddc20 HTTP/1.1" status: 204 len: 173 time: 2.4489522 Jul 15 13:27:49.791265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'name': 'network-vif-deleted', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:49.797170 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1377fdb-1e64-4f0e-bf54-df99311b0037" -d '{"events": [{"server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "name": "network-vif-deleted", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:49.898911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port f5973adb-b37a-4664-baca-aadf8c959daf, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f5973adb-b37a-4664-baca-aadf8c959daf,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:49.899483 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.901215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'subnets': [{'network_id': '421da276-90d7-4f82-bc9d-cae64b6f3a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--561730634', 'ip_version': 4}, {'network_id': 'e2128684-288d-4e4e-b8f5-cddf6ba415bc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:49.901723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'subnet': {'network_id': '421da276-90d7-4f82-bc9d-cae64b6f3a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--561730634', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:49.902516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Request body: {'subnet': {'network_id': 'e2128684-288d-4e4e-b8f5-cddf6ba415bc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:49.949942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for f5973adb-b37a-4664-baca-aadf8c959daf owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:50.436390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=9ad2e055-e8b4-4ec1-b179-40b8d45de922,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:50.465092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Checking segment: {'id': '7ad96d6d-101d-4fae-8286-558f4190faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:50.465614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network hostable DHCP agents. Network: 8f0ccb99-61ec-4a57-9247-bddd59f6e239, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:50.506636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.575336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=f5973adb-b37a-4664-baca-aadf8c959daf,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:50.828173 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.852796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:50.867536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.952518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8f0ccb99-61ec-4a57-9247-bddd59f6e239) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:50.968109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eea142-f67c-431c-bed3-bb861ebf4046 None None] Network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:50.972920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:50.973916 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.997551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.025234 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98163e7-849d-431d-a029-723c4a8dd2c4 x-openstack-request-id: req-a98163e7-849d-431d-a029-723c4a8dd2c4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:51.025690 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd07de77-2574-4b4c-824c-0b1ab2578f44", "name": "network-vif-deleted", "tag": "8f7fbd39-adad-4d26-98b9-878f680ddc20", "status": "failed", "code": 422}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:51.026150 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a98163e7-849d-431d-a029-723c4a8dd2c4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:51.026668 n-d-771362-36 neutron-server[93733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd07de77-2574-4b4c-824c-0b1ab2578f44', 'name': 'network-vif-deleted', 'tag': '8f7fbd39-adad-4d26-98b9-878f680ddc20', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:27:51.055067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event updated for resources: {'Port': ['ID=51e57320-da63-4abe-9879-9025c02e5724,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:51.057962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Made reservation on behalf of bf0123eff36a4329bef27db1c58e795d for: {'subnet': 2} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:51.063851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.064199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.132955 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e42ba39e-db5e-4458-9b4a-bac07178fd90 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4904952 Jul 15 13:27:51.139655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33298) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:51.148418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239', 'name': 'tempest-PortsTestJSON-1892303681', 'fixed_ips': [{'subnet_id': '9ad2e055-e8b4-4ec1-b179-40b8d45de922', 'ip_address': '172.20.0.10'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:51.289551 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.332377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:51.542355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router afa9cef9-0937-4272-adf2-7d2761337a57 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:51.548277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-8f0ccb99-61ec-4a57-9247-bddd59f6e239', 'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239', 'tenant_id': 'ad7d89cd3a0245c79c7eac953cdb166c', 'fixed_ips': [{'subnet_id': '9ad2e055-e8b4-4ec1-b179-40b8d45de922'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:51.550699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.573463 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fcc6-d31a-4de5-b72c-6499241e4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.637298 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.777586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:51.790787 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] Sync routers for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:51.801467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d8e2a999-a345-44e9-b27f-58fc7f4a83a9 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "PUT /v2.0/routers/afa9cef9-0937-4272-adf2-7d2761337a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7347267 Jul 15 13:27:51.802344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33308) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:51.826077 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:51.828523 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:51.871763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Allocated IP 172.20.0.2 (8f0ccb99-61ec-4a57-9247-bddd59f6e239/9ad2e055-e8b4-4ec1-b179-40b8d45de922/71ec7c83-d4ab-4e9a-80b8-c50903cc98cb) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:51.899483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.932794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:51.941465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:51.970389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a8a682-47d1-4a89-8b43-246b97e07392 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting subnet 46a89ce1-b6e2-49f4-982c-38b74f2a4c7f {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:51.981081 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56a8a682-47d1-4a89-8b43-246b97e07392 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.001260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port c6db22d4-d4e8-48d5-a7d5-9780e3145ada yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:52.077510 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56a8a682-47d1-4a89-8b43-246b97e07392 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.109045 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:52.267719 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.287647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Transition to ACTIVE for port object 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:52.326829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Transition to ACTIVE for port object 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:52.343109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.420142 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56a8a682-47d1-4a89-8b43-246b97e07392 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.454731 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:27:50Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:52.469788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:52.473906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Pushing event updated for resources: {'Port': ['ID=71ec7c83-d4ab-4e9a-80b8-c50903cc98cb,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:52.480016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:52.486119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:52.492863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9362f5-c598-43ab-8040-da986c690362 req-6f5333f4-a893-48ae-a64d-3f733d892538 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:52.506868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf9362f5-c598-43ab-8040-da986c690362 req-6f5333f4-a893-48ae-a64d-3f733d892538 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 908 time: 0.3228517 Jul 15 13:27:52.534140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b673d592-cb48-4c1c-a5d2-f929cd2e408d None None] Provisioning complete for port 51e57320-da63-4abe-9879-9025c02e5724 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:52.534718 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b673d592-cb48-4c1c-a5d2-f929cd2e408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.552912 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] Checking router: afa9cef9-0937-4272-adf2-7d2761337a57 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:52.565056 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] Routers {'afa9cef9-0937-4272-adf2-7d2761337a57'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:52.566428 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['afa9cef9-0937-4272-adf2-7d2761337a57'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:52.595001 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56a8a682-47d1-4a89-8b43-246b97e07392 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.623852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Attempting to bind port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:52.624396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Attempting to bind port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7ad96d6d-101d-4fae-8286-558f4190faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:52.625120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Attempting to bind port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb on network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:52.640213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:52.640758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Checking segment: {'id': '7ad96d6d-101d-4fae-8286-558f4190faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:52.641277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.641782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Bound using segment: {'id': '7ad96d6d-101d-4fae-8286-558f4190faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:52.642404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Bound port: 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad96d6d-101d-4fae-8286-558f4190faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:52.644293 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.666464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b673d592-cb48-4c1c-a5d2-f929cd2e408d None None] Port 51e57320-da63-4abe-9879-9025c02e5724 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:52.671708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8a682-47d1-4a89-8b43-246b97e07392 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Subnet': ['ID=46a89ce1-b6e2-49f4-982c-38b74f2a4c7f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:52.688081 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-56a8a682-47d1-4a89-8b43-246b97e07392 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.702194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-56a8a682-47d1-4a89-8b43-246b97e07392 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/subnets/46a89ce1-b6e2-49f4-982c-38b74f2a4c7f HTTP/1.1" status: 204 len: 168 time: 0.8920770 Jul 15 13:27:52.703036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33316) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:52.711503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.10 (8f0ccb99-61ec-4a57-9247-bddd59f6e239/9ad2e055-e8b4-4ec1-b179-40b8d45de922/c6db22d4-d4e8-48d5-a7d5-9780e3145ada) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:52.722913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694c551-dc25-4d39-898f-6fc7a1d97164 None None] Network 60459bcb-05b0-44d6-8f78-07dcdbec5876 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:52.821730 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Router fd319406-84c8-4936-a1a5-135450728fd9 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:52.823762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.851795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] For port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:52.857654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] For port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=71ec7c83-d4ab-4e9a-80b8-c50903cc98cb,segment=NetworkSegment(7ad96d6d-101d-4fae-8286-558f4190faf8),segment_id=7ad96d6d-101d-4fae-8286-558f4190faf8)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:52.869577 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] Set router afa9cef9-0937-4272-adf2-7d2761337a57 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:52.944055 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.025257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.027565 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.162287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aae9ae-7ff5-4ee7-bf91-a9f5c74f3c7d None None] Pushing event updated for resources: {'Port': ['ID=71ec7c83-d4ab-4e9a-80b8-c50903cc98cb,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.298917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] DHCP port deletion for 60459bcb-05b0-44d6-8f78-07dcdbec5876 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:53.495789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Deleting port 22bbac08-0c64-44a0-bede-21d3081543c4 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:53.497443 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.574164 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:27:50Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.634518 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.649443 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde430a4-b49c-4e35-940f-bc59e834c637 None None] The sync data for ids ['afa9cef9-0937-4272-adf2-7d2761337a57'] in n-d-771362-36 is: [{'id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584511921', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:17Z', 'updated_at': '2021-07-15T13:27:50Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '4811cc58-aa5e-44bb-b41a-7c506828074d', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa9cef9-0937-4272-adf2-7d2761337a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:20Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:53.670965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.677620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-6c41c95b-07f2-4129-8fc0-b99857cc3f2c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:53.683348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-6c41c95b-07f2-4129-8fc0-b99857cc3f2c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 908 time: 0.4490719 Jul 15 13:27:53.706189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object c6db22d4-d4e8-48d5-a7d5-9780e3145ada will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:53.723002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] For port 22bbac08-0c64-44a0-bede-21d3081543c4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=22bbac08-0c64-44a0-bede-21d3081543c4,segment=NetworkSegment(55a33d50-b26b-499b-9f7c-010d7bf9ed98),segment_id=55a33d50-b26b-499b-9f7c-010d7bf9ed98)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:53.723461 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.763387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Calling delete_port for 22bbac08-0c64-44a0-bede-21d3081543c4 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:53.794783 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Subnet': ['ID=18ce68d4-1df3-49f2-8147-5ca8434f328e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.882939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.896102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.906113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Checking segment: {'id': '93a57687-cbb5-439a-a3fb-57220e6f2c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '421da276-90d7-4f82-bc9d-cae64b6f3a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:53.906711 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Network hostable DHCP agents. Network: 421da276-90d7-4f82-bc9d-cae64b6f3a89, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:53.927683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Pushing event deleted for resources: {'Port': ['ID=22bbac08-0c64-44a0-bede-21d3081543c4,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.935894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Deleting port 4c7bbdac-dd26-4732-a764-d076dc623c44 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:53.936307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.936551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] No DVR routers for this DVR port 22bbac08-0c64-44a0-bede-21d3081543c4 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:53.939088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.939421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.940543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.940543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.940543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.940998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.941936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.941936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.941936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.942209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.942792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.943125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db852f-7449-4a91-bbbb-57d4f74909be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.965087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.965523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.965884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.966227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.966565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.966944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.967325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.967807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.968150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.968492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.968806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.969572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:53.986043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 4811cc58-aa5e-44bb-b41a-7c506828074d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:53.986917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.052754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb127-89cf-48e8-8d3d-db11d552f6d8 req-6b575e11-9926-49d7-a908-0c9c0614d751 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:54.056526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:54.065601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d8eb127-89cf-48e8-8d3d-db11d552f6d8 req-6b575e11-9926-49d7-a908-0c9c0614d751 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 908 time: 0.2702270 Jul 15 13:27:54.073106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:54.081559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:54.135703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=c6db22d4-d4e8-48d5-a7d5-9780e3145ada,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.139972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Network 421da276-90d7-4f82-bc9d-cae64b6f3a89 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:54.158325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:54.169341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe30dd-fb8a-4fb2-9f24-5e20747fba8e None None] Sync routers for ids ['fd319406-84c8-4936-a1a5-135450728fd9'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:54.198824 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5ca59cd2-43a0-4c54-886a-22d3103b36a9 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "PUT /v2.0/routers/fd319406-84c8-4936-a1a5-135450728fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1665616 Jul 15 13:27:54.214732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe30dd-fb8a-4fb2-9f24-5e20747fba8e None None] Routers {'fd319406-84c8-4936-a1a5-135450728fd9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:54.215704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-12fe30dd-fb8a-4fb2-9f24-5e20747fba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fd319406-84c8-4936-a1a5-135450728fd9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:54.223308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33334) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.457589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-12fe30dd-fb8a-4fb2-9f24-5e20747fba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:54.466833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port 4811cc58-aa5e-44bb-b41a-7c506828074d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4811cc58-aa5e-44bb-b41a-7c506828074d,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:54.467115 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.490577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] For port 4c7bbdac-dd26-4732-a764-d076dc623c44, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4c7bbdac-dd26-4732-a764-d076dc623c44,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:54.492220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.498513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 421da276-90d7-4f82-bc9d-cae64b6f3a89) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:54.510535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.520686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 4811cc58-aa5e-44bb-b41a-7c506828074d owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:54.521314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f328f40-38fd-4513-879e-562cba858cee None None] Network 421da276-90d7-4f82-bc9d-cae64b6f3a89 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:54.529650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Calling delete_port for 4c7bbdac-dd26-4732-a764-d076dc623c44 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:54.622435 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.629947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe30dd-fb8a-4fb2-9f24-5e20747fba8e None None] Routers {'fd319406-84c8-4936-a1a5-135450728fd9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:54.630944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-12fe30dd-fb8a-4fb2-9f24-5e20747fba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fd319406-84c8-4936-a1a5-135450728fd9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:54.763360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-12fe30dd-fb8a-4fb2-9f24-5e20747fba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:54.771335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe30dd-fb8a-4fb2-9f24-5e20747fba8e None None] The sync data for ids ['fd319406-84c8-4936-a1a5-135450728fd9'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:54.950451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:54.953992 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93b8ef80-9214-432c-b4f1-1d87b8014c0d tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.012496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.015825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.041053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.097533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event updated for resources: {'Subnet': ['ID=2e0735f4-c838-41f1-a27f-282ca2376d83,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:55.146771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:55.162389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-421da276-90d7-4f82-bc9d-cae64b6f3a89', 'network_id': '421da276-90d7-4f82-bc9d-cae64b6f3a89', 'tenant_id': 'bf0123eff36a4329bef27db1c58e795d', 'fixed_ips': [{'subnet_id': '18ce68d4-1df3-49f2-8147-5ca8434f328e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:55.163963 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.189724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=4811cc58-aa5e-44bb-b41a-7c506828074d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:55.230868 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-85c5cb1c-720d-4f61-a832-17b9e5153ace tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0873773 Jul 15 13:27:55.236198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33354) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.271403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '8f0ccb99-61ec-4a57-9247-bddd59f6e239', 'name': 'tempest-PortsTestJSON-612046619', 'fixed_ips': [{'subnet_id': '9ad2e055-e8b4-4ec1-b179-40b8d45de922', 'ip_address': '172.20.0.9'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:55.330816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567953d7-834a-4107-97cc-339fe5cd683a None None] Network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:55.348643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 22bbac08-0c64-44a0-bede-21d3081543c4 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:55.380744 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-93b8ef80-9214-432c-b4f1-1d87b8014c0d tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:27:55.389938 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.400038 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-93b8ef80-9214-432c-b4f1-1d87b8014c0d tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/routers/fd319406-84c8-4936-a1a5-135450728fd9 HTTP/1.1" status: 409 len: 329 time: 1.1581249 Jul 15 13:27:55.403667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Checking segment: {'id': 'e9e881fa-28f2-4e04-be85-d5df0febf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e2128684-288d-4e4e-b8f5-cddf6ba415bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:55.404466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Network hostable DHCP agents. Network: e2128684-288d-4e4e-b8f5-cddf6ba415bc, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:55.408239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33358) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.519933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Network e2128684-288d-4e4e-b8f5-cddf6ba415bc is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:55.570554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, e2128684-288d-4e4e-b8f5-cddf6ba415bc) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:55.578679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.592528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.593629 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.770381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Allocated IP 172.20.0.2 (421da276-90d7-4f82-bc9d-cae64b6f3a89/18ce68d4-1df3-49f2-8147-5ca8434f328e/b5c72ad0-30d6-45b5-9fea-8f3b3db01916) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:55.855149 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa80004a-4bcd-4f23-a545-905fbe69f443 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.0667579 Jul 15 13:27:55.876850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33364) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.962678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6385583a-3d8f-41b9-acda-1b32d222f651 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.964715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6385583a-3d8f-41b9-acda-1b32d222f651 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.966800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6385583a-3d8f-41b9-acda-1b32d222f651 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.968345 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6385583a-3d8f-41b9-acda-1b32d222f651 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0902867 Jul 15 13:27:55.980001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33366) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.980587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135070a-2198-4c49-8dc3-9da883b34d47 None None] Network e2128684-288d-4e4e-b8f5-cddf6ba415bc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:55.982472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 22bbac08-0c64-44a0-bede-21d3081543c4 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:55.982859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 22bbac08-0c64-44a0-bede-21d3081543c4 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:55.983341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f5973adb-b37a-4664-baca-aadf8c959daf no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:56.000752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event deleted for resources: {'Port': ['ID=4c7bbdac-dd26-4732-a764-d076dc623c44,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.010117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.052363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f953e9e9-b133-40cf-bada-e8a6022c4f4f None None] Provisioning for port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:56.062761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f5973adb-b37a-4664-baca-aadf8c959daf {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:56.063593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f5973adb-b37a-4664-baca-aadf8c959daf not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:56.117225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f953e9e9-b133-40cf-bada-e8a6022c4f4f None None] Provisioning complete for port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:56.117584 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f953e9e9-b133-40cf-bada-e8a6022c4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.145307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.148545 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.179029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbfb9f3-489f-4b83-a568-b73f106c2f0b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Deleting subnet 18ce68d4-1df3-49f2-8147-5ca8434f328e {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:56.219635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.245387 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.248077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] No DVR routers for this DVR port 4c7bbdac-dd26-4732-a764-d076dc623c44 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:56.265446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Transition to ACTIVE for port object b5c72ad0-30d6-45b5-9fea-8f3b3db01916 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:56.269087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c59381bf-193f-4cfc-9344-21bce7f7dbda req-372b7183-1d6d-435a-8a6e-19965dfa3c8a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=06622eb9-8acd-414f-96bb-24176eae8568 HTTP/1.1" status: 200 len: 210 time: 0.3247876 Jul 15 13:27:56.290249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.293211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e7d1a7a-5e4e-4b05-967a-261cf7f4a60c req-a6931b0b-0447-4e73-b638-b47a45a7b09c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "DELETE /v2.0/ports/4c7bbdac-dd26-4732-a764-d076dc623c44 HTTP/1.1" status: 204 len: 173 time: 2.6029916 Jul 15 13:27:56.336067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06622eb9-8acd-414f-96bb-24176eae8568', 'name': 'network-vif-deleted', 'tag': '4c7bbdac-dd26-4732-a764-d076dc623c44'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:56.343471 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ad8b8c-63d8-45bf-8c0a-2c8b612e1942" -d '{"events": [{"server_uuid": "06622eb9-8acd-414f-96bb-24176eae8568", "name": "network-vif-deleted", "tag": "4c7bbdac-dd26-4732-a764-d076dc623c44"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:56.365852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.367260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Fanout notify agent at l3_agent the message router_deleted on router afa9cef9-0937-4272-adf2-7d2761337a57 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:56.371944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Transition to ACTIVE for port object b5c72ad0-30d6-45b5-9fea-8f3b3db01916 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:56.391710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.393644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ffa469a9-4f21-42db-b142-3d92133133a2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/routers/afa9cef9-0937-4272-adf2-7d2761337a57 HTTP/1.1" status: 204 len: 168 time: 3.6893854 Jul 15 13:27:56.398000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33370) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.406436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbfb9f3-489f-4b83-a568-b73f106c2f0b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.416145 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.570553 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbfb9f3-489f-4b83-a568-b73f106c2f0b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.579974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-e2128684-288d-4e4e-b8f5-cddf6ba415bc', 'network_id': 'e2128684-288d-4e4e-b8f5-cddf6ba415bc', 'tenant_id': 'bf0123eff36a4329bef27db1c58e795d', 'fixed_ips': [{'subnet_id': '2e0735f4-c838-41f1-a27f-282ca2376d83'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:56.581153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.618138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:56.629039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Network 421da276-90d7-4f82-bc9d-cae64b6f3a89 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:56.635270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:56.647805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:56.665456 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f953e9e9-b133-40cf-bada-e8a6022c4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.681474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Pushing event updated for resources: {'Port': ['ID=b5c72ad0-30d6-45b5-9fea-8f3b3db01916,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.732237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-b599a5a0-e95f-4ded-b040-cad533350812 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:56.733921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-b599a5a0-e95f-4ded-b040-cad533350812 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.30 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 945 time: 0.7795079 Jul 15 13:27:56.814804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4c7bbdac-dd26-4732-a764-d076dc623c44 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:56.852636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.041281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.082726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88272770-f97c-42ab-8d5d-9d32e70a0122 req-71b71bf0-08ab-4ea6-a6b5-ab7b430cac32 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:57.085864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88272770-f97c-42ab-8d5d-9d32e70a0122 req-71b71bf0-08ab-4ea6-a6b5-ab7b430cac32 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 945 time: 0.6157572 Jul 15 13:27:57.170266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 9e4a4081-0ac3-4067-a75d-25f5a9b817e2 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:57.277374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f953e9e9-b133-40cf-bada-e8a6022c4f4f None None] For port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=71ec7c83-d4ab-4e9a-80b8-c50903cc98cb,segment=NetworkSegment(7ad96d6d-101d-4fae-8286-558f4190faf8),segment_id=7ad96d6d-101d-4fae-8286-558f4190faf8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:57.280986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Attempting to bind port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:57.281817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Attempting to bind port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '93a57687-cbb5-439a-a3fb-57220e6f2c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '421da276-90d7-4f82-bc9d-cae64b6f3a89'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:57.283415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Attempting to bind port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 on network 421da276-90d7-4f82-bc9d-cae64b6f3a89 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:57.309831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4811cc58-aa5e-44bb-b41a-7c506828074d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:57.326910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f953e9e9-b133-40cf-bada-e8a6022c4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.337490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 4c7bbdac-dd26-4732-a764-d076dc623c44 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:57.337984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4c7bbdac-dd26-4732-a764-d076dc623c44 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:57.371862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 4811cc58-aa5e-44bb-b41a-7c506828074d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:57.372290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4811cc58-aa5e-44bb-b41a-7c506828074d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:57.384255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:57.385101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Checking segment: {'id': '93a57687-cbb5-439a-a3fb-57220e6f2c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '421da276-90d7-4f82-bc9d-cae64b6f3a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:57.385814 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.386459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Bound using segment: {'id': '93a57687-cbb5-439a-a3fb-57220e6f2c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '421da276-90d7-4f82-bc9d-cae64b6f3a89'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:57.390628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Bound port: b5c72ad0-30d6-45b5-9fea-8f3b3db01916, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a57687-cbb5-439a-a3fb-57220e6f2c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '421da276-90d7-4f82-bc9d-cae64b6f3a89'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:57.391503 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.538305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b42cffae-aa5e-4e01-ab98-c9c9b65d427b None None] Provisioning for port c6db22d4-d4e8-48d5-a7d5-9780e3145ada completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:57.591942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b42cffae-aa5e-4e01-ab98-c9c9b65d427b None None] Provisioning complete for port c6db22d4-d4e8-48d5-a7d5-9780e3145ada triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:57.592295 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b42cffae-aa5e-4e01-ab98-c9c9b65d427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.654593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.662151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953e9e9-b133-40cf-bada-e8a6022c4f4f None None] Pushing event updated for resources: {'Port': ['ID=71ec7c83-d4ab-4e9a-80b8-c50903cc98cb,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:57.680326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Allocated IP 172.20.0.18 (e2128684-288d-4e4e-b8f5-cddf6ba415bc/2e0735f4-c838-41f1-a27f-282ca2376d83/d60ea4fc-42f0-4106-9e5a-5415535542d8) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:57.687062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbfb9f3-489f-4b83-a568-b73f106c2f0b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.726436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b42cffae-aa5e-4e01-ab98-c9c9b65d427b None None] Port c6db22d4-d4e8-48d5-a7d5-9780e3145ada cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:57.763678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60459bcb-05b0-44d6-8f78-07dcdbec5876']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:57.769510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b42cffae-aa5e-4e01-ab98-c9c9b65d427b None None] Provisioning complete for port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:57.770334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b42cffae-aa5e-4e01-ab98-c9c9b65d427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.792037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88272770-f97c-42ab-8d5d-9d32e70a0122 req-92e2a8cb-43e9-4faa-99dd-4bccde14f4a5 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/security-groups?id=1930c953-a3b9-4732-81a8-acb9ad82453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804550 Jul 15 13:27:57.797906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbfb9f3-489f-4b83-a568-b73f106c2f0b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.850828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a33d50-b26b-499b-9f7c-010d7bf9ed98') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:57.851366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a33d50-b26b-499b-9f7c-010d7bf9ed98') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:57.860119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] For port b5c72ad0-30d6-45b5-9fea-8f3b3db01916, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:57.871894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Deleting port 5eb9a117-21b7-403a-b5e4-8536d9760f6f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:57.872388 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.874236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7fbfb9f3-489f-4b83-a568-b73f106c2f0b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.876703 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7fbfb9f3-489f-4b83-a568-b73f106c2f0b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/subnets/18ce68d4-1df3-49f2-8147-5ca8434f328e HTTP/1.1" status: 204 len: 168 time: 1.8522649 Jul 15 13:27:57.878713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfb9f3-489f-4b83-a568-b73f106c2f0b tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Subnet': ['ID=18ce68d4-1df3-49f2-8147-5ca8434f328e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:57.883177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33386) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.886148 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.903936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.9 (8f0ccb99-61ec-4a57-9247-bddd59f6e239/9ad2e055-e8b4-4ec1-b179-40b8d45de922/9e4a4081-0ac3-4067-a75d-25f5a9b817e2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:57.907756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] For port b5c72ad0-30d6-45b5-9fea-8f3b3db01916, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b5c72ad0-30d6-45b5-9fea-8f3b3db01916,segment=NetworkSegment(93a57687-cbb5-439a-a3fb-57220e6f2c16),segment_id=93a57687-cbb5-439a-a3fb-57220e6f2c16)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:57.919393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.954193 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.064875 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e4f183-f4ba-483f-9380-35155a67fc86 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Deleting subnet 2e0735f4-c838-41f1-a27f-282ca2376d83 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:58.096038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:58.118064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:58.123935 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:58.164235 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.196424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Transition to ACTIVE for port object d60ea4fc-42f0-4106-9e5a-5415535542d8 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:58.246616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Transition to ACTIVE for port object d60ea4fc-42f0-4106-9e5a-5415535542d8 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:58.261887 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.284534 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f183-f4ba-483f-9380-35155a67fc86 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.322336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589390fb-0485-4bf5-b0b9-039749eed82b None None] Pushing event updated for resources: {'Port': ['ID=b5c72ad0-30d6-45b5-9fea-8f3b3db01916,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.338685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Network e2128684-288d-4e4e-b8f5-cddf6ba415bc is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:58.346857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:58.360312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:58.411589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f183-f4ba-483f-9380-35155a67fc86 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.463175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] For port 5eb9a117-21b7-403a-b5e4-8536d9760f6f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5eb9a117-21b7-403a-b5e4-8536d9760f6f,segment=NetworkSegment(94909e64-7d27-43aa-b7d4-eea33f09ea06),segment_id=94909e64-7d27-43aa-b7d4-eea33f09ea06)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:58.463175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.497505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Calling delete_port for 5eb9a117-21b7-403a-b5e4-8536d9760f6f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:58.537642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Pushing event updated for resources: {'Port': ['ID=d60ea4fc-42f0-4106-9e5a-5415535542d8,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.664279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Attempting to bind port d60ea4fc-42f0-4106-9e5a-5415535542d8 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:58.664675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Attempting to bind port d60ea4fc-42f0-4106-9e5a-5415535542d8 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e9e881fa-28f2-4e04-be85-d5df0febf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e2128684-288d-4e4e-b8f5-cddf6ba415bc'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:58.665029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Attempting to bind port d60ea4fc-42f0-4106-9e5a-5415535542d8 on network e2128684-288d-4e4e-b8f5-cddf6ba415bc {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:58.671413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Deleting port 51e57320-da63-4abe-9879-9025c02e5724 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:58.671978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.688703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:58.689323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Checking segment: {'id': 'e9e881fa-28f2-4e04-be85-d5df0febf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e2128684-288d-4e4e-b8f5-cddf6ba415bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:58.689993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.690675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Bound using segment: {'id': 'e9e881fa-28f2-4e04-be85-d5df0febf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e2128684-288d-4e4e-b8f5-cddf6ba415bc'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:58.691528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Bound port: d60ea4fc-42f0-4106-9e5a-5415535542d8, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e881fa-28f2-4e04-be85-d5df0febf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e2128684-288d-4e4e-b8f5-cddf6ba415bc'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:58.692177 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.701011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.702825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.731451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.733462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/networks/60459bcb-05b0-44d6-8f78-07dcdbec5876 HTTP/1.1" status: 204 len: 168 time: 2.3328443 Jul 15 13:27:58.758466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33400) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.772165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5eb9a117-21b7-403a-b5e4-8536d9760f6f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:58.867823 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477cdad5-9ea6-4b9e-ae5e-ff48771a3057 x-openstack-request-id: req-477cdad5-9ea6-4b9e-ae5e-ff48771a3057 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:58.868095 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06622eb9-8acd-414f-96bb-24176eae8568", "name": "network-vif-deleted", "tag": "4c7bbdac-dd26-4732-a764-d076dc623c44", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:58.868268 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-477cdad5-9ea6-4b9e-ae5e-ff48771a3057 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:58.868632 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06622eb9-8acd-414f-96bb-24176eae8568', 'name': 'network-vif-deleted', 'tag': '4c7bbdac-dd26-4732-a764-d076dc623c44', 'status': 'completed', 'code': 200} Jul 15 13:27:58.877015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Pushing event deleted for resources: {'Port': ['ID=5eb9a117-21b7-403a-b5e4-8536d9760f6f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.897609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae853e-9209-427d-ab96-03053343934e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Network': ['ID=60459bcb-05b0-44d6-8f78-07dcdbec5876,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.991836 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f183-f4ba-483f-9380-35155a67fc86 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.012270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] No DVR routers for this DVR port 5eb9a117-21b7-403a-b5e4-8536d9760f6f on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:59.021952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.024358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e35e67f3-f921-4256-be3c-49d541fa0464 req-6ec65a6d-d990-454d-b740-3efcfe38ddad tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.30 "DELETE /v2.0/ports/5eb9a117-21b7-403a-b5e4-8536d9760f6f HTTP/1.1" status: 204 len: 173 time: 2.2426720 Jul 15 13:27:59.056974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.078532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a1adaca-c950-46fb-9c07-04f2028bb914 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.078772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:59.090097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object 9e4a4081-0ac3-4067-a75d-25f5a9b817e2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:59.135022 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a1adaca-c950-46fb-9c07-04f2028bb914 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.172221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3e83dbab-c283-45fc-aefa-ed15c14ef7d6 None None] Provisioning complete for port c6db22d4-d4e8-48d5-a7d5-9780e3145ada triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:59.182463 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3e83dbab-c283-45fc-aefa-ed15c14ef7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.187886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.217360 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.231601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Calling delete_port for 51e57320-da63-4abe-9879-9025c02e5724 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:59.271338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f183-f4ba-483f-9380-35155a67fc86 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.365848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b9de8f8-44d4-4a06-9712-961dd2b90d6d req-1a97f5f0-8541-4e31-bbb1-e376ad1beee9 tempest-ServersTestJSON-1050783020 tempest-ServersTestJSON-1050783020-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15d5350-3734-4695-95a4-f4dd28901785 HTTP/1.1" status: 200 len: 210 time: 0.0785160 Jul 15 13:27:59.405969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:59.423974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:59.440452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:59.454855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4f183-f4ba-483f-9380-35155a67fc86 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0735f4-c838-41f1-a27f-282ca2376d83,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.461637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f183-f4ba-483f-9380-35155a67fc86 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.463910 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c1e4f183-f4ba-483f-9380-35155a67fc86 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/subnets/2e0735f4-c838-41f1-a27f-282ca2376d83 HTTP/1.1" status: 204 len: 168 time: 1.5795956 Jul 15 13:27:59.477750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33408) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.507596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3e83dbab-c283-45fc-aefa-ed15c14ef7d6 None None] Port c6db22d4-d4e8-48d5-a7d5-9780e3145ada cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:59.519246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] For port d60ea4fc-42f0-4106-9e5a-5415535542d8, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:59.525695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] For port d60ea4fc-42f0-4106-9e5a-5415535542d8, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d60ea4fc-42f0-4106-9e5a-5415535542d8,segment=NetworkSegment(e9e881fa-28f2-4e04-be85-d5df0febf286),segment_id=e9e881fa-28f2-4e04-be85-d5df0febf286)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:59.547468 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.580029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=9e4a4081-0ac3-4067-a75d-25f5a9b817e2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.602488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.611268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.614770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a1adaca-c950-46fb-9c07-04f2028bb914 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.617497 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a1adaca-c950-46fb-9c07-04f2028bb914 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.621960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8a1adaca-c950-46fb-9c07-04f2028bb914 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d86e568-805f-4492-beb7-dac396744404 HTTP/1.1" status: 204 len: 168 time: 0.8319967 Jul 15 13:27:59.664069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1adaca-c950-46fb-9c07-04f2028bb914 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d86e568-805f-4492-beb7-dac396744404,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.710697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2f51ae2d-ed60-46f6-b42f-69de9cf08521 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4434609 Jul 15 13:27:59.714964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33412) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.777843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7bc46-7f0f-45da-9535-330f51331ef3 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.801866 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dbb7bc46-7f0f-45da-9535-330f51331ef3 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3229883 Jul 15 13:27:59.813004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33416) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.926189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:59.926806 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.091260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da0761-014e-4dd6-a5ea-04d0cd90bf96 None None] Pushing event updated for resources: {'Port': ['ID=d60ea4fc-42f0-4106-9e5a-5415535542d8,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.174720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e539def4-c1c6-4d39-8d4e-bfab229cd0b1 None None] Provisioning for port 9e4a4081-0ac3-4067-a75d-25f5a9b817e2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:00.192636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e539def4-c1c6-4d39-8d4e-bfab229cd0b1 None None] Provisioning complete for port 9e4a4081-0ac3-4067-a75d-25f5a9b817e2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:00.193114 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e539def4-c1c6-4d39-8d4e-bfab229cd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.197198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b9b223-1326-43c3-b4ce-f5242211fe35 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:00.215630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-49b9b223-1326-43c3-b4ce-f5242211fe35 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4986923 Jul 15 13:28:00.216574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33422) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.246321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.340770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.362046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92177b4-81bd-46aa-ad9c-6ea9b0bdd7a9 None None] Network 421da276-90d7-4f82-bc9d-cae64b6f3a89 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:00.501586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Port': ['ID=51e57320-da63-4abe-9879-9025c02e5724,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.556616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b5c72ad0-30d6-45b5-9fea-8f3b3db01916 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:00.604945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e539def4-c1c6-4d39-8d4e-bfab229cd0b1 None None] Port 9e4a4081-0ac3-4067-a75d-25f5a9b817e2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:00.818350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5eb9a117-21b7-403a-b5e4-8536d9760f6f no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:00.848840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.864932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Deleting port d60ea4fc-42f0-4106-9e5a-5415535542d8 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:00.865277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.882258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 5eb9a117-21b7-403a-b5e4-8536d9760f6f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:00.882958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5eb9a117-21b7-403a-b5e4-8536d9760f6f not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:00.899285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8ab9537a-5e91-4022-af1f-8376d2c67199 None None] Provisioning for port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:00.910688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:00.917057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15d5350-3734-4695-95a4-f4dd28901785', 'name': 'network-vif-deleted', 'tag': '5eb9a117-21b7-403a-b5e4-8536d9760f6f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:00.920763 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762cb118-3083-477a-847f-a65ea07468dc" -d '{"events": [{"server_uuid": "d15d5350-3734-4695-95a4-f4dd28901785", "name": "network-vif-deleted", "tag": "5eb9a117-21b7-403a-b5e4-8536d9760f6f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:00.921727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8ab9537a-5e91-4022-af1f-8376d2c67199 None None] Provisioning complete for port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:00.922338 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8ab9537a-5e91-4022-af1f-8376d2c67199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.927737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:00.928361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.034228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bf8e6-5cae-43e8-836f-091574aca1e6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:01.041248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bf8e6-5cae-43e8-836f-091574aca1e6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:01.047976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bf8e6-5cae-43e8-836f-091574aca1e6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:01.053129 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-423bf8e6-5cae-43e8-836f-091574aca1e6 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.8349996 Jul 15 13:28:01.062822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33430) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.198301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] For port d60ea4fc-42f0-4106-9e5a-5415535542d8, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d60ea4fc-42f0-4106-9e5a-5415535542d8,segment=NetworkSegment(e9e881fa-28f2-4e04-be85-d5df0febf286),segment_id=e9e881fa-28f2-4e04-be85-d5df0febf286)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:01.198523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.222658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca7957-8ac7-49a6-9606-355e0fd66254 req-103b1c11-6f77-4268-8c27-94d8733cd954 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:01.224141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] DHCP port deletion for 421da276-90d7-4f82-bc9d-cae64b6f3a89 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:01.226514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Router fd319406-84c8-4936-a1a5-135450728fd9 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:01.232657 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Calling delete_port for d60ea4fc-42f0-4106-9e5a-5415535542d8 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:01.232911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ca7957-8ac7-49a6-9606-355e0fd66254 req-103b1c11-6f77-4268-8c27-94d8733cd954 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 945 time: 0.3032131 Jul 15 13:28:01.280556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-c1926411-5730-4518-81f3-eb2ce224971a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:01.282501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-c1926411-5730-4518-81f3-eb2ce224971a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.35 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 945 time: 0.9522202 Jul 15 13:28:01.297124 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8ab9537a-5e91-4022-af1f-8376d2c67199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.328715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8ca7957-8ac7-49a6-9606-355e0fd66254 req-329c4716-32c8-4edd-9f0f-c4f123786d5c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948939 Jul 15 13:28:01.341480 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.378805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-34de01db-cb40-4cb8-b8ac-95d98a76d09f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 9e4a4081-0ac3-4067-a75d-25f5a9b817e2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:01.382177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34de01db-cb40-4cb8-b8ac-95d98a76d09f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.442970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:01.453303 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d612a0c4-bde9-4f93-8c6e-3f59c33a0031 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "PUT /v2.0/routers/fd319406-84c8-4936-a1a5-135450728fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0435984 Jul 15 13:28:01.457348 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe47c0-b61e-4a2b-83b9-0b5820ecfc7b None None] Sync routers for ids ['fd319406-84c8-4936-a1a5-135450728fd9'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:01.462039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33434) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.469606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b5c72ad0-30d6-45b5-9fea-8f3b3db01916, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b5c72ad0-30d6-45b5-9fea-8f3b3db01916,segment=NetworkSegment(93a57687-cbb5-439a-a3fb-57220e6f2c16),segment_id=93a57687-cbb5-439a-a3fb-57220e6f2c16)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:01.494168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] Deleting port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:01.494788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.511570 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe47c0-b61e-4a2b-83b9-0b5820ecfc7b None None] Routers {'fd319406-84c8-4936-a1a5-135450728fd9'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:01.512902 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3dfe47c0-b61e-4a2b-83b9-0b5820ecfc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fd319406-84c8-4936-a1a5-135450728fd9'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:01.583162 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-dcb850ef-7286-4379-a513-0ceb71515561 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] show failed (client error): The resource could not be found. Jul 15 13:28:01.603061 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dcb850ef-7286-4379-a513-0ceb71515561 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-234462546 HTTP/1.1" status: 404 len: 334 time: 0.1327653 Jul 15 13:28:01.606354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.612385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-cc7d792c-c2e7-41a2-8940-2849b319cb8d tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:01.619897 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3dfe47c0-b61e-4a2b-83b9-0b5820ecfc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:01.620164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] For port b5c72ad0-30d6-45b5-9fea-8f3b3db01916, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b5c72ad0-30d6-45b5-9fea-8f3b3db01916,segment=NetworkSegment(93a57687-cbb5-439a-a3fb-57220e6f2c16),segment_id=93a57687-cbb5-439a-a3fb-57220e6f2c16)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:01.620604 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.645373 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe47c0-b61e-4a2b-83b9-0b5820ecfc7b None None] Routers {'fd319406-84c8-4936-a1a5-135450728fd9'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:01.646756 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3dfe47c0-b61e-4a2b-83b9-0b5820ecfc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fd319406-84c8-4936-a1a5-135450728fd9'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:01.654554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] Calling delete_port for b5c72ad0-30d6-45b5-9fea-8f3b3db01916 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:01.689856 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-cc7d792c-c2e7-41a2-8940-2849b319cb8d tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] update failed (client error): The resource could not be found. Jul 15 13:28:01.703394 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cc7d792c-c2e7-41a2-8940-2849b319cb8d tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-779335408 HTTP/1.1" status: 404 len: 334 time: 0.0936131 Jul 15 13:28:01.704941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33440) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.757903 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3dfe47c0-b61e-4a2b-83b9-0b5820ecfc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:01.758648 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe47c0-b61e-4a2b-83b9-0b5820ecfc7b None None] The sync data for ids ['fd319406-84c8-4936-a1a5-135450728fd9'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:01.759844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34de01db-cb40-4cb8-b8ac-95d98a76d09f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.798784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-34de01db-cb40-4cb8-b8ac-95d98a76d09f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 9e4a4081-0ac3-4067-a75d-25f5a9b817e2 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:01.828863 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.829930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.856135 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-8ab9537a-5e91-4022-af1f-8376d2c67199 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:28:01.856512 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-8ab9537a-5e91-4022-af1f-8376d2c67199 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:28:01.858927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903666db-aa98-4149-aae8-0bdf6e8804c9 None None] Network e2128684-288d-4e4e-b8f5-cddf6ba415bc requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:01.884040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33442) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.894011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Deleting port 55899967-e13e-431f-8a3f-e7c2cb2ab746 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:01.894011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.978161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Port': ['ID=d60ea4fc-42f0-4106-9e5a-5415535542d8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:01.994700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-aa40d91f-9f3e-435e-84ab-ff18e86f6a89 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032170770', 'description': 'tempest-secgroup-smoke-1032170770 description', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:02.028669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb24300-dc76-4446-91b4-67886da479bd tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Deleting subnet e27ff700-3acd-4413-97d7-1c886d401ca3 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:02.041822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cfb24300-dc76-4446-91b4-67886da479bd tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.124377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d60ea4fc-42f0-4106-9e5a-5415535542d8 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:02.126088 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cfb24300-dc76-4446-91b4-67886da479bd tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.158738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33444) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:02.163642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] No DVR routers for this DVR port d60ea4fc-42f0-4106-9e5a-5415535542d8 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:02.180539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] For port 55899967-e13e-431f-8a3f-e7c2cb2ab746, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=55899967-e13e-431f-8a3f-e7c2cb2ab746,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:02.180928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.217873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Calling delete_port for 55899967-e13e-431f-8a3f-e7c2cb2ab746 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:02.262791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b5c72ad0-30d6-45b5-9fea-8f3b3db01916,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:02.291805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d60ea4fc-42f0-4106-9e5a-5415535542d8 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:02.292508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d60ea4fc-42f0-4106-9e5a-5415535542d8 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:28:02.349633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Port d60ea4fc-42f0-4106-9e5a-5415535542d8 not found, will not notify nova. {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:28:02.409619 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb536c1b-47a2-4570-859d-0351f39062be x-openstack-request-id: req-bb536c1b-47a2-4570-859d-0351f39062be {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:02.409905 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15d5350-3734-4695-95a4-f4dd28901785", "name": "network-vif-deleted", "tag": "5eb9a117-21b7-403a-b5e4-8536d9760f6f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:02.410135 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb536c1b-47a2-4570-859d-0351f39062be {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:02.410543 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15d5350-3734-4695-95a4-f4dd28901785', 'name': 'network-vif-deleted', 'tag': '5eb9a117-21b7-403a-b5e4-8536d9760f6f', 'status': 'completed', 'code': 200} Jul 15 13:28:02.416324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34de01db-cb40-4cb8-b8ac-95d98a76d09f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.496658 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.510441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9537a-5e91-4022-af1f-8376d2c67199 None None] Port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 update to ACTIVE by agent not found {{(pid=93735) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 13:28:02.520818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de01db-cb40-4cb8-b8ac-95d98a76d09f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=9e4a4081-0ac3-4067-a75d-25f5a9b817e2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:02.571979 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cfb24300-dc76-4446-91b4-67886da479bd tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.587227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.587526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b5c72ad0-30d6-45b5-9fea-8f3b3db01916 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:02.666883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b5c72ad0-30d6-45b5-9fea-8f3b3db01916 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:02.667306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b5c72ad0-30d6-45b5-9fea-8f3b3db01916 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:02.669554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['7aae7044-b646-4fe1-a43a-b301cda8bbca'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:02.685936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb12a6-6f5f-4b30-842f-a50795d3f1b7 None None] DHCP port deletion for e2128684-288d-4e4e-b8f5-cddf6ba415bc request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:02.719597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] Pushing event deleted for resources: {'Port': ['ID=b5c72ad0-30d6-45b5-9fea-8f3b3db01916,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:02.732507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302b715-8a74-4b07-ae53-20927b138bf2 None None] No DVR routers for this DVR port b5c72ad0-30d6-45b5-9fea-8f3b3db01916 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:02.772234 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa40d91f-9f3e-435e-84ab-ff18e86f6a89 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.772995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b34b3edd-dc57-4e35-b3f5-8e1b03d0cb53 None None] Could not find standard attr ID for object d60ea4fc-42f0-4106-9e5a-5415535542d8. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:28:02.806787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b0044e-bdfc-4fd9-8f9b-125a603b3b03 admin admin] Deleting subnet 54926352-8e58-4abe-9c5c-aacc4194f858 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:02.856602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74b0044e-bdfc-4fd9-8f9b-125a603b3b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.859249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34de01db-cb40-4cb8-b8ac-95d98a76d09f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.864287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-34de01db-cb40-4cb8-b8ac-95d98a76d09f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/9e4a4081-0ac3-4067-a75d-25f5a9b817e2 HTTP/1.1" status: 204 len: 168 time: 1.7975171 Jul 15 13:28:02.884686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event deleted for resources: {'Port': ['ID=55899967-e13e-431f-8a3f-e7c2cb2ab746,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:02.892521 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.917168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33452) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:02.962454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] No DVR routers for this DVR port 55899967-e13e-431f-8a3f-e7c2cb2ab746 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:02.968820 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.971204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d8da71b-86c7-41e3-ad3d-be9e09c55980 req-4cb64ba8-5094-4165-b6a7-e5909d6999e0 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.35 "DELETE /v2.0/ports/55899967-e13e-431f-8a3f-e7c2cb2ab746 HTTP/1.1" status: 204 len: 173 time: 1.6730807 Jul 15 13:28:03.053253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2128684-288d-4e4e-b8f5-cddf6ba415bc']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:03.061246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-84be1500-0c39-4e88-a54a-74bdd56ca46c req-0cea3bae-2ab9-4dce-849c-b3dafa2f34f7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d85e1319-9d3d-487e-932d-4012e56b266c HTTP/1.1" status: 200 len: 210 time: 0.1017826 Jul 15 13:28:03.072296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74b0044e-bdfc-4fd9-8f9b-125a603b3b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.121435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e881fa-28f2-4e04-be85-d5df0febf286') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:03.121863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e881fa-28f2-4e04-be85-d5df0febf286') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:03.141560 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-371e2b78-7584-400b-bb48-95824c5821c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:28:03.141890 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74b0044e-bdfc-4fd9-8f9b-125a603b3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.146318 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-371e2b78-7584-400b-bb48-95824c5821c1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/9e4a4081-0ac3-4067-a75d-25f5a9b817e2 HTTP/1.1" status: 404 len: 333 time: 0.2064495 Jul 15 13:28:03.151032 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33454) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:03.179589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.243100 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74b0044e-bdfc-4fd9-8f9b-125a603b3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.281414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0044e-bdfc-4fd9-8f9b-125a603b3b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54926352-8e58-4abe-9c5c-aacc4194f858,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.293359 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74b0044e-bdfc-4fd9-8f9b-125a603b3b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.295875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-74b0044e-bdfc-4fd9-8f9b-125a603b3b03 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/54926352-8e58-4abe-9c5c-aacc4194f858 HTTP/1.1" status: 204 len: 168 time: 1.1360352 Jul 15 13:28:03.299025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33456) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:03.322687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cfb24300-dc76-4446-91b4-67886da479bd tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.415390 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.419122 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb24300-dc76-4446-91b4-67886da479bd tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Subnet': ['ID=e27ff700-3acd-4413-97d7-1c886d401ca3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.437767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.457590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cfb24300-dc76-4446-91b4-67886da479bd tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.463217 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cfb24300-dc76-4446-91b4-67886da479bd tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/subnets/e27ff700-3acd-4413-97d7-1c886d401ca3 HTTP/1.1" status: 204 len: 168 time: 1.7551489 Jul 15 13:28:03.464885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33458) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:03.469379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7d517-76d0-4eb1-bccd-ee149067a927 None None] Network 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:03.470261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:03.470446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:03.477600 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:03.570070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.581955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfc9029-266e-47c1-8fee-65250e99660b tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Deleting subnet f6e8599a-5745-4c57-b601-435009771d94 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:03.589192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975a00f1-c5a4-4573-8c74-9c3c52c55682']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:03.591844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9029-266e-47c1-8fee-65250e99660b tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.628281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94909e64-7d27-43aa-b7d4-eea33f09ea06') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:03.628798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94909e64-7d27-43aa-b7d4-eea33f09ea06') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:03.652737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.667783 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9029-266e-47c1-8fee-65250e99660b tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.707367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.722333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:03.722905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:03.725819 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:03.848787 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9029-266e-47c1-8fee-65250e99660b tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.853109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.868363 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa40d91f-9f3e-435e-84ab-ff18e86f6a89 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.878859 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.881290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] 10.222.0.25 "DELETE /v2.0/networks/975a00f1-c5a4-4573-8c74-9c3c52c55682 HTTP/1.1" status: 204 len: 168 time: 0.5809875 Jul 15 13:28:03.905737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.927339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.938926 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/networks/e2128684-288d-4e4e-b8f5-cddf6ba415bc HTTP/1.1" status: 204 len: 168 time: 4.1219726 Jul 15 13:28:03.944873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33466) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:03.962541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527b27a-cd00-47f1-91cb-63ba5f48bd29 admin admin] Pushing event deleted for resources: {'Network': ['ID=975a00f1-c5a4-4573-8c74-9c3c52c55682,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.967903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 55899967-e13e-431f-8a3f-e7c2cb2ab746 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:03.973077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa40d91f-9f3e-435e-84ab-ff18e86f6a89 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.041434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 55899967-e13e-431f-8a3f-e7c2cb2ab746 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:04.043498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 55899967-e13e-431f-8a3f-e7c2cb2ab746 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:04.056635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9029-266e-47c1-8fee-65250e99660b tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.125929 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40d91f-9f3e-435e-84ab-ff18e86f6a89 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fe8e35-77ec-4e77-b10a-92c9898ef66e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:04.129950 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6dd164df-4cc6-402b-ae72-ef013477806f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port c6db22d4-d4e8-48d5-a7d5-9780e3145ada {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:04.130612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dd164df-4cc6-402b-ae72-ef013477806f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.141602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc9029-266e-47c1-8fee-65250e99660b tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e8599a-5745-4c57-b601-435009771d94,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:04.153074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9029-266e-47c1-8fee-65250e99660b tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.156306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5bfc9029-266e-47c1-8fee-65250e99660b tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/subnets/f6e8599a-5745-4c57-b601-435009771d94 HTTP/1.1" status: 204 len: 168 time: 0.6900218 Jul 15 13:28:04.161701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33470) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:04.163604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940fd7c2-80f5-406b-a4ee-43b0df2b3a86 None None] Network 5741781d-0ee8-459d-8306-2f6ab353353a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:04.330679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.332402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33472) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:04.388175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-25dde2d5-a20d-460c-a7e9-19ee5ff4579b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=062d3cd5a95a47edb287e3c79c53f289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544326 Jul 15 13:28:04.394193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33476) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:04.395410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dd164df-4cc6-402b-ae72-ef013477806f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.415225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85e1319-9d3d-487e-932d-4012e56b266c', 'name': 'network-vif-deleted', 'tag': '55899967-e13e-431f-8a3f-e7c2cb2ab746'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:04.418017 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2718019-bc49-4d66-8138-43ea620ede59" -d '{"events": [{"server_uuid": "d85e1319-9d3d-487e-932d-4012e56b266c", "name": "network-vif-deleted", "tag": "55899967-e13e-431f-8a3f-e7c2cb2ab746"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:04.436445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6dd164df-4cc6-402b-ae72-ef013477806f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for c6db22d4-d4e8-48d5-a7d5-9780e3145ada owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:04.468288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d60ea4fc-42f0-4106-9e5a-5415535542d8 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:04.482380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] DHCP port deletion for 0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:04.499982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dd07-b765-4828-9bbd-0bbf0b7b76d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.562996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dd07-b765-4828-9bbd-0bbf0b7b76d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.582840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d60ea4fc-42f0-4106-9e5a-5415535542d8 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:04.583457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d60ea4fc-42f0-4106-9e5a-5415535542d8 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:04.588022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.593353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c2b94-c47b-4218-a2f3-2b169e304091 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Network': ['ID=e2128684-288d-4e4e-b8f5-cddf6ba415bc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:04.623087 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa40d91f-9f3e-435e-84ab-ff18e86f6a89 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.628010 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa40d91f-9f3e-435e-84ab-ff18e86f6a89 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6483941 Jul 15 13:28:04.628575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33480) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:04.633839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ff09e29f-8d1a-4b60-b456-96f7dcd3f249 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '34fe8e35-77ec-4e77-b10a-92c9898ef66e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:04.668794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Deleting port b2efd269-fde5-423b-b129-2951e24c7c1b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:04.669762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.801234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.844898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dd164df-4cc6-402b-ae72-ef013477806f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.874294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] For port b2efd269-fde5-423b-b129-2951e24c7c1b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b2efd269-fde5-423b-b129-2951e24c7c1b,segment=NetworkSegment(a79a6db1-6c9a-480a-ba29-b9b04db5519a),segment_id=a79a6db1-6c9a-480a-ba29-b9b04db5519a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:04.874921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.879400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] Deleting port b2efd269-fde5-423b-b129-2951e24c7c1b {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:04.879983 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.888963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dd07-b765-4828-9bbd-0bbf0b7b76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.891611 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dd07-b765-4828-9bbd-0bbf0b7b76d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.893527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6bc6dd07-b765-4828-9bbd-0bbf0b7b76d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1930c953-a3b9-4732-81a8-acb9ad82453f HTTP/1.1" status: 204 len: 168 time: 0.4927473 Jul 15 13:28:04.929680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff09e29f-8d1a-4b60-b456-96f7dcd3f249 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.951706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] DHCP port deletion for 5741781d-0ee8-459d-8306-2f6ab353353a request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:04.964127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Calling delete_port for b2efd269-fde5-423b-b129-2951e24c7c1b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:04.993045 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f196fa3-54de-4c18-802b-6b306950a4c4 x-openstack-request-id: req-8f196fa3-54de-4c18-802b-6b306950a4c4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:04.996100 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85e1319-9d3d-487e-932d-4012e56b266c", "name": "network-vif-deleted", "tag": "55899967-e13e-431f-8a3f-e7c2cb2ab746", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:04.997053 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f196fa3-54de-4c18-802b-6b306950a4c4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:04.997989 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85e1319-9d3d-487e-932d-4012e56b266c', 'name': 'network-vif-deleted', 'tag': '55899967-e13e-431f-8a3f-e7c2cb2ab746', 'status': 'completed', 'code': 200} Jul 15 13:28:05.000586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd164df-4cc6-402b-ae72-ef013477806f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=c6db22d4-d4e8-48d5-a7d5-9780e3145ada,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:05.002369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dd07-b765-4828-9bbd-0bbf0b7b76d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1930c953-a3b9-4732-81a8-acb9ad82453f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:05.095449 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] For port b2efd269-fde5-423b-b129-2951e24c7c1b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b2efd269-fde5-423b-b129-2951e24c7c1b,segment=NetworkSegment(a79a6db1-6c9a-480a-ba29-b9b04db5519a),segment_id=a79a6db1-6c9a-480a-ba29-b9b04db5519a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:05.095853 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.113913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] Calling delete_port for b2efd269-fde5-423b-b129-2951e24c7c1b owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:05.499270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] Deleting port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:05.500806 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.550933 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.586782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-ed121117-6ca6-453c-b269-f92b95ab93b2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:05.590723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-ed121117-6ca6-453c-b269-f92b95ab93b2 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.35 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.4203420 Jul 15 13:28:05.597325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] For port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=61022e6f-0670-4cc4-a3f4-74ac330f0d1a,segment=NetworkSegment(8ac41b43-4ffb-4a2a-a5b8-d403542eed3d),segment_id=8ac41b43-4ffb-4a2a-a5b8-d403542eed3d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:05.598108 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.609356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.645402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] Calling delete_port for 61022e6f-0670-4cc4-a3f4-74ac330f0d1a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:05.650045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] Pushing event deleted for resources: {'Port': ['ID=b2efd269-fde5-423b-b129-2951e24c7c1b,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:05.659182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3fc10-4894-4f6f-ac21-ba5d465dbde1 None None] No DVR routers for this DVR port b2efd269-fde5-423b-b129-2951e24c7c1b on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:05.668554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bf34f-1957-40b0-b575-a51af96cf2f6 req-5164167f-3caa-48de-8cbf-71b7b396e892 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:05.681239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-769bf34f-1957-40b0-b575-a51af96cf2f6 req-5164167f-3caa-48de-8cbf-71b7b396e892 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 946 time: 0.4949825 Jul 15 13:28:05.761891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.765723 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.826062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Port': ['ID=b2efd269-fde5-423b-b129-2951e24c7c1b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:05.828793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.851969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-769bf34f-1957-40b0-b575-a51af96cf2f6 req-a53aba57-17b1-4fe4-9953-95371014c702 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694169 Jul 15 13:28:05.899706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] Pushing event deleted for resources: {'Port': ['ID=61022e6f-0670-4cc4-a3f4-74ac330f0d1a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:05.905952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813bf24-32bb-4811-83fc-6f2e0d630f4e None None] No DVR routers for this DVR port 61022e6f-0670-4cc4-a3f4-74ac330f0d1a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:05.920248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421da276-90d7-4f82-bc9d-cae64b6f3a89']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:05.944321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] No DVR routers for this DVR port b2efd269-fde5-423b-b129-2951e24c7c1b on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:05.958786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a57687-cbb5-439a-a3fb-57220e6f2c16') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:05.959946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a57687-cbb5-439a-a3fb-57220e6f2c16') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.030160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.047156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 61022e6f-0670-4cc4-a3f4-74ac330f0d1a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:06.078230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 61022e6f-0670-4cc4-a3f4-74ac330f0d1a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:06.078671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 61022e6f-0670-4cc4-a3f4-74ac330f0d1a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:06.085751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b2efd269-fde5-423b-b129-2951e24c7c1b no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:06.134804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b2efd269-fde5-423b-b129-2951e24c7c1b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:06.135501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b2efd269-fde5-423b-b129-2951e24c7c1b not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:06.166578 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6dd164df-4cc6-402b-ae72-ef013477806f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.171009 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6dd164df-4cc6-402b-ae72-ef013477806f tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/c6db22d4-d4e8-48d5-a7d5-9780e3145ada HTTP/1.1" status: 204 len: 168 time: 3.0168772 Jul 15 13:28:06.174880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff09e29f-8d1a-4b60-b456-96f7dcd3f249 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.181855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33506) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.186236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.191355 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff09e29f-8d1a-4b60-b456-96f7dcd3f249 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.199480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:06.200405 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:06.216995 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:06.241811 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff09e29f-8d1a-4b60-b456-96f7dcd3f249 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.243284 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ff09e29f-8d1a-4b60-b456-96f7dcd3f249 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6137381 Jul 15 13:28:06.255752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33508) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.256683 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.267611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3933230b-a674-4743-aa52-a0b298cbec47 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '34fe8e35-77ec-4e77-b10a-92c9898ef66e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:06.294813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09e29f-8d1a-4b60-b456-96f7dcd3f249 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60e9f08-bd85-4c71-9938-92aef35f1e23,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:06.312097 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d47afed-0dde-4b0d-a109-5d435fbd5803 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:28:06.314774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6d47afed-0dde-4b0d-a109-5d435fbd5803 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/c6db22d4-d4e8-48d5-a7d5-9780e3145ada HTTP/1.1" status: 404 len: 333 time: 0.1316543 Jul 15 13:28:06.318485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.324647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Deleting port 7aae7044-b646-4fe1-a43a-b301cda8bbca {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:06.325461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.330959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33512) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.366862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79a6db1-6c9a-480a-ba29-b9b04db5519a') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.368569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79a6db1-6c9a-480a-ba29-b9b04db5519a') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.402014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5f11aa-e995-4e34-b74a-00cd47aa0504 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet 9ad2e055-e8b4-4ec1-b179-40b8d45de922 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:06.406838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3933230b-a674-4743-aa52-a0b298cbec47 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.409490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.410330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de5f11aa-e995-4e34-b74a-00cd47aa0504 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.441451 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.479666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.482521 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/networks/421da276-90d7-4f82-bc9d-cae64b6f3a89 HTTP/1.1" status: 204 len: 168 time: 2.5041058 Jul 15 13:28:06.489460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3bcfd-ee51-49e1-afd4-8184f3e6fd9d tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Network': ['ID=421da276-90d7-4f82-bc9d-cae64b6f3a89,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:06.494448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33518) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.503010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.529884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:06.530525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:06.535176 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:06.551195 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de5f11aa-e995-4e34-b74a-00cd47aa0504 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.661434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] For port 7aae7044-b646-4fe1-a43a-b301cda8bbca, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7aae7044-b646-4fe1-a43a-b301cda8bbca,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:06.662088 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.662945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3933230b-a674-4743-aa52-a0b298cbec47 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.670607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.675822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3933230b-a674-4743-aa52-a0b298cbec47 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.688612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.691718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Calling delete_port for 7aae7044-b646-4fe1-a43a-b301cda8bbca owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:06.704112 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.711253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/networks/0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75 HTTP/1.1" status: 204 len: 168 time: 2.5444472 Jul 15 13:28:06.714757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33522) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.724324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933230b-a674-4743-aa52-a0b298cbec47 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758c171c-d513-4395-bd1b-5781646b1a9c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:06.748200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3933230b-a674-4743-aa52-a0b298cbec47 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.749969 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3933230b-a674-4743-aa52-a0b298cbec47 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4913542 Jul 15 13:28:06.753904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33524) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.759454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7b078a70-075c-4d5c-9d60-92c468cfd25e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '34fe8e35-77ec-4e77-b10a-92c9898ef66e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:06.768207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98db884-d000-4e5e-af24-1f59b480a1b4 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Network': ['ID=0d2ad58a-fd0e-4cae-ac55-cd6bbe583a75,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:06.787066 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de5f11aa-e995-4e34-b74a-00cd47aa0504 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.916417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.921945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b078a70-075c-4d5c-9d60-92c468cfd25e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.946500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404224de-705c-4e0b-90c0-a3d1cd06beec']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.967471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b10af5-6f3e-4bd7-ba91-9750da95b8bf') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.968510 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b10af5-6f3e-4bd7-ba91-9750da95b8bf') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.986306 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de5f11aa-e995-4e34-b74a-00cd47aa0504 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.987084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.991087 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.039544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f11aa-e995-4e34-b74a-00cd47aa0504 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad2e055-e8b4-4ec1-b179-40b8d45de922,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.049197 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.062444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b8fb3-d71f-402c-a317-7a3e48cd9da0 None None] Network 8f0ccb99-61ec-4a57-9247-bddd59f6e239 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:07.068001 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de5f11aa-e995-4e34-b74a-00cd47aa0504 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.073471 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-de5f11aa-e995-4e34-b74a-00cd47aa0504 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/9ad2e055-e8b4-4ec1-b179-40b8d45de922 HTTP/1.1" status: 204 len: 168 time: 0.7370477 Jul 15 13:28:07.079605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33536) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.080185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:07.080692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:07.085903 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:07.164121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b078a70-075c-4d5c-9d60-92c468cfd25e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.174837 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b078a70-075c-4d5c-9d60-92c468cfd25e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.217329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b078a70-075c-4d5c-9d60-92c468cfd25e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d33dbc-d9ff-448f-a577-dc02f4bbc5f4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.223405 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.233712 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.242063 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/networks/404224de-705c-4e0b-90c0-a3d1cd06beec HTTP/1.1" status: 204 len: 168 time: 0.7408202 Jul 15 13:28:07.277606 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33540) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.279073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcda51-e881-4dff-b9d3-d3a3c86f1c0e tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Network': ['ID=404224de-705c-4e0b-90c0-a3d1cd06beec,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.341981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] DHCP port deletion for 8f0ccb99-61ec-4a57-9247-bddd59f6e239 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:07.344080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b078a70-075c-4d5c-9d60-92c468cfd25e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.346209 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b078a70-075c-4d5c-9d60-92c468cfd25e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5912147 Jul 15 13:28:07.363477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33542) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.376202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-39b85dba-0e0e-4375-b2ac-37fa6d2de24a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '34fe8e35-77ec-4e77-b10a-92c9898ef66e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:07.432506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] Deleting port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:07.433447 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.467416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.520897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.528949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] For port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=71ec7c83-d4ab-4e9a-80b8-c50903cc98cb,segment=NetworkSegment(7ad96d6d-101d-4fae-8286-558f4190faf8),segment_id=7ad96d6d-101d-4fae-8286-558f4190faf8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:07.530874 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.533924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39b85dba-0e0e-4375-b2ac-37fa6d2de24a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.570071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] Calling delete_port for 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:07.625112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.663845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.694036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:07.732481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5741781d-0ee8-459d-8306-2f6ab353353a']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:07.735741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80b9f99-cdcc-458c-be9a-f89740220cff') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:07.736097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80b9f99-cdcc-458c-be9a-f89740220cff') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:07.758569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.762539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac41b43-4ffb-4a2a-a5b8-d403542eed3d') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:07.763275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac41b43-4ffb-4a2a-a5b8-d403542eed3d') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:07.785418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.793100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.793564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:07.793997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.806586 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.815818 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.877454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.890681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event deleted for resources: {'Port': ['ID=7aae7044-b646-4fe1-a43a-b301cda8bbca,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:07.904983 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:07.919915 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.922813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] No DVR routers for this DVR port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:07.933364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba370a-f190-4c4e-ab5d-9257714fdb97 None None] Pushing event deleted for resources: {'Port': ['ID=71ec7c83-d4ab-4e9a-80b8-c50903cc98cb,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.949026 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.952709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 7aae7044-b646-4fe1-a43a-b301cda8bbca no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:07.952966 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] 10.222.0.25 "DELETE /v2.0/networks/bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62 HTTP/1.1" status: 204 len: 168 time: 0.6681864 Jul 15 13:28:07.978431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39b85dba-0e0e-4375-b2ac-37fa6d2de24a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.980129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbed17-1fba-45cb-83e9-6a0948f21821 tempest-BulkNetworkOpsTest-1779354893 tempest-BulkNetworkOpsTest-1779354893-project] Pushing event deleted for resources: {'Network': ['ID=bdb8a5ba-09b5-4def-8e2c-9f26f78e1a62,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.992992 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39b85dba-0e0e-4375-b2ac-37fa6d2de24a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.995670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:07.999939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 7aae7044-b646-4fe1-a43a-b301cda8bbca {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:08.000362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 7aae7044-b646-4fe1-a43a-b301cda8bbca not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:08.015663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b85dba-0e0e-4375-b2ac-37fa6d2de24a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da66d9d3-58ee-461d-ae01-57eec8ef5310,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.035431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39b85dba-0e0e-4375-b2ac-37fa6d2de24a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.036184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:08.036547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:08.054795 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-39b85dba-0e0e-4375-b2ac-37fa6d2de24a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6865780 Jul 15 13:28:08.054795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33548) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.063992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5025e2a2-61d6-4fbf-bf1d-546301089507 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '34fe8e35-77ec-4e77-b10a-92c9898ef66e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:08.114052 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-5025e2a2-61d6-4fbf-bf1d-546301089507 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Project 3e3a1a7fc00745c5a63c8018cee397f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:28:08.121689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5025e2a2-61d6-4fbf-bf1d-546301089507 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.223985 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5025e2a2-61d6-4fbf-bf1d-546301089507 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.231920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5025e2a2-61d6-4fbf-bf1d-546301089507 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.257475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025e2a2-61d6-4fbf-bf1d-546301089507 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47735d3-3ae5-4fc1-bd08-0adf831b2d90,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.271708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5025e2a2-61d6-4fbf-bf1d-546301089507 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.275739 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5025e2a2-61d6-4fbf-bf1d-546301089507 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2173009 Jul 15 13:28:08.276342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.282685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-adb72cde-b8be-44ba-8a83-e7146a97979f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'security_group_rule': {'security_group_id': '34fe8e35-77ec-4e77-b10a-92c9898ef66e', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:08.309924 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-adb72cde-b8be-44ba-8a83-e7146a97979f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Project 3e3a1a7fc00745c5a63c8018cee397f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:28:08.315983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adb72cde-b8be-44ba-8a83-e7146a97979f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.359787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:08.360231 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:08.363691 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:08.396711 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adb72cde-b8be-44ba-8a83-e7146a97979f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.402598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33554) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.409406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f89a7-d2b1-4e61-a740-f3729b815db9 req-4a9edf8e-373e-49ea-9d21-9d60de2838b6 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.409641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adb72cde-b8be-44ba-8a83-e7146a97979f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.411107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714f89a7-d2b1-4e61-a740-f3729b815db9 req-4a9edf8e-373e-49ea-9d21-9d60de2838b6 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=79a5ac50-e84e-4c26-a201-17e9b9708a60 HTTP/1.1" status: 200 len: 867 time: 0.9482787 Jul 15 13:28:08.435560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adb72cde-b8be-44ba-8a83-e7146a97979f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.439758 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-adb72cde-b8be-44ba-8a83-e7146a97979f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590838 Jul 15 13:28:08.439758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb72cde-b8be-44ba-8a83-e7146a97979f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d7a3d1-7d96-44b1-9464-22d758f79e1f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.440051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33558) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.443754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] No DVR routers for this DVR port 7aae7044-b646-4fe1-a43a-b301cda8bbca on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:08.445607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'network': {'name': 'tempest-network-smoke--994647870', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'port_security_enabled': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:08.469028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:08.472813 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.484452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.486781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d63ad7e-e85a-4870-ac9c-8444e56aaa9b req-fd41c5d8-a929-4e58-ae54-c7424b384cfb tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.35 "DELETE /v2.0/ports/7aae7044-b646-4fe1-a43a-b301cda8bbca HTTP/1.1" status: 204 len: 173 time: 2.8866644 Jul 15 13:28:08.490198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a5ac50-e84e-4c26-a201-17e9b9708a60', 'name': 'network-vif-deleted', 'tag': '7aae7044-b646-4fe1-a43a-b301cda8bbca'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:08.493500 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffdde5f-e900-44cc-b294-1c5920a8320f" -d '{"events": [{"server_uuid": "79a5ac50-e84e-4c26-a201-17e9b9708a60", "name": "network-vif-deleted", "tag": "7aae7044-b646-4fe1-a43a-b301cda8bbca"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:08.503502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:08.516404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.516675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.516882 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Added segment e9e54b23-fc3b-47a3-abaf-148750a7532c of type vlan for network 31f78c25-82cf-48ae-88dd-2b3cbccce895 Jul 15 13:28:08.532307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.536619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/networks/5741781d-0ee8-459d-8306-2f6ab353353a HTTP/1.1" status: 204 len: 168 time: 1.8159842 Jul 15 13:28:08.538580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33562) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.556873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccc30b-2882-41fa-ac66-d300e5dcde12 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Network': ['ID=5741781d-0ee8-459d-8306-2f6ab353353a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.559707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:08.560688 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.595578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-714f89a7-d2b1-4e61-a740-f3729b815db9 req-246338f8-8d61-4e7d-8f31-a18f7276ed9a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f69e9e4-1c9b-4727-b575-605547a37f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139348 Jul 15 13:28:08.652021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.672637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] For port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb, host n-d-771362-36, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:08.673649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.681277 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b8c2e762-38b5-4631-aceb-fd9f700192ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf0123eff36a4329bef27db1c58e795d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767797 Jul 15 13:28:08.685066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33566) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.685669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63d3da9-fb63-4810-8775-2b521dccbc81 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Deleting subnet 1dd332fb-710b-4753-ac9b-63f4bb7beccf {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:08.689409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b63d3da9-fb63-4810-8775-2b521dccbc81 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.701068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:08.709717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:28:08.717221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.747694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b63d3da9-fb63-4810-8775-2b521dccbc81 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.774564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No DVR routers for this DVR port 71ec7c83-d4ab-4e9a-80b8-c50903cc98cb on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:08.788242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.796363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.796646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=71ec7c83-d4ab-4e9a-80b8-c50903cc98cb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.797369 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.801106 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d454e6e7-71bf-41c3-b0e8-576706a4be6a x-openstack-request-id: req-d454e6e7-71bf-41c3-b0e8-576706a4be6a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:08.801373 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a5ac50-e84e-4c26-a201-17e9b9708a60", "name": "network-vif-deleted", "tag": "7aae7044-b646-4fe1-a43a-b301cda8bbca", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:08.801635 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d454e6e7-71bf-41c3-b0e8-576706a4be6a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:08.802046 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a5ac50-e84e-4c26-a201-17e9b9708a60', 'name': 'network-vif-deleted', 'tag': '7aae7044-b646-4fe1-a43a-b301cda8bbca', 'status': 'completed', 'code': 200} Jul 15 13:28:08.804966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-187ad9ac-57a8-4614-af2e-b897226eded1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.867702 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4267504 Jul 15 13:28:08.873387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33574) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.886359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'admin_state_up': True, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:08.893787 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-187ad9ac-57a8-4614-af2e-b897226eded1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.930456 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412948db-d3a3-4e95-8f84-f20dd3ccc934 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Network': ['ID=31f78c25-82cf-48ae-88dd-2b3cbccce895,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.934085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.948442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:08.962787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0ccb99-61ec-4a57-9247-bddd59f6e239']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:09.000209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.002226 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.005303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad96d6d-101d-4fae-8286-558f4190faf8') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:09.005683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad96d6d-101d-4fae-8286-558f4190faf8') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:09.058770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.083219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.091170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b63d3da9-fb63-4810-8775-2b521dccbc81 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.124227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.133815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-187ad9ac-57a8-4614-af2e-b897226eded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.139343 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-187ad9ac-57a8-4614-af2e-b897226eded1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.140696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-187ad9ac-57a8-4614-af2e-b897226eded1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44e69079-007d-4fae-b231-c4ccfa606c4f HTTP/1.1" status: 204 len: 168 time: 0.4531972 Jul 15 13:28:09.150817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:09.151416 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:09.157993 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:09.183949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ad9ac-57a8-4614-af2e-b897226eded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e69079-007d-4fae-b231-c4ccfa606c4f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.303621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.323154 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.338608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/networks/8f0ccb99-61ec-4a57-9247-bddd59f6e239 HTTP/1.1" status: 204 len: 168 time: 2.2557023 Jul 15 13:28:09.346528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33600) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:09.357926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91aa4-f791-44f4-9e6d-e09a99d3141a tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Network': ['ID=8f0ccb99-61ec-4a57-9247-bddd59f6e239,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.363537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-441609823'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:09.425855 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b63d3da9-fb63-4810-8775-2b521dccbc81 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.520948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.530266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d3da9-fb63-4810-8775-2b521dccbc81 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd332fb-710b-4753-ac9b-63f4bb7beccf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.542258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7483c-a184-48f6-bf7e-3f8ff774b935 None None] Network 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:09.544360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b63d3da9-fb63-4810-8775-2b521dccbc81 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.547873 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b63d3da9-fb63-4810-8775-2b521dccbc81 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/subnets/1dd332fb-710b-4753-ac9b-63f4bb7beccf HTTP/1.1" status: 204 len: 168 time: 1.0077949 Jul 15 13:28:09.551726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33608) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:09.579229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33610) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:09.595197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:09.601653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.672972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:09.704745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.705749 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Added segment a1c4ee6a-a66f-4055-84d2-bb059912f750 of type vlan for network 793acd69-a243-4ec2-8e89-540f4212a273 Jul 15 13:28:09.828772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-ef0f26ef-2974-459a-990d-5a59b04e8cd8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.830151 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-ef0f26ef-2974-459a-990d-5a59b04e8cd8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.3571973 Jul 15 13:28:09.836574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.843829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] DHCP port deletion for 0ed90f8a-d043-4aa1-9365-4a3f96b99cfb request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:09.855930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.866674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-611cd34d-cbde-4643-a8d8-b1a92bce2e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.870619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-089be442-12b3-476f-96e1-c42d73a9342f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/quotas/e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 375 time: 0.0244033 Jul 15 13:28:09.976445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] Deleting port dd975df4-edbe-4ac4-985e-ce3249ca1edc {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:09.977153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.003632 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.015604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.016645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.019659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dd975df4-edbe-4ac4-985e-ce3249ca1edc no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:10.087858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-34da2cb5-ca0c-4227-a03a-f3572fcad7ee tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2158756 Jul 15 13:28:10.093811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-c2eb8475-ab4c-487b-8a7a-a13769c2b049 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:28:10.106151 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-c2eb8475-ab4c-487b-8a7a-a13769c2b049 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147250 Jul 15 13:28:10.131026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Deleting port dd975df4-edbe-4ac4-985e-ce3249ca1edc {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:10.131440 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.132686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] For port dd975df4-edbe-4ac4-985e-ce3249ca1edc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dd975df4-edbe-4ac4-985e-ce3249ca1edc,segment=NetworkSegment(6a446e77-de9f-4d22-8e7b-f60b74f932b0),segment_id=6a446e77-de9f-4d22-8e7b-f60b74f932b0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.133428 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.151515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] Calling delete_port for dd975df4-edbe-4ac4-985e-ce3249ca1edc owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:10.263681 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.269876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] For port dd975df4-edbe-4ac4-985e-ce3249ca1edc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dd975df4-edbe-4ac4-985e-ce3249ca1edc,segment=NetworkSegment(6a446e77-de9f-4d22-8e7b-f60b74f932b0),segment_id=6a446e77-de9f-4d22-8e7b-f60b74f932b0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.270253 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.297009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Calling delete_port for dd975df4-edbe-4ac4-985e-ce3249ca1edc owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:10.309161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-bd8b6ffa-bf0d-4988-8733-06f05c4b9345 service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041986 Jul 15 13:28:10.326169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port dd975df4-edbe-4ac4-985e-ce3249ca1edc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dd975df4-edbe-4ac4-985e-ce3249ca1edc,segment=NetworkSegment(6a446e77-de9f-4d22-8e7b-f60b74f932b0),segment_id=6a446e77-de9f-4d22-8e7b-f60b74f932b0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.332043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.338875 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.339286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33634) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:10.376802 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.377096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Network': ['ID=793acd69-a243-4ec2-8e89-540f4212a273,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.390097 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.423669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 793acd69-a243-4ec2-8e89-540f4212a273 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:10.490931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-3f66de74-a2bf-40d4-8acb-bfad489ae704 service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739557 Jul 15 13:28:10.507330 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.525630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-611cd34d-cbde-4643-a8d8-b1a92bce2e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.535596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Port': ['ID=dd975df4-edbe-4ac4-985e-ce3249ca1edc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.537572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] No DVR routers for this DVR port dd975df4-edbe-4ac4-985e-ce3249ca1edc on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:10.546105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] No DVR routers for this DVR port dd975df4-edbe-4ac4-985e-ce3249ca1edc on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:10.548021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=dd975df4-edbe-4ac4-985e-ce3249ca1edc,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.590628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-611cd34d-cbde-4643-a8d8-b1a92bce2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.597750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189300338-network', 'tenant_id': '1401c230ee10401f807443e7648ca59a'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:10.603938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b1720-d1e1-4283-a6ba-76843ae457e8 None None] Pushing event deleted for resources: {'Port': ['ID=dd975df4-edbe-4ac4-985e-ce3249ca1edc,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.606520 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-559d4fd5-debd-4170-a578-59b962209119 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2588382 Jul 15 13:28:10.621034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:10.639427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '793acd69-a243-4ec2-8e89-540f4212a273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:10.684953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.696315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Made reservation on behalf of 1401c230ee10401f807443e7648ca59a for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:10.699189 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.705207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed90f8a-d043-4aa1-9365-4a3f96b99cfb']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:10.720527 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.861245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.866329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a446e77-de9f-4d22-8e7b-f60b74f932b0') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:10.866682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a446e77-de9f-4d22-8e7b-f60b74f932b0') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:10.880849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.902706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:10.920719 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.921298 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Added segment b5c25215-e376-409d-b8e8-ffcb4fda87cd of type vlan for network 89a7271d-65f3-42eb-9a48-a696f73ac476 Jul 15 13:28:10.943203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.980390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd34d-cbde-4643-a8d8-b1a92bce2e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94607cc0-6f37-4580-8350-f27b565220d1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.998338 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-611cd34d-cbde-4643-a8d8-b1a92bce2e43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffa5b78286624b768992e45c645edc56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4157965 Jul 15 13:28:11.002166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33650) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.004277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.25.1.64 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/5869fd8d-2d87-408f-a674-8c9db6ca28c4) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:11.101306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.111331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36ded8a0-f598-4215-beca-252f45dc50be req-507bfeee-9f1c-4093-b950-5e491b8457e0 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.0895293 Jul 15 13:28:11.114788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.124809 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:11.126673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32282227-5d30-47ed-b32b-cd0a43fc8f01,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.140986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:11.141713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:11.147298 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:11.203525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:11.207470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.247092 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bd4f-a38a-4905-96da-b2c4b08cd54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.301256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.304026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:11.305608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.321346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.341453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bd4f-a38a-4905-96da-b2c4b08cd54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.370175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.372213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/networks/0ed90f8a-d043-4aa1-9365-4a3f96b99cfb HTTP/1.1" status: 204 len: 168 time: 1.8193135 Jul 15 13:28:11.373640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0317440 Jul 15 13:28:11.379709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33656) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.387794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33658) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.425244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Request body: {'subnet': {'network_id': '89a7271d-65f3-42eb-9a48-a696f73ac476', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189300338-subnet', 'tenant_id': '1401c230ee10401f807443e7648ca59a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:11.437018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.489258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-682e733c-3b44-4fd1-be6f-e6133c1af889 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd319406-84c8-4936-a1a5-135450728fd9 HTTP/1.1" status: 200 len: 205 time: 0.1079164 Jul 15 13:28:11.490949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33662) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.578063 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce241e35-6bf1-40a7-9e75-b2c892090a32 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.652160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f75b87-e589-4be5-8568-6894e9b76fdb admin admin] Pushing event updated for resources: {'Network': ['ID=89a7271d-65f3-42eb-9a48-a696f73ac476,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.655167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bd4f-a38a-4905-96da-b2c4b08cd54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.658908 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bd4f-a38a-4905-96da-b2c4b08cd54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.660698 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a0b3bd4f-a38a-4905-96da-b2c4b08cd54f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94607cc0-6f37-4580-8350-f27b565220d1 HTTP/1.1" status: 204 len: 168 time: 0.6523328 Jul 15 13:28:11.668771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 89a7271d-65f3-42eb-9a48-a696f73ac476 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:11.698847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fbaea-2596-40ef-bc09-ed4604f98cec tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Pushing event deleted for resources: {'Network': ['ID=0ed90f8a-d043-4aa1-9365-4a3f96b99cfb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.735572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3bd4f-a38a-4905-96da-b2c4b08cd54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94607cc0-6f37-4580-8350-f27b565220d1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.758657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.789808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Made reservation on behalf of 1401c230ee10401f807443e7648ca59a for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:11.792539 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.857681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce241e35-6bf1-40a7-9e75-b2c892090a32 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.861370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=5869fd8d-2d87-408f-a674-8c9db6ca28c4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.863544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce241e35-6bf1-40a7-9e75-b2c892090a32 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.941978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:11.950907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:11.954956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:12.003324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce241e35-6bf1-40a7-9e75-b2c892090a32 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.003696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce241e35-6bf1-40a7-9e75-b2c892090a32 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Fanout notify agent at l3_agent the message router_deleted on router fd319406-84c8-4936-a1a5-135450728fd9 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:12.017567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce241e35-6bf1-40a7-9e75-b2c892090a32 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.022976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ce241e35-6bf1-40a7-9e75-b2c892090a32 tempest-RoutersNegativeTest-588656552 tempest-RoutersNegativeTest-588656552-project] 10.222.0.25 "DELETE /v2.0/routers/fd319406-84c8-4936-a1a5-135450728fd9 HTTP/1.1" status: 204 len: 168 time: 0.5246480 Jul 15 13:28:12.029663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4997dcb-9e6f-4692-9b32-7e5b5b13bda7 req-d129584b-72f1-4438-8030-ac6f0c338388 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.031376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4997dcb-9e6f-4692-9b32-7e5b5b13bda7 req-d129584b-72f1-4438-8030-ac6f0c338388 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3744395 Jul 15 13:28:12.053432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.167934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=13a6f1d4-3df5-4d4a-ab1e-1d27b22d3a3a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.192047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c4997dcb-9e6f-4692-9b32-7e5b5b13bda7 req-362e43ce-de20-48b3-8825-32325ceec00b tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513011 Jul 15 13:28:12.330828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.355052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Checking segment: {'id': 'a1c4ee6a-a66f-4055-84d2-bb059912f750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '793acd69-a243-4ec2-8e89-540f4212a273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:12.355492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network hostable DHCP agents. Network: 793acd69-a243-4ec2-8e89-540f4212a273, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:12.710302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Checking segment: {'id': 'b5c25215-e376-409d-b8e8-ffcb4fda87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '89a7271d-65f3-42eb-9a48-a696f73ac476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:12.710881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Network hostable DHCP agents. Network: 89a7271d-65f3-42eb-9a48-a696f73ac476, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:12.715572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2aeabe-ce63-4690-8fe0-20edffeeb445,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.725766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3b9002e-0397-4638-993d-a5868e0c7bea req-2dfef7d5-05cc-4e69-b7ef-7fe437c888a8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.0848925 Jul 15 13:28:12.737728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33688) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:12.746133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 793acd69-a243-4ec2-8e89-540f4212a273 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:12.751384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.802608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc743c58-a616-4ce1-b2ac-9ce5103e3b67 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.805731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc743c58-a616-4ce1-b2ac-9ce5103e3b67 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.3788419 Jul 15 13:28:13.000386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Network 89a7271d-65f3-42eb-9a48-a696f73ac476 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:13.042208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 89a7271d-65f3-42eb-9a48-a696f73ac476) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:13.046696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 793acd69-a243-4ec2-8e89-540f4212a273) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:13.088860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.091644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974de1fa-9e6a-4896-8c92-55d7bd06e555 None None] Network 89a7271d-65f3-42eb-9a48-a696f73ac476 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:13.095885 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.108456 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.109437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.111988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-097a86f7-7303-4652-81c3-686396bc09ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb35e395e53c4408af6890ca41bdf067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700869 Jul 15 13:28:13.119179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0fcc5-0758-40bc-8b07-f29f2db7a4ed None None] Network 793acd69-a243-4ec2-8e89-540f4212a273 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:13.120487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33702) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.199423 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-58f3c5d2-4ddf-4a0f-b89e-67af5c772d25 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5771010 Jul 15 13:28:13.205673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33704) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.211316 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-acaf148a-68dd-4eaf-97d6-f26f604ddc9e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1873365617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:13.235431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.238584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-87e65548-4d38-47f5-b053-fcb9f842b11b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8383505 Jul 15 13:28:13.375185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Deleting port 6ce699b1-f0e6-409f-ab29-0915d06483e0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:13.376475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.425925 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acaf148a-68dd-4eaf-97d6-f26f604ddc9e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.427320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acaf148a-68dd-4eaf-97d6-f26f604ddc9e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.479866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b17521b-021e-4e52-85a4-56d06dabe339 None None] Network 89a7271d-65f3-42eb-9a48-a696f73ac476 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:13.484404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6318e84c-333f-4f2a-9113-75092e00ee9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.609757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-793acd69-a243-4ec2-8e89-540f4212a273', 'network_id': '793acd69-a243-4ec2-8e89-540f4212a273', 'tenant_id': 'ad7d89cd3a0245c79c7eac953cdb166c', 'fixed_ips': [{'subnet_id': '13a6f1d4-3df5-4d4a-ab1e-1d27b22d3a3a'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:13.611079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.704346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6318e84c-333f-4f2a-9113-75092e00ee9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.836695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6318e84c-333f-4f2a-9113-75092e00ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.844173 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6318e84c-333f-4f2a-9113-75092e00ee9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.847751 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6318e84c-333f-4f2a-9113-75092e00ee9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7451e76-3f80-4abb-ab39-356e8a1d7e26 HTTP/1.1" status: 204 len: 168 time: 0.7206469 Jul 15 13:28:13.949360 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acaf148a-68dd-4eaf-97d6-f26f604ddc9e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.952969 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318e84c-333f-4f2a-9113-75092e00ee9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7451e76-3f80-4abb-ab39-356e8a1d7e26,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.985048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acaf148a-68dd-4eaf-97d6-f26f604ddc9e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.024606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acaf148a-68dd-4eaf-97d6-f26f604ddc9e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.025954 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-acaf148a-68dd-4eaf-97d6-f26f604ddc9e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8189082 Jul 15 13:28:14.029921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33726) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:14.038750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'network_id': '793acd69-a243-4ec2-8e89-540f4212a273', 'name': 'tempest-PortsTestJSON-1511055711'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:14.054191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Allocated IP 172.20.0.2 (793acd69-a243-4ec2-8e89-540f4212a273/13a6f1d4-3df5-4d4a-ab1e-1d27b22d3a3a/3d9f904e-1937-426a-82cd-c283b356368f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:14.101510 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:28:14.324913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-0f84cfc7-dfff-4c04-ab1b-d1b461042b86 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:14.329067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-0f84cfc7-dfff-4c04-ab1b-d1b461042b86 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 1.2518561 Jul 15 13:28:14.342895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:14.354239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'port': {'device_id': '73b25a83-8c66-44c1-9639-b1f25723bb90', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'admin_state_up': True, 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:14.362471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.458786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:14.481544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.490281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:14.534990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Transition to ACTIVE for port object 3d9f904e-1937-426a-82cd-c283b356368f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:14.557253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Transition to ACTIVE for port object 3d9f904e-1937-426a-82cd-c283b356368f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:14.562438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Sync routers for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:14.572523 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.616633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] For port 6ce699b1-f0e6-409f-ab29-0915d06483e0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6ce699b1-f0e6-409f-ab29-0915d06483e0,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:14.617089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.621323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:14.623512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:14.624558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:14.625768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.640755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Network 793acd69-a243-4ec2-8e89-540f4212a273 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:14.689228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:14.699445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:14.709285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Pushing event updated for resources: {'Port': ['ID=3d9f904e-1937-426a-82cd-c283b356368f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:14.748090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0a119-9a09-4462-935b-8dd0f6f4c805 req-08d37038-c2d8-40ef-bff0-06a08a897e10 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:14.757195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bba0a119-9a09-4462-935b-8dd0f6f4c805 req-08d37038-c2d8-40ef-bff0-06a08a897e10 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 944 time: 0.6600940 Jul 15 13:28:14.804432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.806268 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d7ad1909-7751-47c7-a22b-e7fdc8ab92da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9288414 Jul 15 13:28:14.844171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33744) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:14.846097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Attempting to bind port 3d9f904e-1937-426a-82cd-c283b356368f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:14.846478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Attempting to bind port 3d9f904e-1937-426a-82cd-c283b356368f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'a1c4ee6a-a66f-4055-84d2-bb059912f750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '793acd69-a243-4ec2-8e89-540f4212a273'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:14.846842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Attempting to bind port 3d9f904e-1937-426a-82cd-c283b356368f on network 793acd69-a243-4ec2-8e89-540f4212a273 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:14.860436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:14.860822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Checking segment: {'id': 'a1c4ee6a-a66f-4055-84d2-bb059912f750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '793acd69-a243-4ec2-8e89-540f4212a273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:14.861186 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.861590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Bound using segment: {'id': 'a1c4ee6a-a66f-4055-84d2-bb059912f750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '793acd69-a243-4ec2-8e89-540f4212a273'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:14.862172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Bound port: 3d9f904e-1937-426a-82cd-c283b356368f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c4ee6a-a66f-4055-84d2-bb059912f750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '793acd69-a243-4ec2-8e89-540f4212a273'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:14.862525 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.867486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:14.939610 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1c024fb2-3f78-46f3-86c5-39881e37f315 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3e3a1a7fc00745c5a63c8018cee397f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0910106 Jul 15 13:28:14.944463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.118128 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] For port 3d9f904e-1937-426a-82cd-c283b356368f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:15.128774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] For port 3d9f904e-1937-426a-82cd-c283b356368f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3d9f904e-1937-426a-82cd-c283b356368f,segment=NetworkSegment(a1c4ee6a-a66f-4055-84d2-bb059912f750),segment_id=a1c4ee6a-a66f-4055-84d2-bb059912f750)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:15.142992 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.301125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bba0a119-9a09-4462-935b-8dd0f6f4c805 req-a7633d2c-305d-45d6-92e1-0caf7c32a3a8 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups?id=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428231 Jul 15 13:28:15.326338 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.13 (793acd69-a243-4ec2-8e89-540f4212a273/13a6f1d4-3df5-4d4a-ab1e-1d27b22d3a3a/5ea42991-3e5b-4e24-ba25-972d6ee3b3ac) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:15.377829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d0dec-133a-47c0-b59e-f5b4ffd1d5dd tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:15.381754 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4a4d0dec-133a-47c0-b59e-f5b4ffd1d5dd tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4255388 Jul 15 13:28:15.388354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.472557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33764) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.568383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997802937-network', 'tenant_id': 'e576f6cb2c8946e2912e826862c0549c'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:15.586929 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a0d401e6-7837-4a2c-aa4d-3fbda4b3e4fc tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1962957 Jul 15 13:28:15.587996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33766) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.735594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.20.0.5 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/6c554fd5-b47f-40bd-bf53-9f505f9c345f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:15.992041 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.992491 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.992876 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Floating IP d86d13fd-db5c-490b-b179-318131828b28 disassociated. External IP: 172.25.1.59, port: 6ce699b1-f0e6-409f-ab29-0915d06483e0. Jul 15 13:28:15.993245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Calling delete_port for 6ce699b1-f0e6-409f-ab29-0915d06483e0 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:16.074710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310b052-09f9-4fb2-ac12-ea8fdb18ec4f None None] Pushing event updated for resources: {'Port': ['ID=3d9f904e-1937-426a-82cd-c283b356368f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.075976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Made reservation on behalf of e576f6cb2c8946e2912e826862c0549c for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:16.090356 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.134775 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.141379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:12Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:16.162930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:16.221638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.232200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Checking router: b657110a-e7f3-4fb5-b3f0-38546d8e30d9 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:16.233017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Updating router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 port 5869fd8d-2d87-408f-a674-8c9db6ca28c4 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:28:16.256306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.283433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.299280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d796cd80-9f44-4484-8988-1c62ebfa815c req-adc309d4-e519-40bd-9144-ae2f20bcbfc2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.2394459 Jul 15 13:28:16.458691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=5ea42991-3e5b-4e24-ba25-972d6ee3b3ac,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.498171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 793acd69-a243-4ec2-8e89-540f4212a273 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:16.502727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:16.509772 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:16.561524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.582854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.644154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event deleted for resources: {'Port': ['ID=6ce699b1-f0e6-409f-ab29-0915d06483e0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.663202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.675514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.676395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.677089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.678377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.679090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.679689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.680224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.680754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.681306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.681852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.682374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:16.719182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-382846982', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:16.760599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Transition to ACTIVE for port object 6c554fd5-b47f-40bd-bf53-9f505f9c345f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:16.777375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7941bcac-037f-4c5b-b984-a73e40adb557 req-f823e42a-f0d7-4948-8d86-475ea06d8549 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 210 time: 0.0539072 Jul 15 13:28:16.880119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:16.881187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.910018 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.944297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Transition to ACTIVE for port object 5869fd8d-2d87-408f-a674-8c9db6ca28c4 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:16.956000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:16.962872 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.006417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 6ce699b1-f0e6-409f-ab29-0915d06483e0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:17.008488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6ce699b1-f0e6-409f-ab29-0915d06483e0 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:17.091179 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.139802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.149094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7a4dd-36f9-4a95-9161-e2cbc36c854c None None] Pushing event updated for resources: {'Port': ['ID=5869fd8d-2d87-408f-a674-8c9db6ca28c4,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:17.156192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Attempting to bind port 5869fd8d-2d87-408f-a674-8c9db6ca28c4 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:17.156577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Attempting to bind port 5869fd8d-2d87-408f-a674-8c9db6ca28c4 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:17.156951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Attempting to bind port 5869fd8d-2d87-408f-a674-8c9db6ca28c4 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:17.170228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:17.170611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:17.171027 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.173572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:17.174227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Bound port: 5869fd8d-2d87-408f-a674-8c9db6ca28c4, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:17.174650 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.216099 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ccf8ae7b-67f8-466c-91f5-2f56e3908952 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1822751 Jul 15 13:28:17.221787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33798) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:17.246815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.336023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] For port 5869fd8d-2d87-408f-a674-8c9db6ca28c4, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:17.341232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] For port 5869fd8d-2d87-408f-a674-8c9db6ca28c4, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5869fd8d-2d87-408f-a674-8c9db6ca28c4,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:17.353668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1cbf9d-a23f-4bcb-ba86-88e988bf847d None None] Network 793acd69-a243-4ec2-8e89-540f4212a273 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:17.366053 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.478214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=6c554fd5-b47f-40bd-bf53-9f505f9c345f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:17.494263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:17.548114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:17.549024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:17.585977 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.587457 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Added segment c72ffa99-0ab6-4671-ada0-d1fc7bc6e022 of type vlan for network 4bb098f5-6a54-427b-a9ff-70a4c4152caa Jul 15 13:28:17.694461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.700368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:17.705807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.760266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a069fcab-fa2f-4cf9-a856-1743bb698509,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:17.825446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:17.989038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:18.001382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.013203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:18.013203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.052564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:18.071261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:18.121428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9456695c-ba8e-46b8-8665-b2a62720eee8 None None] Provisioning for port 3d9f904e-1937-426a-82cd-c283b356368f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:18.222735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3d9f904e-1937-426a-82cd-c283b356368f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:18.283330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7407606 Jul 15 13:28:18.313254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:18.339618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33820) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:18.356623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Request body: {'subnet': {'network_id': '4bb098f5-6a54-427b-a9ff-70a4c4152caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997802937-subnet', 'tenant_id': 'e576f6cb2c8946e2912e826862c0549c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:18.385316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7a4dd-36f9-4a95-9161-e2cbc36c854c None None] Pushing event updated for resources: {'Port': ['ID=5869fd8d-2d87-408f-a674-8c9db6ca28c4,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.549556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:18.551105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.556154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3d9f904e-1937-426a-82cd-c283b356368f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:18.565206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277b65a-8ad3-4f5a-847c-0e0e422622f3 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb098f5-6a54-427b-a9ff-70a4c4152caa,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.602603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3d9f904e-1937-426a-82cd-c283b356368f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:18.607612 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.641631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 4bb098f5-6a54-427b-a9ff-70a4c4152caa details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:18.646944 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.675403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Made reservation on behalf of e576f6cb2c8946e2912e826862c0549c for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:18.678913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.729004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-f598223d-2974-4070-86c6-a431e623c83a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3863218 Jul 15 13:28:18.770835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Subnet': ['ID=f0e9532c-2710-4fba-816f-e8d30b948c68,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.806901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-295aa7ac-567b-4851-99c1-11feaca658b2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:28:18.808306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-295aa7ac-567b-4851-99c1-11feaca658b2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156476 Jul 15 13:28:18.819748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e74cc-d6b1-40a9-9fcd-be78ec8b2a1d req-a74defba-88a1-45e9-ba0c-915efd272552 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:18.822502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b91e74cc-d6b1-40a9-9fcd-be78ec8b2a1d req-a74defba-88a1-45e9-ba0c-915efd272552 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 931 time: 1.0430627 Jul 15 13:28:18.985981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b91e74cc-d6b1-40a9-9fcd-be78ec8b2a1d req-c439553d-d9e9-44ac-a6a4-1ff9f810e018 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859132 Jul 15 13:28:18.987420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:19.002406 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] Sync routers for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:19.041394 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:19.044543 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:19.062164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] No DVR routers for this DVR port 6ce699b1-f0e6-409f-ab29-0915d06483e0 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:19.066102 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.069261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74d1344f-7bdb-4d1c-a08c-2911584bd6db req-fc0c3c2c-d9ff-48e5-9189-47fce6fcb4a7 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.30 "DELETE /v2.0/ports/6ce699b1-f0e6-409f-ab29-0915d06483e0 HTTP/1.1" status: 204 len: 173 time: 6.2578938 Jul 15 13:28:19.072702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-deleted', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:19.076704 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f71641-c5d9-4b26-b001-0449e55b4fec" -d '{"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-deleted", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:19.205026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1ca86776-1459-41d9-b625-27ac2efe1ddf None None] Provisioning for port 6c554fd5-b47f-40bd-bf53-9f505f9c345f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:19.292157 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Checking segment: {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:19.304309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network hostable DHCP agents. Network: 31f78c25-82cf-48ae-88dd-2b3cbccce895, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:19.495921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.515386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60df1bca-bed4-4e48-93eb-682c51febc1f req-a4a59389-5e35-4f43-9411-461ee59f430c tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/ports?device_id=273b0a9a-c20f-4839-9a86-010703bda89e HTTP/1.1" status: 200 len: 210 time: 0.1528578 Jul 15 13:28:19.541330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Request body: {'port': {'device_id': '73b25a83-8c66-44c1-9639-b1f25723bb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:19.579068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1ca86776-1459-41d9-b625-27ac2efe1ddf None None] Provisioning complete for port 6c554fd5-b47f-40bd-bf53-9f505f9c345f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:19.579741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1ca86776-1459-41d9-b625-27ac2efe1ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.596556 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:19.658262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:19.675092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 31f78c25-82cf-48ae-88dd-2b3cbccce895) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:19.687781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:19.688494 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.693604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.758321 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3bcf38f-cb22-45a1-9668-e7906899146c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.1542084 Jul 15 13:28:19.773152 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0863ecbd-ea74-4b55-8245-0d0c65b0f904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.835413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33838) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:19.875876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ffc0e-0549-470e-bc39-7beba76ea81c None None] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:19.885588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1ca86776-1459-41d9-b625-27ac2efe1ddf None None] Port 6c554fd5-b47f-40bd-bf53-9f505f9c345f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:20.138976 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d72bf6-0d2c-4177-9c03-74a5ffce61eb x-openstack-request-id: req-f0d72bf6-0d2c-4177-9c03-74a5ffce61eb {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:20.140433 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b0a9a-c20f-4839-9a86-010703bda89e", "name": "network-vif-deleted", "tag": "6ce699b1-f0e6-409f-ab29-0915d06483e0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:20.142539 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0d72bf6-0d2c-4177-9c03-74a5ffce61eb {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:20.145197 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b0a9a-c20f-4839-9a86-010703bda89e', 'name': 'network-vif-deleted', 'tag': '6ce699b1-f0e6-409f-ab29-0915d06483e0', 'status': 'completed', 'code': 200} Jul 15 13:28:20.188054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=319ce2b9-f44b-43fb-ad90-75362fc150c4,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:20.200596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Checking segment: {'id': 'c72ffa99-0ab6-4671-ada0-d1fc7bc6e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4bb098f5-6a54-427b-a9ff-70a4c4152caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:20.201189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Network hostable DHCP agents. Network: 4bb098f5-6a54-427b-a9ff-70a4c4152caa, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:20.415286 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:12Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:20.473340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Network 4bb098f5-6a54-427b-a9ff-70a4c4152caa is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:20.527623 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] Checking router: 87db3c7f-cf5b-410c-b2ee-5de3334dcfea for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:20.538325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:12Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:20.568994 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:20.571718 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:20.600053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.621667 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.815112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764937c-8532-4395-ab63-79ff0eecaf00 None None] The sync data for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 is: [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:12Z', 'revision_number': 3, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:20.843534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=5ea42991-3e5b-4e24-ba25-972d6ee3b3ac,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:20.852134 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.135601 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:21.171000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 3d9f904e-1937-426a-82cd-c283b356368f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3d9f904e-1937-426a-82cd-c283b356368f,segment=NetworkSegment(a1c4ee6a-a66f-4055-84d2-bb059912f750),segment_id=a1c4ee6a-a66f-4055-84d2-bb059912f750)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:21.203067 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.234268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-31f78c25-82cf-48ae-88dd-2b3cbccce895', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:21.241190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33866) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.242136 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.263587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.331523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 4bb098f5-6a54-427b-a9ff-70a4c4152caa) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:21.388150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.389181 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.467831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d6c24-7c2a-46f3-a3e0-64ca1c9a6bd5 None None] Network 4bb098f5-6a54-427b-a9ff-70a4c4152caa requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:21.722971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.779173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-83851b09-8dd1-4968-9f15-dcd098225afe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4266946 Jul 15 13:28:22.071987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946fd2-ba64-4139-bcbc-7f7b225664f6 req-5ff7106a-195f-42a1-a44a-a560cf22fde5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:22.074059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32946fd2-ba64-4139-bcbc-7f7b225664f6 req-5ff7106a-195f-42a1-a44a-a560cf22fde5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 931 time: 1.6686420 Jul 15 13:28:22.152494 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.163055 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e8947f3a-8b5d-4dff-9218-4070265b2e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.241663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.272197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a9b1ce75-4850-411a-85a4-1615251b6d40 None None] Provisioning complete for port 3d9f904e-1937-426a-82cd-c283b356368f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:22.272584 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ce75-4850-411a-85a4-1615251b6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.348493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf882304-e54f-4822-8f6a-dedc2883237a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.558054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33874) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.586093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=3d9f904e-1937-426a-82cd-c283b356368f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.599906 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:12Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:22.727913 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cf7b3-0aaa-4421-842f-b883c8cd69b7 None None] The sync data for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 is: [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'dc5643e5-6593-4788-bd9f-2fe966651105', 'name': '', 'network_id': '8d93d25e-77df-4a60-b900-1064f626df19', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'mac_address': 'fa:16:3e:51:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:12Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'subnets': [{'id': '23caad88-3e9b-4e29-85b3-4d5d2c2630be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:22.850312 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf882304-e54f-4822-8f6a-dedc2883237a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.908327 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf882304-e54f-4822-8f6a-dedc2883237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.941502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2ea14d-f35a-4e8f-9f66-3854ca8926e7 admin admin] Deleting subnet cd2aeabe-ce63-4690-8fe0-20edffeeb445 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:22.946091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea14d-f35a-4e8f-9f66-3854ca8926e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.955878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32946fd2-ba64-4139-bcbc-7f7b225664f6 req-fed9f497-87c3-479f-bab8-7a7cb5b5a431 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8408442 Jul 15 13:28:22.998185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea14d-f35a-4e8f-9f66-3854ca8926e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.118906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd39d53-9a3f-479e-936c-eab77c6aeade None None] Network 4bb098f5-6a54-427b-a9ff-70a4c4152caa requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:23.197282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Allocated IP 172.20.0.2 (31f78c25-82cf-48ae-88dd-2b3cbccce895/f0e9532c-2710-4fba-816f-e8d30b948c68/1e3d0fe7-6336-4fe0-a091-598632616b3a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:23.198303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cf882304-e54f-4822-8f6a-dedc2883237a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58c097e1152d452e8ef0bc29515f41a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9514735 Jul 15 13:28:23.218737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33880) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:23.289783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.301712 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.344275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.371425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf882304-e54f-4822-8f6a-dedc2883237a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d496f7d1-6776-42c1-9817-7753a5a0a274,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:23.753212 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea14d-f35a-4e8f-9f66-3854ca8926e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.825731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=5ea42991-3e5b-4e24-ba25-972d6ee3b3ac,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:23.845988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.078762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33892) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:24.113336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea14d-f35a-4e8f-9f66-3854ca8926e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.191208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aaadf5-effb-4675-9ea1-18608f1be9ad None None] New status for floating IP d86d13fd-db5c-490b-b179-318131828b28: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:28:24.217023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ea14d-f35a-4e8f-9f66-3854ca8926e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2aeabe-ce63-4690-8fe0-20edffeeb445,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:24.238684 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6947257-eeb3-4077-8e98-0d9d32f34d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.240435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5869fd8d-2d87-408f-a674-8c9db6ca28c4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:24.272523 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6947257-eeb3-4077-8e98-0d9d32f34d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.283172 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea14d-f35a-4e8f-9f66-3854ca8926e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.283172 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b2ea14d-f35a-4e8f-9f66-3854ca8926e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cd2aeabe-ce63-4690-8fe0-20edffeeb445 HTTP/1.1" status: 204 len: 168 time: 1.7190082 Jul 15 13:28:24.287191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:24.440407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6947257-eeb3-4077-8e98-0d9d32f34d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.445912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6947257-eeb3-4077-8e98-0d9d32f34d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.448421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e6947257-eeb3-4077-8e98-0d9d32f34d52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d496f7d1-6776-42c1-9817-7753a5a0a274 HTTP/1.1" status: 204 len: 168 time: 1.0774620 Jul 15 13:28:24.533220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6947257-eeb3-4077-8e98-0d9d32f34d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d496f7d1-6776-42c1-9817-7753a5a0a274,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:24.577306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c554fd5-b47f-40bd-bf53-9f505f9c345f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:24.637744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.724714 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.729852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Transition to ACTIVE for port object 6c554fd5-b47f-40bd-bf53-9f505f9c345f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:24.742338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a9b1ce75-4850-411a-85a4-1615251b6d40 None None] Provisioning for port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:24.764195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 793acd69-a243-4ec2-8e89-540f4212a273 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:24.781187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:24.784084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.789291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a9b1ce75-4850-411a-85a4-1615251b6d40 None None] Provisioning complete for port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:24.790071 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ce75-4850-411a-85a4-1615251b6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.961934 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.983349 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8eb658-3bbb-4fe6-9ec2-aa1fa204b5ae tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.222585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Pushing event updated for resources: {'Port': ['ID=6c554fd5-b47f-40bd-bf53-9f505f9c345f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.228595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1ce75-4850-411a-85a4-1615251b6d40 None None] Port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:25.367310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8eb658-3bbb-4fe6-9ec2-aa1fa204b5ae tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.396682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5869fd8d-2d87-408f-a674-8c9db6ca28c4 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:25.432671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.435195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5869fd8d-2d87-408f-a674-8c9db6ca28c4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:25.436418 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.478216 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.488261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4bb1f76f-d65e-4fc6-a29c-9bbd7d6c7fed None None] Provisioning complete for port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:25.491823 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4bb1f76f-d65e-4fc6-a29c-9bbd7d6c7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.555382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Transition to ACTIVE for port object 1e3d0fe7-6336-4fe0-a091-598632616b3a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:25.644256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1f76f-d65e-4fc6-a29c-9bbd7d6c7fed None None] Port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:25.657298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Transition to ACTIVE for port object 1e3d0fe7-6336-4fe0-a091-598632616b3a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:25.659346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.684276 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.738294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a7271d-65f3-42eb-9a48-a696f73ac476']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:25.775079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Pushing event updated for resources: {'Port': ['ID=1e3d0fe7-6336-4fe0-a091-598632616b3a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.800804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:25.806594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c25215-e376-409d-b8e8-ffcb4fda87cd') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:25.807221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c25215-e376-409d-b8e8-ffcb4fda87cd') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:25.838103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33912) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.838740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:25.852745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:25.901866 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.909544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.971270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1f381d8-dd35-446f-bc9c-03cd1208def7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.982003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5869fd8d-2d87-408f-a674-8c9db6ca28c4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5869fd8d-2d87-408f-a674-8c9db6ca28c4,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:25.987405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Attempting to bind port 1e3d0fe7-6336-4fe0-a091-598632616b3a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:25.987840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Attempting to bind port 1e3d0fe7-6336-4fe0-a091-598632616b3a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:25.988221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Attempting to bind port 1e3d0fe7-6336-4fe0-a091-598632616b3a on network 31f78c25-82cf-48ae-88dd-2b3cbccce895 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:25.997653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a43280ea-f665-4648-97e2-5929e9f799a6 None None] Provisioning complete for port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:25.997653 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a43280ea-f665-4648-97e2-5929e9f799a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.000495 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.001577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3d9f904e-1937-426a-82cd-c283b356368f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:26.010506 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.026311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:26.026820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Checking segment: {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:26.027370 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.027884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Bound using segment: {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:26.028481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Bound port: 1e3d0fe7-6336-4fe0-a091-598632616b3a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:26.029223 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.068152 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:26.072728 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.156418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Attempting to bind port 6c554fd5-b47f-40bd-bf53-9f505f9c345f on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:26.158695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Attempting to bind port 6c554fd5-b47f-40bd-bf53-9f505f9c345f by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:26.158695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Attempting to bind port 6c554fd5-b47f-40bd-bf53-9f505f9c345f on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:26.173325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a43280ea-f665-4648-97e2-5929e9f799a6 None None] Port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:26.209475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Port 6c554fd5-b47f-40bd-bf53-9f505f9c345f on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:26.210161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Attempting to bind port 6c554fd5-b47f-40bd-bf53-9f505f9c345f on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:26.242290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9ee6d-df4b-4989-a6ed-462691a722b6 req-3379b6cd-d24d-40f8-b828-73d27fe736f8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:26.254427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5869fd8d-2d87-408f-a674-8c9db6ca28c4,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.256915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88c9ee6d-df4b-4989-a6ed-462691a722b6 req-3379b6cd-d24d-40f8-b828-73d27fe736f8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 1.6219804 Jul 15 13:28:26.270466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:26.275697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:26.276378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:26.277029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Bound port: 6c554fd5-b47f-40bd-bf53-9f505f9c345f, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:26.277570 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.345310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3d9f904e-1937-426a-82cd-c283b356368f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:26.355243 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:26.374647 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:26.414227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] For port 1e3d0fe7-6336-4fe0-a091-598632616b3a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:26.455944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] For port 1e3d0fe7-6336-4fe0-a091-598632616b3a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1e3d0fe7-6336-4fe0-a091-598632616b3a,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:26.478402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8eb658-3bbb-4fe6-9ec2-aa1fa204b5ae tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.483714 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.494426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.500576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8eb658-3bbb-4fe6-9ec2-aa1fa204b5ae tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.502601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cf8eb658-3bbb-4fe6-9ec2-aa1fa204b5ae tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "DELETE /v2.0/security-groups/85ebbb3a-5e2c-4d09-bc01-47af6a5cc059 HTTP/1.1" status: 204 len: 168 time: 2.3653233 Jul 15 13:28:26.507000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.518217 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/89a7271d-65f3-42eb-9a48-a696f73ac476 HTTP/1.1" status: 204 len: 168 time: 2.2258224 Jul 15 13:28:26.522103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33918) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.524035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33920) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.619648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-88c9ee6d-df4b-4989-a6ed-462691a722b6 req-7eba712b-7bcd-4b39-9539-36a5f1b68720 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281145 Jul 15 13:28:26.653643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8eb658-3bbb-4fe6-9ec2-aa1fa204b5ae tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ebbb3a-5e2c-4d09-bc01-47af6a5cc059,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.744864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00173178-f0ce-4835-a794-dff0f114d8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a7271d-65f3-42eb-9a48-a696f73ac476,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.828359 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-25bcba09-ecd4-4195-9104-51c87247584a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] show failed (client error): The resource could not be found. Jul 15 13:28:26.832903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfa61f-babe-46d4-be9b-f65c057fdb60 None None] Pushing event updated for resources: {'Port': ['ID=1e3d0fe7-6336-4fe0-a091-598632616b3a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.853368 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-25bcba09-ecd4-4195-9104-51c87247584a tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "GET /v2.0/security-groups/85ebbb3a-5e2c-4d09-bc01-47af6a5cc059 HTTP/1.1" status: 404 len: 347 time: 0.2301574 Jul 15 13:28:26.864203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33934) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.025120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] For port 6c554fd5-b47f-40bd-bf53-9f505f9c345f, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:27.047064 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-debd5ee1-b329-4f53-be3b-f4d395d4cad0 admin admin] Deleting subnet 319ce2b9-f44b-43fb-ad90-75362fc150c4 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:27.053087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Router 66b1f673-f4fa-4844-b08c-1ae0f53659cf is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:28:27.098106 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-debd5ee1-b329-4f53-be3b-f4d395d4cad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.245721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] For port 6c554fd5-b47f-40bd-bf53-9f505f9c345f, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c554fd5-b47f-40bd-bf53-9f505f9c345f,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:27.272216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5869fd8d-2d87-408f-a674-8c9db6ca28c4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:27.308351 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.437028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:27.437673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.442086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] 10.222.0.35 "PUT /v2.0/ports/6c554fd5-b47f-40bd-bf53-9f505f9c345f HTTP/1.1" status: 200 len: 1092 time: 8.6142266 Jul 15 13:28:27.447568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.20.0.1 (31f78c25-82cf-48ae-88dd-2b3cbccce895/f0e9532c-2710-4fba-816f-e8d30b948c68/09a32fd1-f31c-4562-8c44-834cb53d4bac) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:27.462017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b25a83-8c66-44c1-9639-b1f25723bb90', 'tag': '6c554fd5-b47f-40bd-bf53-9f505f9c345f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:27.464903 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb69045e-0f41-4aa3-921c-808234b29350" -d '{"events": [{"name": "network-changed", "server_uuid": "73b25a83-8c66-44c1-9639-b1f25723bb90", "tag": "6c554fd5-b47f-40bd-bf53-9f505f9c345f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:27.636487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5869fd8d-2d87-408f-a674-8c9db6ca28c4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:27.636968 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.701608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1f381d8-dd35-446f-bc9c-03cd1208def7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.751865 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1f381d8-dd35-446f-bc9c-03cd1208def7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.833323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Deleting port 2028af67-5d51-4b06-9f74-89fc51853240 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:27.835691 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.840210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1488739-470f-4732-906c-1dd5135efc0f service neutron] Pushing event updated for resources: {'Port': ['ID=6c554fd5-b47f-40bd-bf53-9f505f9c345f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.876169 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e1f381d8-dd35-446f-bc9c-03cd1208def7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac75d5a8663248a39824d8223fab18bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0316145 Jul 15 13:28:27.876942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33966) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.061755 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c312f11-8616-433c-b878-5aeb29ad068c x-openstack-request-id: req-9c312f11-8616-433c-b878-5aeb29ad068c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:28.062001 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b25a83-8c66-44c1-9639-b1f25723bb90", "tag": "6c554fd5-b47f-40bd-bf53-9f505f9c345f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:28.062325 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c312f11-8616-433c-b878-5aeb29ad068c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:28.062646 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b25a83-8c66-44c1-9639-b1f25723bb90', 'tag': '6c554fd5-b47f-40bd-bf53-9f505f9c345f', 'status': 'completed', 'code': 200} Jul 15 13:28:28.136691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-debd5ee1-b329-4f53-be3b-f4d395d4cad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.196645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f381d8-dd35-446f-bc9c-03cd1208def7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c172adf0-d914-4086-a5f7-f7fa2f080a88,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.252748 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.254024 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.311444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:28.321999 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-042eab89-e83e-44a7-84ee-a270a20f2a77 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "PUT /v2.0/routers/66b1f673-f4fa-4844-b08c-1ae0f53659cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0839198 Jul 15 13:28:28.324708 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c52bab-10a5-4835-bea2-b836048a9351 None None] Sync routers for ids ['66b1f673-f4fa-4844-b08c-1ae0f53659cf'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:28.339170 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c52bab-10a5-4835-bea2-b836048a9351 None None] Routers {'66b1f673-f4fa-4844-b08c-1ae0f53659cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:28.339953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 33984) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.340695 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c8c52bab-10a5-4835-bea2-b836048a9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['66b1f673-f4fa-4844-b08c-1ae0f53659cf'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:28.365618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Calling delete_port for 2028af67-5d51-4b06-9f74-89fc51853240 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:28.442154 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c8c52bab-10a5-4835-bea2-b836048a9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:28.448268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-c7021da1-6629-4e00-a29e-5c37b5c9eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:28.451475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-c7021da1-6629-4e00-a29e-5c37b5c9eddd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 1095 time: 0.9251416 Jul 15 13:28:28.459856 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-debd5ee1-b329-4f53-be3b-f4d395d4cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.469140 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c52bab-10a5-4835-bea2-b836048a9351 None None] Routers {'66b1f673-f4fa-4844-b08c-1ae0f53659cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:28.470906 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c8c52bab-10a5-4835-bea2-b836048a9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['66b1f673-f4fa-4844-b08c-1ae0f53659cf'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:28.502110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e3f60-7bef-49e4-be90-47fcfd0a2635 None None] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:28.535515 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c8c52bab-10a5-4835-bea2-b836048a9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:28.536179 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c52bab-10a5-4835-bea2-b836048a9351 None None] The sync data for ids ['66b1f673-f4fa-4844-b08c-1ae0f53659cf'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:28.605282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f9ce66ce-7deb-44f9-907f-96974d6b5b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.610486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-ce6c86ba-376d-4654-ad29-f05f450d956a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c554fd5-b47f-40bd-bf53-9f505f9c345f HTTP/1.1" status: 200 len: 217 time: 0.1331365 Jul 15 13:28:28.614231 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.682304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8a7cd64d-2fcf-42f6-8787-34e52395e7e1 None None] Provisioning for port 1e3d0fe7-6336-4fe0-a091-598632616b3a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:28.701598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Transition to ACTIVE for port object 09a32fd1-f31c-4562-8c44-834cb53d4bac will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:28.703423 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f9ce66ce-7deb-44f9-907f-96974d6b5b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.779409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-c209ef59-755c-4d80-88b3-ca8641f5f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:28.782520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-c209ef59-755c-4d80-88b3-ca8641f5f2ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1606102 Jul 15 13:28:28.804590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-debd5ee1-b329-4f53-be3b-f4d395d4cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.824425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9936de-05ab-404f-9b2d-4cf80130fe51 req-0bcd687d-01fc-4705-b075-9624aaa6c324 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:28.838232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a9936de-05ab-404f-9b2d-4cf80130fe51 req-0bcd687d-01fc-4705-b075-9624aaa6c324 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 0.4084346 Jul 15 13:28:28.843465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb3ebd7-4205-4547-b2d0-789dfb41f08c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:28.849513 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6fb3ebd7-4205-4547-b2d0-789dfb41f08c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b1f673-f4fa-4844-b08c-1ae0f53659cf HTTP/1.1" status: 200 len: 983 time: 0.5074172 Jul 15 13:28:28.871185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34002) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.876009 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-debd5ee1-b329-4f53-be3b-f4d395d4cad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.881380 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-debd5ee1-b329-4f53-be3b-f4d395d4cad0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/319ce2b9-f44b-43fb-ad90-75362fc150c4 HTTP/1.1" status: 204 len: 168 time: 2.2481554 Jul 15 13:28:28.882332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd5ee1-b329-4f53-be3b-f4d395d4cad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319ce2b9-f44b-43fb-ad90-75362fc150c4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.885735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34004) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:29.144136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1e3d0fe7-6336-4fe0-a091-598632616b3a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:29.268593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.289285 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.341206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Pushing event deleted for resources: {'Port': ['ID=2028af67-5d51-4b06-9f74-89fc51853240,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:29.350246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 1e3d0fe7-6336-4fe0-a091-598632616b3a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:29.355519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a9936de-05ab-404f-9b2d-4cf80130fe51 req-d15b1cba-69a7-40d7-aafb-381a059df5f5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849067 Jul 15 13:28:29.390774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1e3d0fe7-6336-4fe0-a091-598632616b3a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:29.397589 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.565734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fc9f0956-e1f9-49ae-b131-844513df165e None None] Provisioning complete for port 1e3d0fe7-6336-4fe0-a091-598632616b3a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:29.571175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f9ce66ce-7deb-44f9-907f-96974d6b5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.571535 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0956-e1f9-49ae-b131-844513df165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.588443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f9ce66ce-7deb-44f9-907f-96974d6b5b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.602993 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f9ce66ce-7deb-44f9-907f-96974d6b5b04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c172adf0-d914-4086-a5f7-f7fa2f080a88 HTTP/1.1" status: 204 len: 168 time: 1.7065811 Jul 15 13:28:29.734416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce66ce-7deb-44f9-907f-96974d6b5b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172adf0-d914-4086-a5f7-f7fa2f080a88,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:29.782272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.835737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.917158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 1e3d0fe7-6336-4fe0-a091-598632616b3a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1e3d0fe7-6336-4fe0-a091-598632616b3a,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:29.934121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.004119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=1e3d0fe7-6336-4fe0-a091-598632616b3a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:30.014331 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0956-e1f9-49ae-b131-844513df165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.034016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:30.069664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:30.078243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:30.295812 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-fc9f0956-e1f9-49ae-b131-844513df165e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:28:30.296848 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-fc9f0956-e1f9-49ae-b131-844513df165e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:28:30.399883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.407050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-044d4aed-a1a9-4247-9ee3-6d3a0c363f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.413955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-044d4aed-a1a9-4247-9ee3-6d3a0c363f1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6088312 Jul 15 13:28:30.413955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=09a32fd1-f31c-4562-8c44-834cb53d4bac,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:30.476997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.496976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb098f5-6a54-427b-a9ff-70a4c4152caa']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:30.518616 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72ffa99-0ab6-4671-ada0-d1fc7bc6e022') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:30.519295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72ffa99-0ab6-4671-ada0-d1fc7bc6e022') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:30.540407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.573011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.611974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:30.614818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:30.682779 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:30.819122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.832811 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.841894 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4bb098f5-6a54-427b-a9ff-70a4c4152caa HTTP/1.1" status: 204 len: 168 time: 1.9500830 Jul 15 13:28:30.905465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02dd11-7baf-406d-af47-744f50c0bbd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb098f5-6a54-427b-a9ff-70a4c4152caa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:31.164920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.202091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1e3d0fe7-6336-4fe0-a091-598632616b3a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:31.232414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.237781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.240590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b397424f-7939-4630-839b-6b1e0d878ed5 tempest-ServerActionsTestJSON-906468011 tempest-ServerActionsTestJSON-906468011-project] 10.222.0.25 "DELETE /v2.0/floatingips/d86d13fd-db5c-490b-b179-318131828b28 HTTP/1.1" status: 204 len: 168 time: 4.3648903 Jul 15 13:28:31.260787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34068) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:31.298530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d0daf71f-7152-4d64-99f3-94a2255cc518 None None] Provisioning for port 09a32fd1-f31c-4562-8c44-834cb53d4bac completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:31.311652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d0daf71f-7152-4d64-99f3-94a2255cc518 None None] Provisioning complete for port 09a32fd1-f31c-4562-8c44-834cb53d4bac triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:31.312939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d0daf71f-7152-4d64-99f3-94a2255cc518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.356493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01693-d8bc-46fe-aa1d-e9101d9351ec req-105e98c2-6dce-4540-9f62-87a088f170a5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.402220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34074) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:31.404987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cea01693-d8bc-46fe-aa1d-e9101d9351ec req-105e98c2-6dce-4540-9f62-87a088f170a5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 0.6524506 Jul 15 13:28:31.408557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d0daf71f-7152-4d64-99f3-94a2255cc518 None None] Port 09a32fd1-f31c-4562-8c44-834cb53d4bac cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:31.424568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1e3d0fe7-6336-4fe0-a091-598632616b3a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:31.427347 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.440802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-a18b8a68-6b29-448e-a5fe-c3955804d7d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.5423763 Jul 15 13:28:31.595093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-0dab4991-ba62-4488-b372-7080f7f3e0cd service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1661081 Jul 15 13:28:31.600347 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0cf19b28-3b02-4033-b875-e7972bd10db0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1401c230ee10401f807443e7648ca59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954107 Jul 15 13:28:31.604425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34078) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:31.834481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.918048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9ee16f3-5026-406b-bd75-be57497d2c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.950647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cea01693-d8bc-46fe-aa1d-e9101d9351ec req-31513cd5-118b-4259-973f-de71dbff8065 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445375 Jul 15 13:28:31.987346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9ee16f3-5026-406b-bd75-be57497d2c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.225945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:32.226775 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.321540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9ee16f3-5026-406b-bd75-be57497d2c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.327118 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9ee16f3-5026-406b-bd75-be57497d2c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.329419 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c9ee16f3-5026-406b-bd75-be57497d2c45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32282227-5d30-47ed-b32b-cd0a43fc8f01 HTTP/1.1" status: 204 len: 168 time: 0.7224598 Jul 15 13:28:32.348225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c3b5674-d481-4f30-839b-78a89b4e06b7 req-b56b3737-f9b5-435b-8ae9-a56ee5b81b86 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285601 Jul 15 13:28:32.359816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee16f3-5026-406b-bd75-be57497d2c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32282227-5d30-47ed-b32b-cd0a43fc8f01,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:32.518512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.538040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 5ea42991-3e5b-4e24-ba25-972d6ee3b3ac owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:32.688135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4896bf20-2547-44cf-96e6-72eca8f44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.688905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4896bf20-2547-44cf-96e6-72eca8f44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.689587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4896bf20-2547-44cf-96e6-72eca8f44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.692225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4896bf20-2547-44cf-96e6-72eca8f44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.694059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4896bf20-2547-44cf-96e6-72eca8f44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.694802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4896bf20-2547-44cf-96e6-72eca8f44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.695483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4896bf20-2547-44cf-96e6-72eca8f44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.698006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4896bf20-2547-44cf-96e6-72eca8f44ed2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6505 time: 1.1432505 Jul 15 13:28:32.950498 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.969295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69045e-0f41-4aa3-921c-808234b29350 req-5f1c3128-1f80-4289-bd9d-ef9aab6d09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.970908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb69045e-0f41-4aa3-921c-808234b29350 req-5f1c3128-1f80-4289-bd9d-ef9aab6d09ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 1095 time: 0.5499713 Jul 15 13:28:33.044569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=5ea42991-3e5b-4e24-ba25-972d6ee3b3ac,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:33.140542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69045e-0f41-4aa3-921c-808234b29350 req-c0a38922-9b73-4ab7-b96c-c6c0e7ee2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:33.142298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb69045e-0f41-4aa3-921c-808234b29350 req-c0a38922-9b73-4ab7-b96c-c6c0e7ee2a8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.1593986 Jul 15 13:28:33.185842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34102) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.285986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb69045e-0f41-4aa3-921c-808234b29350 req-033b69be-f7f8-45a2-994c-f3d473bd6784 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c554fd5-b47f-40bd-bf53-9f505f9c345f HTTP/1.1" status: 200 len: 217 time: 0.1169116 Jul 15 13:28:33.314047 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.359274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4a2cf0d6-32a4-40b9-8b67-3d33beb21053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:33.360645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4a2cf0d6-32a4-40b9-8b67-3d33beb21053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:33.361242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4a2cf0d6-32a4-40b9-8b67-3d33beb21053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:33.363644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4a2cf0d6-32a4-40b9-8b67-3d33beb21053 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1519d73-2f26-44f9-aef7-d53e3da0763f&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=815fcc21-ed29-4388-9854-7408c50a4a1d&id=815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 200 len: 2298 time: 0.6191924 Jul 15 13:28:33.402379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34112) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.584124 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-78470337-5f0d-45fb-a2ad-e6120517585a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e576f6cb2c8946e2912e826862c0549c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721172 Jul 15 13:28:33.584124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34114) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.586799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d9caaf2-5ad7-4c17-bf5a-ae66f1b8cb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.631365 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Router 66b1f673-f4fa-4844-b08c-1ae0f53659cf has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:33.768431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dea34c6c-1c14-46dd-ad4b-433d5a65b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.777478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:33.783580 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-261c144f-f9b8-4693-b299-38e5e87f19e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "PUT /v2.0/routers/66b1f673-f4fa-4844-b08c-1ae0f53659cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9120164 Jul 15 13:28:33.788719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34120) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.794089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73542f-90cc-475b-bb64-d2da60d9324f None None] Sync routers for ids ['66b1f673-f4fa-4844-b08c-1ae0f53659cf'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:33.810951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73542f-90cc-475b-bb64-d2da60d9324f None None] Routers {'66b1f673-f4fa-4844-b08c-1ae0f53659cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:33.812065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bc73542f-90cc-475b-bb64-d2da60d9324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['66b1f673-f4fa-4844-b08c-1ae0f53659cf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:33.849997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dea34c6c-1c14-46dd-ad4b-433d5a65b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.853140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bc73542f-90cc-475b-bb64-d2da60d9324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:33.856032 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad0da4e-2ba9-47e4-8d7b-5104e9edc688 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:28:33.857742 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9ad0da4e-2ba9-47e4-8d7b-5104e9edc688 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/5ea42991-3e5b-4e24-ba25-972d6ee3b3ac HTTP/1.1" status: 404 len: 333 time: 0.0636282 Jul 15 13:28:33.865012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34122) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.867447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73542f-90cc-475b-bb64-d2da60d9324f None None] Routers {'66b1f673-f4fa-4844-b08c-1ae0f53659cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:33.868445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bc73542f-90cc-475b-bb64-d2da60d9324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['66b1f673-f4fa-4844-b08c-1ae0f53659cf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:33.984421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bc73542f-90cc-475b-bb64-d2da60d9324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:33.988030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73542f-90cc-475b-bb64-d2da60d9324f None None] The sync data for ids ['66b1f673-f4fa-4844-b08c-1ae0f53659cf'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:34.006839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-c48d6364-3478-4cbf-aa0e-dbb825eda59a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17773e21-e117-4c67-b742-bd0d32588044 HTTP/1.1" status: 200 len: 1001 time: 0.5852137 Jul 15 13:28:34.020791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.021841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cef4ce9d-5d4c-433e-b425-fba30c9ecead tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.034767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d9caaf2-5ad7-4c17-bf5a-ae66f1b8cb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.043497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69045e-0f41-4aa3-921c-808234b29350 req-5e2b02c8-11b8-406c-ad39-55511f78465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.047696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb69045e-0f41-4aa3-921c-808234b29350 req-5e2b02c8-11b8-406c-ad39-55511f78465c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.7396734 Jul 15 13:28:34.076140 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.146750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d9caaf2-5ad7-4c17-bf5a-ae66f1b8cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.233598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dea34c6c-1c14-46dd-ad4b-433d5a65b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.236275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dea34c6c-1c14-46dd-ad4b-433d5a65b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.240565 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dea34c6c-1c14-46dd-ad4b-433d5a65b797 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a069fcab-fa2f-4cf9-a856-1743bb698509 HTTP/1.1" status: 204 len: 168 time: 0.6551230 Jul 15 13:28:34.251721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=09a32fd1-f31c-4562-8c44-834cb53d4bac,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:34.281261 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3d9caaf2-5ad7-4c17-bf5a-ae66f1b8cb30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5659907e3b0245ee91a3bda8611ff87b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0936923 Jul 15 13:28:34.284526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-584c1277-73b1-400c-aaeb-d4c89b47232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.285408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34130) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:34.286902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-584c1277-73b1-400c-aaeb-d4c89b47232d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5a6f7fb-2d8b-4d44-8e39-e5f85909273c HTTP/1.1" status: 200 len: 856 time: 0.2700040 Jul 15 13:28:34.296011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.306623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4040f0-630f-49ad-abe2-5c28272e13a8 req-dcb9efe5-2d23-44d4-b0f3-d99a204c1e9b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.313985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd4040f0-630f-49ad-abe2-5c28272e13a8 req-dcb9efe5-2d23-44d4-b0f3-d99a204c1e9b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 1.0104454 Jul 15 13:28:34.327482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9caaf2-5ad7-4c17-bf5a-ae66f1b8cb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2754df-e51e-4cb4-aae5-f18edb54d154,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:34.356384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cef4ce9d-5d4c-433e-b425-fba30c9ecead tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.370654 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cef4ce9d-5d4c-433e-b425-fba30c9ecead tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.385148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea34c6c-1c14-46dd-ad4b-433d5a65b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a069fcab-fa2f-4cf9-a856-1743bb698509,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:34.462597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cef4ce9d-5d4c-433e-b425-fba30c9ecead tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.463525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef4ce9d-5d4c-433e-b425-fba30c9ecead tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Fanout notify agent at l3_agent the message router_deleted on router 66b1f673-f4fa-4844-b08c-1ae0f53659cf {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:34.485625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cef4ce9d-5d4c-433e-b425-fba30c9ecead tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.487234 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cef4ce9d-5d4c-433e-b425-fba30c9ecead tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/routers/66b1f673-f4fa-4844-b08c-1ae0f53659cf HTTP/1.1" status: 204 len: 168 time: 0.6194096 Jul 15 13:28:34.490517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34136) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:34.500368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc725d87-30f8-476f-ae5f-e609d19376d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.526881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd4040f0-630f-49ad-abe2-5c28272e13a8 req-d47c7d88-129f-4f01-bd8e-91b4103d4412 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114019 Jul 15 13:28:34.551920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69045e-0f41-4aa3-921c-808234b29350 req-3770ed78-0bc3-4ca6-8858-104001122636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.553921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb69045e-0f41-4aa3-921c-808234b29350 req-3770ed78-0bc3-4ca6-8858-104001122636 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4727771 Jul 15 13:28:34.566084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc725d87-30f8-476f-ae5f-e609d19376d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.592470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f403007-8c4c-41a1-bd66-d6157d264212 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet 13a6f1d4-3df5-4d4a-ab1e-1d27b22d3a3a {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:34.603195 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f403007-8c4c-41a1-bd66-d6157d264212 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.642133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-996319d4-d544-431d-b196-3ef01a6a175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.642384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-996319d4-d544-431d-b196-3ef01a6a175d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1519d73-2f26-44f9-aef7-d53e3da0763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3262188 Jul 15 13:28:34.671919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.684415 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc725d87-30f8-476f-ae5f-e609d19376d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.687324 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dc725d87-30f8-476f-ae5f-e609d19376d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.691695 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dc725d87-30f8-476f-ae5f-e609d19376d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e2754df-e51e-4cb4-aae5-f18edb54d154 HTTP/1.1" status: 204 len: 168 time: 0.4041238 Jul 15 13:28:34.705386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc725d87-30f8-476f-ae5f-e609d19376d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2754df-e51e-4cb4-aae5-f18edb54d154,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:34.722491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f403007-8c4c-41a1-bd66-d6157d264212 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.850297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f403007-8c4c-41a1-bd66-d6157d264212 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.869929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.932725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:34.950939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb69045e-0f41-4aa3-921c-808234b29350 req-40499495-e59f-4911-ac0a-4b1439b8b4e8 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818281 Jul 15 13:28:34.954725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:35.020597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f403007-8c4c-41a1-bd66-d6157d264212 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.091979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f403007-8c4c-41a1-bd66-d6157d264212 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=13a6f1d4-3df5-4d4a-ab1e-1d27b22d3a3a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:35.096122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f403007-8c4c-41a1-bd66-d6157d264212 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.100997 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f403007-8c4c-41a1-bd66-d6157d264212 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/13a6f1d4-3df5-4d4a-ab1e-1d27b22d3a3a HTTP/1.1" status: 204 len: 168 time: 0.6089809 Jul 15 13:28:35.101768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34152) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.117089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5fa60b-e5c1-407b-9432-4d4e2b28a1cb None None] Network 793acd69-a243-4ec2-8e89-540f4212a273 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:35.253232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.416451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34156) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.476496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-674071a0-3206-4204-8ce6-6b43a856f6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.499271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-fa8474eb-fd03-4653-bcd6-99957f94e0f1 service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847954 Jul 15 13:28:35.554257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 3d9f904e-1937-426a-82cd-c283b356368f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:35.554697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.659168 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.696535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7fa9dfe2-c454-403d-adf0-059baa1cc290 None None] Provisioning complete for port 09a32fd1-f31c-4562-8c44-834cb53d4bac triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:35.697452 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7fa9dfe2-c454-403d-adf0-059baa1cc290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.904153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7fa9dfe2-c454-403d-adf0-059baa1cc290 None None] Port 09a32fd1-f31c-4562-8c44-834cb53d4bac cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:35.917286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] For port 3d9f904e-1937-426a-82cd-c283b356368f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3d9f904e-1937-426a-82cd-c283b356368f,segment=NetworkSegment(a1c4ee6a-a66f-4055-84d2-bb059912f750),segment_id=a1c4ee6a-a66f-4055-84d2-bb059912f750)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:35.920667 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.935091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb69045e-0f41-4aa3-921c-808234b29350 req-15c06af1-48f8-49a7-b55a-2987afce4bf4 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9725354 Jul 15 13:28:36.007995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] DHCP port deletion for 793acd69-a243-4ec2-8e89-540f4212a273 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:36.037973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 3d9f904e-1937-426a-82cd-c283b356368f owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:36.096310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:36.104964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] Deleting port 3d9f904e-1937-426a-82cd-c283b356368f {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:36.107696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.150454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-674071a0-3206-4204-8ce6-6b43a856f6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.217148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-9d7e02a6-bcd9-422a-ad7d-33754f5c19b5 service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044311 Jul 15 13:28:36.232554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-674071a0-3206-4204-8ce6-6b43a856f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.331323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-093b764e-6e72-4a2e-9239-ef22556377eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 217 time: 0.1019690 Jul 15 13:28:36.367907 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-674071a0-3206-4204-8ce6-6b43a856f6a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20fab3bc90ae473a999d2226dc22eb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9499402 Jul 15 13:28:36.386039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] For port 3d9f904e-1937-426a-82cd-c283b356368f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3d9f904e-1937-426a-82cd-c283b356368f,segment=NetworkSegment(a1c4ee6a-a66f-4055-84d2-bb059912f750),segment_id=a1c4ee6a-a66f-4055-84d2-bb059912f750)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:36.386631 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.387765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34186) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.414976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674071a0-3206-4204-8ce6-6b43a856f6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6335c1-2378-44f1-b61f-accdc953aef3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.438258 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.470107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] Calling delete_port for 3d9f904e-1937-426a-82cd-c283b356368f owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:36.533037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=3d9f904e-1937-426a-82cd-c283b356368f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.552787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No DVR routers for this DVR port 3d9f904e-1937-426a-82cd-c283b356368f on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:36.655178 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.719113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.721484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] Pushing event deleted for resources: {'Port': ['ID=3d9f904e-1937-426a-82cd-c283b356368f,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.742905 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793acd69-a243-4ec2-8e89-540f4212a273']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:36.749724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180083e-3e9f-45b6-a18c-cdc0ae4c0fdf None None] No DVR routers for this DVR port 3d9f904e-1937-426a-82cd-c283b356368f on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:36.765001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c4ee6a-a66f-4055-84d2-bb059912f750') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:36.765001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c4ee6a-a66f-4055-84d2-bb059912f750') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:36.780619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.796777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b50d4-e24f-4f63-91d8-976bb252b47a req-b1581ed2-185f-4fc3-9a4e-80074baf2be2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:36.800297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.807583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:36.807978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.811930 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-200b50d4-e24f-4f63-91d8-976bb252b47a req-b1581ed2-185f-4fc3-9a4e-80074baf2be2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 0.7845027 Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:36.818485 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:36.849774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-7a2f5e56-8b11-46fa-8c2f-d97679ffbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:36.852155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-7a2f5e56-8b11-46fa-8c2f-d97679ffbf5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.5102344 Jul 15 13:28:36.963593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.966936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-200b50d4-e24f-4f63-91d8-976bb252b47a req-c7cb8bfd-0e26-4d0d-a01d-d007e70297ed tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075211 Jul 15 13:28:36.969472 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.973285 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/networks/793acd69-a243-4ec2-8e89-540f4212a273 HTTP/1.1" status: 204 len: 168 time: 1.8704686 Jul 15 13:28:36.982231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34200) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.993330 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cc4b3-1d64-43ff-8f42-a2adf76bbc86 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Network': ['ID=793acd69-a243-4ec2-8e89-540f4212a273,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.074102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df355b5-260a-4881-8e07-aead7420a352 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:37.080868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8df355b5-260a-4881-8e07-aead7420a352 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/2b7db8f8-8627-4047-a90d-b5b570b11889 HTTP/1.1" status: 200 len: 841 time: 0.0788205 Jul 15 13:28:37.081409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34204) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.105628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-38d988ff-9422-49c0-b513-b22b55202dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.133060 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-38d988ff-9422-49c0-b513-b22b55202dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.152556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3d9f904e-1937-426a-82cd-c283b356368f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:37.174519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-f16d3ec6-304c-41da-b8ea-0a8cce042211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:37.178515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-f16d3ec6-304c-41da-b8ea-0a8cce042211 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2756526 Jul 15 13:28:37.198768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:37.218485 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Sync routers for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:37.226443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3d9f904e-1937-426a-82cd-c283b356368f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:37.229774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3d9f904e-1937-426a-82cd-c283b356368f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:37.239687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-55d5450d-e33d-474b-af8d-1dab4d2f0c34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "PUT /v2.0/routers/b657110a-e7f3-4fb5-b3f0-38546d8e30d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3685789 Jul 15 13:28:37.252605 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:37.254159 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:37.285145 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3e055545-fc2c-4c05-bc57-6c384a040460 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/2b7db8f8-8627-4047-a90d-b5b570b11889?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1961255 Jul 15 13:28:37.286873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34208) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.306386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:37.509289 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:37.556110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:37.563696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.977702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.100452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=e2d999b7-92d7-4135-9a7e-d09363af03a2,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.131410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:38.133177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:38.137231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:38.137850 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.151262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9256f-d72f-4522-9af9-f68dc378934e None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:38.166349 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:32Z', 'revision_number': 2, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:38.182534 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eb6cd6de-b34d-4114-9345-5c8497c5c3ef tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8934188 Jul 15 13:28:38.187795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34238) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.198078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d7acf767-3d4e-4a87-9585-2b1047f6ca98 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1141393971'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:38.276928 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Checking router: b657110a-e7f3-4fb5-b3f0-38546d8e30d9 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:38.277842 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Updating router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 port 09a32fd1-f31c-4562-8c44-834cb53d4bac binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:28:38.280422 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7acf767-3d4e-4a87-9585-2b1047f6ca98 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.342873 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-38d988ff-9422-49c0-b513-b22b55202dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.352323 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-38d988ff-9422-49c0-b513-b22b55202dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.362956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-38d988ff-9422-49c0-b513-b22b55202dba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec6335c1-2378-44f1-b61f-accdc953aef3 HTTP/1.1" status: 204 len: 168 time: 1.9678471 Jul 15 13:28:38.382757 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.412975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-2252ef93-e321-4642-aacb-5ceb935e976c service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2115440 Jul 15 13:28:38.493494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d988ff-9422-49c0-b513-b22b55202dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6335c1-2378-44f1-b61f-accdc953aef3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.512091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-8feb2e49-ff90-40eb-b99a-45581b257eaa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032170770&fields=id&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 267 time: 0.3960938 Jul 15 13:28:38.559031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7acf767-3d4e-4a87-9585-2b1047f6ca98 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.586344 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7acf767-3d4e-4a87-9585-2b1047f6ca98 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.622680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-079a6170-ae0a-47a9-8249-70fc5a53450c', 'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'tenant_id': 'ad7d89cd3a0245c79c7eac953cdb166c', 'fixed_ips': [{'subnet_id': 'e2d999b7-92d7-4135-9a7e-d09363af03a2'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:38.623620 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.694941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Deleting port dc5643e5-6593-4788-bd9f-2fe966651105 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:38.696182 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.742811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acf767-3d4e-4a87-9585-2b1047f6ca98 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb5a64c-8f68-4405-9f40-f8a5ac2de258,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.750336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7acf767-3d4e-4a87-9585-2b1047f6ca98 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.760907 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d7acf767-3d4e-4a87-9585-2b1047f6ca98 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5710397 Jul 15 13:28:38.763895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34248) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.776634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8c6670b2-4b5f-4af6-b5db-1345e9525285 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'security_group': {'name': 'tempest-secgroup-2023519026'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:38.850993 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c6670b2-4b5f-4af6-b5db-1345e9525285 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.933402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Allocated IP 172.20.0.2 (079a6170-ae0a-47a9-8249-70fc5a53450c/e2d999b7-92d7-4135-9a7e-d09363af03a2/cdf86544-f679-436f-b98b-b73755a7ae80) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:39.069192 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c6670b2-4b5f-4af6-b5db-1345e9525285 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.079609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c6670b2-4b5f-4af6-b5db-1345e9525285 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.106213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34258) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.120474 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.149596 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c6670b2-4b5f-4af6-b5db-1345e9525285 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.151993 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c6670b2-4b5f-4af6-b5db-1345e9525285 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3864267 Jul 15 13:28:39.152731 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Transition to ACTIVE for port object 09a32fd1-f31c-4562-8c44-834cb53d4bac will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:39.158872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34262) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.171846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1706808356', 'security_groups': ['ff2a1d51-0a98-4fa2-9a09-acace3ac0e76'], 'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2d999b7-92d7-4135-9a7e-d09363af03a2'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:39.174127 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.218306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6670b2-4b5f-4af6-b5db-1345e9525285 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a1d51-0a98-4fa2-9a09-acace3ac0e76,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.464544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-5f697724-02d4-445e-9d58-6dfab677348e service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0197837 Jul 15 13:28:39.484962 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7759bdd9-c780-4132-a905-f0cf8d4af482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.489909 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Attempting to bind port 09a32fd1-f31c-4562-8c44-834cb53d4bac on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:39.490998 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Attempting to bind port 09a32fd1-f31c-4562-8c44-834cb53d4bac by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:39.491612 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Attempting to bind port 09a32fd1-f31c-4562-8c44-834cb53d4bac on network 31f78c25-82cf-48ae-88dd-2b3cbccce895 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:39.495625 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Pushing event updated for resources: {'Port': ['ID=09a32fd1-f31c-4562-8c44-834cb53d4bac,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.506827 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.507562 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.508098 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.508807 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.509348 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.509873 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.510407 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.510927 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.511546 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.512078 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.512628 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.513138 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:39.517617 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:39.518349 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Checking segment: {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:39.518478 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.519231 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Bound using segment: {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:39.520177 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Bound port: 09a32fd1-f31c-4562-8c44-834cb53d4bac, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:39.520671 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.598346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-13d8c8a5-8570-4c06-9b79-3dd2158af60d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:39.600508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-13d8c8a5-8570-4c06-9b79-3dd2158af60d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/networks?id=31f78c25-82cf-48ae-88dd-2b3cbccce895 HTTP/1.1" status: 200 len: 796 time: 0.9739151 Jul 15 13:28:39.704818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] For port dc5643e5-6593-4788-bd9f-2fe966651105, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=dc5643e5-6593-4788-bd9f-2fe966651105,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:39.705430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.710730 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7759bdd9-c780-4132-a905-f0cf8d4af482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.722454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Calling delete_port for dc5643e5-6593-4788-bd9f-2fe966651105 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:39.735157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7759bdd9-c780-4132-a905-f0cf8d4af482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.742193 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] For port 09a32fd1-f31c-4562-8c44-834cb53d4bac, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:39.752548 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] For port 09a32fd1-f31c-4562-8c44-834cb53d4bac, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=09a32fd1-f31c-4562-8c44-834cb53d4bac,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:39.763018 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.862574 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.891399 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7759bdd9-c780-4132-a905-f0cf8d4af482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19c0959a9ed142daa4441e422d57c3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7833195 Jul 15 13:28:39.891399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:39.896474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Transition to ACTIVE for port object cdf86544-f679-436f-b98b-b73755a7ae80 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:39.912523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-24207e17-33c6-405d-a0ad-c73625ae71fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 217 time: 0.3040047 Jul 15 13:28:39.921781 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d468da2-7f47-41cd-910c-b2132595b779 None None] Pushing event updated for resources: {'Port': ['ID=09a32fd1-f31c-4562-8c44-834cb53d4bac,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.932995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Transition to ACTIVE for port object cdf86544-f679-436f-b98b-b73755a7ae80 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:39.937539 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:39.938231 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:39.938804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34276) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.945278 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.989736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759bdd9-c780-4132-a905-f0cf8d4af482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e8fb8-b985-4e54-be83-1dae32d415f0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.014775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-5fb9c5d5-0edb-42c6-8813-9838da659a79 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/quotas/3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 375 time: 0.0989547 Jul 15 13:28:40.054847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:40.059221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:40.065553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:40.098805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Pushing event updated for resources: {'Port': ['ID=cdf86544-f679-436f-b98b-b73755a7ae80,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.136763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.215699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Attempting to bind port cdf86544-f679-436f-b98b-b73755a7ae80 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:40.216077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Attempting to bind port cdf86544-f679-436f-b98b-b73755a7ae80 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'b893fd5e-a137-4655-94b6-42b2ce597cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:40.216445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Attempting to bind port cdf86544-f679-436f-b98b-b73755a7ae80 on network 079a6170-ae0a-47a9-8249-70fc5a53450c {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:40.230631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:40.231002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Checking segment: {'id': 'b893fd5e-a137-4655-94b6-42b2ce597cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:40.231451 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.231858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Bound using segment: {'id': 'b893fd5e-a137-4655-94b6-42b2ce597cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:40.232350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Bound port: cdf86544-f679-436f-b98b-b73755a7ae80, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b893fd5e-a137-4655-94b6-42b2ce597cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:40.232747 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.237841 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:40.304293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.423720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5643e5-6593-4788-bd9f-2fe966651105,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.454905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] For port cdf86544-f679-436f-b98b-b73755a7ae80, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:40.458898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-6d0bfb7c-cd57-439e-9abd-3dacdf3bfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:40.463004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] For port cdf86544-f679-436f-b98b-b73755a7ae80, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cdf86544-f679-436f-b98b-b73755a7ae80,segment=NetworkSegment(b893fd5e-a137-4655-94b6-42b2ce597cf3),segment_id=b893fd5e-a137-4655-94b6-42b2ce597cf3)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:40.471190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-6d0bfb7c-cd57-439e-9abd-3dacdf3bfbca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.5175672 Jul 15 13:28:40.482735 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.574312 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab919-34a4-4d1e-8288-b11c9afe0686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.726036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56acde-dbe9-49e9-ad7f-254e7117f124 None None] Pushing event updated for resources: {'Port': ['ID=cdf86544-f679-436f-b98b-b73755a7ae80,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.788741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab919-34a4-4d1e-8288-b11c9afe0686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.865065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port 5dc132b0-48ef-43e1-a399-50b0da2810f6 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:40.876727 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:39Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:40.981476 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314abab-f365-40ac-a232-681c3a97cad6 None None] The sync data for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 is: [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:39Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:41.172923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-7af2e1a4-718b-4fbf-9b82-2964a8fe1b34 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1429336 Jul 15 13:28:41.252927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-899a6188-f17b-4105-b86d-1fbf983f144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.254865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-899a6188-f17b-4105-b86d-1fbf983f144e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7733269 Jul 15 13:28:41.271290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.460726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.13 (079a6170-ae0a-47a9-8249-70fc5a53450c/e2d999b7-92d7-4135-9a7e-d09363af03a2/5dc132b0-48ef-43e1-a399-50b0da2810f6) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:41.709077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab919-34a4-4d1e-8288-b11c9afe0686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.714967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab919-34a4-4d1e-8288-b11c9afe0686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.716547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4a9ab919-34a4-4d1e-8288-b11c9afe0686 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a9e8fb8-b985-4e54-be83-1dae32d415f0 HTTP/1.1" status: 204 len: 168 time: 1.7754819 Jul 15 13:28:41.852681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ab919-34a4-4d1e-8288-b11c9afe0686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e8fb8-b985-4e54-be83-1dae32d415f0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.992232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.016966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object 5dc132b0-48ef-43e1-a399-50b0da2810f6 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:42.126376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.278188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:42.289878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:42.295283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:42.296576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:42.374410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-6dccc7e4-90a6-4353-afe6-c41cf9cb8b26 service neutron] 10.222.0.25 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1290917 Jul 15 13:28:42.412400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=5dc132b0-48ef-43e1-a399-50b0da2810f6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:42.502815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.505555 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.547562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34322) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.574890 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dd467aac-700d-44a6-8504-6ad6f20e2527 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4127681 Jul 15 13:28:42.582845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-f384efc1-ca72-4d67-b7a7-960d4b1fea5f service neutron] 10.222.0.25 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775327 Jul 15 13:28:42.588402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34324) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.615734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d311-4a58-478f-b528-63665b7895ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.643020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a400db83-9315-4452-8c1e-8cf92d720c80 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:42.653120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-b7d84b1f-c970-443a-a822-a3da370c66b9 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3748584 Jul 15 13:28:43.073956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:43.087231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] Sync routers for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:43.121736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-fa9a4625-e9b4-400d-a2d5-3bc85896c7a2 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501159 Jul 15 13:28:43.135023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e4cc0acc-5be1-4358-837b-b98e6712641e admin admin] 10.222.0.25 "PUT /v2.0/routers/87db3c7f-cf5b-410c-b2ee-5de3334dcfea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8645623 Jul 15 13:28:43.137282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34336) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:43.147426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:43.152881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d311-4a58-478f-b528-63665b7895ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.156226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:43.171442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d311-4a58-478f-b528-63665b7895ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.261525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7d311-4a58-478f-b528-63665b7895ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4bc6fe-a26d-42fd-acae-844380a9553f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:43.284500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-33537437-e73e-4da5-bb39-4c65201d243f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 HTTP/1.1" status: 200 len: 217 time: 0.1481051 Jul 15 13:28:43.317664 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c6d7d311-4a58-478f-b528-63665b7895ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c367f0596194d568be276293daea75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7679965 Jul 15 13:28:43.320794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34340) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:43.413670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 09a32fd1-f31c-4562-8c44-834cb53d4bac up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:43.483803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8a0ebe3-772f-4802-b55b-a9807964596c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.560586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8a0ebe3-772f-4802-b55b-a9807964596c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.753678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8a0ebe3-772f-4802-b55b-a9807964596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.763365 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8a0ebe3-772f-4802-b55b-a9807964596c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.765770 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b8a0ebe3-772f-4802-b55b-a9807964596c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc4bc6fe-a26d-42fd-acae-844380a9553f HTTP/1.1" status: 204 len: 168 time: 0.4454858 Jul 15 13:28:43.799181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:43.807957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0ebe3-772f-4802-b55b-a9807964596c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4bc6fe-a26d-42fd-acae-844380a9553f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:43.997350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-140703b7-bd31-4a52-ae64-5e2952be406b None None] Provisioning complete for port 2b7db8f8-8627-4047-a90d-b5b570b11889 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:43.998140 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-140703b7-bd31-4a52-ae64-5e2952be406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.107247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 09a32fd1-f31c-4562-8c44-834cb53d4bac completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:44.115267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 09a32fd1-f31c-4562-8c44-834cb53d4bac triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:44.116015 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.161415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-140703b7-bd31-4a52-ae64-5e2952be406b None None] Port 2b7db8f8-8627-4047-a90d-b5b570b11889 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:44.302602 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.328556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-140703b7-bd31-4a52-ae64-5e2952be406b None None] Provisioning for port cdf86544-f679-436f-b98b-b73755a7ae80 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:44.411948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34366) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:44.421866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 09a32fd1-f31c-4562-8c44-834cb53d4bac, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=09a32fd1-f31c-4562-8c44-834cb53d4bac,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:44.445461 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.445732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cdf86544-f679-436f-b98b-b73755a7ae80 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:44.569597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:28:40Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:44.592418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-75112d1b-3eeb-4b00-9bf2-6ecf47bf8847 None None] Provisioning for port 5dc132b0-48ef-43e1-a399-50b0da2810f6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:44.621826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59ccacb2-fdb9-4d47-99ca-d00d9f497b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.674608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] Checking router: 87db3c7f-cf5b-410c-b2ee-5de3334dcfea for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:44.691966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-75112d1b-3eeb-4b00-9bf2-6ecf47bf8847 None None] Provisioning complete for port 5dc132b0-48ef-43e1-a399-50b0da2810f6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:44.692344 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-75112d1b-3eeb-4b00-9bf2-6ecf47bf8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.728254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=09a32fd1-f31c-4562-8c44-834cb53d4bac,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:44.769412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a400db83-9315-4452-8c1e-8cf92d720c80 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:44.776480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a400db83-9315-4452-8c1e-8cf92d720c80 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.779091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] Routers {'87db3c7f-cf5b-410c-b2ee-5de3334dcfea'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:44.780233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:44.844249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-0737b62d-f95b-4ed1-8cac-52023e869815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.847633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-0737b62d-f95b-4ed1-8cac-52023e869815 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 1.5455267 Jul 15 13:28:44.962848 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59ccacb2-fdb9-4d47-99ca-d00d9f497b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.995619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59ccacb2-fdb9-4d47-99ca-d00d9f497b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.009536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82093399-46ae-4296-8218-02a18aa24aed req-8fe92ffb-e0e0-45a2-ae20-f28e81db72d3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.009536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82093399-46ae-4296-8218-02a18aa24aed req-8fe92ffb-e0e0-45a2-ae20-f28e81db72d3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 1.5740807 Jul 15 13:28:45.015927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.108362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port cdf86544-f679-436f-b98b-b73755a7ae80 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:45.122290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-75112d1b-3eeb-4b00-9bf2-6ecf47bf8847 None None] Port 5dc132b0-48ef-43e1-a399-50b0da2810f6 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:45.154751 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-59ccacb2-fdb9-4d47-99ca-d00d9f497b55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df19beffc4ee423a9f79b0adbf10ad5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405992 Jul 15 13:28:45.157112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccacb2-fdb9-4d47-99ca-d00d9f497b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d45e4-3a8b-464c-84f9-e42c9103e8d6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.166135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:45.170418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34378) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.183300 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.195484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] Set router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:45.265964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.372887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82093399-46ae-4296-8218-02a18aa24aed req-7f15c092-ca37-42e1-b317-04cf948c230a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000468 Jul 15 13:28:45.379033 n-d-771362-36 neutron-server[93733]: INFO neutron.db.ipam_backend_mixin [None req-a400db83-9315-4452-8c1e-8cf92d720c80 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2d999b7-92d7-4135-9a7e-d09363af03a2 (CIDR: 172.20.0.0/28) Jul 15 13:28:45.409931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-23ba39e4-92c4-45d7-a231-580e31c283e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.411563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-23ba39e4-92c4-45d7-a231-580e31c283e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5413663 Jul 15 13:28:45.412806 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a400db83-9315-4452-8c1e-8cf92d720c80 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:45.413310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a400db83-9315-4452-8c1e-8cf92d720c80 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:45.460874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a400db83-9315-4452-8c1e-8cf92d720c80 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8274949 Jul 15 13:28:45.468501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34384) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.470036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a45d692f-6913-4bef-a970-7ed84b378857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.481703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:45.597823 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a45d692f-6913-4bef-a970-7ed84b378857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.708191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.749738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Deleting port 9583ff62-49f2-476d-9136-842c8543aa6b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:45.750152 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.765939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-da88f737-03da-4160-8b4f-137778b74d37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.768113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-da88f737-03da-4160-8b4f-137778b74d37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/networks?id=31f78c25-82cf-48ae-88dd-2b3cbccce895 HTTP/1.1" status: 200 len: 796 time: 0.4749856 Jul 15 13:28:45.807769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a45d692f-6913-4bef-a970-7ed84b378857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.810410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a45d692f-6913-4bef-a970-7ed84b378857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.811708 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a45d692f-6913-4bef-a970-7ed84b378857 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e9d45e4-3a8b-464c-84f9-e42c9103e8d6 HTTP/1.1" status: 204 len: 168 time: 0.6394598 Jul 15 13:28:45.834842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d692f-6913-4bef-a970-7ed84b378857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d45e4-3a8b-464c-84f9-e42c9103e8d6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:46.065051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port cdf86544-f679-436f-b98b-b73755a7ae80, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cdf86544-f679-436f-b98b-b73755a7ae80,segment=NetworkSegment(b893fd5e-a137-4655-94b6-42b2ce597cf3),segment_id=b893fd5e-a137-4655-94b6-42b2ce597cf3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:46.115813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.154229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-97248ef6-aab1-428b-81dc-b6dc81111fcf tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e3a1a7fc00745c5a63c8018cee397f7 HTTP/1.1" status: 200 len: 380 time: 0.3582258 Jul 15 13:28:46.256476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=cdf86544-f679-436f-b98b-b73755a7ae80,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:46.321128 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-29de879f-37fe-4a78-be94-43cf3c1480d9 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742959 Jul 15 13:28:46.338049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'port': {'device_id': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'admin_state_up': True, 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'security_groups': ['34fe8e35-77ec-4e77-b10a-92c9898ef66e']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:46.349818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:28:40Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:46.470574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e9d67-93c3-45d5-900a-ff0304dcb97f None None] The sync data for ids ['87db3c7f-cf5b-410c-b2ee-5de3334dcfea'] in n-d-771362-36 is: [{'id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'name': 'tempest-ServerActionsTestJSON-703436542-router', 'tenant_id': 'c2c825f43c4a42f2877a80c412448a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:54Z', 'updated_at': '2021-07-15T13:28:40Z', 'revision_number': 5, 'project_id': 'c2c825f43c4a42f2877a80c412448a29', 'gw_port': {'id': '9583ff62-49f2-476d-9136-842c8543aa6b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db3c7f-cf5b-410c-b2ee-5de3334dcfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:46.477245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 09a32fd1-f31c-4562-8c44-834cb53d4bac up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:46.675416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 09a32fd1-f31c-4562-8c44-834cb53d4bac triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:46.676316 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.692928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-abd3b384-c8d5-4c56-8a16-b3b6a3c9c9ca service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986441 Jul 15 13:28:46.812315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a24f3684-3545-493b-bb95-e4dccd2c33e8 req-77fd046d-adf8-4abe-a26e-182cf08f9235 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 210 time: 0.4485469 Jul 15 13:28:46.919711 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34416) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:46.943011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c22e971e-a3e2-4026-9e73-962c0af9cbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.006726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-c0488b03-d9ed-4e3c-b5ab-a02d123c75a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802 HTTP/1.1" status: 200 len: 217 time: 0.2786891 Jul 15 13:28:47.181957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c22e971e-a3e2-4026-9e73-962c0af9cbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.190130 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c22e971e-a3e2-4026-9e73-962c0af9cbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.216357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:47.223588 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.255337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] For port 9583ff62-49f2-476d-9136-842c8543aa6b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9583ff62-49f2-476d-9136-842c8543aa6b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:47.255337 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.306296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e971e-a3e2-4026-9e73-962c0af9cbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a479c021-a38d-40a7-b379-585c4a18dcc0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.311961 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c22e971e-a3e2-4026-9e73-962c0af9cbcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6fb4390bb4847f5959984d653bc9db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918691 Jul 15 13:28:47.317930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34420) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:47.450094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Calling delete_port for 9583ff62-49f2-476d-9136-842c8543aa6b owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:47.468954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc40d-83ca-4dd7-a7aa-b1dce059f550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.532529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc40d-83ca-4dd7-a7aa-b1dce059f550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.596241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4fed1709-53c9-44d3-b210-a0f3001f4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.598838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-4fed1709-53c9-44d3-b210-a0f3001f4858 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.4335616 Jul 15 13:28:47.647777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc40d-83ca-4dd7-a7aa-b1dce059f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.654365 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc40d-83ca-4dd7-a7aa-b1dce059f550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.657616 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c3ecc40d-83ca-4dd7-a7aa-b1dce059f550 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a479c021-a38d-40a7-b379-585c4a18dcc0 HTTP/1.1" status: 204 len: 168 time: 0.3374727 Jul 15 13:28:47.677898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecc40d-83ca-4dd7-a7aa-b1dce059f550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a479c021-a38d-40a7-b379-585c4a18dcc0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.832312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437a1bd-0933-477c-b6c1-f8b3f69fe21e req-1c2972f6-8ec6-4776-8ac3-631ec8928113 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.835492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3437a1bd-0933-477c-b6c1-f8b3f69fe21e req-1c2972f6-8ec6-4776-8ac3-631ec8928113 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 0.5328681 Jul 15 13:28:47.881814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Made reservation on behalf of 3e3a1a7fc00745c5a63c8018cee397f7 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:47.888919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.115942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3437a1bd-0933-477c-b6c1-f8b3f69fe21e req-876d9140-ed39-46f2-9341-31fdc2d3da44 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518046 Jul 15 13:28:48.119866 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:48.323378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-9b7afa27-e67d-421e-81a2-f120b068939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.323378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-9b7afa27-e67d-421e-81a2-f120b068939c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6411297 Jul 15 13:28:48.437508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cdf86544-f679-436f-b98b-b73755a7ae80 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:48.605781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:48.606772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.669552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.20.0.3 (31f78c25-82cf-48ae-88dd-2b3cbccce895/f0e9532c-2710-4fba-816f-e8d30b948c68/16ef36f8-6bce-4def-b54e-0d2bbff7596e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:48.741708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de2fb43b-272e-4fd3-986c-352ea25715d4 req-9a7251f9-3577-4b7e-80cf-2ab0655639e4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 210 time: 0.0841973 Jul 15 13:28:48.832394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dc5643e5-6593-4788-bd9f-2fe966651105 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:48.850774 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.887072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: dc5643e5-6593-4788-bd9f-2fe966651105 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:48.887458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device dc5643e5-6593-4788-bd9f-2fe966651105 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:48.919427 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-84124cb8-5aee-430b-880e-93971c1f958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.099264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Pushing event deleted for resources: {'Port': ['ID=9583ff62-49f2-476d-9136-842c8543aa6b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.110492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-68f5e5e8-0ec0-437c-9595-67286c221e7f service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822020 Jul 15 13:28:49.161149 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.704272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34494) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:49.861451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:49.937680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:49.945749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:49.947481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.952871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536c86f-5230-4d4f-a839-b9d32aec0ea4 None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:50.047178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.5801127 Jul 15 13:28:50.054010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34504) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:50.095653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-732022757', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7669ca53-b9f0-406f-b276-67977e7d4f44'}], 'security_groups': ['dcb5a64c-8f68-4405-9f40-f8a5ac2de258']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:50.121857 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.125161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09718f-2007-4db7-92da-b54e3aa3acfb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=7669ca53-b9f0-406f-b276-67977e7d4f44,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:50.141067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-78694814-29fd-4d97-9e88-1fd92a0afbd0 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9826987 Jul 15 13:28:50.193908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.259283 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c5930cc-14ca-446f-b688-3d9a49a07fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.543353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.552348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-e187bb8c-70fe-495f-a98c-081ae6826c6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d85dfc45-7929-4343-8908-3b7db695b10f HTTP/1.1" status: 200 len: 217 time: 0.3537667 Jul 15 13:28:50.554652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.558196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Transition to ACTIVE for port object 16ef36f8-6bce-4def-b54e-0d2bbff7596e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:50.574411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9da04-ca7b-4c47-8fd1-814cc735f1c0 req-d18fb2f3-07db-404c-bd6c-b32926d86d51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:50.588575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5de9da04-ca7b-4c47-8fd1-814cc735f1c0 req-d18fb2f3-07db-404c-bd6c-b32926d86d51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 0.9876118 Jul 15 13:28:50.638056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.759726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-c649011b-0b61-4540-9f1a-8e775c4a1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:50.761239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-c649011b-0b61-4540-9f1a-8e775c4a1c60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.1660440 Jul 15 13:28:50.773049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5de9da04-ca7b-4c47-8fd1-814cc735f1c0 req-2b700ba3-6af1-48be-9630-47455f345b48 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832104 Jul 15 13:28:50.782965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.783536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87db3c7f-cf5b-410c-b2ee-5de3334dcfea {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:50.819787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0cf2df-4829-4c53-9cc4-de07e311e8f7 None None] Update dhcp port {'port': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'fixed_ips': [{'subnet_id': 'e2d999b7-92d7-4135-9a7e-d09363af03a2', 'ip_address': '172.20.0.2'}, {'subnet_id': '7669ca53-b9f0-406f-b276-67977e7d4f44'}], 'binding:host_id': 'n-d-771362-36'}, 'id': 'cdf86544-f679-436f-b98b-b73755a7ae80'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:28:50.861858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.863910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-43c3e09c-912b-49a1-b768-843b4eae4eda admin admin] 10.222.0.25 "DELETE /v2.0/routers/87db3c7f-cf5b-410c-b2ee-5de3334dcfea HTTP/1.1" status: 204 len: 168 time: 7.7212391 Jul 15 13:28:50.873601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34526) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:50.884162 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf2df-4829-4c53-9cc4-de07e311e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.020650 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c5930cc-14ca-446f-b688-3d9a49a07fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.041520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c5930cc-14ca-446f-b688-3d9a49a07fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.102092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9968b030-4daf-4ac4-90d0-bcc9a4fcbded admin admin] Deleting subnet 23caad88-3e9b-4e29-85b3-4d5d2c2630be {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:51.118951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9968b030-4daf-4ac4-90d0-bcc9a4fcbded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.199417 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.211159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5930cc-14ca-446f-b688-3d9a49a07fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ee93a2-be6c-4280-8a50-e9cefde46c54,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.292292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.333831 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9968b030-4daf-4ac4-90d0-bcc9a4fcbded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.365359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-cf0cf2df-4829-4c53-9cc4-de07e311e8f7 None None] Allocated IP 172.20.0.18 (079a6170-ae0a-47a9-8249-70fc5a53450c/7669ca53-b9f0-406f-b276-67977e7d4f44/cdf86544-f679-436f-b98b-b73755a7ae80) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:51.436127 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9c5930cc-14ca-446f-b688-3d9a49a07fd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9eb09003cc2b452bae46bb71fc8803d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7300155 Jul 15 13:28:51.437436 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34532) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:51.452105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:51.470373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:51.476305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:51.480193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cf0cf2df-4829-4c53-9cc4-de07e311e8f7 None None] For port cdf86544-f679-436f-b98b-b73755a7ae80, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cdf86544-f679-436f-b98b-b73755a7ae80,segment=NetworkSegment(b893fd5e-a137-4655-94b6-42b2ce597cf3),segment_id=b893fd5e-a137-4655-94b6-42b2ce597cf3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:51.519647 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf2df-4829-4c53-9cc4-de07e311e8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.542865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cf0cf2df-4829-4c53-9cc4-de07e311e8f7 None None] Transition to ACTIVE for port object cdf86544-f679-436f-b98b-b73755a7ae80 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:51.578183 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf2df-4829-4c53-9cc4-de07e311e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.626889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f050e43-c42a-41b3-980d-1a5af571d61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.645107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.673190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-51dbe288-68e3-4b60-a5f9-69ce2459eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:51.676403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-51dbe288-68e3-4b60-a5f9-69ce2459eac7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8939128 Jul 15 13:28:51.754665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cf2df-4829-4c53-9cc4-de07e311e8f7 None None] Pushing event updated for resources: {'Port': ['ID=cdf86544-f679-436f-b98b-b73755a7ae80,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.818406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9968b030-4daf-4ac4-90d0-bcc9a4fcbded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.837343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5047714-51a1-44eb-b5c2-73d4d623f445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.907699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9968b030-4daf-4ac4-90d0-bcc9a4fcbded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.932012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5047714-51a1-44eb-b5c2-73d4d623f445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.950140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968b030-4daf-4ac4-90d0-bcc9a4fcbded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23caad88-3e9b-4e29-85b3-4d5d2c2630be,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.963332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:51.964009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.991532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce83fed-3937-4a47-b1a5-a6796e07e95c None None] Network 8d93d25e-77df-4a60-b900-1064f626df19 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:52.006570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e1e02-36f7-461a-82be-c3d8b69aa2e6 req-8925578c-688e-43ee-8611-eb8cbdd70eac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.008134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c40e1e02-36f7-461a-82be-c3d8b69aa2e6 req-8925578c-688e-43ee-8611-eb8cbdd70eac tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 931 time: 0.7185729 Jul 15 13:28:52.103299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9968b030-4daf-4ac4-90d0-bcc9a4fcbded admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.118583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9968b030-4daf-4ac4-90d0-bcc9a4fcbded admin admin] 10.222.0.25 "DELETE /v2.0/subnets/23caad88-3e9b-4e29-85b3-4d5d2c2630be HTTP/1.1" status: 204 len: 168 time: 1.2388678 Jul 15 13:28:52.120113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34546) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.121786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-b0757773-6977-4b09-b986-04ca751d01b4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9544077 Jul 15 13:28:52.259321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-290a18b8-021e-41e5-af7e-f42961de63f3 None None] Provisioning for port 16ef36f8-6bce-4def-b54e-0d2bbff7596e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:52.279563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-290a18b8-021e-41e5-af7e-f42961de63f3 None None] Provisioning complete for port 16ef36f8-6bce-4def-b54e-0d2bbff7596e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:52.281140 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-290a18b8-021e-41e5-af7e-f42961de63f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.288549 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.296924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-9950aebc-6c1f-4100-81b2-21f11a17ccfa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:28:52.298196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-9950aebc-6c1f-4100-81b2-21f11a17ccfa tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130589 Jul 15 13:28:52.365678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-290a18b8-021e-41e5-af7e-f42961de63f3 None None] Port 16ef36f8-6bce-4def-b54e-0d2bbff7596e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:52.370984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Delete allocated IP 172.20.0.13 (079a6170-ae0a-47a9-8249-70fc5a53450c/e2d999b7-92d7-4135-9a7e-d09363af03a2) {{(pid=93734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:28:52.373131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c40e1e02-36f7-461a-82be-c3d8b69aa2e6 req-d377e0b4-8ce4-42e4-9676-525cd8105ca8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567606 Jul 15 13:28:52.395453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cdf86544-f679-436f-b98b-b73755a7ae80 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:52.433916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.24 (079a6170-ae0a-47a9-8249-70fc5a53450c/7669ca53-b9f0-406f-b276-67977e7d4f44/5dc132b0-48ef-43e1-a399-50b0da2810f6) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:52.442577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-14f7bbaa-ed51-460e-9b57-6a2417d2dcf0 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142251 Jul 15 13:28:52.554300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] DHCP port deletion for 8d93d25e-77df-4a60-b900-1064f626df19 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:52.564351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5047714-51a1-44eb-b5c2-73d4d623f445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.574304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5047714-51a1-44eb-b5c2-73d4d623f445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.586710 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c5047714-51a1-44eb-b5c2-73d4d623f445 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6ee93a2-be6c-4280-8a50-e9cefde46c54 HTTP/1.1" status: 204 len: 168 time: 1.1166971 Jul 15 13:28:52.622197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5047714-51a1-44eb-b5c2-73d4d623f445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ee93a2-be6c-4280-8a50-e9cefde46c54,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.637512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Request body: {'port': {'device_id': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:52.738170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9583ff62-49f2-476d-9136-842c8543aa6b no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:52.820754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 9583ff62-49f2-476d-9136-842c8543aa6b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:52.823092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9583ff62-49f2-476d-9136-842c8543aa6b not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:52.850445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] Deleting port 924150ea-8750-4bd1-a5b7-7b2382822016 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:52.854365 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.913056 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.964863 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.001574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object 5dc132b0-48ef-43e1-a399-50b0da2810f6 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:53.007657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] For port 924150ea-8750-4bd1-a5b7-7b2382822016, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=924150ea-8750-4bd1-a5b7-7b2382822016,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:53.009444 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.012019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.064293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] Calling delete_port for 924150ea-8750-4bd1-a5b7-7b2382822016 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:53.199882 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.213656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-b68b1afa-1874-4fe9-b310-8fb91d1a1a64 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615209 Jul 15 13:28:53.227512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=5dc132b0-48ef-43e1-a399-50b0da2810f6,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:53.233903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] In _notify_port_updated(), no bound segment for port 5dc132b0-48ef-43e1-a399-50b0da2810f6 on network 079a6170-ae0a-47a9-8249-70fc5a53450c {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:28:53.242321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.243025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.244584 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-00cd6db9-e2cf-4e93-8109-3a92ac409cce tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "PUT /v2.0/ports/5dc132b0-48ef-43e1-a399-50b0da2810f6 HTTP/1.1" status: 200 len: 920 time: 3.1890705 Jul 15 13:28:53.247816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34562) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.389555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Provisioning complete for port 2b7db8f8-8627-4047-a90d-b5b570b11889 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:53.390429 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.409128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 5dc132b0-48ef-43e1-a399-50b0da2810f6 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:53.414194 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.518257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Deleting port 924150ea-8750-4bd1-a5b7-7b2382822016 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:53.518937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.531120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-adb40369-c9d9-4ddd-8f65-b80e968c1c16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3 HTTP/1.1" status: 200 len: 217 time: 0.3044448 Jul 15 13:28:53.548404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4ebbf-9be1-4c6a-90ac-6a532d9d863a req-31b9951c-e9a7-4e28-b68e-ce4364f8ee9c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.560835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1f4ebbf-9be1-4c6a-90ac-6a532d9d863a req-31b9951c-e9a7-4e28-b68e-ce4364f8ee9c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 943 time: 0.9027455 Jul 15 13:28:53.587600 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.621054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Port 2b7db8f8-8627-4047-a90d-b5b570b11889 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:53.634815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 5dc132b0-48ef-43e1-a399-50b0da2810f6 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:53.649037 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.727742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34570) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.742720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] Pushing event deleted for resources: {'Port': ['ID=924150ea-8750-4bd1-a5b7-7b2382822016,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:53.760763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1f4ebbf-9be1-4c6a-90ac-6a532d9d863a req-5f8f51c3-5bee-4a02-8ff1-0a76fd10e8cc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980848 Jul 15 13:28:53.763835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Provisioning for port cdf86544-f679-436f-b98b-b73755a7ae80 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:53.770463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22a0e1-93b5-448f-94ef-98dd1fbbc97a None None] No DVR routers for this DVR port 924150ea-8750-4bd1-a5b7-7b2382822016 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:53.791775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:53.792535 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.032475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0238a16-485b-4431-9a33-e44015a855be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.087266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] For port 924150ea-8750-4bd1-a5b7-7b2382822016, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=924150ea-8750-4bd1-a5b7-7b2382822016,segment=NetworkSegment(64df288f-cc1a-4667-ad99-aef50b975668),segment_id=64df288f-cc1a-4667-ad99-aef50b975668)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:54.087947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.094250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.094551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Provisioning for port 5dc132b0-48ef-43e1-a399-50b0da2810f6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:54.103087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Provisioning complete for port 5dc132b0-48ef-43e1-a399-50b0da2810f6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:54.103910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.169295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6c554fd5-b47f-40bd-bf53-9f505f9c345f details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:54.178956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-14051c0e-2746-4333-b470-e683fe8a0f70 None None] Port 5dc132b0-48ef-43e1-a399-50b0da2810f6 was deleted so its status cannot be updated. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:28:54.181941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=5dc132b0-48ef-43e1-a399-50b0da2810f6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.211106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.211518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.211873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.212218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.212557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.214981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.215360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.215701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.216042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.216381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.216721 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.221408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.360232 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34576) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.377030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-71e02e81-013a-4154-b930-440b1f8ef58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.378797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-71e02e81-013a-4154-b930-440b1f8ef58b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.8138175 Jul 15 13:28:54.430038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Calling delete_port for 924150ea-8750-4bd1-a5b7-7b2382822016 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:54.442849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.445687 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4fc6418b-8470-401b-94f1-82380276d4b3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/5dc132b0-48ef-43e1-a399-50b0da2810f6 HTTP/1.1" status: 204 len: 168 time: 1.1968136 Jul 15 13:28:54.449349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.455839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6c554fd5-b47f-40bd-bf53-9f505f9c345f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c554fd5-b47f-40bd-bf53-9f505f9c345f,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:54.486686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '6c554fd5-b47f-40bd-bf53-9f505f9c345f', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'port_id': '6c554fd5-b47f-40bd-bf53-9f505f9c345f', 'mac_address': 'fa:16:3e:b2:96:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:54.503630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 924150ea-8750-4bd1-a5b7-7b2382822016 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:54.534509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0238a16-485b-4431-9a33-e44015a855be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.539095 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-63771767-57e6-4955-a88c-f27ba56e5154 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:28:54.542540 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-63771767-57e6-4955-a88c-f27ba56e5154 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/5dc132b0-48ef-43e1-a399-50b0da2810f6 HTTP/1.1" status: 404 len: 333 time: 0.0919175 Jul 15 13:28:54.545552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34582) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.582378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b67c95b0-9a71-48ed-9802-6349df5c1362 None None] Could not find standard attr ID for object 5dc132b0-48ef-43e1-a399-50b0da2810f6. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:28:54.624681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0238a16-485b-4431-9a33-e44015a855be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.663242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 924150ea-8750-4bd1-a5b7-7b2382822016 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:54.666261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 924150ea-8750-4bd1-a5b7-7b2382822016 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:54.696110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b0238a16-485b-4431-9a33-e44015a855be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d70b90df4793408f9a205e3c94531da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9289644 Jul 15 13:28:54.697943 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.698521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34586) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.701965 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.730419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63f313e7-be34-45aa-837a-01bdd182f331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.731969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c554fd5-b47f-40bd-bf53-9f505f9c345f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:54.735350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c5cddba-0075-4f57-9ddf-e2e432d67176 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.758974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0238a16-485b-4431-9a33-e44015a855be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740d67c2-e431-4805-8b5b-c4cfaa2a1ea6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.780362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-8d572fb9-adf0-43ef-9c72-faa8f36fef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.783562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-8d572fb9-adf0-43ef-9c72-faa8f36fef30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3926127 Jul 15 13:28:54.801358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c5cddba-0075-4f57-9ddf-e2e432d67176 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.803050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6c554fd5-b47f-40bd-bf53-9f505f9c345f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c554fd5-b47f-40bd-bf53-9f505f9c345f,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:54.819616 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.877314 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d68-5ddf-4d89-b4cc-d4e37c8b1dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.925147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d68-5ddf-4d89-b4cc-d4e37c8b1dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.938855 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c5cddba-0075-4f57-9ddf-e2e432d67176 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.942076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c5cddba-0075-4f57-9ddf-e2e432d67176 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.946923 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4c5cddba-0075-4f57-9ddf-e2e432d67176 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff2a1d51-0a98-4fa2-9a09-acace3ac0e76 HTTP/1.1" status: 204 len: 168 time: 0.3990760 Jul 15 13:28:54.948742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34590) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.949295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6c554fd5-b47f-40bd-bf53-9f505f9c345f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.958824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a52d-b2b6-44e5-a23a-01f121574f66 req-308eb0de-9094-4d0a-b8a7-ec498c990cb2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.967426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98b9a52d-b2b6-44e5-a23a-01f121574f66 req-308eb0de-9094-4d0a-b8a7-ec498c990cb2 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 931 time: 0.5868301 Jul 15 13:28:54.980370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cddba-0075-4f57-9ddf-e2e432d67176 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a1d51-0a98-4fa2-9a09-acace3ac0e76,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.980874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.981771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.996994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.996994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.997477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.997644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.997964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:54.998310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:55.005257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:55.005789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:55.006165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:55.006543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:55.052598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63f313e7-be34-45aa-837a-01bdd182f331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.059877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63f313e7-be34-45aa-837a-01bdd182f331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.087380 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d68-5ddf-4d89-b4cc-d4e37c8b1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.089940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d68-5ddf-4d89-b4cc-d4e37c8b1dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.095120 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-96ed7d68-5ddf-4d89-b4cc-d4e37c8b1dbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/740d67c2-e431-4805-8b5b-c4cfaa2a1ea6 HTTP/1.1" status: 204 len: 168 time: 0.3905096 Jul 15 13:28:55.114611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f313e7-be34-45aa-837a-01bdd182f331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e9cf1f-c596-47b1-9c13-1819af70b966,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.132271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['6c554fd5-b47f-40bd-bf53-9f505f9c345f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:55.142476 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-63f313e7-be34-45aa-837a-01bdd182f331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2a0824f6d1248dcb55f73c6f2fab55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7807014 Jul 15 13:28:55.147471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34596) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:55.156094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed7d68-5ddf-4d89-b4cc-d4e37c8b1dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d67c2-e431-4805-8b5b-c4cfaa2a1ea6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.299353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb9f5-7c24-40b4-8d76-0cf4fb428411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.396318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb9f5-7c24-40b4-8d76-0cf4fb428411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.525971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.555157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98b9a52d-b2b6-44e5-a23a-01f121574f66 req-baf60d83-47fd-42e6-bec8-8086b70b782a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5864279 Jul 15 13:28:55.596609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-cabfafbd-8eb4-49b7-8c5e-f2c93976eb0e service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958198 Jul 15 13:28:55.606775 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb9f5-7c24-40b4-8d76-0cf4fb428411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.610429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb9f5-7c24-40b4-8d76-0cf4fb428411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.612064 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b4fb9f5-7c24-40b4-8d76-0cf4fb428411 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2e9cf1f-c596-47b1-9c13-1819af70b966 HTTP/1.1" status: 204 len: 168 time: 0.4636018 Jul 15 13:28:55.629854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fb9f5-7c24-40b4-8d76-0cf4fb428411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e9cf1f-c596-47b1-9c13-1819af70b966,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.660461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=924150ea-8750-4bd1-a5b7-7b2382822016,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.664748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] No DVR routers for this DVR port 924150ea-8750-4bd1-a5b7-7b2382822016 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:55.689012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ef36f8-6bce-4def-b54e-0d2bbff7596e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:55.757907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.763852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-784ab2b3-c130-44a6-acca-480b66f43bed tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.942453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Transition to ACTIVE for port object 16ef36f8-6bce-4def-b54e-0d2bbff7596e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:55.963835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-784ab2b3-c130-44a6-acca-480b66f43bed tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.977753 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.019203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.081567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d93d25e-77df-4a60-b900-1064f626df19']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.125313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64df288f-cc1a-4667-ad99-aef50b975668') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.125816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64df288f-cc1a-4667-ad99-aef50b975668') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.173383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e58e883-8913-4e09-a3bf-e8344fc2bcef req-3164a24f-bde0-420e-b6aa-9eb933ba98c1 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408900 Jul 15 13:28:56.181582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.246828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Pushing event updated for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.252621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.298884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:56.298884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:56.309532 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:56.473230 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-784ab2b3-c130-44a6-acca-480b66f43bed tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.484647 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-784ab2b3-c130-44a6-acca-480b66f43bed tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.489521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-784ab2b3-c130-44a6-acca-480b66f43bed tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/security-groups/dcb5a64c-8f68-4405-9f40-f8a5ac2de258 HTTP/1.1" status: 204 len: 168 time: 1.5173149 Jul 15 13:28:56.489950 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34620) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.575438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13127fb-7915-4b15-860b-ba43f25769e4 req-a93ffc57-0596-4043-bf6f-1e89eca42fc6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:56.591061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13127fb-7915-4b15-860b-ba43f25769e4 req-a93ffc57-0596-4043-bf6f-1e89eca42fc6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 944 time: 0.8274813 Jul 15 13:28:56.598827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34622) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.607921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ab2b3-c130-44a6-acca-480b66f43bed tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb5a64c-8f68-4405-9f40-f8a5ac2de258,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.670462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f157671-6b04-4d31-8f14-c02dc9ff5a5b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet e2d999b7-92d7-4135-9a7e-d09363af03a2 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:56.680730 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f157671-6b04-4d31-8f14-c02dc9ff5a5b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.716386 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b71f4b11-9aae-4134-8d2c-e4a4faa85dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.788819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.817046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.824298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d93d25e-77df-4a60-b900-1064f626df19 HTTP/1.1" status: 204 len: 168 time: 4.7010562 Jul 15 13:28:56.844998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13127fb-7915-4b15-860b-ba43f25769e4 req-95d4c8d0-496b-4a4b-ac1a-97a8dd82d3b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104313 Jul 15 13:28:56.879316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5ffe5-e237-46c8-a0f9-c8dd9a665a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d93d25e-77df-4a60-b900-1064f626df19,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.892141 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f157671-6b04-4d31-8f14-c02dc9ff5a5b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.895660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Attempting to bind port 16ef36f8-6bce-4def-b54e-0d2bbff7596e on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:56.896857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Attempting to bind port 16ef36f8-6bce-4def-b54e-0d2bbff7596e by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:56.897655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Attempting to bind port 16ef36f8-6bce-4def-b54e-0d2bbff7596e on network 31f78c25-82cf-48ae-88dd-2b3cbccce895 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:56.924481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Port 16ef36f8-6bce-4def-b54e-0d2bbff7596e on network 31f78c25-82cf-48ae-88dd-2b3cbccce895 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:56.925717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Attempting to bind port 16ef36f8-6bce-4def-b54e-0d2bbff7596e on network 31f78c25-82cf-48ae-88dd-2b3cbccce895 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:57.004806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:57.005450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Checking segment: {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:57.006116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Bound using segment: {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:57.006898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Bound port: 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e54b23-fc3b-47a3-abaf-148750a7532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:57.007531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.138416 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b71f4b11-9aae-4134-8d2c-e4a4faa85dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.142445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f157671-6b04-4d31-8f14-c02dc9ff5a5b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.176884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34642) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.186173 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b71f4b11-9aae-4134-8d2c-e4a4faa85dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.225649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f4b11-9aae-4134-8d2c-e4a4faa85dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7efb56-37f5-4eed-abfa-080ab2f8e082,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.286697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b71f4b11-9aae-4134-8d2c-e4a4faa85dc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=663ef96cc8e94ce8842579760d557b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6744184 Jul 15 13:28:57.287494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34644) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.325371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:57.336968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:57.345596 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.372924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f157671-6b04-4d31-8f14-c02dc9ff5a5b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.380155 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3d859baf-8734-4b1f-8e48-85dfbd879f91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2c825f43c4a42f2877a80c412448a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018464 Jul 15 13:28:57.404248 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34646) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.407207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Pushing event updated for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.424199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.429196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.430974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-0444c206-2ee4-4c70-97ca-dad54ead410a service neutron] 10.222.0.30 "PUT /v2.0/ports/16ef36f8-6bce-4def-b54e-0d2bbff7596e HTTP/1.1" status: 200 len: 1092 time: 5.1147757 Jul 15 13:28:57.434370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:57.437237 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:57.483510 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f157671-6b04-4d31-8f14-c02dc9ff5a5b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d999b7-92d7-4135-9a7e-d09363af03a2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.574964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2f157671-6b04-4d31-8f14-c02dc9ff5a5b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.579290 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2f157671-6b04-4d31-8f14-c02dc9ff5a5b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/e2d999b7-92d7-4135-9a7e-d09363af03a2 HTTP/1.1" status: 204 len: 168 time: 1.0872593 Jul 15 13:28:57.584976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa6d84-3ab6-4ffc-b9ef-cf4d049f3a5b None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:57.586330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4a4e-e938-41ab-be30-01f98a55a677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.588424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34654) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.602746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:57.633781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4a4e-e938-41ab-be30-01f98a55a677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.695458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee7b1d-d0a2-47f6-b27f-7254e058f06d req-52764368-217d-41a7-8f53-a823c0385d4e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.712736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28ee7b1d-d0a2-47f6-b27f-7254e058f06d req-52764368-217d-41a7-8f53-a823c0385d4e tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 943 time: 0.2720499 Jul 15 13:28:57.753007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34658) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.778969 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4a4e-e938-41ab-be30-01f98a55a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.783771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4a4e-e938-41ab-be30-01f98a55a677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.786756 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eb5a4a4e-e938-41ab-be30-01f98a55a677 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af7efb56-37f5-4eed-abfa-080ab2f8e082 HTTP/1.1" status: 204 len: 168 time: 0.4916444 Jul 15 13:28:57.802994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28ee7b1d-d0a2-47f6-b27f-7254e058f06d req-a4e6352a-a593-4d54-828f-5f9785f9ac08 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861597 Jul 15 13:28:57.861263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a4a4e-e938-41ab-be30-01f98a55a677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7efb56-37f5-4eed-abfa-080ab2f8e082,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.866254 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f82f-f671-4402-b460-bd4e4c08520a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.916570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f82f-f671-4402-b460-bd4e4c08520a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.967415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-15bc8fae-4b1f-4ed6-9f3b-a9a73b02dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.969983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-15bc8fae-4b1f-4ed6-9f3b-a9a73b02dbd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1095 time: 0.4630005 Jul 15 13:28:57.979672 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243d52f0-592b-44f2-bf5a-040dec39edc7 x-openstack-request-id: req-243d52f0-592b-44f2-bf5a-040dec39edc7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:57.980470 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:57.980929 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-243d52f0-592b-44f2-bf5a-040dec39edc7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:57.981537 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'status': 'completed', 'code': 200} Jul 15 13:28:58.040110 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f82f-f671-4402-b460-bd4e4c08520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.044814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-818f24f7-8919-4957-a93e-8ef68efcf941 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e HTTP/1.1" status: 200 len: 217 time: 0.0619068 Jul 15 13:28:58.045283 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f82f-f671-4402-b460-bd4e4c08520a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.047744 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4aa0f82f-f671-4402-b460-bd4e4c08520a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f69e9e4-1c9b-4727-b575-605547a37f76 HTTP/1.1" status: 204 len: 168 time: 0.5795040 Jul 15 13:28:58.064650 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41291627-adea-4ee4-90ac-4af896c458fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.091373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0f82f-f671-4402-b460-bd4e4c08520a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f69e9e4-1c9b-4727-b575-605547a37f76,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.161038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:58.174823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.190083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-9c81dcf1-3dc6-440f-9ea0-9df9f205a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.192082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-9c81dcf1-3dc6-440f-9ea0-9df9f205a648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0e9532c-2710-4fba-816f-e8d30b948c68 HTTP/1.1" status: 200 len: 834 time: 0.1388595 Jul 15 13:28:58.193733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6c554fd5-b47f-40bd-bf53-9f505f9c345f up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:58.336127 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 6c554fd5-b47f-40bd-bf53-9f505f9c345f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:58.341863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 6c554fd5-b47f-40bd-bf53-9f505f9c345f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:58.344478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.368242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41291627-adea-4ee4-90ac-4af896c458fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.381618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41291627-adea-4ee4-90ac-4af896c458fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.438033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41291627-adea-4ee4-90ac-4af896c458fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae380ecb-5a3c-48c7-a218-ac4e8531552e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.459927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-067ecc0e-f2b3-4ef4-a520-caf84b8095a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.461692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-067ecc0e-f2b3-4ef4-a520-caf84b8095a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31f78c25-82cf-48ae-88dd-2b3cbccce895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408223 Jul 15 13:28:58.513489 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-41291627-adea-4ee4-90ac-4af896c458fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7298e17b2dea4e0481a188e2199b0ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513688 Jul 15 13:28:58.515247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34678) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.589989 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.666835 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd84134b-37b0-44b0-bf8a-18e97e554b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.721602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd84134b-37b0-44b0-bf8a-18e97e554b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.723664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b25a83-8c66-44c1-9639-b1f25723bb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c554fd5-b47f-40bd-bf53-9f505f9c345f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:58.726754 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e42a2f-d05b-477f-b431-cfc38631e506" -d '{"events": [{"server_uuid": "73b25a83-8c66-44c1-9639-b1f25723bb90", "name": "network-vif-plugged", "status": "completed", "tag": "6c554fd5-b47f-40bd-bf53-9f505f9c345f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:58.747320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6c554fd5-b47f-40bd-bf53-9f505f9c345f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c554fd5-b47f-40bd-bf53-9f505f9c345f,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:58.760921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.823253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8d946-31dc-4274-b757-475f7ecc62e9 req-15ea1aac-da36-4ddb-9e67-a60933d2d698 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.824219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd84134b-37b0-44b0-bf8a-18e97e554b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.828135 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd84134b-37b0-44b0-bf8a-18e97e554b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.831659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2db8d946-31dc-4274-b757-475f7ecc62e9 req-15ea1aac-da36-4ddb-9e67-a60933d2d698 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 944 time: 0.3684995 Jul 15 13:28:58.842737 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cd84134b-37b0-44b0-bf8a-18e97e554b47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae380ecb-5a3c-48c7-a218-ac4e8531552e HTTP/1.1" status: 204 len: 168 time: 0.3235970 Jul 15 13:28:58.862620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84134b-37b0-44b0-bf8a-18e97e554b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae380ecb-5a3c-48c7-a218-ac4e8531552e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.874321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6c554fd5-b47f-40bd-bf53-9f505f9c345f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.904443 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-a4c2a3fb-c7a8-4efd-851e-1756e20d9465 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214764 Jul 15 13:28:58.968020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2db8d946-31dc-4274-b757-475f7ecc62e9 req-89dedba0-0f18-40a6-bdc1-ab6149a3be37 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344779 Jul 15 13:28:59.124893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.240715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=38d3b5c3-e75e-4c25-8595-84131cbf9398,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.280889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:59.286873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:59.293571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.294558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.317609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c31b346-4cad-445a-9d64-f60cb76787fd req-af2073f6-8450-4717-8db6-ef49ab6d2235 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995295 Jul 15 13:28:59.325583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34706) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.332357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-499e7aed-f488-44c2-b373-0d27a6db98dd tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7368069 Jul 15 13:28:59.333679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4d7bbb82-86ec-43ae-8cae-99fa7d2d86f0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'security_group': {'name': 'tempest-secgroup-594600198'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:59.360649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ba500-e870-47d0-8abd-5ef08c059512 None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:59.383608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbb82-86ec-43ae-8cae-99fa7d2d86f0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.471400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1367f143-9afc-489d-a975-d27f4f4ad2b7 None None] Provisioning complete for port 2b7db8f8-8627-4047-a90d-b5b570b11889 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:59.471786 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1367f143-9afc-489d-a975-d27f4f4ad2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.528453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1367f143-9afc-489d-a975-d27f4f4ad2b7 None None] Port 2b7db8f8-8627-4047-a90d-b5b570b11889 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:59.539417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbb82-86ec-43ae-8cae-99fa7d2d86f0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.549353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbb82-86ec-43ae-8cae-99fa7d2d86f0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.570913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1367f143-9afc-489d-a975-d27f4f4ad2b7 None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:59.571408 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1367f143-9afc-489d-a975-d27f4f4ad2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.599343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbb82-86ec-43ae-8cae-99fa7d2d86f0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.603205 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4d7bbb82-86ec-43ae-8cae-99fa7d2d86f0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2741070 Jul 15 13:28:59.603394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-9103496c-0d2d-46a8-92aa-b7ff7170bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.604961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-9103496c-0d2d-46a8-92aa-b7ff7170bd1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1095 time: 0.2164390 Jul 15 13:28:59.605458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34712) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.614815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-4ddb73c7-d712-45ef-a944-5a2c7d0f05ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'security_group': {'name': 'tempest-secgroup-213543812'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:59.626596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bbb82-86ec-43ae-8cae-99fa7d2d86f0 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09b3ce2-cd11-476f-ac89-5d8b479b7f75,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.734017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ddb73c7-d712-45ef-a944-5a2c7d0f05ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.780662 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34714) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.808482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-709e2859-0e13-4d5c-8e86-b8997898eb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.842007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-f83cbbc8-9792-4ec0-a4d1-afbb9a5ecddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.843878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-f83cbbc8-9792-4ec0-a4d1-afbb9a5ecddd service neutron] 10.222.0.30 "GET /v2.0/networks?id=31f78c25-82cf-48ae-88dd-2b3cbccce895 HTTP/1.1" status: 200 len: 897 time: 0.1792500 Jul 15 13:28:59.874325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e3ad8-dd26-4a09-8036-3a7ddd943cbc None None] Update dhcp port {'port': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'fixed_ips': [{'subnet_id': '7669ca53-b9f0-406f-b276-67977e7d4f44', 'ip_address': '172.20.0.18'}, {'subnet_id': '38d3b5c3-e75e-4c25-8595-84131cbf9398'}], 'binding:host_id': 'n-d-771362-36'}, 'id': 'cdf86544-f679-436f-b98b-b73755a7ae80'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:28:59.899295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-2d7f429b-1970-4be7-8486-0e685d99c7e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e HTTP/1.1" status: 200 len: 217 time: 0.0470123 Jul 15 13:28:59.933459 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a47e3ad8-dd26-4a09-8036-3a7ddd943cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.976621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ddb73c7-d712-45ef-a944-5a2c7d0f05ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.985522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ddb73c7-d712-45ef-a944-5a2c7d0f05ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.990014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-e08f73b5-84dc-438e-9a3d-c4d7d1303e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.991954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-e08f73b5-84dc-438e-9a3d-c4d7d1303e91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0e9532c-2710-4fba-816f-e8d30b948c68 HTTP/1.1" status: 200 len: 834 time: 0.0837507 Jul 15 13:29:00.055201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb73c7-d712-45ef-a944-5a2c7d0f05ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7974894a-2741-4941-8db5-4f4683d527f1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.109591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-c796782f-602e-472b-9cef-c250b6fb6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.113555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-c796782f-602e-472b-9cef-c250b6fb6a8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31f78c25-82cf-48ae-88dd-2b3cbccce895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118612 Jul 15 13:29:00.132483 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c70cf-f1a9-4079-ba4e-9355260622b0 x-openstack-request-id: req-e90c70cf-f1a9-4079-ba4e-9355260622b0 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:00.132921 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b25a83-8c66-44c1-9639-b1f25723bb90", "name": "network-vif-plugged", "status": "completed", "tag": "6c554fd5-b47f-40bd-bf53-9f505f9c345f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:00.133240 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e90c70cf-f1a9-4079-ba4e-9355260622b0 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:00.134562 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b25a83-8c66-44c1-9639-b1f25723bb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c554fd5-b47f-40bd-bf53-9f505f9c345f', 'code': 200} Jul 15 13:29:00.259779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a47e3ad8-dd26-4a09-8036-3a7ddd943cbc None None] Allocated IP 172.20.0.2 (079a6170-ae0a-47a9-8249-70fc5a53450c/38d3b5c3-e75e-4c25-8595-84131cbf9398/cdf86544-f679-436f-b98b-b73755a7ae80) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:00.348026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-d4d4108b-a2be-431b-98fb-f7974073f104 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268646 Jul 15 13:29:00.366832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-709e2859-0e13-4d5c-8e86-b8997898eb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.375508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-709e2859-0e13-4d5c-8e86-b8997898eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.398324 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ddb73c7-d712-45ef-a944-5a2c7d0f05ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.398993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4ddb73c7-d712-45ef-a944-5a2c7d0f05ba tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7924321 Jul 15 13:29:00.405767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34728) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:00.413629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ec900dac-f597-4c3d-b22d-7d6345e9925d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'security_group': {'name': 'tempest-secgroup-979279038'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:00.464231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5cc15-b9e1-47b1-986f-b65770fa1b29 req-0f090413-dbcd-48c9-a1ef-5ead72ed2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.465794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ec5cc15-b9e1-47b1-986f-b65770fa1b29 req-0f090413-dbcd-48c9-a1ef-5ead72ed2052 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 1097 time: 0.2034144 Jul 15 13:29:00.491802 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-709e2859-0e13-4d5c-8e86-b8997898eb90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19c4621744b44f869fda4fe4329e5295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7091224 Jul 15 13:29:00.494043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e2859-0e13-4d5c-8e86-b8997898eb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100df7ee-1c58-4c26-bf66-72a93f8a645d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.497439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34732) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:00.532363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a47e3ad8-dd26-4a09-8036-3a7ddd943cbc None None] For port cdf86544-f679-436f-b98b-b73755a7ae80, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cdf86544-f679-436f-b98b-b73755a7ae80,segment=NetworkSegment(b893fd5e-a137-4655-94b6-42b2ce597cf3),segment_id=b893fd5e-a137-4655-94b6-42b2ce597cf3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:00.572294 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec900dac-f597-4c3d-b22d-7d6345e9925d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.603426 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a47e3ad8-dd26-4a09-8036-3a7ddd943cbc None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.612062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3be1b4e-b2f9-4c3e-a619-22eecdfbc42e req-41d30768-2d64-4c0b-ab24-9bb5be9dd2b1 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574067 Jul 15 13:29:00.628058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db750a41-8b0e-4b98-8a90-84abdd84cf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.638600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a47e3ad8-dd26-4a09-8036-3a7ddd943cbc None None] Transition to ACTIVE for port object cdf86544-f679-436f-b98b-b73755a7ae80 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:00.649249 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a47e3ad8-dd26-4a09-8036-3a7ddd943cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.649591 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ec5cc15-b9e1-47b1-986f-b65770fa1b29 req-731dcdbf-c8bc-4afe-b237-b1ff971b5ea3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573818 Jul 15 13:29:00.674657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce958e-1f47-4f91-a236-3e9c63d88257 req-fccda25f-f33d-440a-b32e-a32413540236 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.676905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36ce958e-1f47-4f91-a236-3e9c63d88257 req-fccda25f-f33d-440a-b32e-a32413540236 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 943 time: 0.2171588 Jul 15 13:29:00.685260 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db750a41-8b0e-4b98-8a90-84abdd84cf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.782175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36ce958e-1f47-4f91-a236-3e9c63d88257 req-4df74254-6b32-450d-b05d-e38a2e435fca tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858850 Jul 15 13:29:00.788394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e3ad8-dd26-4a09-8036-3a7ddd943cbc None None] Pushing event updated for resources: {'Port': ['ID=cdf86544-f679-436f-b98b-b73755a7ae80,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.863911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec900dac-f597-4c3d-b22d-7d6345e9925d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.876980 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec900dac-f597-4c3d-b22d-7d6345e9925d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.882311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db750a41-8b0e-4b98-8a90-84abdd84cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.888905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db750a41-8b0e-4b98-8a90-84abdd84cf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.890718 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-db750a41-8b0e-4b98-8a90-84abdd84cf66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/100df7ee-1c58-4c26-bf66-72a93f8a645d HTTP/1.1" status: 204 len: 168 time: 0.3900115 Jul 15 13:29:00.912587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db750a41-8b0e-4b98-8a90-84abdd84cf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100df7ee-1c58-4c26-bf66-72a93f8a645d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:01.034603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec900dac-f597-4c3d-b22d-7d6345e9925d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.036913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ec900dac-f597-4c3d-b22d-7d6345e9925d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6297750 Jul 15 13:29:01.041412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34744) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:01.053380 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-265379991', 'security_groups': ['fb21f529-178f-42d6-989b-d291d3f4fd68'], 'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38d3b5c3-e75e-4c25-8595-84131cbf9398'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:01.075055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 16ef36f8-6bce-4def-b54e-0d2bbff7596e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:01.124059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec900dac-f597-4c3d-b22d-7d6345e9925d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb21f529-178f-42d6-989b-d291d3f4fd68,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:01.240597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32728236-2e65-41b4-b730-361848c73c89 req-90409793-0397-44d6-8bd1-3aa4ecae208b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.248733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32728236-2e65-41b4-b730-361848c73c89 req-90409793-0397-44d6-8bd1-3aa4ecae208b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 945 time: 0.2281637 Jul 15 13:29:01.317812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:01.346238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32728236-2e65-41b4-b730-361848c73c89 req-4d2c899c-f993-41f5-a96f-ae48c71d65b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822098 Jul 15 13:29:01.354179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'port_id': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'mac_address': 'fa:16:3e:66:34:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:01.393271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:01.509379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.563540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ef36f8-6bce-4def-b54e-0d2bbff7596e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:01.631797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:01.645111 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.689889 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.755068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] device_id is not set on port c568be10-9d13-4f55-b619-865141d57a9b yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:01.797069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:01.883668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['16ef36f8-6bce-4def-b54e-0d2bbff7596e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:02.162471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5b1f2a86-c39e-4b4f-8950-f448b68d4b5d None None] Provisioning complete for port 2b7db8f8-8627-4047-a90d-b5b570b11889 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:02.163186 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b1f2a86-c39e-4b4f-8950-f448b68d4b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.211456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa0442-447a-4237-bb83-5e12250873e4 req-a567ff4a-ee4f-4b43-b7f9-072419bdb0e7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:02.212600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1aa0442-447a-4237-bb83-5e12250873e4 req-a567ff4a-ee4f-4b43-b7f9-072419bdb0e7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 944 time: 0.1299894 Jul 15 13:29:02.256881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34764) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.270486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34766) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.301754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.13 (079a6170-ae0a-47a9-8249-70fc5a53450c/38d3b5c3-e75e-4c25-8595-84131cbf9398/c568be10-9d13-4f55-b619-865141d57a9b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:02.318141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cdf86544-f679-436f-b98b-b73755a7ae80 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:02.332337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1aa0442-447a-4237-bb83-5e12250873e4 req-cc3c1fc2-0d62-4afc-a607-a4db81a59010 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987904 Jul 15 13:29:02.362642 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6c781a4-15e3-460a-98c8-bd5119934abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.368460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f2a86-c39e-4b4f-8950-f448b68d4b5d None None] Port 2b7db8f8-8627-4047-a90d-b5b570b11889 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:02.445604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5b1f2a86-c39e-4b4f-8950-f448b68d4b5d None None] Provisioning for port cdf86544-f679-436f-b98b-b73755a7ae80 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:02.455940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34772) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.531650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5b1f2a86-c39e-4b4f-8950-f448b68d4b5d None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:02.532564 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b1f2a86-c39e-4b4f-8950-f448b68d4b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.681018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.709683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6c781a4-15e3-460a-98c8-bd5119934abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.713111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object c568be10-9d13-4f55-b619-865141d57a9b will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:02.718342 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6c781a4-15e3-460a-98c8-bd5119934abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.725588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:02.726227 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.752781 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6c781a4-15e3-460a-98c8-bd5119934abb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4affb7640c9b4ae7a6056462d27c8928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801002 Jul 15 13:29:02.758461 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34778) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.790568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1878686859-network', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:02.868807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d37a0bd6-3f6d-41e7-8782-1af47e38ee1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.880919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c781a4-15e3-460a-98c8-bd5119934abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55859182-baaa-486b-9871-e1c49f34f730,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.910636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d37a0bd6-3f6d-41e7-8782-1af47e38ee1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.918517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Made reservation on behalf of 46fd08ce6c50443ba3b60a3afa19b2f3 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:02.922930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.950633 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f13ad28d-79ea-4dfd-8671-9728dd5d6cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.957300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.966029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.053485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:29:03.053485 n-d-771362-36 neutron-server[93733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:29:03.053485 n-d-771362-36 neutron-server[93733]: [parameters: {'project_id_1': '46fd08ce6c50443ba3b60a3afa19b2f3', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 29, 3, 22477)}] Jul 15 13:29:03.053485 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:03.054233 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:03.099895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:03.107057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:03.109746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4c36e-70f0-4b1b-b704-472089da15c1 req-9ab8b371-c2f5-414f-9092-695770e775c8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.112818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59b4c36e-70f0-4b1b-b704-472089da15c1 req-9ab8b371-c2f5-414f-9092-695770e775c8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 945 time: 0.4205737 Jul 15 13:29:03.136544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:03.141891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=c568be10-9d13-4f55-b619-865141d57a9b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.226277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d37a0bd6-3f6d-41e7-8782-1af47e38ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.233040 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d37a0bd6-3f6d-41e7-8782-1af47e38ee1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.236095 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d37a0bd6-3f6d-41e7-8782-1af47e38ee1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55859182-baaa-486b-9871-e1c49f34f730 HTTP/1.1" status: 204 len: 168 time: 0.4698975 Jul 15 13:29:03.238366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59b4c36e-70f0-4b1b-b704-472089da15c1 req-9a0ec42a-0566-4b88-8513-571aaf907ff8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978858 Jul 15 13:29:03.279450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a0bd6-3f6d-41e7-8782-1af47e38ee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55859182-baaa-486b-9871-e1c49f34f730,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.360191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.360974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f13ad28d-79ea-4dfd-8671-9728dd5d6cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.361185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.369690 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f13ad28d-79ea-4dfd-8671-9728dd5d6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.388986 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f3656eb0-08a4-4d61-a7ac-cf90d6393efc tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3459146 Jul 15 13:29:03.393499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34796) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:03.404946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f96e558b-fc74-47e4-a3fe-40ab0649ee9d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:03.458673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f13ad28d-79ea-4dfd-8671-9728dd5d6cfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf9fd225db4b4516900ee2eeec851ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9999669 Jul 15 13:29:03.462787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34798) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:03.519355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ad28d-79ea-4dfd-8671-9728dd5d6cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc711cb8-3586-41db-ab9f-bc862babef05,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.609346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.667856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-07c1da54-6a5d-43de-b574-8e52bfd2c9e4 None None] Provisioning for port c568be10-9d13-4f55-b619-865141d57a9b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:03.677451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-07c1da54-6a5d-43de-b574-8e52bfd2c9e4 None None] Provisioning complete for port c568be10-9d13-4f55-b619-865141d57a9b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:03.678289 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-07c1da54-6a5d-43de-b574-8e52bfd2c9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.685592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ca54324-af68-4e2b-8a8f-78ebfd3b93be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.721159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e558b-fc74-47e4-a3fe-40ab0649ee9d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:03.728023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f96e558b-fc74-47e4-a3fe-40ab0649ee9d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.746286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-07c1da54-6a5d-43de-b574-8e52bfd2c9e4 None None] Port c568be10-9d13-4f55-b619-865141d57a9b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:03.826455 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ca54324-af68-4e2b-8a8f-78ebfd3b93be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.951542 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-f96e558b-fc74-47e4-a3fe-40ab0649ee9d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 38d3b5c3-e75e-4c25-8595-84131cbf9398 (CIDR: 172.20.0.0/28) Jul 15 13:29:03.958717 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96e558b-fc74-47e4-a3fe-40ab0649ee9d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:03.959820 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96e558b-fc74-47e4-a3fe-40ab0649ee9d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:03.965388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f918c-5db2-4bb0-a09f-382556f7b23d req-f903f4cc-46e9-4c60-a946-c87a15e0e59a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.968036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-516f918c-5db2-4bb0-a09f-382556f7b23d req-f903f4cc-46e9-4c60-a946-c87a15e0e59a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 945 time: 0.2870867 Jul 15 13:29:04.070279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-516f918c-5db2-4bb0-a09f-382556f7b23d req-e787b14c-a4c8-437c-91a3-cd0684c14b71 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854390 Jul 15 13:29:04.075794 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ca54324-af68-4e2b-8a8f-78ebfd3b93be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.080585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ca54324-af68-4e2b-8a8f-78ebfd3b93be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.083109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2ca54324-af68-4e2b-8a8f-78ebfd3b93be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc711cb8-3586-41db-ab9f-bc862babef05 HTTP/1.1" status: 204 len: 168 time: 0.6187639 Jul 15 13:29:04.111659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca54324-af68-4e2b-8a8f-78ebfd3b93be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc711cb8-3586-41db-ab9f-bc862babef05,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.145969 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.157077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.165504 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f96e558b-fc74-47e4-a3fe-40ab0649ee9d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7700016 Jul 15 13:29:04.168774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34814) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.182499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-99cebc9d-fcd4-4114-b009-1ce99d097300 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.222074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:04.272612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.275757 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Added segment eaa4fb08-2dfe-46dd-804e-c845d5afffd5 of type vlan for network dfd8075f-5111-4057-8922-5eb28681d85f Jul 15 13:29:04.414043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e21f21-6734-4be3-910b-29582d6bdaa3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.473495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.478713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cebc9d-fcd4-4114-b009-1ce99d097300 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:04.484738 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99cebc9d-fcd4-4114-b009-1ce99d097300 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.562247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14090a6-8669-4d8b-9abd-0f1f66bc3368 req-13bd10b6-e88c-4da2-952c-365fbab30705 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:04.571084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e14090a6-8669-4d8b-9abd-0f1f66bc3368 req-13bd10b6-e88c-4da2-952c-365fbab30705 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 944 time: 0.2026169 Jul 15 13:29:04.581058 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.582700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:04.583899 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.668829 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-99cebc9d-fcd4-4114-b009-1ce99d097300 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7669ca53-b9f0-406f-b276-67977e7d4f44 (CIDR: 172.20.0.16/28) Jul 15 13:29:04.674753 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cebc9d-fcd4-4114-b009-1ce99d097300 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:04.676423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cebc9d-fcd4-4114-b009-1ce99d097300 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:04.681520 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.689254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] Pushing event updated for resources: {'Network': ['ID=dfd8075f-5111-4057-8922-5eb28681d85f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.696173 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-99cebc9d-fcd4-4114-b009-1ce99d097300 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5257874 Jul 15 13:29:04.699340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34828) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.705462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network dfd8075f-5111-4057-8922-5eb28681d85f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:04.707408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'subnet': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.728493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34830) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.763660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d52fb15-8980-48d3-9b4a-0ba45466df89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.884053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-50418519-0913-45a8-9258-5d4ae970b37d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6204154 Jul 15 13:29:04.884217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34832) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.900018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Request body: {'subnet': {'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1878686859-subnet', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.916391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e14090a6-8669-4d8b-9abd-0f1f66bc3368 req-940b0aa5-ba6b-4c8d-b43e-f7319a04a234 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433106 Jul 15 13:29:04.990948 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d52fb15-8980-48d3-9b4a-0ba45466df89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.999097 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d52fb15-8980-48d3-9b4a-0ba45466df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.036917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:29:05.036917 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:29:05.036917 n-d-771362-36 neutron-server[93734]: [parameters: {'project_id_1': 'ad7d89cd3a0245c79c7eac953cdb166c', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 29, 4, 942319)}] Jul 15 13:29:05.036917 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:05.037466 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:05.040448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Made reservation on behalf of 46fd08ce6c50443ba3b60a3afa19b2f3 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:05.043530 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.083903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 16ef36f8-6bce-4def-b54e-0d2bbff7596e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:05.098053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52fb15-8980-48d3-9b4a-0ba45466df89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ce0ffb-5268-4e64-a8d0-fcad8c4fa463,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.110623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4d52fb15-8980-48d3-9b4a-0ba45466df89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f10e6308ce694551a97b97e5cc2c0868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771043 Jul 15 13:29:05.115951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34840) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.200685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cfbae-7e19-4ee5-a08f-0f80eda64429 req-128198f8-f622-4ec4-848c-15430e40422d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.202818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-337cfbae-7e19-4ee5-a08f-0f80eda64429 req-128198f8-f622-4ec4-848c-15430e40422d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 945 time: 0.1606073 Jul 15 13:29:05.240679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 16ef36f8-6bce-4def-b54e-0d2bbff7596e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:05.245541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7f02a61-a0bd-4a38-9f87-7538977a6b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.247625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 16ef36f8-6bce-4def-b54e-0d2bbff7596e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:05.248324 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.286697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-337cfbae-7e19-4ee5-a08f-0f80eda64429 req-232f5428-0b69-457a-85f0-ee241b47e73e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755987 Jul 15 13:29:05.292682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7f02a61-a0bd-4a38-9f87-7538977a6b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.394632 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.449624 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7f02a61-a0bd-4a38-9f87-7538977a6b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.458049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7f02a61-a0bd-4a38-9f87-7538977a6b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.465048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c7f02a61-a0bd-4a38-9f87-7538977a6b05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7ce0ffb-5268-4e64-a8d0-fcad8c4fa463 HTTP/1.1" status: 204 len: 168 time: 0.3450313 Jul 15 13:29:05.488967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f02a61-a0bd-4a38-9f87-7538977a6b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ce0ffb-5268-4e64-a8d0-fcad8c4fa463,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.532161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4937de-6935-4c66-bc8e-0db01449d6c5,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.569531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Checking segment: {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:05.569902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Network hostable DHCP agents. Network: dfd8075f-5111-4057-8922-5eb28681d85f, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:05.623919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Made reservation on behalf of ad7d89cd3a0245c79c7eac953cdb166c for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:05.624343 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.631983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.669544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.688988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:05.704542 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d303def-9a10-4ed1-9e70-5184d3c2cc81" -d '{"events": [{"server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "name": "network-vif-plugged", "status": "completed", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:05.731757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Network dfd8075f-5111-4057-8922-5eb28681d85f is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:05.732066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:05.739158 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.823986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, dfd8075f-5111-4057-8922-5eb28681d85f) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:05.840198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.841216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.849881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b8275-9e48-486d-8d05-91d0803cc51f None None] Network dfd8075f-5111-4057-8922-5eb28681d85f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:05.899370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.927201 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0976207d-be46-4bca-93a6-1ebad6b67626 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0360911 Jul 15 13:29:05.929731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34860) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.946166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:06.005959 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.007008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.062065 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279851bc-e4ec-4f6b-bb0e-045bde3c583f x-openstack-request-id: req-279851bc-e4ec-4f6b-bb0e-045bde3c583f {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:06.062634 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "name": "network-vif-plugged", "status": "completed", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:06.063304 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-279851bc-e4ec-4f6b-bb0e-045bde3c583f {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:06.063998 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'code': 200} Jul 15 13:29:06.208415 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.232436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566f38d-d846-40fb-831f-a2ff80abe0bf None None] Network dfd8075f-5111-4057-8922-5eb28681d85f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:06.328456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6691840-12c2-49a0-95a5-0bcd866d3fee req-2f704ce8-464f-4013-9f6e-05123ee99c08 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.332952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6691840-12c2-49a0-95a5-0bcd866d3fee req-2f704ce8-464f-4013-9f6e-05123ee99c08 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 945 time: 0.2423897 Jul 15 13:29:06.343335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d151ca-f9fa-4d72-8c9c-37123335ef64 req-0dc41df8-2488-4ea8-97f9-62f824af7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.346027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2d151ca-f9fa-4d72-8c9c-37123335ef64 req-0dc41df8-2488-4ea8-97f9-62f824af7f8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1097 time: 0.2748852 Jul 15 13:29:06.557637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.716372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.821156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Network 079a6170-ae0a-47a9-8249-70fc5a53450c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:06.829154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:06.836794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.837659 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.850588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe37762-3e1d-4ab6-b450-6cef4cdab4d4 None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:06.859072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Subnet': ['ID=a43a29de-212a-4a0a-8bcd-fc36f8a3583d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.883212 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56b84951-f12e-4168-904f-96493cfc06e9 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1790254 Jul 15 13:29:06.889777 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34888) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:06.897697 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-986050310', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a43a29de-212a-4a0a-8bcd-fc36f8a3583d'}], 'security_groups': ['c09b3ce2-cd11-476f-ac89-5d8b479b7f75', '7974894a-2741-4941-8db5-4f4683d527f1']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:07.059692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6691840-12c2-49a0-95a5-0bcd866d3fee req-943dc093-890a-444e-837b-a0291708dbb1 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7088959 Jul 15 13:29:07.068122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2d151ca-f9fa-4d72-8c9c-37123335ef64 req-51c6db87-5dcb-4f49-bf44-b91024be97fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7077944 Jul 15 13:29:07.390891 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b1fd3-a29d-423b-96e0-ecbf70a5d5ec None None] Update dhcp port {'port': {'network_id': '079a6170-ae0a-47a9-8249-70fc5a53450c', 'fixed_ips': [{'subnet_id': '7669ca53-b9f0-406f-b276-67977e7d4f44', 'ip_address': '172.20.0.18'}, {'subnet_id': '38d3b5c3-e75e-4c25-8595-84131cbf9398', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a43a29de-212a-4a0a-8bcd-fc36f8a3583d'}], 'binding:host_id': 'n-d-771362-36'}, 'id': 'cdf86544-f679-436f-b98b-b73755a7ae80'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:29:07.442642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11b356-bc3d-47bc-9198-6dfe020c2670 req-38c88646-c115-46f3-bf9d-4c139fe0d8ce tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.459523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e11b356-bc3d-47bc-9198-6dfe020c2670 req-38c88646-c115-46f3-bf9d-4c139fe0d8ce tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.1618040 Jul 15 13:29:07.465419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.493917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.500963 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-114b1fd3-a29d-423b-96e0-ecbf70a5d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.643168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e11b356-bc3d-47bc-9198-6dfe020c2670 req-e9c7dff3-3c41-4127-8a8b-4e93fd37b9cd tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818271 Jul 15 13:29:07.665215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.754187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Allocated IP 172.25.1.34 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/7e5c9a55-6f99-44a5-b24c-de24c2f67d41) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:07.812300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c64975-a393-4d03-9ecc-6722b318522d req-eaeda637-0005-498b-ba05-93fc9db95c72 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.814594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13c64975-a393-4d03-9ecc-6722b318522d req-eaeda637-0005-498b-ba05-93fc9db95c72 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 945 time: 0.3032274 Jul 15 13:29:07.876916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-114b1fd3-a29d-423b-96e0-ecbf70a5d5ec None None] Allocated IP 172.20.0.34 (079a6170-ae0a-47a9-8249-70fc5a53450c/a43a29de-212a-4a0a-8bcd-fc36f8a3583d/cdf86544-f679-436f-b98b-b73755a7ae80) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:08.019941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port 6c554fd5-b47f-40bd-bf53-9f505f9c345f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:08.022709 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.083406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-114b1fd3-a29d-423b-96e0-ecbf70a5d5ec None None] For port cdf86544-f679-436f-b98b-b73755a7ae80, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cdf86544-f679-436f-b98b-b73755a7ae80,segment=NetworkSegment(b893fd5e-a137-4655-94b6-42b2ce597cf3),segment_id=b893fd5e-a137-4655-94b6-42b2ce597cf3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:08.147290 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-114b1fd3-a29d-423b-96e0-ecbf70a5d5ec None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.182905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-114b1fd3-a29d-423b-96e0-ecbf70a5d5ec None None] Transition to ACTIVE for port object cdf86544-f679-436f-b98b-b73755a7ae80 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:08.192752 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-114b1fd3-a29d-423b-96e0-ecbf70a5d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.272870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] For port 6c554fd5-b47f-40bd-bf53-9f505f9c345f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6c554fd5-b47f-40bd-bf53-9f505f9c345f,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:08.273326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.318956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for 6c554fd5-b47f-40bd-bf53-9f505f9c345f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:08.337656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34916) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:08.465021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b1fd3-a29d-423b-96e0-ecbf70a5d5ec None None] Pushing event updated for resources: {'Port': ['ID=cdf86544-f679-436f-b98b-b73755a7ae80,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:08.512571 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.637920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b471cbc-dbe8-47ee-8d33-d77d03872270 req-af929e65-53d6-4b8b-9e9a-99ff0fbce7a2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.646031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b471cbc-dbe8-47ee-8d33-d77d03872270 req-af929e65-53d6-4b8b-9e9a-99ff0fbce7a2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 945 time: 0.2963042 Jul 15 13:29:08.807589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.815383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b471cbc-dbe8-47ee-8d33-d77d03872270 req-a4ab1eba-1fb0-4303-b57c-d9ab277e254b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681318 Jul 15 13:29:08.868539 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.898189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:08.899916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Delete allocated IP 172.20.0.13 (079a6170-ae0a-47a9-8249-70fc5a53450c/38d3b5c3-e75e-4c25-8595-84131cbf9398) {{(pid=93734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:29:08.918725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:08.926610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:08.957583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1877916403-network', 'tenant_id': '96b2cdb3c09b4e5291fa384180b026d2'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:08.968427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=6c554fd5-b47f-40bd-bf53-9f505f9c345f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:09.017424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Allocated IP 172.20.0.35 (079a6170-ae0a-47a9-8249-70fc5a53450c/a43a29de-212a-4a0a-8bcd-fc36f8a3583d/c568be10-9d13-4f55-b619-865141d57a9b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:09.087985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5c9a55-6f99-44a5-b24c-de24c2f67d41,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:09.091168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] No DVR routers for this DVR port 6c554fd5-b47f-40bd-bf53-9f505f9c345f on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:09.107265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.110171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13c64975-a393-4d03-9ecc-6722b318522d req-b7295427-8aa5-4c7a-a3cd-d07eac608c02 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "DELETE /v2.0/ports/6c554fd5-b47f-40bd-bf53-9f505f9c345f HTTP/1.1" status: 204 len: 173 time: 1.2804432 Jul 15 13:29:09.112930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b25a83-8c66-44c1-9639-b1f25723bb90', 'name': 'network-vif-deleted', 'tag': '6c554fd5-b47f-40bd-bf53-9f505f9c345f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:09.126780 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e64ec49-6c43-4372-abc0-19a2eb8f5a53" -d '{"events": [{"server_uuid": "73b25a83-8c66-44c1-9639-b1f25723bb90", "name": "network-vif-deleted", "tag": "6c554fd5-b47f-40bd-bf53-9f505f9c345f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:09.170271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Made reservation on behalf of 96b2cdb3c09b4e5291fa384180b026d2 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:09.173616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.212880 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.372509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.395805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbe7b6-acd4-4098-ab59-f013712b3fd8 req-8d1eb4f1-4d1c-497b-89f3-6905a4bb0608 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.404793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75cbe7b6-acd4-4098-ab59-f013712b3fd8 req-8d1eb4f1-4d1c-497b-89f3-6905a4bb0608 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.3269775 Jul 15 13:29:09.413765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.458307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afee01b7-9a9f-4092-b256-6edf86b78e77,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:09.508209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:09.535929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75cbe7b6-acd4-4098-ab59-f013712b3fd8 req-847ec4bf-9035-4309-976a-951759b6f004 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291060 Jul 15 13:29:09.561329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.561679 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Added segment b8236670-9b6d-4d1e-82b5-08ddde8b4d43 of type vlan for network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba Jul 15 13:29:09.667751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.690243 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.787979 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.791464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.792617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.877686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Provisioning complete for port c568be10-9d13-4f55-b619-865141d57a9b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:09.880477 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.900730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5579524 Jul 15 13:29:09.901941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34942) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:09.955867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Request body: {'subnet': {'network_id': 'f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1877916403-subnet', 'tenant_id': '96b2cdb3c09b4e5291fa384180b026d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:10.038976 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63392e51-45f3-4dc4-bae7-6e72d591791b x-openstack-request-id: req-63392e51-45f3-4dc4-bae7-6e72d591791b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:10.039761 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b25a83-8c66-44c1-9639-b1f25723bb90", "name": "network-vif-deleted", "tag": "6c554fd5-b47f-40bd-bf53-9f505f9c345f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:10.042426 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63392e51-45f3-4dc4-bae7-6e72d591791b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:10.048394 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b25a83-8c66-44c1-9639-b1f25723bb90', 'name': 'network-vif-deleted', 'tag': '6c554fd5-b47f-40bd-bf53-9f505f9c345f', 'status': 'completed', 'code': 200} Jul 15 13:29:10.049806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b972c3-15c4-4728-9a6a-226538e9db19 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:10.073203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:10.160793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Made reservation on behalf of 96b2cdb3c09b4e5291fa384180b026d2 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:10.165617 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.166980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Port c568be10-9d13-4f55-b619-865141d57a9b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:10.259218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6c554fd5-b47f-40bd-bf53-9f505f9c345f no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:10.267441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Provisioning complete for port 2b7db8f8-8627-4047-a90d-b5b570b11889 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:10.267825 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.315166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 6c554fd5-b47f-40bd-bf53-9f505f9c345f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:10.316849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6c554fd5-b47f-40bd-bf53-9f505f9c345f not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:10.354612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Port 2b7db8f8-8627-4047-a90d-b5b570b11889 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:10.396429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Provisioning for port cdf86544-f679-436f-b98b-b73755a7ae80 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:10.408265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:10.408634 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55f58400-afd9-4d12-9513-b9aac44ed638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.444158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96759d4-2e4c-4c5a-a101-9b19cfb8f4d7 req-16e92dd1-7ceb-434c-b5e6-cc52bcd9770c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.455688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cdf86544-f679-436f-b98b-b73755a7ae80 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:10.463426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96759d4-2e4c-4c5a-a101-9b19cfb8f4d7 req-16e92dd1-7ceb-434c-b5e6-cc52bcd9770c tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.2417626 Jul 15 13:29:10.549819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:10.551091 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.555273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.605323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96759d4-2e4c-4c5a-a101-9b19cfb8f4d7 req-032ff2a5-02c7-4b2b-873d-b08ce1028759 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373303 Jul 15 13:29:10.640154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34956) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:10.862568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.939311 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Transition to ACTIVE for port object c568be10-9d13-4f55-b619-865141d57a9b will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:10.947720 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.968107 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.019555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe828c5f-f1c9-458c-aa6f-4c0eae45328c req-100d5cac-85ba-4b7e-8378-493ee43a85b8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.1935999 Jul 15 13:29:11.221565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] In _notify_port_updated(), no bound segment for port c568be10-9d13-4f55-b619-865141d57a9b on network 079a6170-ae0a-47a9-8249-70fc5a53450c {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:29:11.236257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:11.237346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.240964 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "PUT /v2.0/ports/c568be10-9d13-4f55-b619-865141d57a9b HTTP/1.1" status: 200 len: 959 time: 4.3496580 Jul 15 13:29:11.244348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34968) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:11.244551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1466af16-f2af-4cf9-850c-3491303d5dc3,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:11.356813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Checking segment: {'id': 'b8236670-9b6d-4d1e-82b5-08ddde8b4d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:11.357368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Network hostable DHCP agents. Network: f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:11.500342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6725c80-7dbb-494e-b5c7-6c0fef40f41c tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event updated for resources: {'Port': ['ID=c568be10-9d13-4f55-b619-865141d57a9b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:11.532945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:11.547575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:11.558702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c88a1-7e45-4ba5-b818-223f842a303c None None] Network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:11.559562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:11.560021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.607640 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ba6acbdc-52ec-4783-a2bd-7d60444c8fa7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6899939 Jul 15 13:29:11.655501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Router 9ead248d-4ecc-4b96-af8c-de61bfd3408f is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:11.793039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fded856-5af8-4222-9039-763e95970166 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:11.799225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34976) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:11.802354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0fded856-5af8-4222-9039-763e95970166 tempest-TestNetworkAdvancedServerOps-794167046 tempest-TestNetworkAdvancedServerOps-794167046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1092 time: 1.1609817 Jul 15 13:29:11.809044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e49c0-0d0f-4177-b79d-430961d95233 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port c568be10-9d13-4f55-b619-865141d57a9b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:11.809650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49c0-0d0f-4177-b79d-430961d95233 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.810161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:11.862844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:11.872965 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Sync routers for ids ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:11.885289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.893235 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Routers {'9ead248d-4ecc-4b96-af8c-de61bfd3408f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:11.893901 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:11.896659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-930e268e-25e2-4b8f-9549-3c3b21093fa6 None None] Provisioning for port c568be10-9d13-4f55-b619-865141d57a9b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:11.965425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-930e268e-25e2-4b8f-9549-3c3b21093fa6 None None] Provisioning complete for port c568be10-9d13-4f55-b619-865141d57a9b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:11.965876 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-930e268e-25e2-4b8f-9549-3c3b21093fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.019077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.027653 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-914e5e69-5229-4320-b7e2-c05073b2b631 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0967002 Jul 15 13:29:12.027847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34982) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:12.056694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c297ee3-4df0-48c2-bbb9-bed906853da5 None None] Network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:12.064300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-930e268e-25e2-4b8f-9549-3c3b21093fa6 None None] Port c568be10-9d13-4f55-b619-865141d57a9b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:12.213802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49c0-0d0f-4177-b79d-430961d95233 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.254223 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Set router 9ead248d-4ecc-4b96-af8c-de61bfd3408f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:12.294137 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.307373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e49c0-0d0f-4177-b79d-430961d95233 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for c568be10-9d13-4f55-b619-865141d57a9b owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:12.520571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-00c2c940-0cae-42b2-8890-c97344c59846 req-fc47e24c-0843-4b00-a367-7cdc11f4dea0 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.2237837 Jul 15 13:29:12.590328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Allocated IP 172.25.1.208 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/7b1b1e45-a1aa-44c5-918f-37080a8efe1f) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:12.764599 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:09Z', 'revision_number': 3, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port': {'id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:07Z', 'updated_at': '2021-07-15T13:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:12.864814 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Checking router: 9ead248d-4ecc-4b96-af8c-de61bfd3408f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:12.865368 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Updating router 9ead248d-4ecc-4b96-af8c-de61bfd3408f port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:12.892660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.026287 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.027748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.178417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:13.190115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:13.203530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:13.205640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=7b1b1e45-a1aa-44c5-918f-37080a8efe1f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:13.556020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35012) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:13.590424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-854593361-network', 'tenant_id': '7f1657e7d9c24f47ad0ddc596ce945e8'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:13.644325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49c0-0d0f-4177-b79d-430961d95233 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.823276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e49c0-0d0f-4177-b79d-430961d95233 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=c568be10-9d13-4f55-b619-865141d57a9b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:13.851603 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.888768 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Transition to ACTIVE for port object 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:13.900516 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.036925 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Attempting to bind port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:14.038732 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Attempting to bind port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:14.039893 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Attempting to bind port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:14.057569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Made reservation on behalf of 7f1657e7d9c24f47ad0ddc596ce945e8 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:14.062207 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:14.063435 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:14.064630 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.065852 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:14.067187 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Bound port: 7e5c9a55-6f99-44a5-b24c-de24c2f67d41, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:14.068680 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.073961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.171171 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d2ddd-0390-41d2-af94-124567c8abcb None None] Pushing event updated for resources: {'Port': ['ID=7e5c9a55-6f99-44a5-b24c-de24c2f67d41,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.233008 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] For port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:14.245598 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] For port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e5c9a55-6f99-44a5-b24c-de24c2f67d41,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:14.254121 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.298920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b91cee2b-8f17-48b7-a01d-d26a19cc18a5 req-bede8619-f6dc-49e3-a528-54fa70f0968a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.3426309 Jul 15 13:29:14.323065 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.532345 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d2ddd-0390-41d2-af94-124567c8abcb None None] Pushing event updated for resources: {'Port': ['ID=7e5c9a55-6f99-44a5-b24c-de24c2f67d41,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.540178 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Routers {'9ead248d-4ecc-4b96-af8c-de61bfd3408f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:14.541052 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:14.723438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49c0-0d0f-4177-b79d-430961d95233 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.728831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3e2e49c0-0d0f-4177-b79d-430961d95233 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/c568be10-9d13-4f55-b619-865141d57a9b HTTP/1.1" status: 204 len: 168 time: 3.4831660 Jul 15 13:29:14.738388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35032) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:14.798012 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] Set router 9ead248d-4ecc-4b96-af8c-de61bfd3408f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:14.845199 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f341c190-e668-4bac-95e0-0a80a5a14cb4 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] GET failed (client error): The resource could not be found. Jul 15 13:29:14.847195 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f341c190-e668-4bac-95e0-0a80a5a14cb4 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports/c568be10-9d13-4f55-b619-865141d57a9b HTTP/1.1" status: 404 len: 333 time: 0.0947552 Jul 15 13:29:14.856323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35034) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:15.073153 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.102399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.232377 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.233808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:15.256398 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.264387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053169cf-d63c-4b15-822c-bfb6490c56d0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:15.292402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.293191 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Added segment 98613b63-822f-4ba4-bad1-8c0b19af107f of type vlan for network 8cef527d-0958-4f52-9faa-f886c3a0282f Jul 15 13:29:15.311977 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d4df25a-c637-4b71-84c9-f4ffc6b1b306 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.476893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.509905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.631916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d4df25a-c637-4b71-84c9-f4ffc6b1b306 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.655031 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:09Z', 'revision_number': 3, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port': {'id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:07Z', 'updated_at': '2021-07-15T13:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:15.776735 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17bb98-b366-4b50-871a-65681207f1a8 None None] The sync data for ids ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'] in n-d-771362-36 is: [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:09Z', 'revision_number': 3, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port': {'id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:07Z', 'updated_at': '2021-07-15T13:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:15.904844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8dcbe266-901f-4be3-b706-aae9a4cc8f71 req-288b02b6-fbb6-4e4c-9d72-bb27ff51a667 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.1810615 Jul 15 13:29:16.049638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.050533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.051513 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.071059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.084533 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.152003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d4df25a-c637-4b71-84c9-f4ffc6b1b306 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.154211 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d4df25a-c637-4b71-84c9-f4ffc6b1b306 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.159637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6d4df25a-c637-4b71-84c9-f4ffc6b1b306 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/security-groups/fb21f529-178f-42d6-989b-d291d3f4fd68 HTTP/1.1" status: 204 len: 168 time: 1.2942321 Jul 15 13:29:16.172162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35048) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.231300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event updated for resources: {'Port': ['ID=7b1b1e45-a1aa-44c5-918f-37080a8efe1f,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.292791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7278075 Jul 15 13:29:16.293503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35050) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.309684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Request body: {'subnet': {'network_id': '8cef527d-0958-4f52-9faa-f886c3a0282f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-854593361-subnet', 'tenant_id': '7f1657e7d9c24f47ad0ddc596ce945e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:16.335611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4df25a-c637-4b71-84c9-f4ffc6b1b306 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb21f529-178f-42d6-989b-d291d3f4fd68,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.337577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e557af-c2f4-47de-a2c3-d18511c5b911 admin admin] Pushing event updated for resources: {'Network': ['ID=8cef527d-0958-4f52-9faa-f886c3a0282f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.462150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8cef527d-0958-4f52-9faa-f886c3a0282f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:16.492902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Allocated IP 172.20.0.1 (dfd8075f-5111-4057-8922-5eb28681d85f/de4937de-6935-4c66-bc8e-0db01449d6c5/ceed9bfd-7d5f-4d88-b6a3-59a6832405ec) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:16.495441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.598965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.601128 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.849821 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.852656 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.853951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/security-groups/7974894a-2741-4941-8db5-4f4683d527f1 HTTP/1.1" status: 204 len: 168 time: 0.6808002 Jul 15 13:29:16.863630 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.866924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35054) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.906565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7974894a-2741-4941-8db5-4f4683d527f1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.933178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Made reservation on behalf of 7f1657e7d9c24f47ad0ddc596ce945e8 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:16.944814 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.965921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.966328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.966683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.967027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.967398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.967735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.968068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.968399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.968727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.969057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.974632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:16.977248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd5dbb-21a6-4c3f-b2a8-a673bdd27086 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:17.030721 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Floating IP 9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b associated. External IP: 172.25.1.208, port: 16ef36f8-6bce-4def-b54e-0d2bbff7596e. Jul 15 13:29:17.063532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bb34e19-c1b1-4b8d-9ef4-a5384cb6fc0b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.157587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bb34e19-c1b1-4b8d-9ef4-a5384cb6fc0b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.262477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.422015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Network dfd8075f-5111-4057-8922-5eb28681d85f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:17.434350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95fcb01d-d4ba-4993-9645-061a1be22c53 req-c6043136-8e5c-4c99-807a-3086ab19b2a5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.2143002 Jul 15 13:29:17.439953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:17.448303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:17.554525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bb34e19-c1b1-4b8d-9ef4-a5384cb6fc0b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.559021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bb34e19-c1b1-4b8d-9ef4-a5384cb6fc0b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.561094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5bb34e19-c1b1-4b8d-9ef4-a5384cb6fc0b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/security-groups/c09b3ce2-cd11-476f-ac89-5d8b479b7f75 HTTP/1.1" status: 204 len: 168 time: 0.6926975 Jul 15 13:29:17.580068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35068) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:17.590359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb34e19-c1b1-4b8d-9ef4-a5384cb6fc0b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09b3ce2-cd11-476f-ac89-5d8b479b7f75,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.592878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Pushing event updated for resources: {'Port': ['ID=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.712681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.857693 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:18.211927 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.333036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:18.354494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa41ace6-ffd6-447a-9fca-916001bdbbd0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:18.361170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Checking segment: {'id': '98613b63-822f-4ba4-bad1-8c0b19af107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8cef527d-0958-4f52-9faa-f886c3a0282f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:18.361605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Network hostable DHCP agents. Network: 8cef527d-0958-4f52-9faa-f886c3a0282f, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:18.406177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] Sync routers for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:18.412121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.419815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:18.478641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:18.479724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:18.498223 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0bd95066-d96b-46e5-84f3-813ebf77dd4d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6967390 Jul 15 13:29:18.504796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:18.514883 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:18.541205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Network 8cef527d-0958-4f52-9faa-f886c3a0282f is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:18.573112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8cef527d-0958-4f52-9faa-f886c3a0282f) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:18.578149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:18.579262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.616837 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4e4d9feb-383f-4cf7-87f4-470028845dd0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3221586 Jul 15 13:29:18.640343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3d0ef8-a5cb-4fc7-9278-6fdf1bf8032d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet 38d3b5c3-e75e-4c25-8595-84131cbf9398 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:18.653566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0ef8-a5cb-4fc7-9278-6fdf1bf8032d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.720803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:18.755538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0ef8-a5cb-4fc7-9278-6fdf1bf8032d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.098261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39d852f4-c678-4b86-b57e-ca892a7c41f7 req-e428961b-0a5a-4095-ba10-92e51ce91507 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b25a83-8c66-44c1-9639-b1f25723bb90 HTTP/1.1" status: 200 len: 210 time: 0.1817119 Jul 15 13:29:19.157587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf91c11-2a16-465d-bd1c-42709c725907 None None] Network 8cef527d-0958-4f52-9faa-f886c3a0282f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:19.403656 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-231cc9b6-9080-4c98-9fdd-41252d0d83d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.421192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0ef8-a5cb-4fc7-9278-6fdf1bf8032d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.501469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:19.622602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:19.626435 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.729329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.763440 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0ef8-a5cb-4fc7-9278-6fdf1bf8032d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.852852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d0ef8-a5cb-4fc7-9278-6fdf1bf8032d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=38d3b5c3-e75e-4c25-8595-84131cbf9398,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:19.856499 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0ef8-a5cb-4fc7-9278-6fdf1bf8032d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.868895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35116) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:19.879357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7b3d0ef8-a5cb-4fc7-9278-6fdf1bf8032d tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/38d3b5c3-e75e-4c25-8595-84131cbf9398 HTTP/1.1" status: 204 len: 168 time: 2.2798975 Jul 15 13:29:19.902214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aba0b7-348c-4a74-b10d-bc3434ea7d40 None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:19.932963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35118) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:19.959462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded108-99e9-4f20-9079-c86d49499573 req-3e41a289-9351-4fc1-8028-96dd81ae23fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:19.961959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02ded108-99e9-4f20-9079-c86d49499573 req-3e41a289-9351-4fc1-8028-96dd81ae23fc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.3520019 Jul 15 13:29:19.996967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0672707b-ae1e-4dea-88e4-55fe469b8982 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet a43a29de-212a-4a0a-8bcd-fc36f8a3583d {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:20.001112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0672707b-ae1e-4dea-88e4-55fe469b8982 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.030961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2dbb2e-e3a1-4da1-acc3-dd602f0f1891 None None] Network 8cef527d-0958-4f52-9faa-f886c3a0282f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:20.140364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02ded108-99e9-4f20-9079-c86d49499573 req-4b2c2b52-14f8-440f-9a59-c090c51733bf tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696675 Jul 15 13:29:20.148281 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0672707b-ae1e-4dea-88e4-55fe469b8982 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.190963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35124) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.356870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-929ecca1-705d-4759-9f40-e6d63bdbfec8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b HTTP/1.1" status: 200 len: 991 time: 0.1593668 Jul 15 13:29:20.396494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f85dc13-c72b-4172-aaaf-74f9779f3c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.492165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0672707b-ae1e-4dea-88e4-55fe469b8982 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.556085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.568270 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.572425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.647323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0672707b-ae1e-4dea-88e4-55fe469b8982 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.703213 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.711948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Pushing event updated for resources: {'Port': ['ID=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.745684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672707b-ae1e-4dea-88e4-55fe469b8982 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=a43a29de-212a-4a0a-8bcd-fc36f8a3583d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.767640 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0672707b-ae1e-4dea-88e4-55fe469b8982 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.770869 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0672707b-ae1e-4dea-88e4-55fe469b8982 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/a43a29de-212a-4a0a-8bcd-fc36f8a3583d HTTP/1.1" status: 204 len: 168 time: 0.9001760 Jul 15 13:29:20.773857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.845339 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5af866-1823-4ec8-96d1-849d5e5e6036 x-openstack-request-id: req-7b5af866-1823-4ec8-96d1-849d5e5e6036 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:20.845686 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:20.845916 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b5af866-1823-4ec8-96d1-849d5e5e6036 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:20.846698 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'status': 'completed', 'code': 200} Jul 15 13:29:20.849698 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-538ae345-8105-4271-bb1c-acf0b300a781 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:20.850220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538ae345-8105-4271-bb1c-acf0b300a781 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:20.859046 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-538ae345-8105-4271-bb1c-acf0b300a781 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/38d3b5c3-e75e-4c25-8595-84131cbf9398 HTTP/1.1" status: 404 len: 337 time: 0.0812922 Jul 15 13:29:20.860857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35138) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.894168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e5c9a55-6f99-44a5-b24c-de24c2f67d41,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:20.905530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Network dfd8075f-5111-4057-8922-5eb28681d85f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:20.913309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:20.915612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'port_id': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'mac_address': 'fa:16:3e:66:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:13Z', 'updated_at': '2021-07-15T13:29:13Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:20.919661 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.944624 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f85dc13-c72b-4172-aaaf-74f9779f3c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.997628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-528e9275-26c8-4b55-924f-a27dc6b2291b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting subnet 7669ca53-b9f0-406f-b276-67977e7d4f44 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:21.001307 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-528e9275-26c8-4b55-924f-a27dc6b2291b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.050895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] Checking router: b657110a-e7f3-4fb5-b3f0-38546d8e30d9 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:21.052487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-528e9275-26c8-4b55-924f-a27dc6b2291b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.080036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:21.088033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:28:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:21.094057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=7e5c9a55-6f99-44a5-b24c-de24c2f67d41,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.162715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f85dc13-c72b-4172-aaaf-74f9779f3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.184489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Router 9ead248d-4ecc-4b96-af8c-de61bfd3408f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:21.192624 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-528e9275-26c8-4b55-924f-a27dc6b2291b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.278694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-528e9275-26c8-4b55-924f-a27dc6b2291b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.289093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:21.319995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e9275-26c8-4b55-924f-a27dc6b2291b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Subnet': ['ID=7669ca53-b9f0-406f-b276-67977e7d4f44,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.339547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2f85dc13-c72b-4172-aaaf-74f9779f3c2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9448cd38863b47149384ad8882051f94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4004257 Jul 15 13:29:21.344608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-528e9275-26c8-4b55-924f-a27dc6b2291b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.345055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35146) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.347311 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-528e9275-26c8-4b55-924f-a27dc6b2291b tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/7669ca53-b9f0-406f-b276-67977e7d4f44 HTTP/1.1" status: 204 len: 168 time: 0.4832134 Jul 15 13:29:21.350237 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35148) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.370781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35150) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.404895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-bd142749-126a-4e5a-b6a6-3bb3bb79f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:21.406215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-bd142749-126a-4e5a-b6a6-3bb3bb79f6d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1097 time: 0.5570359 Jul 15 13:29:21.432014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85dc13-c72b-4172-aaaf-74f9779f3c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443fbfaf-5d49-4044-8e33-14315e5e9165,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.554775 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dc8b45b3-0b27-43ce-8f03-dff07ab9eb27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b HTTP/1.1" status: 200 len: 991 time: 0.1789815 Jul 15 13:29:21.556301 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-684723b7-be3c-4e3e-81ee-9c2d5f7f4f57 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:21.557004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684723b7-be3c-4e3e-81ee-9c2d5f7f4f57 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:21.559273 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-684723b7-be3c-4e3e-81ee-9c2d5f7f4f57 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/e2d999b7-92d7-4135-9a7e-d09363af03a2 HTTP/1.1" status: 404 len: 337 time: 0.2077799 Jul 15 13:29:21.562322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35160) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.609644 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a7d96e05-a66c-45e9-a42d-26ecced6d3eb tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b1f673-f4fa-4844-b08c-1ae0f53659cf HTTP/1.1" status: 200 len: 205 time: 0.0455368 Jul 15 13:29:21.613971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35162) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.678319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-652937af-e875-4d5b-bba4-c1b26b510c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:21.679936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-652937af-e875-4d5b-bba4-c1b26b510c91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31f78c25-82cf-48ae-88dd-2b3cbccce895 HTTP/1.1" status: 200 len: 897 time: 0.2493758 Jul 15 13:29:21.713888 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-3bda810b-508f-4afd-9bf9-684fdcb9df09 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] delete failed (client error): The resource could not be found. Jul 15 13:29:21.716745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3bda810b-508f-4afd-9bf9-684fdcb9df09 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/routers/66b1f673-f4fa-4844-b08c-1ae0f53659cf HTTP/1.1" status: 404 len: 336 time: 0.1002870 Jul 15 13:29:21.720615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35166) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.764069 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cb52a9-22fd-4978-a740-f79792e56fee tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:21.765275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cb52a9-22fd-4978-a740-f79792e56fee tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:21.767084 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-89cb52a9-22fd-4978-a740-f79792e56fee tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/13a6f1d4-3df5-4d4a-ab1e-1d27b22d3a3a HTTP/1.1" status: 404 len: 337 time: 0.0439677 Jul 15 13:29:21.771804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35168) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.813063 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb89f41-e23d-4373-8ce4-92e3770333cf tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:21.819378 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb89f41-e23d-4373-8ce4-92e3770333cf tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:21.822999 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-feb89f41-e23d-4373-8ce4-92e3770333cf tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/9ad2e055-e8b4-4ec1-b179-40b8d45de922 HTTP/1.1" status: 404 len: 337 time: 0.0496883 Jul 15 13:29:21.828319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35170) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.828583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35172) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.858867 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-591f61a9-717b-40fe-878c-20bf9ff8a66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.864361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.895427 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4368b46-7d79-4151-bedf-16900a268965 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:21.895737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4368b46-7d79-4151-bedf-16900a268965 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:21.897786 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c4368b46-7d79-4151-bedf-16900a268965 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/d52c7fc9-a5f1-4657-8dd3-07c8848f0024 HTTP/1.1" status: 404 len: 337 time: 0.0679603 Jul 15 13:29:21.901665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35176) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.945542 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa676296-f938-4bb2-b9d3-63c87f86b711 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:21.945892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-44e31d89-e196-4c61-bed1-6aa6ef8134f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e HTTP/1.1" status: 200 len: 999 time: 0.1804843 Jul 15 13:29:21.946402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa676296-f938-4bb2-b9d3-63c87f86b711 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:21.951657 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa676296-f938-4bb2-b9d3-63c87f86b711 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/ddcccf14-daa6-4cbc-a5c9-56bf691098f8 HTTP/1.1" status: 404 len: 333 time: 0.0485420 Jul 15 13:29:21.952499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35178) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.009963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e7ec85-2616-469f-a58d-f7653b2f94d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.044858 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cfac78-adcd-4537-b64f-ba7ad23d5966 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:22.045493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cfac78-adcd-4537-b64f-ba7ad23d5966 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:22.046359 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e7ec85-2616-469f-a58d-f7653b2f94d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.049610 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-58cfac78-adcd-4537-b64f-ba7ad23d5966 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/cf8fe511-e2d7-48b3-a4d8-acd91a2d0505 HTTP/1.1" status: 404 len: 337 time: 0.0958703 Jul 15 13:29:22.052919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35182) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.145008 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbc360d-84ec-4ede-917b-b1aa4c14d5e1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:22.145655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbc360d-84ec-4ede-917b-b1aa4c14d5e1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:22.149239 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5cbc360d-84ec-4ede-917b-b1aa4c14d5e1 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/cc900554-b491-4f3f-b67f-bfc0ea15cde8 HTTP/1.1" status: 404 len: 337 time: 0.0947096 Jul 15 13:29:22.160262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35184) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.204610 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-78323901-fab2-4d1b-b1c8-d697131c3f13 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:22.206159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78323901-fab2-4d1b-b1c8-d697131c3f13 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:22.212051 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e7ec85-2616-469f-a58d-f7653b2f94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.212342 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-78323901-fab2-4d1b-b1c8-d697131c3f13 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/0ca23e69-a30b-4385-90a8-07e2bfe5e205 HTTP/1.1" status: 404 len: 333 time: 0.0500181 Jul 15 13:29:22.213443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22707b07-2ffa-4795-a4b0-2cc273925a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.213581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e7ec85-2616-469f-a58d-f7653b2f94d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.217354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-25e7ec85-2616-469f-a58d-f7653b2f94d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/443fbfaf-5d49-4044-8e33-14315e5e9165 HTTP/1.1" status: 204 len: 168 time: 0.8674831 Jul 15 13:29:22.221974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35186) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.261386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'port_id': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'mac_address': 'fa:16:3e:66:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:13Z', 'updated_at': '2021-07-15T13:29:13Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:22.278802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0072e1-0395-4952-9d4f-fa735894b13e None None] Network 079a6170-ae0a-47a9-8249-70fc5a53450c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:22.295358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7ec85-2616-469f-a58d-f7653b2f94d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443fbfaf-5d49-4044-8e33-14315e5e9165,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:22.301588 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-16597e0b-e993-40b5-85f4-b67e59bd6c12 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:22.302057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16597e0b-e993-40b5-85f4-b67e59bd6c12 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:22.306506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-16597e0b-e993-40b5-85f4-b67e59bd6c12 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/a1ae2c19-1a76-4fae-a4a9-f754452822f0 HTTP/1.1" status: 404 len: 337 time: 0.0725372 Jul 15 13:29:22.310876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35190) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.316252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-b7cb2f3d-a29b-4272-a43e-bccb20c7ee17 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.323114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-b7cb2f3d-a29b-4272-a43e-bccb20c7ee17 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/networks?id=f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba HTTP/1.1" status: 200 len: 809 time: 0.6403723 Jul 15 13:29:22.335529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-27f6a31c-204d-4da5-a401-0515c326d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.336878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-27f6a31c-204d-4da5-a401-0515c326d99a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0e9532c-2710-4fba-816f-e8d30b948c68 HTTP/1.1" status: 200 len: 834 time: 0.3748386 Jul 15 13:29:22.352997 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-fd08cd24-091c-4991-b5de-727c2691a63b tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/quotas/96b2cdb3c09b4e5291fa384180b026d2 HTTP/1.1" status: 200 len: 375 time: 0.0286491 Jul 15 13:29:22.353756 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79107d1-462f-4081-b42e-b90277384f3e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:22.354402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79107d1-462f-4081-b42e-b90277384f3e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:22.359044 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a79107d1-462f-4081-b42e-b90277384f3e tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/subnets/69b96fe7-40ea-4546-9742-d308656a796c HTTP/1.1" status: 404 len: 337 time: 0.0445669 Jul 15 13:29:22.359910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35192) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.363668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:22.376748 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Sync routers for ids ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:22.407171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6ab8e403-4d3d-42f3-81eb-460662487709 admin admin] 10.222.0.25 "PUT /v2.0/routers/9ead248d-4ecc-4b96-af8c-de61bfd3408f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3640447 Jul 15 13:29:22.413294 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Routers {'9ead248d-4ecc-4b96-af8c-de61bfd3408f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:22.416223 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:22.445672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698e0be-df91-474c-b148-66af2dfb18b6 None None] The sync data for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 is: [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'port_id': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'mac_address': 'fa:16:3e:66:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:13Z', 'updated_at': '2021-07-15T13:29:13Z', 'revision_number': 0, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:22.456980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-9a57be37-fd7d-488e-aa2a-e87d373d09d4 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=96b2cdb3c09b4e5291fa384180b026d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982506 Jul 15 13:29:22.597001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.626514 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Set router 9ead248d-4ecc-4b96-af8c-de61bfd3408f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:22.639400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-6ac13691-7028-47ef-823b-aefccbd91d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.641336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-6ac13691-7028-47ef-823b-aefccbd91d86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31f78c25-82cf-48ae-88dd-2b3cbccce895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2962544 Jul 15 13:29:22.699009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-02bce580-b0bb-4fa6-859d-9d018035c542 service neutron] 10.222.0.25 "GET /v2.0/networks/f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410088 Jul 15 13:29:22.699264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22707b07-2ffa-4795-a4b0-2cc273925a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.739054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-48ecbfc4-c725-4e32-856e-2401638ea6e9 None None] Provisioning complete for port 2b7db8f8-8627-4047-a90d-b5b570b11889 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:22.744746 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-48ecbfc4-c725-4e32-856e-2401638ea6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.806560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22707b07-2ffa-4795-a4b0-2cc273925a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.958390 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8dad14f2-a46c-416d-ac84-97114708b4d7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b HTTP/1.1" status: 200 len: 991 time: 0.3022883 Jul 15 13:29:22.995851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166f23d-1d30-476e-8a77-c4ecb3239795 None None] New status for floating IP 9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:22.996940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-7b687d80-1309-4384-8bd2-aa26008f7cbd service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427029 Jul 15 13:29:22.999941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-48ecbfc4-c725-4e32-856e-2401638ea6e9 None None] Port 2b7db8f8-8627-4047-a90d-b5b570b11889 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:23.012975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.066361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-64e476cf-a36b-4b31-bab9-b1788304cee6 service neutron] 10.222.0.25 "GET /v2.0/networks/f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643672 Jul 15 13:29:23.125017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:23.196746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83c3f4b5-7b9b-418b-adf4-9c71cded86ad req-e7fad973-4cbb-47a8-904c-810bf32f13c1 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888251 Jul 15 13:29:23.197018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35204) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.207082 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:19Z', 'revision_number': 4, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port': {'id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:07Z', 'updated_at': '2021-07-15T13:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ceed9bfd-7d5f-4d88-b6a3-59a6832405ec', 'name': '', 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'mac_address': 'fa:16:3e:5e:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'de4937de-6935-4c66-bc8e-0db01449d6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:15Z', 'updated_at': '2021-07-15T13:29:19Z', 'revision_number': 2, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'subnets': [{'id': 'de4937de-6935-4c66-bc8e-0db01449d6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:23.232415 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22707b07-2ffa-4795-a4b0-2cc273925a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8461b42f-335e-4562-aa7c-0331cbd58f8e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.248911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-48ecbfc4-c725-4e32-856e-2401638ea6e9 None None] Provisioning complete for port cdf86544-f679-436f-b98b-b73755a7ae80 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:23.249295 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-48ecbfc4-c725-4e32-856e-2401638ea6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.302671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35206) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.304658 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-22707b07-2ffa-4795-a4b0-2cc273925a7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8f4c3d08a364aa1852611979a69fedd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4727178 Jul 15 13:29:23.308945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-86fa844e-2b38-4730-8624-888bd966b674 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port 2b7db8f8-8627-4047-a90d-b5b570b11889 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:23.309643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86fa844e-2b38-4730-8624-888bd966b674 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.318019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf41fc0c-94ba-4026-aac9-67e3d0d44d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.332710 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Checking router: 9ead248d-4ecc-4b96-af8c-de61bfd3408f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:23.336924 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Updating router 9ead248d-4ecc-4b96-af8c-de61bfd3408f port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:23.505382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:23.505758 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.511971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] DHCP port deletion for 079a6170-ae0a-47a9-8249-70fc5a53450c request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:29:23.513679 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.528699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c34f87f-b4bb-4616-bb34-75e85eda38f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.576996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c34f87f-b4bb-4616-bb34-75e85eda38f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.645721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86fa844e-2b38-4730-8624-888bd966b674 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.684846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-86fa844e-2b38-4730-8624-888bd966b674 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for 2b7db8f8-8627-4047-a90d-b5b570b11889 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:23.698642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c34f87f-b4bb-4616-bb34-75e85eda38f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.703049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c34f87f-b4bb-4616-bb34-75e85eda38f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.704693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0c34f87f-b4bb-4616-bb34-75e85eda38f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8461b42f-335e-4562-aa7c-0331cbd58f8e HTTP/1.1" status: 204 len: 168 time: 0.4004359 Jul 15 13:29:23.726086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34f87f-b4bb-4616-bb34-75e85eda38f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461b42f-335e-4562-aa7c-0331cbd58f8e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.962390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35222) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.122840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf41fc0c-94ba-4026-aac9-67e3d0d44d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.142252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cf41fc0c-94ba-4026-aac9-67e3d0d44d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.148841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] Deleting port cdf86544-f679-436f-b98b-b73755a7ae80 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:24.150129 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.172011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-25d98e00-bc4e-4586-8d6b-22d324b1bdcc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b HTTP/1.1" status: 200 len: 993 time: 0.2078357 Jul 15 13:29:24.177484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86fa844e-2b38-4730-8624-888bd966b674 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.263169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa844e-2b38-4730-8624-888bd966b674 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=2b7db8f8-8627-4047-a90d-b5b570b11889,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.269083 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41fc0c-94ba-4026-aac9-67e3d0d44d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fcb6ce-b8ea-4f96-bc11-02338830a9ab,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.285730 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cf41fc0c-94ba-4026-aac9-67e3d0d44d7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=241ec88733e84110b0d8de9e220b0b96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0783019 Jul 15 13:29:24.285957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35226) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.292066 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86fa844e-2b38-4730-8624-888bd966b674 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.302429 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-86fa844e-2b38-4730-8624-888bd966b674 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/ports/2b7db8f8-8627-4047-a90d-b5b570b11889 HTTP/1.1" status: 204 len: 168 time: 1.9419243 Jul 15 13:29:24.305215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35234) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.309075 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.330002 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Transition to ACTIVE for port object ceed9bfd-7d5f-4d88-b6a3-59a6832405ec will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:24.338383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] For port cdf86544-f679-436f-b98b-b73755a7ae80, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cdf86544-f679-436f-b98b-b73755a7ae80,segment=NetworkSegment(b893fd5e-a137-4655-94b6-42b2ce597cf3),segment_id=b893fd5e-a137-4655-94b6-42b2ce597cf3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:24.338794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.348357 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.395896 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] Calling delete_port for cdf86544-f679-436f-b98b-b73755a7ae80 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:24.439012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad204eab-d466-4831-811e-5e422cbbd199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.446624 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf05ac-bc69-4f1f-a412-aee8c09a807e None None] Pushing event updated for resources: {'Port': ['ID=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.514498 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.534227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad204eab-d466-4831-811e-5e422cbbd199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.585068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.626043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0546-3423-428e-b726-92783411ce97 req-f4b92956-7e07-4267-86f8-bc4fd8e36665 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.628978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-f4b92956-7e07-4267-86f8-bc4fd8e36665 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 811 time: 0.2256641 Jul 15 13:29:24.649263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-2a804348-c8f6-4b62-a6a2-aebe33879aa6 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/quotas/46fd08ce6c50443ba3b60a3afa19b2f3 HTTP/1.1" status: 200 len: 375 time: 0.0147943 Jul 15 13:29:24.660132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Deleting port cdf86544-f679-436f-b98b-b73755a7ae80 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:24.660508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.666999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] Pushing event deleted for resources: {'Port': ['ID=cdf86544-f679-436f-b98b-b73755a7ae80,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.667712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.688645 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Attempting to bind port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:24.689712 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Attempting to bind port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:24.690900 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Attempting to bind port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec on network dfd8075f-5111-4057-8922-5eb28681d85f {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:24.698836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad204eab-d466-4831-811e-5e422cbbd199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.700591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce2e03-098b-4da5-91c1-08a285dd715f None None] No DVR routers for this DVR port cdf86544-f679-436f-b98b-b73755a7ae80 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:24.702960 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:24.703218 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad204eab-d466-4831-811e-5e422cbbd199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.704072 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Checking segment: {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:24.713795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ad204eab-d466-4831-811e-5e422cbbd199 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98fcb6ce-b8ea-4f96-bc11-02338830a9ab HTTP/1.1" status: 204 len: 168 time: 0.4202349 Jul 15 13:29:24.717870 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.724061 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.724546 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Bound using segment: {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:24.728324 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Bound port: ceed9bfd-7d5f-4d88-b6a3-59a6832405ec, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:24.728833 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.729239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fac5b053-9c30-4872-a59b-fc7d69a6b3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.732012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad204eab-d466-4831-811e-5e422cbbd199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fcb6ce-b8ea-4f96-bc11-02338830a9ab,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.771019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-d218883f-bc2a-4753-9104-56c0645cd213 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151083 Jul 15 13:29:24.807233 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] For port cdf86544-f679-436f-b98b-b73755a7ae80, host n-d-771362-36, got binding levels [] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:24.807613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.829966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Calling delete_port for cdf86544-f679-436f-b98b-b73755a7ae80 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:24.834802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Port cdf86544-f679-436f-b98b-b73755a7ae80 was not found and therefore no delete operation was performed {{(pid=93734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:29:24.840374 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.859905 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] For port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:24.873193 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] For port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:24.889898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Port': ['ID=cdf86544-f679-436f-b98b-b73755a7ae80,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.895717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] No DVR routers for this DVR port cdf86544-f679-436f-b98b-b73755a7ae80 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:24.904148 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.991969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-3dd05262-e9ba-44bb-84af-602f5f22179a service neutron] 10.222.0.25 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135344 Jul 15 13:29:25.156087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-074fe9f1-7a98-4a3a-a88d-c1af167d12a0 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575906 Jul 15 13:29:25.172533 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:29:25.211069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cdf86544-f679-436f-b98b-b73755a7ae80 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:25.213018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.248170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: cdf86544-f679-436f-b98b-b73755a7ae80 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:25.248498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cdf86544-f679-436f-b98b-b73755a7ae80 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:25.265044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079a6170-ae0a-47a9-8249-70fc5a53450c']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:25.288679 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Routers {'9ead248d-4ecc-4b96-af8c-de61bfd3408f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:25.294254 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:25.295463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b893fd5e-a137-4655-94b6-42b2ce597cf3') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:25.296008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b893fd5e-a137-4655-94b6-42b2ce597cf3') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:25.299692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fac5b053-9c30-4872-a59b-fc7d69a6b3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.302141 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf05ac-bc69-4f1f-a412-aee8c09a807e None None] Pushing event updated for resources: {'Port': ['ID=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.318946 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fac5b053-9c30-4872-a59b-fc7d69a6b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.348795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.366182 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fac5b053-9c30-4872-a59b-fc7d69a6b3c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94477628f99b48bfbc62847f5eec7f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6964049 Jul 15 13:29:25.371229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35252) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:25.390579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.420878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5b053-9c30-4872-a59b-fc7d69a6b3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2230375-947f-44e6-b8bf-59ee3330bbd4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.457317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:25.457733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:25.468422 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:25.627116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.633333 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.635572 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] 10.222.0.25 "DELETE /v2.0/networks/079a6170-ae0a-47a9-8249-70fc5a53450c HTTP/1.1" status: 204 len: 168 time: 1.3292930 Jul 15 13:29:25.637817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2566ef0c-7090-4f60-ab19-af46f4ba7d68 req-dc5b6490-b588-4bdb-97f6-eb3014b3d2b7 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 210 time: 0.1060479 Jul 15 13:29:25.639465 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] Set router 9ead248d-4ecc-4b96-af8c-de61bfd3408f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:25.710742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd86de-e6b8-4d15-bc9d-e7eb105a58d3 tempest-PortsTestJSON-1879504427 tempest-PortsTestJSON-1879504427-project] Pushing event deleted for resources: {'Network': ['ID=079a6170-ae0a-47a9-8249-70fc5a53450c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.728126 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-35a368dd-297b-45a7-a891-1d4280113951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.794003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-35a368dd-297b-45a7-a891-1d4280113951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.261035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-551d1f86-c801-423d-8538-1acc0e51857a tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.264116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-551d1f86-c801-423d-8538-1acc0e51857a tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.35 "GET /v2.0/networks?id=f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba HTTP/1.1" status: 200 len: 809 time: 0.3501015 Jul 15 13:29:26.302027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Request body: {'port': {'device_id': 'b80ed17a-1cec-49f6-ba28-4e50ff97e40f', 'network_id': 'f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba', 'admin_state_up': True, 'tenant_id': '96b2cdb3c09b4e5291fa384180b026d2'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:26.409691 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:19Z', 'revision_number': 4, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port': {'id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:07Z', 'updated_at': '2021-07-15T13:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ceed9bfd-7d5f-4d88-b6a3-59a6832405ec', 'name': '', 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'mac_address': 'fa:16:3e:5e:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'de4937de-6935-4c66-bc8e-0db01449d6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:15Z', 'updated_at': '2021-07-15T13:29:24Z', 'revision_number': 4, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'subnets': [{'id': 'de4937de-6935-4c66-bc8e-0db01449d6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:26.488172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3aa6a84f-8d12-45d2-8b7c-997b28f34fd9 req-ce4fb2c2-6b90-409c-9f9f-a061d75b27ca tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 210 time: 0.1152229 Jul 15 13:29:26.498722 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49928f54-e2f5-429a-bd92-9c9be47b5bc2 None None] The sync data for ids ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'] in n-d-771362-36 is: [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:19Z', 'revision_number': 4, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port': {'id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:07Z', 'updated_at': '2021-07-15T13:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ceed9bfd-7d5f-4d88-b6a3-59a6832405ec', 'name': '', 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'mac_address': 'fa:16:3e:5e:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'de4937de-6935-4c66-bc8e-0db01449d6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:15Z', 'updated_at': '2021-07-15T13:29:24Z', 'revision_number': 4, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'subnets': [{'id': 'de4937de-6935-4c66-bc8e-0db01449d6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:26.519877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35288) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.545039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-35a368dd-297b-45a7-a891-1d4280113951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.563511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-35a368dd-297b-45a7-a891-1d4280113951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.568866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-35a368dd-297b-45a7-a891-1d4280113951 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2230375-947f-44e6-b8bf-59ee3330bbd4 HTTP/1.1" status: 204 len: 168 time: 1.1931453 Jul 15 13:29:26.811593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a368dd-297b-45a7-a891-1d4280113951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2230375-947f-44e6-b8bf-59ee3330bbd4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.982230 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3813c570-88ce-4f46-a715-fbfe54570b7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad7d89cd3a0245c79c7eac953cdb166c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600961 Jul 15 13:29:26.998213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35304) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:27.143570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Made reservation on behalf of 96b2cdb3c09b4e5291fa384180b026d2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:27.176668 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.263839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-64172432-dac5-431a-955b-478f443d8cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.338777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ceed9bfd-7d5f-4d88-b6a3-59a6832405ec up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:27.349715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-64172432-dac5-431a-955b-478f443d8cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.536586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-64172432-dac5-431a-955b-478f443d8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.540608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-64172432-dac5-431a-955b-478f443d8cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.541874 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-64172432-dac5-431a-955b-478f443d8cd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a9fc5f2-b0ff-4605-92f5-1969e6f57c45 HTTP/1.1" status: 204 len: 168 time: 0.5410659 Jul 15 13:29:27.573428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172432-dac5-431a-955b-478f443d8cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9fc5f2-b0ff-4605-92f5-1969e6f57c45,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:27.698532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:27.717493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:27.724527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.831032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5447035-c698-4880-b266-719ed28f7f5f req-ac25dc4b-f60a-4776-b03d-8591b660abd3 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 210 time: 0.1866150 Jul 15 13:29:27.930086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Allocated IP 172.20.0.11 (f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba/1466af16-f2af-4cf9-850c-3491303d5dc3/ef01af35-194a-4278-b8c8-6de9c3488a65) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:28.218984 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.375982 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:28.391256 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.718623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:28.779353 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8da3de21-215e-439e-b608-7fd29f6dda40 req-5742c088-287a-48d2-a4b7-47867bb56833 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 210 time: 0.1564972 Jul 15 13:29:29.202606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ceed9bfd-7d5f-4d88-b6a3-59a6832405ec up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:29.415245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:29.417578 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.010493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5612f943-22ee-4549-8472-b7b410ec1221 req-1b291cfe-ee5f-4d0b-8a4e-10db9ff19d68 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 210 time: 0.0816231 Jul 15 13:29:30.027723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0546-3423-428e-b726-92783411ce97 req-d60b6c54-46c8-4fb7-aeb2-4c8a311deb82 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.030021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-d60b6c54-46c8-4fb7-aeb2-4c8a311deb82 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.30 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 811 time: 1.7978337 Jul 15 13:29:30.063095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Request body: {'port': {'device_id': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f', 'admin_state_up': True, 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:30.140084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.237607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35368) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:30.497594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.614226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Made reservation on behalf of 46fd08ce6c50443ba3b60a3afa19b2f3 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:30.630908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.739467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:30.793882 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0bf38d31-7752-4e99-b4ac-136287d22611 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:30.794645 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-0bf38d31-7752-4e99-b4ac-136287d22611 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:29:30.796234 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-0bf38d31-7752-4e99-b4ac-136287d22611 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:29:30.800490 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0bf38d31-7752-4e99-b4ac-136287d22611 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5608916 Jul 15 13:29:30.806430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35384) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:30.828907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--960112102'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:30.854231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Pushing event updated for resources: {'Port': ['ID=ef01af35-194a-4278-b8c8-6de9c3488a65,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.861172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:30.866417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:30.870447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.881599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.958715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7dc350eb-91e9-4980-815c-bba7f9d2b527 req-fbd5a5f3-e508-4d9e-b676-3456d635a8c2 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 210 time: 0.2302103 Jul 15 13:29:31.054529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.062250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.134673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f65ad2-bb20-495f-b6ca-888113daa314,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.173942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.176026 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.199109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-d3e63719-dfb4-4ed6-bc96-b363501d0f67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5857921 Jul 15 13:29:31.252586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Allocated IP 172.20.0.7 (dfd8075f-5111-4057-8922-5eb28681d85f/de4937de-6935-4c66-bc8e-0db01449d6c5/45fcfafa-0a7b-40bf-8fcd-546bf7a63ada) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:31.271176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.281407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.318087 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.323057 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5150325 Jul 15 13:29:31.326635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35398) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:31.333392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-16972642-17c2-48fe-a993-9229787e8f70 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'ee65a476-69d8-42ea-a317-c0d0a9caa19b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:31.339846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f04c75-fa0d-4493-9c91-89433f3f7e3a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee65a476-69d8-42ea-a317-c0d0a9caa19b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.372466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-16972642-17c2-48fe-a993-9229787e8f70 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.388383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-98a61c4f-ea06-41eb-8fc9-d6c9d2ee885c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1146400 Jul 15 13:29:31.448112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Request body: {'port': {'device_id': 'b80ed17a-1cec-49f6-ba28-4e50ff97e40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:31.480796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-16972642-17c2-48fe-a993-9229787e8f70 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.487396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-16972642-17c2-48fe-a993-9229787e8f70 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.509405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16972642-17c2-48fe-a993-9229787e8f70 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca56d2e-230d-4998-a4d6-b8a46011f79e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.518110 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-16972642-17c2-48fe-a993-9229787e8f70 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.519742 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-16972642-17c2-48fe-a993-9229787e8f70 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1916676 Jul 15 13:29:31.524584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35404) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:31.534236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f5a10812-1c93-459d-b766-b10f92732eeb tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'ee65a476-69d8-42ea-a317-c0d0a9caa19b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:31.580967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5a10812-1c93-459d-b766-b10f92732eeb tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.684065 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-f5a10812-1c93-459d-b766-b10f92732eeb tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:29:31.685815 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f5a10812-1c93-459d-b766-b10f92732eeb tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1590652 Jul 15 13:29:31.690626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35412) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:31.714874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc6a3-744d-4dac-8db3-ee699e6ec4cc req-cf7a4b48-8397-4925-a7de-52e8981a2a29 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.716555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0bcc6a3-744d-4dac-8db3-ee699e6ec4cc req-cf7a4b48-8397-4925-a7de-52e8981a2a29 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 932 time: 0.4445591 Jul 15 13:29:31.723054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.733368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6ed4d62a-97ca-4275-8a57-b70b514b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.733746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6ed4d62a-97ca-4275-8a57-b70b514b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.734235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6ed4d62a-97ca-4275-8a57-b70b514b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.734821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6ed4d62a-97ca-4275-8a57-b70b514b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.735235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6ed4d62a-97ca-4275-8a57-b70b514b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.735729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6ed4d62a-97ca-4275-8a57-b70b514b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.736217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6ed4d62a-97ca-4275-8a57-b70b514b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.738950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6ed4d62a-97ca-4275-8a57-b70b514b0a65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6505 time: 0.3848119 Jul 15 13:29:31.878604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.880803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08892ddb-a58f-48d4-960e-2d8dc14d7ca4 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.925460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0bcc6a3-744d-4dac-8db3-ee699e6ec4cc req-b23857b7-ca4f-4dc4-9eb4-67c492dd2b20 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/security-groups?id=afee01b7-9a9f-4092-b256-6edf86b78e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852982 Jul 15 13:29:31.946161 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08892ddb-a58f-48d4-960e-2d8dc14d7ca4 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.045529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08892ddb-a58f-48d4-960e-2d8dc14d7ca4 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.059512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-08892ddb-a58f-48d4-960e-2d8dc14d7ca4 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.072534 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-08892ddb-a58f-48d4-960e-2d8dc14d7ca4 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/ee65a476-69d8-42ea-a317-c0d0a9caa19b HTTP/1.1" status: 204 len: 168 time: 0.3775234 Jul 15 13:29:32.074629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35428) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.159663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-9e69f9a6-1888-4861-a88d-02e3b5e76a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.160164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-9e69f9a6-1888-4861-a88d-02e3b5e76a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.160652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-9e69f9a6-1888-4861-a88d-02e3b5e76a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.162349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-9e69f9a6-1888-4861-a88d-02e3b5e76a55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1519d73-2f26-44f9-aef7-d53e3da0763f&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=815fcc21-ed29-4388-9854-7408c50a4a1d&id=815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 200 len: 2298 time: 0.3752384 Jul 15 13:29:32.194547 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08892ddb-a58f-48d4-960e-2d8dc14d7ca4 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee65a476-69d8-42ea-a317-c0d0a9caa19b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:32.346579 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.350209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-f741eeaf-6e7e-479e-ab96-7dea6cb1f964 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=332c20d87aa9412097291e418e5c1c8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878706 Jul 15 13:29:32.351010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35438) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.360547 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fccfcccc-6b11-454f-bcd9-9db446dab2ed tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1777823 Jul 15 13:29:32.436149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35440) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.440083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a72cfbe2-bd61-48f5-a66b-bf1676059971 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--771244881'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:32.548476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Network dfd8075f-5111-4057-8922-5eb28681d85f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:32.611087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:32.635562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:32.698397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Pushing event updated for resources: {'Port': ['ID=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:32.698777 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:32.734974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-f6e9fa32-654d-425d-9d01-b28d7941d39a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17773e21-e117-4c67-b742-bd0d32588044 HTTP/1.1" status: 200 len: 1001 time: 0.4713662 Jul 15 13:29:32.741058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.748422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a72cfbe2-bd61-48f5-a66b-bf1676059971 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.896155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.896526 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.918162 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.924362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-125dc479-c596-45f9-ad99-95890d5bb69f tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.925865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-125dc479-c596-45f9-ad99-95890d5bb69f tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5152640 Jul 15 13:29:32.938553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6126be46-d439-40ed-9e28-7d1fc9e3fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.940246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6126be46-d439-40ed-9e28-7d1fc9e3fcda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5a6f7fb-2d8b-4d44-8e39-e5f85909273c HTTP/1.1" status: 200 len: 856 time: 0.1893973 Jul 15 13:29:32.942655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef01af35-194a-4278-b8c8-6de9c3488a65 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:32.972951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.017267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-4bed43a3-f62b-4c44-ae8f-431b8d32b55c tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/quotas/332c20d87aa9412097291e418e5c1c8a HTTP/1.1" status: 200 len: 375 time: 0.0693631 Jul 15 13:29:33.034498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Transition to ACTIVE for port object ef01af35-194a-4278-b8c8-6de9c3488a65 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:33.070691 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.084673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-059c035b-e9a8-4b3d-a129-6d76cff9990c tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=332c20d87aa9412097291e418e5c1c8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658600 Jul 15 13:29:33.178812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Allocated IP 172.25.1.183 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/fec16138-0dbb-4de2-b029-55e909928e8c) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:33.187457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Pushing event updated for resources: {'Port': ['ID=ef01af35-194a-4278-b8c8-6de9c3488a65,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.231239 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a72cfbe2-bd61-48f5-a66b-bf1676059971 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.251301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-eb449b4c-9092-4f62-a5a2-e9b7916ae43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.253498 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-eb449b4c-9092-4f62-a5a2-e9b7916ae43f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1519d73-2f26-44f9-aef7-d53e3da0763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3025930 Jul 15 13:29:33.257937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a72cfbe2-bd61-48f5-a66b-bf1676059971 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.292362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-bd9b558d-7118-420c-b5c4-3303e29d4084 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2392976 Jul 15 13:29:33.328365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Request body: {'port': {'device_id': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:33.360490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a72cfbe2-bd61-48f5-a66b-bf1676059971 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.363345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a72cfbe2-bd61-48f5-a66b-bf1676059971 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9573081 Jul 15 13:29:33.373261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35448) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:33.422093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-bef8d8bc-91c1-48df-9fd9-8f7db6477293 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'b346a059-5e7b-41c6-a3ba-ea21de4b0310', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:33.422891 n-d-771362-36 neutron-server[93733]: WARNING neutron.api.v2.base [None req-bef8d8bc-91c1-48df-9fd9-8f7db6477293 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:29:33.423457 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-bef8d8bc-91c1-48df-9fd9-8f7db6477293 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:33.432911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bef8d8bc-91c1-48df-9fd9-8f7db6477293 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0479765 Jul 15 13:29:33.464384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35454) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:33.465534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cfbe2-bd61-48f5-a66b-bf1676059971 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b346a059-5e7b-41c6-a3ba-ea21de4b0310,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.519042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Attempting to bind port ef01af35-194a-4278-b8c8-6de9c3488a65 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:33.519424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Attempting to bind port ef01af35-194a-4278-b8c8-6de9c3488a65 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'b8236670-9b6d-4d1e-82b5-08ddde8b4d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:33.520017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Attempting to bind port ef01af35-194a-4278-b8c8-6de9c3488a65 on network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:33.580644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Port ef01af35-194a-4278-b8c8-6de9c3488a65 on network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:33.581317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Attempting to bind port ef01af35-194a-4278-b8c8-6de9c3488a65 on network f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:33.606286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:33.606970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Checking segment: {'id': 'b8236670-9b6d-4d1e-82b5-08ddde8b4d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:33.607885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Bound using segment: {'id': 'b8236670-9b6d-4d1e-82b5-08ddde8b4d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:33.608606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Bound port: ef01af35-194a-4278-b8c8-6de9c3488a65, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8236670-9b6d-4d1e-82b5-08ddde8b4d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:33.609832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.615012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-7a2b79c7-b012-4465-9d89-f55f1f948603 service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523862 Jul 15 13:29:33.710593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.718032 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22159b98-e6e1-4f2d-8cc4-5f0549f7483e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.875623 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22159b98-e6e1-4f2d-8cc4-5f0549f7483e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.953622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] For port ef01af35-194a-4278-b8c8-6de9c3488a65, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:34.009861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-41c00b75-975e-432c-b83b-ff8bffaef87a service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865974 Jul 15 13:29:34.030232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] For port ef01af35-194a-4278-b8c8-6de9c3488a65, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef01af35-194a-4278-b8c8-6de9c3488a65,segment=NetworkSegment(b8236670-9b6d-4d1e-82b5-08ddde8b4d43),segment_id=b8236670-9b6d-4d1e-82b5-08ddde8b4d43)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:34.066590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.101892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.152409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.153792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22159b98-e6e1-4f2d-8cc4-5f0549f7483e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.156845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22159b98-e6e1-4f2d-8cc4-5f0549f7483e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.161683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-22159b98-e6e1-4f2d-8cc4-5f0549f7483e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/b346a059-5e7b-41c6-a3ba-ea21de4b0310 HTTP/1.1" status: 204 len: 168 time: 0.6919653 Jul 15 13:29:34.164015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35464) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.247454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:34.250085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'Port': ['ID=fec16138-0dbb-4de2-b029-55e909928e8c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.255433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:34.260048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:34.429391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.538918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.694257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.709340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-61031812-02ee-4712-ac54-6927f05fd8d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 217 time: 0.6735647 Jul 15 13:29:34.761322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:34.762893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.766352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-95faa611-3570-4595-b138-28fed3d96dda service neutron] 10.222.0.35 "PUT /v2.0/ports/ef01af35-194a-4278-b8c8-6de9c3488a65 HTTP/1.1" status: 200 len: 1093 time: 3.3366389 Jul 15 13:29:34.809595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80ed17a-1cec-49f6-ba28-4e50ff97e40f', 'tag': 'ef01af35-194a-4278-b8c8-6de9c3488a65'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:34.818932 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b80ed17a-1cec-49f6-ba28-4e50ff97e40f", "tag": "ef01af35-194a-4278-b8c8-6de9c3488a65"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:34.853157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22159b98-e6e1-4f2d-8cc4-5f0549f7483e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346a059-5e7b-41c6-a3ba-ea21de4b0310,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.853596 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.868066 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.953103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'Port': ['ID=fec16138-0dbb-4de2-b029-55e909928e8c,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.986369 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.009034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.010917 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bab3ea36-4927-499b-aebb-f7500b013aff tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5737414 Jul 15 13:29:35.015703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35470) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.023654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-605574435'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:35.050494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Made reservation on behalf of 30c089bd6bde4e598e1ba5d1541bc327 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:35.057283 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.073704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.092824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faa611-3570-4595-b138-28fed3d96dda service neutron] Pushing event updated for resources: {'Port': ['ID=ef01af35-194a-4278-b8c8-6de9c3488a65,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:35.120026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1bee89df-7fa9-498a-bec3-6369e1a55ce2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4693005 Jul 15 13:29:35.171478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35472) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.181668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6968f05a-6ccc-46d1-965f-20f1d701f28e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071924987'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:35.209565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-2ecccb4e-98d2-41ed-bdc5-b9ffb17f7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.212553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-2ecccb4e-98d2-41ed-bdc5-b9ffb17f7768 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.4790363 Jul 15 13:29:35.319710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fd0f2-935d-4450-8a60-12a6f9c5d1f0 req-1494340d-1a02-4fdd-8344-aec0f0937801 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.329362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.332810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd1fd0f2-935d-4450-8a60-12a6f9c5d1f0 req-1494340d-1a02-4fdd-8344-aec0f0937801 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 931 time: 1.3825421 Jul 15 13:29:35.346005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.428160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-c06eb61d-50fe-4060-8ac7-964733b7a842 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=332c20d87aa9412097291e418e5c1c8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2276938 Jul 15 13:29:35.428385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:35.452483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6968f05a-6ccc-46d1-965f-20f1d701f28e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.511251 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.512004 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Added segment dadeca0c-7f6a-40b2-b150-a808210fbb8c of type vlan for network 118dfbd3-4b2e-4954-a769-53e9527f1c8c Jul 15 13:29:35.516893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8a894b-eb25-45dc-a478-f010caf11a38,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:35.552396 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.639587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-9cca0ee8-d918-4b56-9412-5c15ed97746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.641619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-9cca0ee8-d918-4b56-9412-5c15ed97746c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b2cdb3c09b4e5291fa384180b026d2&device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 1096 time: 0.7959075 Jul 15 13:29:35.679824 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.781528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.800946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.802331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.826509 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-397c66e1-7cab-45cd-8f59-3c9e0e2cd558 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef01af35-194a-4278-b8c8-6de9c3488a65 HTTP/1.1" status: 200 len: 217 time: 0.0734651 Jul 15 13:29:35.915188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd1fd0f2-935d-4450-8a60-12a6f9c5d1f0 req-ac62895c-0f44-42d5-81aa-cc29fcdc24b9 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799657 Jul 15 13:29:35.920906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:35.992563 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.039926 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'Network': ['ID=118dfbd3-4b2e-4954-a769-53e9527f1c8c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.064076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:36.078790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6db33fb4-0fbd-454b-803c-b98561e97b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:36.082072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6db33fb4-0fbd-454b-803c-b98561e97b67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8334467 Jul 15 13:29:36.086196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Transition to ACTIVE for port object 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:36.100067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-a94ef093-9b48-47d8-b3eb-c17c490d2eb0 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:36.102834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-a94ef093-9b48-47d8-b3eb-c17c490d2eb0 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6553371 Jul 15 13:29:36.194707 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6968f05a-6ccc-46d1-965f-20f1d701f28e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.209528 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6968f05a-6ccc-46d1-965f-20f1d701f28e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.241779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.275813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Request body: {'port': {'device_id': 'b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '332c20d87aa9412097291e418e5c1c8a'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:36.301273 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f0e688bf-a4c1-415f-a799-6449363420b9 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2841301 Jul 15 13:29:36.308560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35518) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.313216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Request body: {'subnet': {'network_id': '118dfbd3-4b2e-4954-a769-53e9527f1c8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:36.321821 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6968f05a-6ccc-46d1-965f-20f1d701f28e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.323086 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6968f05a-6ccc-46d1-965f-20f1d701f28e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1473792 Jul 15 13:29:36.335569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35520) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.348458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-084b89c5-f06d-490e-a686-6e57ca4446f2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'f4268990-7e86-4b07-b1e8-3406a9993852', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:36.349039 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-084b89c5-f06d-490e-a686-6e57ca4446f2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:29:36.349563 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-084b89c5-f06d-490e-a686-6e57ca4446f2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:36.350601 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-084b89c5-f06d-490e-a686-6e57ca4446f2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0138748 Jul 15 13:29:36.351774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968f05a-6ccc-46d1-965f-20f1d701f28e tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4268990-7e86-4b07-b1e8-3406a9993852,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.356358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35524) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.407393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-fdb5a376-47d4-4512-b152-b3fc1a3a8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:36.409794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-fdb5a376-47d4-4512-b152-b3fc1a3a8e78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1466af16-f2af-4cf9-850c-3491303d5dc3 HTTP/1.1" status: 200 len: 849 time: 0.5400810 Jul 15 13:29:36.506703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b268ae24-2f9f-41f3-a526-21d11c327c9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.526544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Made reservation on behalf of 30c089bd6bde4e598e1ba5d1541bc327 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:36.529603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.558605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b268ae24-2f9f-41f3-a526-21d11c327c9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.607238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-a39ec0d1-0fd1-4741-b20f-4745741d6159 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468463 Jul 15 13:29:36.707314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Pushing event updated for resources: {'Port': ['ID=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.722873 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b268ae24-2f9f-41f3-a526-21d11c327c9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.726045 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b268ae24-2f9f-41f3-a526-21d11c327c9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.730027 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b268ae24-2f9f-41f3-a526-21d11c327c9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/f4268990-7e86-4b07-b1e8-3406a9993852 HTTP/1.1" status: 204 len: 168 time: 0.3695989 Jul 15 13:29:36.732445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35556) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.766759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268ae24-2f9f-41f3-a526-21d11c327c9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4268990-7e86-4b07-b1e8-3406a9993852,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.832710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-7e2b065a-673b-44f5-9d60-34dd25f5c548 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250905 Jul 15 13:29:36.885533 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-25a363e6-e95c-4aed-83af-4de59d31e940 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1500895 Jul 15 13:29:36.892596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35558) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.935861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-58c979cc-951f-4404-8058-b66ce2141735 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--287733612'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:37.010219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.140419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58c979cc-951f-4404-8058-b66ce2141735 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.144526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'Subnet': ['ID=6475a8e1-05da-45ea-9b03-042306aa6a61,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:37.199515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-4d6eb61f-96ef-4f02-affe-618ac1419cfe service neutron] 10.222.0.35 "GET /v2.0/networks/f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253332 Jul 15 13:29:37.222337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6ff93-2a48-4cb3-9bff-8c9ff1369696 req-3da08fc9-c10d-4fda-b27d-390fcc0a414e tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.235475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Checking segment: {'id': 'dadeca0c-7f6a-40b2-b150-a808210fbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '118dfbd3-4b2e-4954-a769-53e9527f1c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:37.236697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71b6ff93-2a48-4cb3-9bff-8c9ff1369696 req-3da08fc9-c10d-4fda-b27d-390fcc0a414e tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 944 time: 0.9381716 Jul 15 13:29:37.236930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Network hostable DHCP agents. Network: 118dfbd3-4b2e-4954-a769-53e9527f1c8c, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:37.276953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:37.308767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 118dfbd3-4b2e-4954-a769-53e9527f1c8c) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:37.327718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Attempting to bind port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:37.327718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Attempting to bind port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:37.328451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Attempting to bind port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada on network dfd8075f-5111-4057-8922-5eb28681d85f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:37.328909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd943cb3-c62c-47f7-9879-36e8ec0f9a70 None None] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:37.342497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.343980 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.416831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada on network dfd8075f-5111-4057-8922-5eb28681d85f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:37.417533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Attempting to bind port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada on network dfd8075f-5111-4057-8922-5eb28681d85f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:37.429555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Made reservation on behalf of 332c20d87aa9412097291e418e5c1c8a for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:37.436464 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.508177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:37.508909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Checking segment: {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:37.509663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Bound using segment: {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:37.510569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Bound port: 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:37.511288 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.574155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.620152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71b6ff93-2a48-4cb3-9bff-8c9ff1369696 req-cf609ccf-588f-4b8a-85e6-edb9d90af01a tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/security-groups?id=afee01b7-9a9f-4092-b256-6edf86b78e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825076 Jul 15 13:29:37.644040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-5ee3bf30-095a-433b-b5dc-2f95917fd964 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135453 Jul 15 13:29:37.693683 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-5642be5d-f308-4f41-8651-7536220fe7ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3035333 Jul 15 13:29:37.717715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58c979cc-951f-4404-8058-b66ce2141735 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.727546 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58c979cc-951f-4404-8058-b66ce2141735 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.804909 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6834b080-f0ca-4b44-8d7f-0d147e5ad9a1 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4960921 Jul 15 13:29:37.805231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-b488f2e7-7550-450e-9f7e-319e211b8100 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 217 time: 0.1476865 Jul 15 13:29:37.817801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35566) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:37.858844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-118dfbd3-4b2e-4954-a769-53e9527f1c8c', 'network_id': '118dfbd3-4b2e-4954-a769-53e9527f1c8c', 'tenant_id': '30c089bd6bde4e598e1ba5d1541bc327', 'fixed_ips': [{'subnet_id': '6475a8e1-05da-45ea-9b03-042306aa6a61'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:37.859841 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.861255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-715605119', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:37.900789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c979cc-951f-4404-8058-b66ce2141735 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d7cd2-78f6-4b50-b77b-51541567cc74,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:37.912018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de3578b-2f28-4b76-8724-533da340cbc4 req-080ab572-b724-440d-b4a7-1ea40dc77cbe service neutron] 10.222.0.35 "GET /v2.0/networks/f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483858 Jul 15 13:29:37.975034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] For port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:37.979747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-9194060e-09a5-421d-bf87-2cedb52b8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.981495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-9194060e-09a5-421d-bf87-2cedb52b8d3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.1555347 Jul 15 13:29:37.983708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] For port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:38.001846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-acbb1c4e-a8b9-4a33-8ef7-1cd43635d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.005922 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-acbb1c4e-a8b9-4a33-8ef7-1cd43635d3e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1097 time: 0.2227716 Jul 15 13:29:38.006183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.134105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.134895 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.136410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/45fcfafa-0a7b-40bf-8fcd-546bf7a63ada HTTP/1.1" status: 200 len: 1092 time: 4.8259907 Jul 15 13:29:38.141016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb0730de-6bba-4103-b40d-9749b8dba32b req-f76331af-83d5-4b2a-ab24-991eed82ec96 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 210 time: 0.0703702 Jul 15 13:29:38.181646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479780c-c39e-4b6e-a271-ef56cedd40d3 service neutron] Pushing event updated for resources: {'Port': ['ID=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.225542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.232874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-95fe4e02-1f3d-4845-9d07-fbf914790aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.234692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-95fe4e02-1f3d-4845-9d07-fbf914790aa7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2450192 Jul 15 13:29:38.237972 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.267628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Allocated IP 172.20.0.2 (118dfbd3-4b2e-4954-a769-53e9527f1c8c/6475a8e1-05da-45ea-9b03-042306aa6a61/cccdb695-46fb-4af2-aec5-e66d614d6362) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:38.288616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58c979cc-951f-4404-8058-b66ce2141735 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.296211 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-58c979cc-951f-4404-8058-b66ce2141735 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4020891 Jul 15 13:29:38.301349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35568) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.307409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fe530c61-1aa3-41da-aa89-4ab5d42f71aa tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'bf8d7cd2-78f6-4b50-b77b-51541567cc74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:38.309124 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-fe530c61-1aa3-41da-aa89-4ab5d42f71aa tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:29:38.309944 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-fe530c61-1aa3-41da-aa89-4ab5d42f71aa tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:38.315389 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fe530c61-1aa3-41da-aa89-4ab5d42f71aa tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124390 Jul 15 13:29:38.321806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35570) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.329197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-63e4dfd7-cfd1-4830-a8cb-6b50b31f97f6 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'bf8d7cd2-78f6-4b50-b77b-51541567cc74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:38.330274 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-63e4dfd7-cfd1-4830-a8cb-6b50b31f97f6 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:29:38.331346 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-63e4dfd7-cfd1-4830-a8cb-6b50b31f97f6 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:38.336542 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-63e4dfd7-cfd1-4830-a8cb-6b50b31f97f6 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122452 Jul 15 13:29:38.338828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.340326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.346189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35572) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.367535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-f59c15d7-7f63-46df-a822-7b8ae2c28d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.368053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-639d22b5-ba11-4e96-bf54-a1d6b7d5b391 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'bf8d7cd2-78f6-4b50-b77b-51541567cc74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:38.370170 n-d-771362-36 neutron-server[93733]: WARNING neutron.api.v2.base [None req-639d22b5-ba11-4e96-bf54-a1d6b7d5b391 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:29:38.370529 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-f59c15d7-7f63-46df-a822-7b8ae2c28d1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=31f78c25-82cf-48ae-88dd-2b3cbccce895 HTTP/1.1" status: 200 len: 897 time: 0.3372536 Jul 15 13:29:38.370753 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-639d22b5-ba11-4e96-bf54-a1d6b7d5b391 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:38.374642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-639d22b5-ba11-4e96-bf54-a1d6b7d5b391 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0220006 Jul 15 13:29:38.377811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35574) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.385115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5072a979-781c-4898-b778-f2424d2b7b85 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'bf8d7cd2-78f6-4b50-b77b-51541567cc74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:38.386715 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-5072a979-781c-4898-b778-f2424d2b7b85 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:29:38.387655 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-5072a979-781c-4898-b778-f2424d2b7b85 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:38.392811 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5072a979-781c-4898-b778-f2424d2b7b85 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134375 Jul 15 13:29:38.401292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35576) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.415719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab882340-1af7-4ed9-a0ff-b6008cad6a10,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.442548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0546-3423-428e-b726-92783411ce97 req-c46da50d-852a-4d8f-bc7c-4cd3cdabcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.444368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-c46da50d-852a-4d8f-bc7c-4cd3cdabcd5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 1095 time: 0.2531989 Jul 15 13:29:38.515966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-0e436b26-044d-46df-83ae-065b272b69e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada HTTP/1.1" status: 200 len: 217 time: 0.0634215 Jul 15 13:29:38.581352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-2c45fc42-b927-4124-8b58-aa5168bd45bc service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346798 Jul 15 13:29:38.596827 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.615999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Transition to ACTIVE for port object cccdb695-46fb-4af2-aec5-e66d614d6362 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:38.648155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Transition to ACTIVE for port object cccdb695-46fb-4af2-aec5-e66d614d6362 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:38.652246 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.665253 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e54e54ac-6f82-4d72-b6ab-c806ed14001a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.666910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.690535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Allocated IP 192.168.233.111 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/9f240c3d-70e3-4b9a-95c4-eec896c8076f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:38.703627 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e54e54ac-6f82-4d72-b6ab-c806ed14001a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.741264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0546-3423-428e-b726-92783411ce97 req-76cac2a6-75e1-4cbd-b9c8-e986629121b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.749209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-76cac2a6-75e1-4cbd-b9c8-e986629121b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 200 len: 851 time: 0.2229321 Jul 15 13:29:38.754692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:38.764870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:38.770787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:38.781815 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dc2e63-e1a2-42e1-b0ac-2bcb9f492394 x-openstack-request-id: req-94dc2e63-e1a2-42e1-b0ac-2bcb9f492394 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:38.782164 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80ed17a-1cec-49f6-ba28-4e50ff97e40f", "tag": "ef01af35-194a-4278-b8c8-6de9c3488a65", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:38.782420 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94dc2e63-e1a2-42e1-b0ac-2bcb9f492394 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:38.783058 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80ed17a-1cec-49f6-ba28-4e50ff97e40f', 'tag': 'ef01af35-194a-4278-b8c8-6de9c3488a65', 'status': 'completed', 'code': 200} Jul 15 13:29:38.836333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Pushing event updated for resources: {'Port': ['ID=cccdb695-46fb-4af2-aec5-e66d614d6362,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.882552 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-89565c6c-a5b6-49b4-bc10-7ee75767beb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e HTTP/1.1" status: 200 len: 1001 time: 0.4882538 Jul 15 13:29:38.903615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Attempting to bind port cccdb695-46fb-4af2-aec5-e66d614d6362 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:38.904585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Attempting to bind port cccdb695-46fb-4af2-aec5-e66d614d6362 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'dadeca0c-7f6a-40b2-b150-a808210fbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '118dfbd3-4b2e-4954-a769-53e9527f1c8c'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:38.904738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Attempting to bind port cccdb695-46fb-4af2-aec5-e66d614d6362 on network 118dfbd3-4b2e-4954-a769-53e9527f1c8c {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:38.914613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:38.915252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Checking segment: {'id': 'dadeca0c-7f6a-40b2-b150-a808210fbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '118dfbd3-4b2e-4954-a769-53e9527f1c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:38.915925 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.916583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Bound using segment: {'id': 'dadeca0c-7f6a-40b2-b150-a808210fbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '118dfbd3-4b2e-4954-a769-53e9527f1c8c'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:38.917394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Bound port: cccdb695-46fb-4af2-aec5-e66d614d6362, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadeca0c-7f6a-40b2-b150-a808210fbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '118dfbd3-4b2e-4954-a769-53e9527f1c8c'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:38.918017 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.943084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e54e54ac-6f82-4d72-b6ab-c806ed14001a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.945816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e54e54ac-6f82-4d72-b6ab-c806ed14001a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.951111 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e54e54ac-6f82-4d72-b6ab-c806ed14001a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf8d7cd2-78f6-4b50-b77b-51541567cc74 HTTP/1.1" status: 204 len: 168 time: 0.5446754 Jul 15 13:29:38.956361 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35584) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.960226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-9d5d60cc-c6e9-4837-9702-15c07dfbd4a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfd8075f-5111-4057-8922-5eb28681d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478634 Jul 15 13:29:39.040286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] For port cccdb695-46fb-4af2-aec5-e66d614d6362, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:39.046613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] For port cccdb695-46fb-4af2-aec5-e66d614d6362, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cccdb695-46fb-4af2-aec5-e66d614d6362,segment=NetworkSegment(dadeca0c-7f6a-40b2-b150-a808210fbb8c),segment_id=dadeca0c-7f6a-40b2-b150-a808210fbb8c)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:39.057237 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.078278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.087591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e54ac-6f82-4d72-b6ab-c806ed14001a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d7cd2-78f6-4b50-b77b-51541567cc74,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.133257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-8c63b392-50c6-4446-b664-eb54516fa0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.134862 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-8c63b392-50c6-4446-b664-eb54516fa0bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0e9532c-2710-4fba-816f-e8d30b948c68 HTTP/1.1" status: 200 len: 834 time: 0.2005062 Jul 15 13:29:39.163183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0cb74-881f-4400-9f4a-59fe97831c54 None None] Pushing event updated for resources: {'Port': ['ID=cccdb695-46fb-4af2-aec5-e66d614d6362,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.218920 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9fca51bc-bd87-4266-b972-80ad067ac09f tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2577755 Jul 15 13:29:39.226978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35588) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:39.234341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ad24ec4e-dbaf-4783-8f9c-710491ab20d8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--669962006'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:39.325848 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ad24ec4e-dbaf-4783-8f9c-710491ab20d8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.369010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-8243d441-9972-481e-8dbb-69575860eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.371356 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-8243d441-9972-481e-8dbb-69575860eb50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31f78c25-82cf-48ae-88dd-2b3cbccce895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187502 Jul 15 13:29:39.636080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-f72c75a5-4a4a-4fb2-b0c3-ebedaa9305fa service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0440474 Jul 15 13:29:39.677304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ad24ec4e-dbaf-4783-8f9c-710491ab20d8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.732185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ad24ec4e-dbaf-4783-8f9c-710491ab20d8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.794344 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-148f685d-aeda-475d-b6b2-d0ae27bd3fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900793 Jul 15 13:29:39.868846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ad24ec4e-dbaf-4783-8f9c-710491ab20d8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.870484 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ad24ec4e-dbaf-4783-8f9c-710491ab20d8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6420164 Jul 15 13:29:39.891542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35594) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:39.898933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ec4e-dbaf-4783-8f9c-710491ab20d8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599da856-f526-4641-a583-501eea8bca42,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.901746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.914536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-570aba53-6ec8-42e5-9889-f98efe1d1b21 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:39.915167 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-570aba53-6ec8-42e5-9889-f98efe1d1b21 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:29:39.915794 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-570aba53-6ec8-42e5-9889-f98efe1d1b21 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:39.917055 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-570aba53-6ec8-42e5-9889-f98efe1d1b21 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0242424 Jul 15 13:29:39.934842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35596) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:39.942840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.943341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3cefb5ff-e6fa-4fff-8f56-5ebdec8f1203 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:39.955359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-c04b9526-79c6-4113-807d-795b70beb571 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956553 Jul 15 13:29:39.963517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be8cc-c41a-4691-bdcc-0ed40972a602 req-0229452b-8253-4b12-87a4-5918ac0d71b9 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.965149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-244be8cc-c41a-4691-bdcc-0ed40972a602 req-0229452b-8253-4b12-87a4-5918ac0d71b9 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 943 time: 1.1807299 Jul 15 13:29:39.973825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-c5f7e051-8c6b-4181-ae35-0a3e9ac83ac8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 HTTP/1.1" status: 200 len: 217 time: 0.2309570 Jul 15 13:29:39.975804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-47f48c5e-ea6a-4576-b95f-e893b686a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.977695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-47f48c5e-ea6a-4576-b95f-e893b686a644 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b2cdb3c09b4e5291fa384180b026d2&device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 1096 time: 1.1911335 Jul 15 13:29:40.106115 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-624daa64-493f-4cde-adcd-ae9af24d18b9 req-d44ea1e2-822e-4fe2-a326-cd2b7621ebe6 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031902 Jul 15 13:29:40.136788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.224414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Allocated IP 172.25.1.23 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/40a01543-186f-41a1-a642-0fb4af37e293) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:40.255233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Transition to ACTIVE for port object 9f240c3d-70e3-4b9a-95c4-eec896c8076f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:40.270449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-244be8cc-c41a-4691-bdcc-0ed40972a602 req-a0714cbc-8695-4dc9-9b4c-945b2c4830a8 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914972 Jul 15 13:29:40.278701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-5364fdbc-790b-468d-b758-ec87e16f4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.280463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-5364fdbc-790b-468d-b758-ec87e16f4693 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.2812836 Jul 15 13:29:40.304868 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-3cefb5ff-e6fa-4fff-8f56-5ebdec8f1203 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:40.309856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3cefb5ff-e6fa-4fff-8f56-5ebdec8f1203 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3724825 Jul 15 13:29:40.314759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35600) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.324644 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3a238274-caa2-4d45-9371-82f0bd9e600c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:40.325358 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-3a238274-caa2-4d45-9371-82f0bd9e600c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:29:40.326151 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-3a238274-caa2-4d45-9371-82f0bd9e600c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:40.328407 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3a238274-caa2-4d45-9371-82f0bd9e600c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118420 Jul 15 13:29:40.333026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35602) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.341489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6ab98989-fd3c-4935-945e-daa84ff23c00 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:40.377224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ef01af35-194a-4278-b8c8-6de9c3488a65 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:40.378089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c93b0546-3423-428e-b726-92783411ce97 req-003f898a-bd8e-4b07-bccb-3c47022c3b11 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925450 Jul 15 13:29:40.388899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-3cfaf750-f8b2-4ca1-beba-e1333acd3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.390519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-3cfaf750-f8b2-4ca1-beba-e1333acd3a85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba HTTP/1.1" status: 200 len: 910 time: 0.3952048 Jul 15 13:29:40.456408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-28c32d7f-7ba6-4a08-a4da-6d717f3b1a0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef01af35-194a-4278-b8c8-6de9c3488a65 HTTP/1.1" status: 200 len: 217 time: 0.0559621 Jul 15 13:29:40.539361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.609829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6dcc605d-e0dd-4a49-b726-55b2cb291597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.612706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6dcc605d-e0dd-4a49-b726-55b2cb291597 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3234415 Jul 15 13:29:40.620661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-f3f6efb6-fd25-4fba-ab8f-ec36d67fed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.622620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-f3f6efb6-fd25-4fba-ab8f-ec36d67fed72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1466af16-f2af-4cf9-850c-3491303d5dc3 HTTP/1.1" status: 200 len: 849 time: 0.1598604 Jul 15 13:29:40.625292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:40.662697 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-6ab98989-fd3c-4935-945e-daa84ff23c00 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:40.667267 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6ab98989-fd3c-4935-945e-daa84ff23c00 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3299425 Jul 15 13:29:40.670945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:40.699431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35604) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.715479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:40.719899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-875537a8-2fb0-42c9-99a8-f65b28bd1943 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:40.721039 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-875537a8-2fb0-42c9-99a8-f65b28bd1943 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:29:40.722548 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-875537a8-2fb0-42c9-99a8-f65b28bd1943 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:40.733366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-c46fc564-9d6e-4d6d-9249-59e4cf0a6af4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938640 Jul 15 13:29:40.735418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35606) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.739858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-875537a8-2fb0-42c9-99a8-f65b28bd1943 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0387864 Jul 15 13:29:40.761577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-26aa9ef0-83cc-4fc1-9256-86eefd7a8de2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:40.769834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.877383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.889313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'tag': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:40.899930 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2e083-9afb-45f6-81b0-9506be08bdff" -d '{"events": [{"name": "network-changed", "server_uuid": "56d912a6-120c-4e7d-b562-b0917ad0e54e", "tag": "45fcfafa-0a7b-40bf-8fcd-546bf7a63ada"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:40.902667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Pushing event updated for resources: {'Port': ['ID=9f240c3d-70e3-4b9a-95c4-eec896c8076f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.977494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:40.977494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:40.982617 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:41.042804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'Port': ['ID=40a01543-186f-41a1-a642-0fb4af37e293,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.087171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ef01af35-194a-4278-b8c8-6de9c3488a65, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef01af35-194a-4278-b8c8-6de9c3488a65,segment=NetworkSegment(b8236670-9b6d-4d1e-82b5-08ddde8b4d43),segment_id=b8236670-9b6d-4d1e-82b5-08ddde8b4d43)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:41.127615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'ef01af35-194a-4278-b8c8-6de9c3488a65', 'network_id': 'f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba', 'port_id': 'ef01af35-194a-4278-b8c8-6de9c3488a65', 'mac_address': 'fa:16:3e:b7:c7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1466af16-f2af-4cf9-850c-3491303d5dc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:41.234991 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.235618 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-26aa9ef0-83cc-4fc1-9256-86eefd7a8de2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Project 99e55f64f4dc431cb8ffb5bd65e8ec33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:29:41.258311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef01af35-194a-4278-b8c8-6de9c3488a65 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:41.270989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.271900 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.306225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ef01af35-194a-4278-b8c8-6de9c3488a65, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef01af35-194a-4278-b8c8-6de9c3488a65,segment=NetworkSegment(b8236670-9b6d-4d1e-82b5-08ddde8b4d43),segment_id=b8236670-9b6d-4d1e-82b5-08ddde8b4d43)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:41.317733 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.325295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:41.346458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-061efaec-aba0-42e4-942e-973885894290 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194600 Jul 15 13:29:41.369456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-9ac3ce29-5a0b-4d5d-a376-892c941dc1b5 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1153688 Jul 15 13:29:41.369456 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-26aa9ef0-83cc-4fc1-9256-86eefd7a8de2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:41.370078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-26aa9ef0-83cc-4fc1-9256-86eefd7a8de2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6131115 Jul 15 13:29:41.382820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35614) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:41.399178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Request body: {'port': {'device_id': 'b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.406673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-087e1a7b-6144-4ad2-9ab9-abd53b520609 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.407571 n-d-771362-36 neutron-server[93733]: WARNING neutron.api.v2.base [None req-087e1a7b-6144-4ad2-9ab9-abd53b520609 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:29:41.408129 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-087e1a7b-6144-4ad2-9ab9-abd53b520609 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:41.412039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-087e1a7b-6144-4ad2-9ab9-abd53b520609 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072625 Jul 15 13:29:41.440957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cccdb695-46fb-4af2-aec5-e66d614d6362 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:41.447551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35616) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:41.452134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3958a5d9-9dcd-4b47-ac23-3c2c038ef230 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.469875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813861e-13bf-4239-86cd-c88c2d45de89 req-4b385425-ffff-404e-b5c1-b26eb2625dad tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.472740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e4003-fd38-4c3b-9512-abf08c7497de None None] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:41.479485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f813861e-13bf-4239-86cd-c88c2d45de89 req-4b385425-ffff-404e-b5c1-b26eb2625dad tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 944 time: 0.7786317 Jul 15 13:29:41.489520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-4044728f-f628-4d29-991b-f5ad321596ef service neutron] 10.222.0.35 "GET /v2.0/networks/f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113044 Jul 15 13:29:41.571895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8c217471-5589-425a-a3df-de7fcd96d453 None None] Provisioning for port 9f240c3d-70e3-4b9a-95c4-eec896c8076f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:41.600406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=ef01af35-194a-4278-b8c8-6de9c3488a65,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.604212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8c217471-5589-425a-a3df-de7fcd96d453 None None] Provisioning complete for port 9f240c3d-70e3-4b9a-95c4-eec896c8076f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:41.605013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8c217471-5589-425a-a3df-de7fcd96d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.681702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['ef01af35-194a-4278-b8c8-6de9c3488a65'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:41.816252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-8c217471-5589-425a-a3df-de7fcd96d453 None None] Port 9f240c3d-70e3-4b9a-95c4-eec896c8076f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:41.881900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port cccdb695-46fb-4af2-aec5-e66d614d6362 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:41.890104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.897125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:41.924563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f813861e-13bf-4239-86cd-c88c2d45de89 req-b4a50ee3-b2c9-4078-a854-c66cd34baf61 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/security-groups?id=afee01b7-9a9f-4092-b256-6edf86b78e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433017 Jul 15 13:29:41.938551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada', 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f', 'port_id': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada', 'mac_address': 'fa:16:3e:4e:a5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4937de-6935-4c66-bc8e-0db01449d6c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:41.982910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.035046 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-3958a5d9-9dcd-4b47-ac23-3c2c038ef230 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Project 99e55f64f4dc431cb8ffb5bd65e8ec33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:29:42.072271 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-3958a5d9-9dcd-4b47-ac23-3c2c038ef230 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:42.074531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3958a5d9-9dcd-4b47-ac23-3c2c038ef230 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6259875 Jul 15 13:29:42.079035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35620) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:42.089612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3326024e-4ad0-43e9-af92-569f76f9ef79 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '599da856-f526-4641-a583-501eea8bca42', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:42.113674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8ca0b63c-f7f2-4933-ae62-555f30f3779f None None] Provisioning for port cccdb695-46fb-4af2-aec5-e66d614d6362 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:42.116408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-1ed3066d-f5ab-4fbc-82f3-cd113bdeef7f service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615669 Jul 15 13:29:42.133788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.141074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8ca0b63c-f7f2-4933-ae62-555f30f3779f None None] Provisioning complete for port cccdb695-46fb-4af2-aec5-e66d614d6362 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:42.141532 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b63c-f7f2-4933-ae62-555f30f3779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.193270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:42.217134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-7a363f46-efd6-4ce2-a463-6bd173a9f8eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802 HTTP/1.1" status: 200 len: 217 time: 0.0801911 Jul 15 13:29:42.250151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:42.264709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a0441b3-e748-4b9d-9a61-2c9bb876b8d6 req-c286b6ac-4701-4054-8e9f-3866cc01907a service neutron] 10.222.0.35 "GET /v2.0/networks/f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616076 Jul 15 13:29:42.265977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.284621 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-3326024e-4ad0-43e9-af92-569f76f9ef79 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Project 99e55f64f4dc431cb8ffb5bd65e8ec33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:29:42.343630 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-3326024e-4ad0-43e9-af92-569f76f9ef79 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:42.346107 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3326024e-4ad0-43e9-af92-569f76f9ef79 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2599635 Jul 15 13:29:42.353566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35622) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:42.373893 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b63c-f7f2-4933-ae62-555f30f3779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.377458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:42.445367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8ca0b63c-f7f2-4933-ae62-555f30f3779f None None] For port cccdb695-46fb-4af2-aec5-e66d614d6362, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cccdb695-46fb-4af2-aec5-e66d614d6362,segment=NetworkSegment(dadeca0c-7f6a-40b2-b150-a808210fbb8c),segment_id=dadeca0c-7f6a-40b2-b150-a808210fbb8c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:42.459460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b63c-f7f2-4933-ae62-555f30f3779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.507697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['45fcfafa-0a7b-40bf-8fcd-546bf7a63ada'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:42.591037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0b63c-f7f2-4933-ae62-555f30f3779f None None] Pushing event updated for resources: {'Port': ['ID=cccdb695-46fb-4af2-aec5-e66d614d6362,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:42.601932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.632922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-4e44e238-8880-49db-a590-1d1953655148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.634820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-4e44e238-8880-49db-a590-1d1953655148 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.4066656 Jul 15 13:29:42.809734 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-366d0114-9b37-476a-9ebf-5adc1d6e07d2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.838019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Router e07c440c-111c-457d-b3cd-69ee34629cc8 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:42.841209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-16af3f9c-ca0e-4a38-ac88-dfadd67a36f4 None None] Provisioning complete for port cccdb695-46fb-4af2-aec5-e66d614d6362 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:42.841822 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-16af3f9c-ca0e-4a38-ac88-dfadd67a36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.867388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c7a92-2ad4-4db5-892e-f55179960b1c req-947e1b7e-c1a3-4c2d-acb0-30e156df1737 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.875026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-520c7a92-2ad4-4db5-892e-f55179960b1c req-947e1b7e-c1a3-4c2d-acb0-30e156df1737 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 936 time: 0.4467237 Jul 15 13:29:42.893948 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-366d0114-9b37-476a-9ebf-5adc1d6e07d2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.962645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-ad7c3b93-7335-4a0a-94be-63d058c3861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.964625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-ad7c3b93-7335-4a0a-94be-63d058c3861e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3092580 Jul 15 13:29:43.042398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-520c7a92-2ad4-4db5-892e-f55179960b1c req-c07fbc1a-d7e6-48d4-8058-bdf433258f7a tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab882340-1af7-4ed9-a0ff-b6008cad6a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659155 Jul 15 13:29:43.096222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:43.116028 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d931a8-aac6-461d-8f1e-33b9a1d29a5f None None] Sync routers for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:43.154790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cccdb695-46fb-4af2-aec5-e66d614d6362 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:43.159930 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d931a8-aac6-461d-8f1e-33b9a1d29a5f None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:43.160568 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e1d931a8-aac6-461d-8f1e-33b9a1d29a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:43.183757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.193403 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-03934035-1b02-43e1-82f5-3907fe4d1498 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.3314600 Jul 15 13:29:43.193403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35632) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:43.237295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f240c3d-70e3-4b9a-95c4-eec896c8076f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:43.239391 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e1d931a8-aac6-461d-8f1e-33b9a1d29a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:43.246353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-366d0114-9b37-476a-9ebf-5adc1d6e07d2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.250507 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d931a8-aac6-461d-8f1e-33b9a1d29a5f None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:43.252015 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e1d931a8-aac6-461d-8f1e-33b9a1d29a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:43.254031 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-366d0114-9b37-476a-9ebf-5adc1d6e07d2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.258081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-366d0114-9b37-476a-9ebf-5adc1d6e07d2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/599da856-f526-4641-a583-501eea8bca42 HTTP/1.1" status: 204 len: 168 time: 0.8991342 Jul 15 13:29:43.263070 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35634) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:43.274319 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.288861 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e1d931a8-aac6-461d-8f1e-33b9a1d29a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:43.289798 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d931a8-aac6-461d-8f1e-33b9a1d29a5f None None] The sync data for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:43.314830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cccdb695-46fb-4af2-aec5-e66d614d6362 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:43.315510 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.324528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d0114-9b37-476a-9ebf-5adc1d6e07d2 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599da856-f526-4641-a583-501eea8bca42,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.330923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-d26e383e-b1f8-44d4-ad2c-5c8a33def7a3 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553998 Jul 15 13:29:43.334581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Transition to ACTIVE for port object 9f240c3d-70e3-4b9a-95c4-eec896c8076f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:43.351836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.385868 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5861913-2580-4ff9-9797-8fa41ed7e8a1 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204872 Jul 15 13:29:43.416745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:43.421247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0c597f6f-1a92-441b-bae7-5f59b30e5031 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331312603'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:43.451903 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c597f6f-1a92-441b-bae7-5f59b30e5031 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.525829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Pushing event updated for resources: {'Port': ['ID=9f240c3d-70e3-4b9a-95c4-eec896c8076f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.628788 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904a4112-e011-4304-8cf3-07c2212b0b9f x-openstack-request-id: req-904a4112-e011-4304-8cf3-07c2212b0b9f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:43.629372 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d912a6-120c-4e7d-b562-b0917ad0e54e", "tag": "45fcfafa-0a7b-40bf-8fcd-546bf7a63ada", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:43.629802 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-904a4112-e011-4304-8cf3-07c2212b0b9f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:43.630362 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'tag': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada', 'status': 'completed', 'code': 200} Jul 15 13:29:43.639330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-2464ddcb-90db-4b57-92f1-7b8556c5ac04 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011172 Jul 15 13:29:43.839567 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c597f6f-1a92-441b-bae7-5f59b30e5031 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.852946 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c597f6f-1a92-441b-bae7-5f59b30e5031 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.929629 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c597f6f-1a92-441b-bae7-5f59b30e5031 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.930928 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0c597f6f-1a92-441b-bae7-5f59b30e5031 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5140679 Jul 15 13:29:43.937828 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:43.942885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-dda461ce-d5a1-4dab-800f-d62aeec5fe9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'ee2d0650-729b-4ed8-996e-dc74faedac65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:43.949326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c597f6f-1a92-441b-bae7-5f59b30e5031 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2d0650-729b-4ed8-996e-dc74faedac65,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.085609 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-dda461ce-d5a1-4dab-800f-d62aeec5fe9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The resource could not be found. Jul 15 13:29:44.086763 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dda461ce-d5a1-4dab-800f-d62aeec5fe9a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1481969 Jul 15 13:29:44.089638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35642) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.094646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-29215ee2-41bc-4f1b-81d0-d4e513f4d15c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'ee2d0650-729b-4ed8-996e-dc74faedac65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e8c9c7c7-87ec-4d1d-b872-ef40ace18c9a'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:44.117998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-dd35e2dd-b63a-4a8f-8521-71546666780b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d85dfc45-7929-4343-8908-3b7db695b10f HTTP/1.1" status: 200 len: 217 time: 0.4686759 Jul 15 13:29:44.189640 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.201213 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-29215ee2-41bc-4f1b-81d0-d4e513f4d15c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The resource could not be found. Jul 15 13:29:44.206871 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29215ee2-41bc-4f1b-81d0-d4e513f4d15c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1118374 Jul 15 13:29:44.208504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35646) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.354947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3af3861-e919-4cb4-a141-ea43ae073fa8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.364921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Attempting to bind port 9f240c3d-70e3-4b9a-95c4-eec896c8076f on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:44.365620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Attempting to bind port 9f240c3d-70e3-4b9a-95c4-eec896c8076f by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:44.366256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Attempting to bind port 9f240c3d-70e3-4b9a-95c4-eec896c8076f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:44.370714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-a5b18ba5-454e-443a-baf7-35c410063c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.373032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-a5b18ba5-454e-443a-baf7-35c410063c8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.2406120 Jul 15 13:29:44.389615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3af3861-e919-4cb4-a141-ea43ae073fa8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.390934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ef01af35-194a-4278-b8c8-6de9c3488a65 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:44.411637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Port 9f240c3d-70e3-4b9a-95c4-eec896c8076f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:44.412271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Attempting to bind port 9f240c3d-70e3-4b9a-95c4-eec896c8076f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:44.450409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3af3861-e919-4cb4-a141-ea43ae073fa8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.453346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c3af3861-e919-4cb4-a141-ea43ae073fa8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.456956 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c3af3861-e919-4cb4-a141-ea43ae073fa8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/ee2d0650-729b-4ed8-996e-dc74faedac65 HTTP/1.1" status: 204 len: 168 time: 0.2450488 Jul 15 13:29:44.461239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35648) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.480844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:44.481452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:44.482118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:44.482964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Bound port: 9f240c3d-70e3-4b9a-95c4-eec896c8076f, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:44.483696 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.489825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-e6a14584-7f89-425b-960a-9ac7b4383d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.492763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-e6a14584-7f89-425b-960a-9ac7b4383d39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 1096 time: 0.3703635 Jul 15 13:29:44.493693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port ef01af35-194a-4278-b8c8-6de9c3488a65 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:44.505338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port ef01af35-194a-4278-b8c8-6de9c3488a65 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:44.505338 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.505694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3861-e919-4cb4-a141-ea43ae073fa8 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2d0650-729b-4ed8-996e-dc74faedac65,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.579338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd60a2-fdad-4fb9-83f8-a00a8b6ce508 req-9dbd638f-beff-4710-9d98-2950ab76c3a4 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.595883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cd60a2-fdad-4fb9-83f8-a00a8b6ce508 req-9dbd638f-beff-4710-9d98-2950ab76c3a4 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 944 time: 0.4735765 Jul 15 13:29:44.672401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Allocated IP 172.20.0.1 (118dfbd3-4b2e-4954-a769-53e9527f1c8c/6475a8e1-05da-45ea-9b03-042306aa6a61/0394d2b5-7c8c-4ee1-adc9-7518223306df) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:44.682970 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.724862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80ed17a-1cec-49f6-ba28-4e50ff97e40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef01af35-194a-4278-b8c8-6de9c3488a65'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:44.729220 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bc7b1f-cf37-4a70-a7af-248ea1a69cac" -d '{"events": [{"server_uuid": "b80ed17a-1cec-49f6-ba28-4e50ff97e40f", "name": "network-vif-plugged", "status": "completed", "tag": "ef01af35-194a-4278-b8c8-6de9c3488a65"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:44.759601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ef01af35-194a-4278-b8c8-6de9c3488a65, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef01af35-194a-4278-b8c8-6de9c3488a65,segment=NetworkSegment(b8236670-9b6d-4d1e-82b5-08ddde8b4d43),segment_id=b8236670-9b6d-4d1e-82b5-08ddde8b4d43)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:44.769464 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.847780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.865204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Transition to ACTIVE for port object 0394d2b5-7c8c-4ee1-adc9-7518223306df will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:44.865492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=ef01af35-194a-4278-b8c8-6de9c3488a65,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.883428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b9d57ea8-a088-415f-96b1-83b9a69e8210 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4146712 Jul 15 13:29:44.886797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.891833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-eea7a946-d9d2-4d8d-9d1a-2debca937892 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'e88ea4bb-bba1-487a-bea3-9035d2315c75', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:44.929599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.932120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-05cd60a2-fdad-4fb9-83f8-a00a8b6ce508 req-eb179d38-3e51-4baa-8a1b-9146058b06fa tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369868 Jul 15 13:29:44.947600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-816d74ce-4cbc-486c-b763-79a0618db6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.953035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-816d74ce-4cbc-486c-b763-79a0618db6ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5707490 Jul 15 13:29:44.972122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] For port 9f240c3d-70e3-4b9a-95c4-eec896c8076f, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:44.999791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] For port 9f240c3d-70e3-4b9a-95c4-eec896c8076f, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f240c3d-70e3-4b9a-95c4-eec896c8076f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:45.048555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.052770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:45.059984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:45.062856 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-eea7a946-d9d2-4d8d-9d1a-2debca937892 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The resource could not be found. Jul 15 13:29:45.068001 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eea7a946-d9d2-4d8d-9d1a-2debca937892 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1795943 Jul 15 13:29:45.070981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:45.075046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35656) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:45.092539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ce7cad16-7b58-4591-8bc5-2ed59e6d902a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883723000'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:45.097690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'Port': ['ID=0394d2b5-7c8c-4ee1-adc9-7518223306df,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.179457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-f0220e5d-baa8-4601-8f9e-81fc7c736423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:45.182186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-f0220e5d-baa8-4601-8f9e-81fc7c736423 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 912 time: 0.6448121 Jul 15 13:29:45.212973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.268343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:45.269987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.273112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] 10.222.0.30 "PUT /v2.0/ports/9f240c3d-70e3-4b9a-95c4-eec896c8076f HTTP/1.1" status: 200 len: 1097 time: 3.8780024 Jul 15 13:29:45.328970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:45.513372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-9f02b66a-972a-4374-887a-4f8d43961962 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada HTTP/1.1" status: 200 len: 217 time: 0.2360947 Jul 15 13:29:45.553301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce7cad16-7b58-4591-8bc5-2ed59e6d902a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.633086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962b2da-c7d1-4e26-9890-1e6b06b23a9d service neutron] Pushing event updated for resources: {'Port': ['ID=9f240c3d-70e3-4b9a-95c4-eec896c8076f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.643750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0', 'tag': '9f240c3d-70e3-4b9a-95c4-eec896c8076f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:45.647689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:45.658559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:45.658782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.661108 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d99f94c-40c9-4f0d-b417-0ef72143fa63" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0", "tag": "9f240c3d-70e3-4b9a-95c4-eec896c8076f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:45.767805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.801708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-909b367f-46e2-4233-8ba1-ffa8f2e5b224 None None] Provisioning for port 0394d2b5-7c8c-4ee1-adc9-7518223306df completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:45.808063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-909b367f-46e2-4233-8ba1-ffa8f2e5b224 None None] Provisioning complete for port 0394d2b5-7c8c-4ee1-adc9-7518223306df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:45.808063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-909b367f-46e2-4233-8ba1-ffa8f2e5b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.866117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-2b249803-5cc3-4a06-a94b-a6aba4545ffa service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8789270 Jul 15 13:29:45.875250 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.879174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-909b367f-46e2-4233-8ba1-ffa8f2e5b224 None None] Port 0394d2b5-7c8c-4ee1-adc9-7518223306df cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:45.918012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:45.924816 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.994239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.179716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-d21ae06a-f40d-453f-b25d-587dbd98916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.182292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-d21ae06a-f40d-453f-b25d-587dbd98916f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 200 len: 851 time: 0.6376333 Jul 15 13:29:46.293739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-e1d29eea-01ac-456a-a1fd-eadb747f7e28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfd8075f-5111-4057-8922-5eb28681d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012688 Jul 15 13:29:46.336339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.342971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.372251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-1f78fa0d-ec90-4bc0-bd52-7c61dd52e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.375353 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-1f78fa0d-ec90-4bc0-bd52-7c61dd52e54e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=332c20d87aa9412097291e418e5c1c8a&device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 1100 time: 0.8874030 Jul 15 13:29:46.406046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce7cad16-7b58-4591-8bc5-2ed59e6d902a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.429248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-9d3b9d8a-5f48-41b5-ab06-82c143027e54 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920626 Jul 15 13:29:46.443957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.454528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'Port': ['ID=0394d2b5-7c8c-4ee1-adc9-7518223306df,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.457377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce7cad16-7b58-4591-8bc5-2ed59e6d902a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.579562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-aee7340d-25f8-4a53-8357-2f25b4f34189 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=9f240c3d-70e3-4b9a-95c4-eec896c8076f HTTP/1.1" status: 200 len: 217 time: 0.1712301 Jul 15 13:29:46.598586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:46.601837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:46.626984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-ba85849d-e6a6-4cdd-a9db-b31c556e3138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3 HTTP/1.1" status: 200 len: 217 time: 0.1770258 Jul 15 13:29:46.704518 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce7cad16-7b58-4591-8bc5-2ed59e6d902a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.705827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ce7cad16-7b58-4591-8bc5-2ed59e6d902a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6293020 Jul 15 13:29:46.716572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35680) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:46.725667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fdab9f94-73c2-4613-b5e0-665cf0ab6fb3 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--310106455'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:46.738100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cdf3b-5104-4886-9ebe-cd3b3e4f24cb req-779c581b-1d98-4b51-91e5-630a4ce725b3 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.745321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a10cdf3b-5104-4886-9ebe-cd3b3e4f24cb req-779c581b-1d98-4b51-91e5-630a4ce725b3 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 946 time: 0.7233195 Jul 15 13:29:46.747501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cad16-7b58-4591-8bc5-2ed59e6d902a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26d9473-c6c4-465d-a403-1c8fd2e59ae8,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.817807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-030af9af-7199-4cff-a6c4-5f6d93f65e6b service neutron] 10.222.0.30 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856350 Jul 15 13:29:46.822704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-72c08497-54c8-40ec-bfd9-467b9e6608fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.824802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-72c08497-54c8-40ec-bfd9-467b9e6608fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2028091 Jul 15 13:29:46.846784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdab9f94-73c2-4613-b5e0-665cf0ab6fb3 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.892282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-cd85676e-1f4b-47de-9044-c3b2cea325f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.893880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-cd85676e-1f4b-47de-9044-c3b2cea325f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.2474749 Jul 15 13:29:46.919308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Router e07c440c-111c-457d-b3cd-69ee34629cc8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:46.948033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a10cdf3b-5104-4886-9ebe-cd3b3e4f24cb req-ef9ff357-ed49-4a23-b9f0-dd315b61f590 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/security-groups?id=afee01b7-9a9f-4092-b256-6edf86b78e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011950 Jul 15 13:29:47.092082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cba73668-88fb-4e25-9c64-c3bc6a39817c None None] Provisioning complete for port 0394d2b5-7c8c-4ee1-adc9-7518223306df triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:47.092951 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cba73668-88fb-4e25-9c64-c3bc6a39817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.230544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0da2e083-9afb-45f6-81b0-9506be08bdff req-0f37d1f2-7c0f-4c8b-bafc-cfe1eebe4a61 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043813 Jul 15 13:29:47.238924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-aebadf41-5704-4662-a4dc-d660d5cee921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.241170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-aebadf41-5704-4662-a4dc-d660d5cee921 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4059777 Jul 15 13:29:47.257605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cba73668-88fb-4e25-9c64-c3bc6a39817c None None] Port 0394d2b5-7c8c-4ee1-adc9-7518223306df cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:47.322965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:47.337017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6273ffdc-4b7b-4676-9afd-8e09a0e7db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.337309 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-36d341f8-84c2-4903-85a3-03ee0f11387a tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "PUT /v2.0/routers/e07c440c-111c-457d-b3cd-69ee34629cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1451793 Jul 15 13:29:47.339694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-6273ffdc-4b7b-4676-9afd-8e09a0e7db34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4341891 Jul 15 13:29:47.340175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24218176-87be-4d80-ab8a-c15042df174b None None] Sync routers for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:47.340467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35682) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.341530 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdab9f94-73c2-4613-b5e0-665cf0ab6fb3 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.349968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdab9f94-73c2-4613-b5e0-665cf0ab6fb3 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.354935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Request body: {'port': {'network_id': '118dfbd3-4b2e-4954-a769-53e9527f1c8c', 'name': 'tempest-FloatingIPAdminTestJSON-426366088'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:47.366580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24218176-87be-4d80-ab8a-c15042df174b None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:47.366580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-24218176-87be-4d80-ab8a-c15042df174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:47.421179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdab9f94-73c2-4613-b5e0-665cf0ab6fb3 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.428465 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fdab9f94-73c2-4613-b5e0-665cf0ab6fb3 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7094905 Jul 15 13:29:47.430446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35684) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.440343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e42387be-3ec6-46e7-893f-553899417756 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': 'a26d9473-c6c4-465d-a403-1c8fd2e59ae8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '58769e4e-bd35-46a8-bf1e-a466bce02afa'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:47.440675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-24218176-87be-4d80-ab8a-c15042df174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:47.445362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab9f94-73c2-4613-b5e0-665cf0ab6fb3 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58769e4e-bd35-46a8-bf1e-a466bce02afa,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.462344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24218176-87be-4d80-ab8a-c15042df174b None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:47.464675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-24218176-87be-4d80-ab8a-c15042df174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:47.503786 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-e42387be-3ec6-46e7-893f-553899417756 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:47.506266 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e42387be-3ec6-46e7-893f-553899417756 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0752816 Jul 15 13:29:47.509063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.560775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-24218176-87be-4d80-ab8a-c15042df174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:47.562731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24218176-87be-4d80-ab8a-c15042df174b None None] The sync data for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:47.642851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-068d8d0c-e88f-4d8f-9d6f-7f5a3f8d6456 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.680149 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-068d8d0c-e88f-4d8f-9d6f-7f5a3f8d6456 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.736889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090368-86fc-4c0d-b82a-78ea3cc55d31 req-fd79377f-25b2-4434-a9ae-7a41d8cca06e tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.738610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de090368-86fc-4c0d-b82a-78ea3cc55d31 req-fd79377f-25b2-4434-a9ae-7a41d8cca06e tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 948 time: 0.5302248 Jul 15 13:29:47.774412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-068d8d0c-e88f-4d8f-9d6f-7f5a3f8d6456 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.778856 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-068d8d0c-e88f-4d8f-9d6f-7f5a3f8d6456 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.785738 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-068d8d0c-e88f-4d8f-9d6f-7f5a3f8d6456 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/58769e4e-bd35-46a8-bf1e-a466bce02afa HTTP/1.1" status: 204 len: 168 time: 0.2710075 Jul 15 13:29:47.786026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-d17b358a-991b-4a68-a797-90ca10f9b98c service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108633 Jul 15 13:29:47.789993 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35690) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.799534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-b07f21e0-e3bf-471d-a086-71c789069d5f service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356096 Jul 15 13:29:47.808727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8d0c-e88f-4d8f-9d6f-7f5a3f8d6456 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58769e4e-bd35-46a8-bf1e-a466bce02afa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.853043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Made reservation on behalf of 30c089bd6bde4e598e1ba5d1541bc327 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:47.856800 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.895580 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4dddf7ee-1bec-48af-b1fd-648cb9650dca tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1037986 Jul 15 13:29:47.900065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35692) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.969227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de090368-86fc-4c0d-b82a-78ea3cc55d31 req-8c9add89-4b1c-4da6-8dca-b676b9d0727b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab882340-1af7-4ed9-a0ff-b6008cad6a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185092 Jul 15 13:29:47.973807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] device_id is not set on port 528aa97b-a8b6-4416-be80-7bc0bad71dcd yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:48.044849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53d746a8-9c87-4263-8174-40c3cf3b688a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.081252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9697fdce-c927-49c8-82a0-b214eeffee0b req-e3be05a1-8ae7-4043-b5bc-c7685adc4218 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882071 Jul 15 13:29:48.087854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-118ca8cb-9b68-4a0f-bae6-d637077daa20 req-405f2243-5590-41d3-9463-57b464ec8840 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759209 Jul 15 13:29:48.159272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53d746a8-9c87-4263-8174-40c3cf3b688a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.176330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Allocated IP 172.20.0.7 (118dfbd3-4b2e-4954-a769-53e9527f1c8c/6475a8e1-05da-45ea-9b03-042306aa6a61/528aa97b-a8b6-4416-be80-7bc0bad71dcd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:48.272281 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53d746a8-9c87-4263-8174-40c3cf3b688a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.277185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53d746a8-9c87-4263-8174-40c3cf3b688a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.278422 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b070a-07d1-4df2-ad23-32653b4d6fed x-openstack-request-id: req-403b070a-07d1-4df2-ad23-32653b4d6fed {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:48.283284 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-53d746a8-9c87-4263-8174-40c3cf3b688a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/a26d9473-c6c4-465d-a403-1c8fd2e59ae8 HTTP/1.1" status: 204 len: 168 time: 0.3776331 Jul 15 13:29:48.284411 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80ed17a-1cec-49f6-ba28-4e50ff97e40f", "name": "network-vif-plugged", "status": "completed", "tag": "ef01af35-194a-4278-b8c8-6de9c3488a65", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:48.284998 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-403b070a-07d1-4df2-ad23-32653b4d6fed {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:48.285786 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80ed17a-1cec-49f6-ba28-4e50ff97e40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef01af35-194a-4278-b8c8-6de9c3488a65', 'code': 200} Jul 15 13:29:48.288156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35696) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:48.300837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d746a8-9c87-4263-8174-40c3cf3b688a tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26d9473-c6c4-465d-a403-1c8fd2e59ae8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:48.390727 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852c7c08-fe1f-4dc8-bc4b-0b341fec1a84 x-openstack-request-id: req-852c7c08-fe1f-4dc8-bc4b-0b341fec1a84 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:48.391024 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0", "tag": "9f240c3d-70e3-4b9a-95c4-eec896c8076f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:48.391306 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-852c7c08-fe1f-4dc8-bc4b-0b341fec1a84 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:48.391749 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0', 'tag': '9f240c3d-70e3-4b9a-95c4-eec896c8076f', 'status': 'completed', 'code': 200} Jul 15 13:29:48.869656 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-26263ae9-5a0e-4278-92b3-045caced9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.912138 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6c8f7f93-657a-41ce-a549-fe98601c35bb tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6211352 Jul 15 13:29:48.917377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35700) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:48.925360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-91a93093-67b9-4fd3-9c88-a86ea05c4122 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140068647'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:48.959921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.967399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91a93093-67b9-4fd3-9c88-a86ea05c4122 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.003691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Transition to ACTIVE for port object 528aa97b-a8b6-4416-be80-7bc0bad71dcd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:49.054264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-c6d07c6c-dd31-4cf5-9156-8270a249a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.056057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-c6d07c6c-dd31-4cf5-9156-8270a249a707 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=332c20d87aa9412097291e418e5c1c8a&device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 1100 time: 0.6180243 Jul 15 13:29:49.075416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96130a3b-34ac-4b14-88fd-1242507a7c03 req-0127d3c5-6037-42bd-bdd3-797f10159a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.076865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96130a3b-34ac-4b14-88fd-1242507a7c03 req-0127d3c5-6037-42bd-bdd3-797f10159a9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 1098 time: 0.6567404 Jul 15 13:29:49.123052 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91a93093-67b9-4fd3-9c88-a86ea05c4122 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.129973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91a93093-67b9-4fd3-9c88-a86ea05c4122 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.141621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc07b96-a333-4bb0-9ef8-82b8a5f4a06d req-385f28ae-6792-4194-9321-255cb2ad1cd0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.143421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fc07b96-a333-4bb0-9ef8-82b8a5f4a06d req-385f28ae-6792-4194-9321-255cb2ad1cd0 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.2694247 Jul 15 13:29:49.182719 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-91a93093-67b9-4fd3-9c88-a86ea05c4122 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.188333 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-91a93093-67b9-4fd3-9c88-a86ea05c4122 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2688186 Jul 15 13:29:49.191695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35706) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:49.193898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a93093-67b9-4fd3-9c88-a86ea05c4122 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a9b6b1-1750-4a12-85c1-b673ee6a8489,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.198350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1fb54a35-5944-43ea-97d4-f660b6f21d9b tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '37a9b6b1-1750-4a12-85c1-b673ee6a8489', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:49.218037 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.249047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96130a3b-34ac-4b14-88fd-1242507a7c03 req-051c3128-7c8e-4593-a383-92f5256bda93 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=afee01b7-9a9f-4092-b256-6edf86b78e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491361 Jul 15 13:29:49.331937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:49.338255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fc07b96-a333-4bb0-9ef8-82b8a5f4a06d req-cc323d45-8d11-4d20-b908-617f3dd00e37 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613729 Jul 15 13:29:49.339372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-d0052bd6-e77c-4f78-8959-a60b54b45eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.340971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-d0052bd6-e77c-4f78-8959-a60b54b45eba service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.2752135 Jul 15 13:29:49.349147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9f240c3d-70e3-4b9a-95c4-eec896c8076f details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:49.349981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:49.361412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event updated for resources: {'Port': ['ID=528aa97b-a8b6-4416-be80-7bc0bad71dcd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.365868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:49.452525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-2f4de03b-4777-47d7-bb18-637d2ab3a054 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=9f240c3d-70e3-4b9a-95c4-eec896c8076f HTTP/1.1" status: 200 len: 217 time: 0.0983641 Jul 15 13:29:49.473628 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-1fb54a35-5944-43ea-97d4-f660b6f21d9b tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:49.474735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1fb54a35-5944-43ea-97d4-f660b6f21d9b tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2812040 Jul 15 13:29:49.479238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:49.483658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-feeeb50d-ff10-4ce5-a36d-9b9253b500b5 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group_rule': {'security_group_id': '37a9b6b1-1750-4a12-85c1-b673ee6a8489', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:49.540879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.541568 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.574019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-7abeeb65-b66d-4182-9cfb-29c0f7579f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.576087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-7abeeb65-b66d-4182-9cfb-29c0f7579f09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.1164937 Jul 15 13:29:49.634675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c267c25c-de19-4a0f-a9e5-054bc9a9d574 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2861106 Jul 15 13:29:49.639864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35710) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:49.662740 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-feeeb50d-ff10-4ce5-a36d-9b9253b500b5 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:49.664124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-feeeb50d-ff10-4ce5-a36d-9b9253b500b5 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1842513 Jul 15 13:29:49.668698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35714) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:49.676537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9f240c3d-70e3-4b9a-95c4-eec896c8076f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f240c3d-70e3-4b9a-95c4-eec896c8076f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:49.722779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '9f240c3d-70e3-4b9a-95c4-eec896c8076f', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': '9f240c3d-70e3-4b9a-95c4-eec896c8076f', 'mac_address': 'fa:16:3e:1d:ed:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:49.771342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-7db0e8ef-4557-48c0-99ce-4c5a3f2f1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.773867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-7db0e8ef-4557-48c0-99ce-4c5a3f2f1571 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860318 Jul 15 13:29:49.845752 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.864812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'project_id': '30c089bd6bde4e598e1ba5d1541bc327', 'port_id': '528aa97b-a8b6-4416-be80-7bc0bad71dcd'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:49.872229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-813b8dcc-0e5e-46c4-9afc-0ccce183d4d7 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.880642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f240c3d-70e3-4b9a-95c4-eec896c8076f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:49.930263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9f240c3d-70e3-4b9a-95c4-eec896c8076f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f240c3d-70e3-4b9a-95c4-eec896c8076f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:49.940621 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.949334 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-813b8dcc-0e5e-46c4-9afc-0ccce183d4d7 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.979461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.986676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-73fac72c-b09a-4142-9dad-a1a51703d00e None None] Provisioning for port 528aa97b-a8b6-4416-be80-7bc0bad71dcd completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:49.992968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-e9e14cef-a42c-4b29-bc53-066f45395f68 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066257 Jul 15 13:29:50.001082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906f97-60dc-400e-99c9-648d1b29fb1a req-9133b90a-a754-44bf-9c80-ee9f73ca6713 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.001634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-73fac72c-b09a-4142-9dad-a1a51703d00e None None] Provisioning complete for port 528aa97b-a8b6-4416-be80-7bc0bad71dcd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:50.002231 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-73fac72c-b09a-4142-9dad-a1a51703d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.002681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03906f97-60dc-400e-99c9-648d1b29fb1a req-9133b90a-a754-44bf-9c80-ee9f73ca6713 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.3227239 Jul 15 13:29:50.145209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9f240c3d-70e3-4b9a-95c4-eec896c8076f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:50.150588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-73fac72c-b09a-4142-9dad-a1a51703d00e None None] Port 528aa97b-a8b6-4416-be80-7bc0bad71dcd cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:50.162275 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-813b8dcc-0e5e-46c4-9afc-0ccce183d4d7 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.164977 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-813b8dcc-0e5e-46c4-9afc-0ccce183d4d7 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.170117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-813b8dcc-0e5e-46c4-9afc-0ccce183d4d7 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/37a9b6b1-1750-4a12-85c1-b673ee6a8489 HTTP/1.1" status: 204 len: 168 time: 0.4966555 Jul 15 13:29:50.170654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35718) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.177400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['9f240c3d-70e3-4b9a-95c4-eec896c8076f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:50.179344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03906f97-60dc-400e-99c9-648d1b29fb1a req-9771ff0b-19d2-4856-8fe7-a7a62fd0be9a tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550510 Jul 15 13:29:50.216182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b8dcc-0e5e-46c4-9afc-0ccce183d4d7 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a9b6b1-1750-4a12-85c1-b673ee6a8489,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:50.241359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d99f94c-40c9-4f0d-b417-0ef72143fa63 req-6d4356da-2929-4958-873d-fd6f8505b7a6 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267778 Jul 15 13:29:50.281433 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1a23b418-56b1-4cec-a501-858807793071 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1016986 Jul 15 13:29:50.282190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35720) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.292023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:50.294098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fc6fad9a-1feb-4454-8505-42be48907e55 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080384737'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:50.301335 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f40a693-5a4d-47ee-99ef-12032cce95c3" -d '{"events": [{"server_uuid": "56d912a6-120c-4e7d-b562-b0917ad0e54e", "name": "network-vif-plugged", "status": "completed", "tag": "45fcfafa-0a7b-40bf-8fcd-546bf7a63ada"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:50.402607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc6fad9a-1feb-4454-8505-42be48907e55 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.421424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.588366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc6fad9a-1feb-4454-8505-42be48907e55 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.596359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc6fad9a-1feb-4454-8505-42be48907e55 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.647790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc6fad9a-1feb-4454-8505-42be48907e55 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.651181 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fc6fad9a-1feb-4454-8505-42be48907e55 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3657382 Jul 15 13:29:50.654836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35726) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.663442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b199bddc-6e64-45c7-b53a-688c1f740d0c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:50.664598 n-d-771362-36 neutron-server[93734]: WARNING neutron.api.v2.base [None req-b199bddc-6e64-45c7-b53a-688c1f740d0c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:29:50.665055 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-b199bddc-6e64-45c7-b53a-688c1f740d0c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:29:50.666715 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b199bddc-6e64-45c7-b53a-688c1f740d0c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "PUT /v2.0/security-groups/2ed8280c-10d7-407f-867f-a8e93a671f8a HTTP/1.1" status: 409 len: 330 time: 0.0102773 Jul 15 13:29:50.671006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fad9a-1feb-4454-8505-42be48907e55 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed8280c-10d7-407f-867f-a8e93a671f8a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:50.672326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35728) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.701071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d939-0584-44bc-8dec-0e685cc9f3a1 req-20fc821f-ee9b-44f2-9d5f-2721874b4ca6 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.702703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c69d939-0584-44bc-8dec-0e685cc9f3a1 req-20fc821f-ee9b-44f2-9d5f-2721874b4ca6 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 946 time: 0.1682885 Jul 15 13:29:50.734339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Allocated IP 172.25.1.115 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/12ceb790-2cea-46d0-b3f3-76e1403edb8e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:50.831484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c69d939-0584-44bc-8dec-0e685cc9f3a1 req-48ba5296-bc11-4d70-8095-59f32d090953 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/security-groups?id=afee01b7-9a9f-4092-b256-6edf86b78e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161051 Jul 15 13:29:50.863362 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5b13474-7027-456e-87cd-6d123633cd90 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.901628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5b13474-7027-456e-87cd-6d123633cd90 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.008343 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.053399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5b13474-7027-456e-87cd-6d123633cd90 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.057201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5b13474-7027-456e-87cd-6d123633cd90 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.058514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c5b13474-7027-456e-87cd-6d123633cd90 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/2ed8280c-10d7-407f-867f-a8e93a671f8a HTTP/1.1" status: 204 len: 168 time: 0.3846517 Jul 15 13:29:51.064375 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35734) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:51.085000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b13474-7027-456e-87cd-6d123633cd90 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed8280c-10d7-407f-867f-a8e93a671f8a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.133362 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.217263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:51.217263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:51.218826 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-96a9c473-3a2e-4ae9-9c97-478ee2a9455c tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1524115 Jul 15 13:29:51.219753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35736) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:51.224723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:51.233136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Pushing event updated for resources: {'Port': ['ID=12ceb790-2cea-46d0-b3f3-76e1403edb8e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.267654 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-2a7604a3-7cb2-4333-9e81-00ffe1d86875 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] delete failed (client error): The resource could not be found. Jul 15 13:29:51.268610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2a7604a3-7cb2-4333-9e81-00ffe1d86875 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "DELETE /v2.0/security-groups/7b25746b-5a9a-4e80-a41e-e50166838599 HTTP/1.1" status: 404 len: 347 time: 0.0455797 Jul 15 13:29:51.275836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35740) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:51.278137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614bab9-2a28-4e51-ac0b-72ae1b572c2e req-0cfe6a71-52b1-46d6-98f2-2666940cad3f tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.285555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1614bab9-2a28-4e51-ac0b-72ae1b572c2e req-0cfe6a71-52b1-46d6-98f2-2666940cad3f tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 949 time: 0.2041829 Jul 15 13:29:51.299536 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-d3c5bc2e-e4ce-4a41-a47a-3bbdc1c93cd7 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] show failed (client error): The resource could not be found. Jul 15 13:29:51.306119 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d3c5bc2e-e4ce-4a41-a47a-3bbdc1c93cd7 tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-groups/f6f8edef-53e3-413e-afbf-1d4ecdce1974 HTTP/1.1" status: 404 len: 347 time: 0.0263681 Jul 15 13:29:51.311368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:51.343196 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-b05fb09a-598c-458c-ae29-6ab7a084306d tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] show failed (client error): The resource could not be found. Jul 15 13:29:51.351463 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b05fb09a-598c-458c-ae29-6ab7a084306d tempest-NegativeSecGroupIPv6Test-320615723 tempest-NegativeSecGroupIPv6Test-320615723-project] 10.222.0.25 "GET /v2.0/security-group-rules/f6d9d2c3-4909-433b-8b01-e10a766274e4 HTTP/1.1" status: 404 len: 356 time: 0.0381763 Jul 15 13:29:51.370632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9f240c3d-70e3-4b9a-95c4-eec896c8076f up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:51.386638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1614bab9-2a28-4e51-ac0b-72ae1b572c2e req-bb635bef-5af1-4698-b2df-4b1af57d1a60 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab882340-1af7-4ed9-a0ff-b6008cad6a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000154 Jul 15 13:29:51.616777 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6e631aa-7ea4-4fd6-9001-6459b9d3fbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.621827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 9f240c3d-70e3-4b9a-95c4-eec896c8076f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:51.629697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 9f240c3d-70e3-4b9a-95c4-eec896c8076f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:51.631322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.680763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.838542 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ff0e13-9c88-43eb-a847-47197ca09538 x-openstack-request-id: req-63ff0e13-9c88-43eb-a847-47197ca09538 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:51.839154 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d912a6-120c-4e7d-b562-b0917ad0e54e", "name": "network-vif-plugged", "status": "completed", "tag": "45fcfafa-0a7b-40bf-8fcd-546bf7a63ada", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:51.840840 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63ff0e13-9c88-43eb-a847-47197ca09538 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:51.841754 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada', 'code': 200} Jul 15 13:29:51.880331 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.951309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35754) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:51.994233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 9f240c3d-70e3-4b9a-95c4-eec896c8076f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f240c3d-70e3-4b9a-95c4-eec896c8076f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:52.007426 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.249158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=9f240c3d-70e3-4b9a-95c4-eec896c8076f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.321329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d226b7-b449-4296-8e76-c6e22a947690 req-7e7528ec-8f8c-4600-94c6-fa24ea28c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.323178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58d226b7-b449-4296-8e76-c6e22a947690 req-7e7528ec-8f8c-4600-94c6-fa24ea28c600 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 1097 time: 0.4182861 Jul 15 13:29:52.359534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.379804 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4b86427e-86a0-4561-b052-0f29440203cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99e55f64f4dc431cb8ffb5bd65e8ec33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254000 Jul 15 13:29:52.384006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.476502 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c8e96b-85b7-431d-8d13-76a8d51cb700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.530095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c8e96b-85b7-431d-8d13-76a8d51cb700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.576115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58d226b7-b449-4296-8e76-c6e22a947690 req-7e3346a6-b7af-46b8-99d9-d9ef94d68b53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408364 Jul 15 13:29:52.665971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c8e96b-85b7-431d-8d13-76a8d51cb700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.672896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c8e96b-85b7-431d-8d13-76a8d51cb700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.676340 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-52c8e96b-85b7-431d-8d13-76a8d51cb700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0f65ad2-bb20-495f-b6ca-888113daa314 HTTP/1.1" status: 204 len: 168 time: 0.2903829 Jul 15 13:29:52.697442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8e96b-85b7-431d-8d13-76a8d51cb700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f65ad2-bb20-495f-b6ca-888113daa314,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.726877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd25474-9bdf-4efe-aa70-e33486ac2ca5 req-bb7e04fa-aae8-4e4e-a2b4-14efb1f1d9c7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.740349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdd25474-9bdf-4efe-aa70-e33486ac2ca5 req-bb7e04fa-aae8-4e4e-a2b4-14efb1f1d9c7 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.3324084 Jul 15 13:29:52.765742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.877284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdd25474-9bdf-4efe-aa70-e33486ac2ca5 req-bd575e05-c8c6-4ccf-ad29-291904255a9d tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345878 Jul 15 13:29:52.944669 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.492955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01b477-8304-43c8-9bf6-43eb0f3bcec9 req-fc57d23a-5621-4f54-a0a1-5470ac21249c tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.495207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da01b477-8304-43c8-9bf6-43eb0f3bcec9 req-fc57d23a-5621-4f54-a0a1-5470ac21249c tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.1332729 Jul 15 13:29:53.519501 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.522779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.717696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Pushing event updated for resources: {'Port': ['ID=12ceb790-2cea-46d0-b3f3-76e1403edb8e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.740184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da01b477-8304-43c8-9bf6-43eb0f3bcec9 req-f74b0561-6888-4dc1-b64c-30f5df8c5907 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268026 Jul 15 13:29:53.749690 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.844397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f240c3d-70e3-4b9a-95c4-eec896c8076f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:53.847354 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e2aeda-75cb-4931-b0a1-25d78c38281f" -d '{"events": [{"server_uuid": "b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0", "name": "network-vif-plugged", "status": "completed", "tag": "9f240c3d-70e3-4b9a-95c4-eec896c8076f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:53.996845 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Floating IP e2db1cbe-73cd-4f12-bf6c-fac53cf593cc associated. External IP: 172.25.1.115, port: 528aa97b-a8b6-4416-be80-7bc0bad71dcd. Jul 15 13:29:54.137971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35798) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:54.155384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158b553-7879-4bdc-a3f8-61046d7b539d req-fb242cca-01d3-42cf-8ff3-8a9c60a629fc tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.157011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4158b553-7879-4bdc-a3f8-61046d7b539d req-fb242cca-01d3-42cf-8ff3-8a9c60a629fc tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 950 time: 0.1829269 Jul 15 13:29:54.321628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1391123304'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:54.328416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4158b553-7879-4bdc-a3f8-61046d7b539d req-9e5645ac-8516-4853-a13c-c5bc342da1d3 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab882340-1af7-4ed9-a0ff-b6008cad6a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590788 Jul 15 13:29:54.386261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.413829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Made reservation on behalf of a65bcef9dab84e24a8cfa4896ae4258c for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:54.420434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.449043 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.594079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Router e07c440c-111c-457d-b3cd-69ee34629cc8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:54.596072 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a9ba31-9fe3-4c2d-81c7-6a14fd774f6a x-openstack-request-id: req-40a9ba31-9fe3-4c2d-81c7-6a14fd774f6a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:54.596552 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0", "name": "network-vif-plugged", "status": "completed", "tag": "9f240c3d-70e3-4b9a-95c4-eec896c8076f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:54.596934 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40a9ba31-9fe3-4c2d-81c7-6a14fd774f6a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:54.597559 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f240c3d-70e3-4b9a-95c4-eec896c8076f', 'code': 200} Jul 15 13:29:54.747539 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.757012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.796825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:54.816799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.817873 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Added segment 9844d31f-7960-4ed8-802c-7beb81e68197 of type vlan for network 0dd50f02-06a3-4f75-baac-174948f6e508 Jul 15 13:29:54.901921 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.986229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f83b5ec-4313-41c4-a68b-2c0c9a0e4528,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.004497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:55.004737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.005035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.005624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.006200 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.007442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.008468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.009023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.009917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.010026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.010553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.011108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.011799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.017956 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7276a-11c1-4104-a6c7-e3b493928577 None None] Sync routers for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:55.030643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.053357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.054529 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.069113 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.071383 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7276a-11c1-4104-a6c7-e3b493928577 None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:55.076281 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-eac7276a-11c1-4104-a6c7-e3b493928577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.091983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55036c-b4a6-4986-b29d-a897ae5e0084 req-e0a56a82-4ef8-46ef-ab93-1f5d332752dc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.094499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c55036c-b4a6-4986-b29d-a897ae5e0084 req-e0a56a82-4ef8-46ef-ab93-1f5d332752dc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.3127656 Jul 15 13:29:55.128576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153a584-23ed-4aa1-be99-1594395bfa2c req-84608d6a-90ec-494f-94ba-e28186e3388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.131218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f153a584-23ed-4aa1-be99-1594395bfa2c req-84608d6a-90ec-494f-94ba-e28186e3388f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 1102 time: 0.3460763 Jul 15 13:29:55.151039 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0096712 Jul 15 13:29:55.157253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35816) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:55.170014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-10df21c5-b130-4995-92fb-590058ccebd2 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', 'tempest-TagsTest-Tag-2103906810') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.176709 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-eac7276a-11c1-4104-a6c7-e3b493928577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.194052 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7276a-11c1-4104-a6c7-e3b493928577 None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:55.195471 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-eac7276a-11c1-4104-a6c7-e3b493928577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.238670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9d98f-dc1f-4551-a7f1-8b9868a50049 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Pushing event updated for resources: {'Network': ['ID=0dd50f02-06a3-4f75-baac-174948f6e508,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.256381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0dd50f02-06a3-4f75-baac-174948f6e508 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:55.258110 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-eac7276a-11c1-4104-a6c7-e3b493928577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.266184 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7276a-11c1-4104-a6c7-e3b493928577 None None] The sync data for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:55.284669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b3a012f9-6f41-4e01-83a5-e4ad182714a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.6411107 Jul 15 13:29:55.289613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35820) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:55.301316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f153a584-23ed-4aa1-be99-1594395bfa2c req-aadc0c36-e8d2-4ef9-81c6-b16d811b0d32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab882340-1af7-4ed9-a0ff-b6008cad6a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530714 Jul 15 13:29:55.317160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c55036c-b4a6-4986-b29d-a897ae5e0084 req-7eb5cef9-4509-43a2-99f2-00ca7fe653e1 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844966 Jul 15 13:29:55.553056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406f935-d52e-4f21-ac28-e430cd7bd201 req-3223963a-3481-41fc-a3b8-d3856b74187e tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.554848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b406f935-d52e-4f21-ac28-e430cd7bd201 req-3223963a-3481-41fc-a3b8-d3856b74187e tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.1117094 Jul 15 13:29:55.614459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b406f935-d52e-4f21-ac28-e430cd7bd201 req-11583cf4-c51d-42a9-bf7e-f76e6d62c846 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 Jul 15 13:29:55.910593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcd0e9-b9e1-42f4-829a-6bb3a5c23bc3 req-24da80f4-7071-4000-9db7-777cbd4bc78f tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.914049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcd0e9-b9e1-42f4-829a-6bb3a5c23bc3 req-24da80f4-7071-4000-9db7-777cbd4bc78f tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 950 time: 0.1564023 Jul 15 13:29:56.002027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f3dcd0e9-b9e1-42f4-829a-6bb3a5c23bc3 req-ff620ed8-2b7a-4b6e-9d5f-efd94ffe2e36 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab882340-1af7-4ed9-a0ff-b6008cad6a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797539 Jul 15 13:29:56.016688 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5a2f8bbf-b10c-438f-9b5c-6ec2b869bf86 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] 10.222.0.25 "GET /v2.0/floatingips/e2db1cbe-73cd-4f12-bf6c-fac53cf593cc HTTP/1.1" status: 200 len: 982 time: 0.7241797 Jul 15 13:29:56.021035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35838) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.037596 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10df21c5-b130-4995-92fb-590058ccebd2 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "PUT /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags/tempest-TagsTest-Tag-2103906810 HTTP/1.1" status: 201 len: 201 time: 0.8695800 Jul 15 13:29:56.038327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35842) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.043434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-b953b5b4-4271-435c-bde7-f2ad67512802 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', 'tempest-TagsTest-Tag-2103906810') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:56.220678 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b953b5b4-4271-435c-bde7-f2ad67512802 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "GET /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags/tempest-TagsTest-Tag-2103906810 HTTP/1.1" status: 204 len: 168 time: 0.1775315 Jul 15 13:29:56.222020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35844) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.226896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f0cb86d2-c9ba-4e2b-a030-c5fb9ebee836 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1990886 Jul 15 13:29:56.228285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35846) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.233284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-7b2d771d-10be-4180-a3d8-b49301e4fa0e tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:56.437451 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b2d771d-10be-4180-a3d8-b49301e4fa0e tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "GET /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags HTTP/1.1" status: 200 len: 238 time: 0.2107162 Jul 15 13:29:56.437852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35850) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.443170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.tag.tag_plugin [None req-f946ae56-3753-4872-be0c-abd0ea4f3cfc tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', {'tags': ['tempest-TagsTest-Tag-493987076', 'tempest-TagsTest-Tag-71116401', 'tempest-TagsTest-Tag-1166530684']}) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:56.502842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Deleting port 12ceb790-2cea-46d0-b3f3-76e1403edb8e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:56.503230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.559764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f946ae56-3753-4872-be0c-abd0ea4f3cfc tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "PUT /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags HTTP/1.1" status: 200 len: 306 time: 0.1208086 Jul 15 13:29:56.564286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35852) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.633634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-b671efd9-734b-4d98-a22d-a88d71873647 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', 'tempest-TagsTest-Tag-493987076') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:56.732717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.733249 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.765589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-15c0f265-2d5a-46f5-9abf-ea0ce677c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.767934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-15c0f265-2d5a-46f5-9abf-ea0ce677c028 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 1097 time: 0.0759215 Jul 15 13:29:56.803953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Calling delete_port for 12ceb790-2cea-46d0-b3f3-76e1403edb8e owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:56.914538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-d6bb6868-5419-46e2-a7f8-69294cb11cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.920991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-d6bb6868-5419-46e2-a7f8-69294cb11cf1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 912 time: 0.1458516 Jul 15 13:29:56.962063 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b671efd9-734b-4d98-a22d-a88d71873647 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "DELETE /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags/tempest-TagsTest-Tag-493987076 HTTP/1.1" status: 204 len: 168 time: 0.3958626 Jul 15 13:29:56.965795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35860) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.971894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-2f301c91-71fc-4aa0-bc26-b0b7a56e5b5f tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', 'tempest-TagsTest-Tag-493987076') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:56.987700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-275e5307-a8fa-4b85-beed-475f0808b635 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada HTTP/1.1" status: 200 len: 217 time: 0.0596812 Jul 15 13:29:57.053953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-127378cc-779e-4258-a47e-0a182ce45123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.056764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-127378cc-779e-4258-a47e-0a182ce45123 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 200 len: 851 time: 0.0603144 Jul 15 13:29:57.097903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-c2fd5f3d-ea63-400d-9ec4-80729c60dbe4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfd8075f-5111-4057-8922-5eb28681d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340793 Jul 15 13:29:57.182205 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-2f301c91-71fc-4aa0-bc26-b0b7a56e5b5f tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] show failed (client error): The resource could not be found. Jul 15 13:29:57.187588 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2f301c91-71fc-4aa0-bc26-b0b7a56e5b5f tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "GET /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags/tempest-TagsTest-Tag-493987076 HTTP/1.1" status: 404 len: 325 time: 0.2164352 Jul 15 13:29:57.188313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35864) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.197908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-8fa997a3-4de0-4803-80ae-35c89eddae67 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', 'tempest-TagsTest-Tag-71116401') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.316045 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8fa997a3-4de0-4803-80ae-35c89eddae67 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "GET /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags/tempest-TagsTest-Tag-71116401 HTTP/1.1" status: 204 len: 168 time: 0.1266217 Jul 15 13:29:57.321754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35868) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.327861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-2efcd322-311b-4903-bb87-931255d73d5a tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', 'tempest-TagsTest-Tag-1166530684') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.346229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.378766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7950277-c15b-411f-9049-fd09d6a8494e req-e9de5997-f67b-4f3c-9120-8bc3b078da06 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.382204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7950277-c15b-411f-9049-fd09d6a8494e req-e9de5997-f67b-4f3c-9120-8bc3b078da06 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.2510028 Jul 15 13:29:57.387800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-42246d54-0011-4b73-ba1b-888f7e872d81 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820630 Jul 15 13:29:57.394557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event deleted for resources: {'Port': ['ID=12ceb790-2cea-46d0-b3f3-76e1403edb8e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.507278 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2efcd322-311b-4903-bb87-931255d73d5a tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "GET /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags/tempest-TagsTest-Tag-1166530684 HTTP/1.1" status: 204 len: 168 time: 0.1820557 Jul 15 13:29:57.510958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.516161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-a24a0905-6249-4e3e-a8a7-d8829b70e9b7 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.521900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.522253 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Floating IP e2db1cbe-73cd-4f12-bf6c-fac53cf593cc disassociated (deleted). External IP: 172.25.1.115, port: 528aa97b-a8b6-4416-be80-7bc0bad71dcd. Jul 15 13:29:57.568189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7950277-c15b-411f-9049-fd09d6a8494e req-fefce02e-8797-45e4-a39f-2be04c5334bc tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737084 Jul 15 13:29:57.643585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76052ddd-d02b-46c8-bfd9-f6209b86ec05 req-1f815339-afca-4db1-aae8-58c1ee5d660d service neutron] 10.222.0.30 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449694 Jul 15 13:29:57.750296 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a24a0905-6249-4e3e-a8a7-d8829b70e9b7 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "DELETE /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags HTTP/1.1" status: 204 len: 168 time: 0.2333269 Jul 15 13:29:57.750296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35874) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.757941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-90a365a3-d373-4eeb-ac9f-d9fccb0c11a6 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', 'tempest-TagsTest-Tag-71116401') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.877193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Router e07c440c-111c-457d-b3cd-69ee34629cc8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:57.902821 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-90a365a3-d373-4eeb-ac9f-d9fccb0c11a6 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] show failed (client error): The resource could not be found. Jul 15 13:29:57.903926 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-90a365a3-d373-4eeb-ac9f-d9fccb0c11a6 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "GET /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags/tempest-TagsTest-Tag-71116401 HTTP/1.1" status: 404 len: 324 time: 0.1532478 Jul 15 13:29:57.910412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35878) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.919592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-7ddc5413-c1c8-4d31-b028-08f882e3f2f2 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508', 'tempest-TagsTest-Tag-1166530684') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.932854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871739c-0a51-4da3-889a-0e9220046da9 req-6aa79850-fb8e-4f7b-97f2-a52261694983 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.935920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8871739c-0a51-4da3-889a-0e9220046da9 req-6aa79850-fb8e-4f7b-97f2-a52261694983 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.1175973 Jul 15 13:29:58.024314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8871739c-0a51-4da3-889a-0e9220046da9 req-25f9c307-9c22-4807-ba8f-1fc3bae77f5a tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609529 Jul 15 13:29:58.173275 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-7ddc5413-c1c8-4d31-b028-08f882e3f2f2 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] show failed (client error): The resource could not be found. Jul 15 13:29:58.174825 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7ddc5413-c1c8-4d31-b028-08f882e3f2f2 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "GET /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags/tempest-TagsTest-Tag-1166530684 HTTP/1.1" status: 404 len: 326 time: 0.2616453 Jul 15 13:29:58.181018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35882) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:58.187272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.tag.tag_plugin [None req-f6893a35-ec2f-47ae-82e8-e8ea4715e825 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0dd50f02-06a3-4f75-baac-174948f6e508') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.244216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:58.254639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.260831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681c507-9721-4ec4-ac99-dd6f79174233 None None] Sync routers for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:58.270899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681c507-9721-4ec4-ac99-dd6f79174233 None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:58.271627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8681c507-9721-4ec4-ac99-dd6f79174233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.327494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8681c507-9721-4ec4-ac99-dd6f79174233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.341022 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c506655d-f481-4b11-93f7-2d0bb0b358b4 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "DELETE /v2.0/floatingips/e2db1cbe-73cd-4f12-bf6c-fac53cf593cc HTTP/1.1" status: 204 len: 168 time: 2.1112008 Jul 15 13:29:58.346170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681c507-9721-4ec4-ac99-dd6f79174233 None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:58.347455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8681c507-9721-4ec4-ac99-dd6f79174233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.347867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35892) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:58.363000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:58.396327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8681c507-9721-4ec4-ac99-dd6f79174233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.397528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681c507-9721-4ec4-ac99-dd6f79174233 None None] The sync data for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:58.408919 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f6893a35-ec2f-47ae-82e8-e8ea4715e825 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "DELETE /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508/tags HTTP/1.1" status: 204 len: 168 time: 0.2264297 Jul 15 13:29:58.409763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35894) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:58.433544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.495546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75be8cf-f11f-4a45-ab19-83f7cc681cb5 req-149cb9c3-b654-40ad-80a3-5425139c256c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.498272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b75be8cf-f11f-4a45-ab19-83f7cc681cb5 req-149cb9c3-b654-40ad-80a3-5425139c256c tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 946 time: 0.3448350 Jul 15 13:29:58.509387 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.519361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-b36eecad-2f77-43da-98bf-e0449e01ca01 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.521851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-b36eecad-2f77-43da-98bf-e0449e01ca01 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ed17a-1cec-49f6-ba28-4e50ff97e40f HTTP/1.1" status: 200 len: 946 time: 0.2833242 Jul 15 13:29:58.617508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.629657 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd50f02-06a3-4f75-baac-174948f6e508']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.648040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9844d31f-7960-4ed8-802c-7beb81e68197') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.648332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9844d31f-7960-4ed8-802c-7beb81e68197') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.660284 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.686076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.698150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:58.698852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:58.705489 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:58.728174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b75be8cf-f11f-4a45-ab19-83f7cc681cb5 req-08f3a8cb-1aa7-41c8-bab3-c1d4d7cfd7b3 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.25 "GET /v2.0/security-groups?id=afee01b7-9a9f-4092-b256-6edf86b78e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047024 Jul 15 13:29:58.826725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.837513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.844703 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] 10.222.0.25 "DELETE /v2.0/networks/0dd50f02-06a3-4f75-baac-174948f6e508 HTTP/1.1" status: 204 len: 168 time: 0.4303498 Jul 15 13:29:58.861950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Deleting port ef01af35-194a-4278-b8c8-6de9c3488a65 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:58.863090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.876380 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.876783 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabedf04-0cb3-4f09-9e7a-a9facbd196b5 tempest-TagsTest-756069135 tempest-TagsTest-756069135-project] Pushing event deleted for resources: {'Network': ['ID=0dd50f02-06a3-4f75-baac-174948f6e508,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.201401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] For port ef01af35-194a-4278-b8c8-6de9c3488a65, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ef01af35-194a-4278-b8c8-6de9c3488a65,segment=NetworkSegment(b8236670-9b6d-4d1e-82b5-08ddde8b4d43),segment_id=b8236670-9b6d-4d1e-82b5-08ddde8b4d43)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:59.202385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.233280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Calling delete_port for ef01af35-194a-4278-b8c8-6de9c3488a65 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:59.259207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Allocated IP 172.25.1.177 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/d4bed791-ae0d-473b-b2fe-559de2b3f91a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:59.345058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22bd6e-2984-4e8f-a54d-cc00f1bb0825 req-c024405a-f7ef-492d-828e-75a165d62f49 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:59.346724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac22bd6e-2984-4e8f-a54d-cc00f1bb0825 req-c024405a-f7ef-492d-828e-75a165d62f49 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 950 time: 0.3437366 Jul 15 13:29:59.413203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35914) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.492657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac22bd6e-2984-4e8f-a54d-cc00f1bb0825 req-153d920c-643a-443f-8a8c-a718210ed316 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab882340-1af7-4ed9-a0ff-b6008cad6a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196396 Jul 15 13:29:59.525576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.623488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.639551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['ef01af35-194a-4278-b8c8-6de9c3488a65'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:59.684372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.757008 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0a5c89db-df82-4b71-ac80-889c001e2514 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a65bcef9dab84e24a8cfa4896ae4258c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424723 Jul 15 13:29:59.761685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35920) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.765867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Pushing event deleted for resources: {'Port': ['ID=ef01af35-194a-4278-b8c8-6de9c3488a65,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.850901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Pushing event updated for resources: {'Port': ['ID=d4bed791-ae0d-473b-b2fe-559de2b3f91a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.879690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2dcf909-be31-46f1-ac89-50a6603dc0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.902359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:59.923238 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2dcf909-be31-46f1-ac89-50a6603dc0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.935801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:59.939841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] No DVR routers for this DVR port ef01af35-194a-4278-b8c8-6de9c3488a65 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:59.941699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:59.966826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.968900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a59f8114-40ec-4fba-bbc6-9552e8af14c3 req-839d8eb2-59bd-476b-b498-40ff1a1f5c69 tempest-VolumesActionsTest-1066605425 tempest-VolumesActionsTest-1066605425-project] 10.222.0.35 "DELETE /v2.0/ports/ef01af35-194a-4278-b8c8-6de9c3488a65 HTTP/1.1" status: 204 len: 173 time: 1.4293211 Jul 15 13:29:59.969922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80ed17a-1cec-49f6-ba28-4e50ff97e40f', 'name': 'network-vif-deleted', 'tag': 'ef01af35-194a-4278-b8c8-6de9c3488a65'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:59.972466 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21587c5-8c38-4143-b12e-45af736da42b" -d '{"events": [{"server_uuid": "b80ed17a-1cec-49f6-ba28-4e50ff97e40f", "name": "network-vif-deleted", "tag": "ef01af35-194a-4278-b8c8-6de9c3488a65"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:00.047660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2dcf909-be31-46f1-ac89-50a6603dc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.052586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2dcf909-be31-46f1-ac89-50a6603dc0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.069020 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a2dcf909-be31-46f1-ac89-50a6603dc0ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f83b5ec-4313-41c4-a68b-2c0c9a0e4528 HTTP/1.1" status: 204 len: 168 time: 0.3048358 Jul 15 13:30:00.076572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aa1d1-3983-4c22-a8af-cf4b1a820760 req-725a5594-ec69-4b5f-bddc-fd0149a182e4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.088695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-977aa1d1-3983-4c22-a8af-cf4b1a820760 req-725a5594-ec69-4b5f-bddc-fd0149a182e4 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.1809762 Jul 15 13:30:00.094189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcf909-be31-46f1-ac89-50a6603dc0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f83b5ec-4313-41c4-a68b-2c0c9a0e4528,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.136842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.172293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-977aa1d1-3983-4c22-a8af-cf4b1a820760 req-ec25dd9f-a61b-421c-bd99-8a834ffe12b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864232 Jul 15 13:30:00.290778 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.618764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003b791-1d6e-4546-ab28-8b8d73281397 req-347eb858-c82c-4644-8604-a1e3ab1698a2 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.620826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e003b791-1d6e-4546-ab28-8b8d73281397 req-347eb858-c82c-4644-8604-a1e3ab1698a2 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.2195799 Jul 15 13:30:00.661355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.671266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.752929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e003b791-1d6e-4546-ab28-8b8d73281397 req-9de175e3-9b63-4a7c-9894-a40569ca40a1 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191256 Jul 15 13:30:00.940403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Pushing event updated for resources: {'Port': ['ID=d4bed791-ae0d-473b-b2fe-559de2b3f91a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.960927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.999002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.005126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35950) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:01.006248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9b030bdb-d585-427c-bbdb-4017603e2362 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6533725 Jul 15 13:30:01.294264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:01.355331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.536756 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.567020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35974) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:01.578238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036788 Jul 15 13:30:01.578238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35976) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:01.765895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c809f36c-4ff5-4a43-8995-c50dd7da1b17 tempest-NetworksApiDiscovery-916983619 tempest-NetworksApiDiscovery-916983619-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1870847 Jul 15 13:30:01.781882 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d56adf2-81dd-44cb-bd3e-26b9a27b3c70 x-openstack-request-id: req-0d56adf2-81dd-44cb-bd3e-26b9a27b3c70 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:01.782863 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80ed17a-1cec-49f6-ba28-4e50ff97e40f", "name": "network-vif-deleted", "tag": "ef01af35-194a-4278-b8c8-6de9c3488a65", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:01.783224 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d56adf2-81dd-44cb-bd3e-26b9a27b3c70 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:01.783700 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80ed17a-1cec-49f6-ba28-4e50ff97e40f', 'name': 'network-vif-deleted', 'tag': 'ef01af35-194a-4278-b8c8-6de9c3488a65', 'status': 'completed', 'code': 200} Jul 15 13:30:01.868778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Allocated IP 172.25.1.73 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/d111b051-fe34-4e6f-bc1e-9eb1e3b6de5e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:02.115177 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:02.158873 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.230905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.313331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:02.331486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:02.338710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:02.424998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35994) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.447415 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Pushing event updated for resources: {'Port': ['ID=d111b051-fe34-4e6f-bc1e-9eb1e3b6de5e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:02.495666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ef01af35-194a-4278-b8c8-6de9c3488a65 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:02.518182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281cfe-aee7-40f3-8555-120a10968373 req-bebac56d-2630-446f-a66c-84e6f7d17d53 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.539356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4281cfe-aee7-40f3-8555-120a10968373 req-bebac56d-2630-446f-a66c-84e6f7d17d53 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.2897813 Jul 15 13:30:02.562890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: ef01af35-194a-4278-b8c8-6de9c3488a65 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:02.564476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ef01af35-194a-4278-b8c8-6de9c3488a65 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:02.658476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4281cfe-aee7-40f3-8555-120a10968373 req-24c0f83c-4e84-457d-b201-c15d48afdd79 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171331 Jul 15 13:30:02.676243 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5268974f-8162-4f07-86f4-dc4c4b5a57f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.683048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.799158 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.968068 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5268974f-8162-4f07-86f4-dc4c4b5a57f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.978858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5268974f-8162-4f07-86f4-dc4c4b5a57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.085341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268974f-8162-4f07-86f4-dc4c4b5a57f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b97ed1-511c-4e70-9408-752c126d0917,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.181698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5268974f-8162-4f07-86f4-dc4c4b5a57f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=155fa01ec24049c292bf7e9f812953d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7550623 Jul 15 13:30:03.187547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36004) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.399560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea66d39-1758-4b4f-97ee-90d4958c9fbf req-152b1cbd-6120-4f8f-a42a-a7e8c4278499 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:03.402423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ea66d39-1758-4b4f-97ee-90d4958c9fbf req-152b1cbd-6120-4f8f-a42a-a7e8c4278499 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.2577877 Jul 15 13:30:03.469119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d51f07c-0ea7-4c8c-b60f-75e8fa141282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.564828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d51f07c-0ea7-4c8c-b60f-75e8fa141282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.615496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ea66d39-1758-4b4f-97ee-90d4958c9fbf req-662cc3db-acd7-486f-b692-b7480ae59e51 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986237 Jul 15 13:30:03.742288 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d51f07c-0ea7-4c8c-b60f-75e8fa141282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.747185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d51f07c-0ea7-4c8c-b60f-75e8fa141282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.749223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d51f07c-0ea7-4c8c-b60f-75e8fa141282 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5b97ed1-511c-4e70-9408-752c126d0917 HTTP/1.1" status: 204 len: 168 time: 0.5211542 Jul 15 13:30:03.780840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51f07c-0ea7-4c8c-b60f-75e8fa141282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b97ed1-511c-4e70-9408-752c126d0917,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.113566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.119752 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.219490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Pushing event updated for resources: {'Port': ['ID=d111b051-fe34-4e6f-bc1e-9eb1e3b6de5e,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.241612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.265268 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.266891 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c1626a12-78de-44ac-96b5-46c58932cd3c tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2598987 Jul 15 13:30:04.269729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36020) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.320819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc3f8-3d93-4c48-a8ad-71d8e1717c30 req-a0e08703-ef6b-4539-9609-fc174d32b021 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.322681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-692fc3f8-3d93-4c48-a8ad-71d8e1717c30 req-a0e08703-ef6b-4539-9609-fc174d32b021 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.1671908 Jul 15 13:30:04.502276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-692fc3f8-3d93-4c48-a8ad-71d8e1717c30 req-5ae6cecb-bd7d-4988-90fb-dd4331209c5a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593161 Jul 15 13:30:04.588085 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a46d077c-53a8-4b36-84c9-f17b7e29c3a1 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.3168836 Jul 15 13:30:04.591207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36030) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.701029 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.722013 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36036) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.724530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f4be564d-ab72-4789-a222-e8635adf5a05 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1265414 Jul 15 13:30:04.752931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0966cde-f662-46b7-86bf-abf93c262ffa req-efb1ac9f-288d-4212-83f8-f9623544af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.755831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0966cde-f662-46b7-86bf-abf93c262ffa req-efb1ac9f-288d-4212-83f8-f9623544af5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1097 time: 0.2307034 Jul 15 13:30:04.905496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0966cde-f662-46b7-86bf-abf93c262ffa req-fd6adcad-9b9e-42d1-b568-e7e0fd504443 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405723 Jul 15 13:30:05.157328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Deleting port d111b051-fe34-4e6f-bc1e-9eb1e3b6de5e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:05.158028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.238223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cef4d0-945f-4230-ade5-452d0cae396a req-c79f1bfd-cdef-407c-a6ed-75c49cbff3ab tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:05.261070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41cef4d0-945f-4230-ade5-452d0cae396a req-c79f1bfd-cdef-407c-a6ed-75c49cbff3ab tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.2941508 Jul 15 13:30:05.405951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41cef4d0-945f-4230-ade5-452d0cae396a req-52d1bf13-52a4-4f87-b9e3-7c148b1637cb tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435821 Jul 15 13:30:05.421233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 16ef36f8-6bce-4def-b54e-0d2bbff7596e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:05.439716 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.441543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.473893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Calling delete_port for d111b051-fe34-4e6f-bc1e-9eb1e3b6de5e owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:05.877510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.913581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:05.964686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'port_id': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'mac_address': 'fa:16:3e:66:34:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:05.967971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Pushing event deleted for resources: {'Port': ['ID=d111b051-fe34-4e6f-bc1e-9eb1e3b6de5e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:05.994417 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.093905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.139619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16ef36f8-6bce-4def-b54e-0d2bbff7596e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:06.177339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:06.194072 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.236808 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.239595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.243783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36072) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:06.254185 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-560c842a-01db-4b2a-9dbd-b9dc03a61459 tempest-FloatingIPAdminTestJSON-868006921 tempest-FloatingIPAdminTestJSON-868006921-project] 10.222.0.25 "DELETE /v2.0/floatingips/fbe21664-c5b1-40a8-b2ab-00e4556fa7ad HTTP/1.1" status: 204 len: 168 time: 1.5285475 Jul 15 13:30:06.359887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:06.420739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.423013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.423655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.424579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.427545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.428227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.429580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.431647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.432174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.432785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.434008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.435635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:06.556413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['16ef36f8-6bce-4def-b54e-0d2bbff7596e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:07.436785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 16ef36f8-6bce-4def-b54e-0d2bbff7596e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:07.505871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Deleting port d4bed791-ae0d-473b-b2fe-559de2b3f91a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:07.511762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.526793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bf066-1a1d-487c-a4a5-18280789d332 req-f06811ff-2b44-4b7c-8082-d756fcd5a567 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.538469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-495bf066-1a1d-487c-a4a5-18280789d332 req-f06811ff-2b44-4b7c-8082-d756fcd5a567 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 944 time: 0.3148339 Jul 15 13:30:07.673879 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.702405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-495bf066-1a1d-487c-a4a5-18280789d332 req-97bca625-82f5-4972-b5ac-8496c102bc6f tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/security-groups?id=34fe8e35-77ec-4e77-b10a-92c9898ef66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606488 Jul 15 13:30:07.722357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36098) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:07.726499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 16ef36f8-6bce-4def-b54e-0d2bbff7596e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:07.786770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:07.800844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.801231 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.802946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.817327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Calling delete_port for d4bed791-ae0d-473b-b2fe-559de2b3f91a owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:08.007002 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3a0c926e-ac52-4f28-abee-ca7b76628af8 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/floatingips/9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b HTTP/1.1" status: 200 len: 992 time: 0.2820385 Jul 15 13:30:08.012378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:08.108553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.183685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4bed791-ae0d-473b-b2fe-559de2b3f91a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:08.245336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76fedc-8ad6-4956-8f9e-8df90c04d143 req-04fb574b-8c75-4bb6-8fa9-4a024f6448a7 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:08.248515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba76fedc-8ad6-4956-8f9e-8df90c04d143 req-04fb574b-8c75-4bb6-8fa9-4a024f6448a7 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.2058153 Jul 15 13:30:08.428386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba76fedc-8ad6-4956-8f9e-8df90c04d143 req-c1700e30-f006-4dbf-bf6e-e4a60a20e3ec tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453874 Jul 15 13:30:08.470128 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.477466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.497812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5e6166e0-c30c-4843-8fdc-c9ad2a8c6e28 tempest-FloatingIPAdminTestJSON-1229372225 tempest-FloatingIPAdminTestJSON-1229372225-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/3efa06c5-a1a7-48cf-8694-8be427cb4159 HTTP/1.1" status: 204 len: 168 time: 2.2512701 Jul 15 13:30:08.504201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36106) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:08.692855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a63a0d8e-0c17-47fc-9b80-a54bfc269159 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Deleting port 528aa97b-a8b6-4416-be80-7bc0bad71dcd {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:08.693777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a63a0d8e-0c17-47fc-9b80-a54bfc269159 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.893035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a63a0d8e-0c17-47fc-9b80-a54bfc269159 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.926442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a63a0d8e-0c17-47fc-9b80-a54bfc269159 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Calling delete_port for 528aa97b-a8b6-4416-be80-7bc0bad71dcd owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:09.240679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a63a0d8e-0c17-47fc-9b80-a54bfc269159 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.296583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a0d8e-0c17-47fc-9b80-a54bfc269159 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event deleted for resources: {'Port': ['ID=528aa97b-a8b6-4416-be80-7bc0bad71dcd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.462871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 16ef36f8-6bce-4def-b54e-0d2bbff7596e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:09.486262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a63a0d8e-0c17-47fc-9b80-a54bfc269159 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.489824 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a63a0d8e-0c17-47fc-9b80-a54bfc269159 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "DELETE /v2.0/ports/528aa97b-a8b6-4416-be80-7bc0bad71dcd HTTP/1.1" status: 204 len: 168 time: 0.9835896 Jul 15 13:30:09.492434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36122) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:09.528270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fa5b-c41e-4063-a661-e458c074503c req-56204b83-cb8f-4f35-a01a-e5c113294bda tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.552620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-56204b83-cb8f-4f35-a01a-e5c113294bda tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.3277111 Jul 15 13:30:09.601342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-ef344b01-5ad0-46b9-aa3f-26a6630a22fd tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/quotas/e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 375 time: 0.0471818 Jul 15 13:30:09.652551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32be1c8-8993-4fee-a2f1-59b354121e86 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.655840 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e32be1c8-8993-4fee-a2f1-59b354121e86 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "GET /v2.0/ports?device_id=e07c440c-111c-457d-b3cd-69ee34629cc8 HTTP/1.1" status: 200 len: 913 time: 0.1620164 Jul 15 13:30:09.660391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36132) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:09.699748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 16ef36f8-6bce-4def-b54e-0d2bbff7596e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:09.701173 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.785854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-bf989745-23d9-4e1d-9ab6-81359f1b9c10 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712682 Jul 15 13:30:09.856464 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.897122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:09.899796 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c29c96-1f03-4e54-8764-45db9461d3dd" -d '{"events": [{"server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "name": "network-vif-plugged", "status": "completed", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:10.406130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:10.420401 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.556364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:10.582318 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-e194de97-7afa-45b9-80bf-7c0a0c41ae1f service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795093 Jul 15 13:30:10.638494 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.832548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-83c21cf0-9c7d-44f2-aae4-72d7491c7b41 service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462461 Jul 15 13:30:11.108070 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Deleting port 0394d2b5-7c8c-4ee1-adc9-7518223306df {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:11.108489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.349073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.369043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Calling delete_port for 0394d2b5-7c8c-4ee1-adc9-7518223306df owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:11.708970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.804169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event deleted for resources: {'Port': ['ID=0394d2b5-7c8c-4ee1-adc9-7518223306df,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:12.407449 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.506944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6aea5-70d7-4779-a9cf-5662a25571f8 req-885ba850-a178-4fd2-81bf-06b3aabe3b04 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:12.511222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35d6aea5-70d7-4779-a9cf-5662a25571f8 req-885ba850-a178-4fd2-81bf-06b3aabe3b04 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.1914802 Jul 15 13:30:12.688350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35d6aea5-70d7-4779-a9cf-5662a25571f8 req-bb1015bc-d180-4e56-8959-8430bab220f7 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433992 Jul 15 13:30:12.998637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Router e07c440c-111c-457d-b3cd-69ee34629cc8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:13.039631 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29833c80-6530-40b8-85db-7c1502235fcf x-openstack-request-id: req-29833c80-6530-40b8-85db-7c1502235fcf {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:13.040418 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "name": "network-vif-plugged", "status": "completed", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:13.040418 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29833c80-6530-40b8-85db-7c1502235fcf {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:13.040802 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'code': 200} Jul 15 13:30:13.176729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a52a8440-f545-4437-8e94-3f46540f0a30 req-d437a85a-ae94-4d51-a861-41b39e007c91 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 210 time: 0.0710688 Jul 15 13:30:13.246594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:13.266205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36194) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:13.278962 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d9941-c3a4-4545-b5f9-5746b1970b7c None None] Sync routers for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:13.282147 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-74f814ea-aabe-4365-b0b5-2fd3b9b089cf tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "PUT /v2.0/routers/e07c440c-111c-457d-b3cd-69ee34629cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6178155 Jul 15 13:30:13.317639 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d9941-c3a4-4545-b5f9-5746b1970b7c None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:13.318906 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-011d9941-c3a4-4545-b5f9-5746b1970b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.470932 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-011d9941-c3a4-4545-b5f9-5746b1970b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.498346 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d9941-c3a4-4545-b5f9-5746b1970b7c None None] Routers {'e07c440c-111c-457d-b3cd-69ee34629cc8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:13.499292 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-011d9941-c3a4-4545-b5f9-5746b1970b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:29:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e07c440c-111c-457d-b3cd-69ee34629cc8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.558108 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-011d9941-c3a4-4545-b5f9-5746b1970b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.559614 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d9941-c3a4-4545-b5f9-5746b1970b7c None None] The sync data for ids ['e07c440c-111c-457d-b3cd-69ee34629cc8'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:13.782383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.978673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.032522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a418f03-8239-4d8f-aa47-5d31a8fab897 req-853623ca-4590-4bd3-a143-1f169549aafc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.034166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a418f03-8239-4d8f-aa47-5d31a8fab897 req-853623ca-4590-4bd3-a143-1f169549aafc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.1222782 Jul 15 13:30:14.103699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Deleting port 40a01543-186f-41a1-a642-0fb4af37e293 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:14.104301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.182793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9a418f03-8239-4d8f-aa47-5d31a8fab897 req-4d1c135d-70a4-4587-b214-3409da83a077 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332664 Jul 15 13:30:14.421311 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.452034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Calling delete_port for 40a01543-186f-41a1-a642-0fb4af37e293 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:14.503460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fa5b-c41e-4063-a661-e458c074503c req-a718db7d-4469-4ebf-a1e7-de54ac608754 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.503460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-a718db7d-4469-4ebf-a1e7-de54ac608754 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.2188022 Jul 15 13:30:14.554734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'port': {'device_id': 'd2673af1-5dfe-4c08-84fb-fcd3c19c3cda', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'admin_state_up': True, 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:14.868084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e14d1044-f39d-41c0-83be-12be347e7cc1 req-ef8c1f5a-2bfd-4057-b921-ead5fed37278 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 210 time: 0.1217158 Jul 15 13:30:14.995723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:15.002880 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.076260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.443666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event deleted for resources: {'Port': ['ID=40a01543-186f-41a1-a642-0fb4af37e293,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.574755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.20.0.12 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/f2452bfc-17b0-4c2f-a762-3149f6e506f4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:15.583650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.801191 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.807316 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.837357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66437b-763b-4b00-bbb5-de54018c9e6a req-a4d88f97-918a-4893-af6b-293b0a0bc115 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:15.845934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a66437b-763b-4b00-bbb5-de54018c9e6a req-a4d88f97-918a-4893-af6b-293b0a0bc115 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.3748684 Jul 15 13:30:15.953031 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.953694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Fanout notify agent at l3_agent the message router_deleted on router e07c440c-111c-457d-b3cd-69ee34629cc8 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:15.978868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a66437b-763b-4b00-bbb5-de54018c9e6a req-bb458b9b-b9bc-439f-a10a-4fb0acc1986f tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293201 Jul 15 13:30:15.992359 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.996106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36224) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:16.008755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d97e7293-da44-45e9-8d17-238ea59f7f95 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "DELETE /v2.0/routers/e07c440c-111c-457d-b3cd-69ee34629cc8 HTTP/1.1" status: 204 len: 168 time: 2.7292306 Jul 15 13:30:16.139682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2de293-5dd9-4fee-9edc-b630a56dc51d tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Deleting subnet 6475a8e1-05da-45ea-9b03-042306aa6a61 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:16.159821 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a2de293-5dd9-4fee-9edc-b630a56dc51d tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.284520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.299266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a2de293-5dd9-4fee-9edc-b630a56dc51d tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.333210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Transition to ACTIVE for port object f2452bfc-17b0-4c2f-a762-3149f6e506f4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:16.422644 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.488478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:16.493911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:16.495557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:16.572269 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a2de293-5dd9-4fee-9edc-b630a56dc51d tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.652688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=f2452bfc-17b0-4c2f-a762-3149f6e506f4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.679597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a2de293-5dd9-4fee-9edc-b630a56dc51d tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.695936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:16.697104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.738607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e596fe-5fc7-46a4-8bdc-14dfc578cf32 None None] Network 118dfbd3-4b2e-4954-a769-53e9527f1c8c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:16.739436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4a2de293-5dd9-4fee-9edc-b630a56dc51d tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.741880 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4a2de293-5dd9-4fee-9edc-b630a56dc51d tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "DELETE /v2.0/subnets/6475a8e1-05da-45ea-9b03-042306aa6a61 HTTP/1.1" status: 204 len: 168 time: 0.7439470 Jul 15 13:30:16.743086 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2de293-5dd9-4fee-9edc-b630a56dc51d tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event deleted for resources: {'Subnet': ['ID=6475a8e1-05da-45ea-9b03-042306aa6a61,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.745661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36234) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:16.766861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-11ee8310-dcaa-40ec-9a85-6dcc5c7324b7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2171640 Jul 15 13:30:16.807022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Request body: {'port': {'device_id': 'd2673af1-5dfe-4c08-84fb-fcd3c19c3cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:16.841814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e5c45-9de2-47fd-8572-0a5fb5279553 req-d451376b-d939-4a3a-966f-7741f116ec16 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:16.858656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-675e5c45-9de2-47fd-8572-0a5fb5279553 req-d451376b-d939-4a3a-966f-7741f116ec16 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 932 time: 0.4174869 Jul 15 13:30:16.969106 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.050371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Deleting port cccdb695-46fb-4af2-aec5-e66d614d6362 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:17.051384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.093394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8aab12da-35f0-435f-a6d8-c6322d4f6a42 None None] Provisioning for port f2452bfc-17b0-4c2f-a762-3149f6e506f4 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:17.108478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8aab12da-35f0-435f-a6d8-c6322d4f6a42 None None] Provisioning complete for port f2452bfc-17b0-4c2f-a762-3149f6e506f4 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:17.109090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8aab12da-35f0-435f-a6d8-c6322d4f6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.136355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-675e5c45-9de2-47fd-8572-0a5fb5279553 req-996789ca-9d8e-4327-b073-dc7d5c4773be tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751694 Jul 15 13:30:17.152760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-8aab12da-35f0-435f-a6d8-c6322d4f6a42 None None] Port f2452bfc-17b0-4c2f-a762-3149f6e506f4 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:17.213687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] For port cccdb695-46fb-4af2-aec5-e66d614d6362, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cccdb695-46fb-4af2-aec5-e66d614d6362,segment=NetworkSegment(dadeca0c-7f6a-40b2-b150-a808210fbb8c),segment_id=dadeca0c-7f6a-40b2-b150-a808210fbb8c)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:17.214116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.238343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Calling delete_port for cccdb695-46fb-4af2-aec5-e66d614d6362 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:17.294916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] DHCP port deletion for 118dfbd3-4b2e-4954-a769-53e9527f1c8c request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:17.313592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.473470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.501081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] Deleting port cccdb695-46fb-4af2-aec5-e66d614d6362 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:17.501835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event deleted for resources: {'Port': ['ID=cccdb695-46fb-4af2-aec5-e66d614d6362,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:17.502645 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.523953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] No DVR routers for this DVR port cccdb695-46fb-4af2-aec5-e66d614d6362 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:17.699438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] For port cccdb695-46fb-4af2-aec5-e66d614d6362, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:17.700103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.732236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] Calling delete_port for cccdb695-46fb-4af2-aec5-e66d614d6362 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:17.736301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] Port cccdb695-46fb-4af2-aec5-e66d614d6362 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:30:17.737902 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.818659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] Pushing event deleted for resources: {'Port': ['ID=cccdb695-46fb-4af2-aec5-e66d614d6362,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:17.820860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9f787-3825-4c16-b4c6-29e97908aba6 None None] No DVR routers for this DVR port cccdb695-46fb-4af2-aec5-e66d614d6362 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:17.873927 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.913025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118dfbd3-4b2e-4954-a769-53e9527f1c8c']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:17.913976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91c217-beea-479e-b7ce-8c9a8c2f7ea6 req-d7b3f762-6931-4155-807f-582a4f6af4ac tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:17.922869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb91c217-beea-479e-b7ce-8c9a8c2f7ea6 req-d7b3f762-6931-4155-807f-582a4f6af4ac tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.5118854 Jul 15 13:30:17.967685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadeca0c-7f6a-40b2-b150-a808210fbb8c') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:17.967685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadeca0c-7f6a-40b2-b150-a808210fbb8c') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:18.003216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.055926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.071459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2452bfc-17b0-4c2f-a762-3149f6e506f4 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:18.082315 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.084364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:18.086548 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.153970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb91c217-beea-479e-b7ce-8c9a8c2f7ea6 req-6b924372-2290-437b-8aeb-093839739cd2 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294331 Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:18.260267 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:18.282636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Transition to ACTIVE for port object f2452bfc-17b0-4c2f-a762-3149f6e506f4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:18.286104 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.291953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.303583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.305687 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "DELETE /v2.0/networks/118dfbd3-4b2e-4954-a769-53e9527f1c8c HTTP/1.1" status: 204 len: 168 time: 1.5589869 Jul 15 13:30:18.356251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36252) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:18.374019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dad57c-64f3-4984-a730-7f5b2f22c364 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event deleted for resources: {'Network': ['ID=118dfbd3-4b2e-4954-a769-53e9527f1c8c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:18.465703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Pushing event updated for resources: {'Port': ['ID=f2452bfc-17b0-4c2f-a762-3149f6e506f4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:18.569363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.569700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.570044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.570449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.570790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.571169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.571480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.571843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.572171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.572495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.572830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.573227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:18.771628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Attempting to bind port f2452bfc-17b0-4c2f-a762-3149f6e506f4 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:18.772071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Attempting to bind port f2452bfc-17b0-4c2f-a762-3149f6e506f4 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:18.772283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Attempting to bind port f2452bfc-17b0-4c2f-a762-3149f6e506f4 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:18.789492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Port f2452bfc-17b0-4c2f-a762-3149f6e506f4 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:18.789944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Attempting to bind port f2452bfc-17b0-4c2f-a762-3149f6e506f4 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:18.810325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Deleting port fec16138-0dbb-4de2-b029-55e909928e8c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:18.810766 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.817235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:18.817575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:18.818124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:18.818781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Bound port: f2452bfc-17b0-4c2f-a762-3149f6e506f4, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:18.819284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.871119 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ae4761a7-e4ad-4396-b73c-484573063dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.099885 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.111890 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.127783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] For port f2452bfc-17b0-4c2f-a762-3149f6e506f4, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:19.137079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Calling delete_port for fec16138-0dbb-4de2-b029-55e909928e8c owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:19.166862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] For port f2452bfc-17b0-4c2f-a762-3149f6e506f4, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f2452bfc-17b0-4c2f-a762-3149f6e506f4,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:19.177365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cccdb695-46fb-4af2-aec5-e66d614d6362 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:19.183966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9ada3-cb28-4966-bcda-38ce26a9dd04 req-789d0e3c-49f7-48bc-ac9c-7c5712a44b13 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.185697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92a9ada3-cb28-4966-bcda-38ce26a9dd04 req-789d0e3c-49f7-48bc-ac9c-7c5712a44b13 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 944 time: 0.2356133 Jul 15 13:30:19.229320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.274064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: cccdb695-46fb-4af2-aec5-e66d614d6362 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:19.274496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cccdb695-46fb-4af2-aec5-e66d614d6362 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:19.286289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.287080 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.288926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] 10.222.0.35 "PUT /v2.0/ports/f2452bfc-17b0-4c2f-a762-3149f6e506f4 HTTP/1.1" status: 200 len: 1093 time: 2.4975870 Jul 15 13:30:19.362584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2673af1-5dfe-4c08-84fb-fcd3c19c3cda', 'tag': 'f2452bfc-17b0-4c2f-a762-3149f6e506f4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:19.364914 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2673af1-5dfe-4c08-84fb-fcd3c19c3cda", "tag": "f2452bfc-17b0-4c2f-a762-3149f6e506f4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:19.367720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c286a58-e309-4962-9441-1fbfc42060ba service neutron] Pushing event updated for resources: {'Port': ['ID=f2452bfc-17b0-4c2f-a762-3149f6e506f4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:20.076705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92a9ada3-cb28-4966-bcda-38ce26a9dd04 req-f7f36b52-a48a-4dc5-800c-3e7464f1372e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8545043 Jul 15 13:30:20.182324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fa5b-c41e-4063-a661-e458c074503c req-4d860047-9e00-4a53-ad0e-1b6e7c5c49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.195596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-4d860047-9e00-4a53-ad0e-1b6e7c5c49a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 1096 time: 0.8000836 Jul 15 13:30:20.308822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-55d58dad-632d-49c3-97af-da7e001b37d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2452bfc-17b0-4c2f-a762-3149f6e506f4 HTTP/1.1" status: 200 len: 217 time: 0.1114674 Jul 15 13:30:20.598763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fa5b-c41e-4063-a661-e458c074503c req-387710e8-9de2-4bc7-bf54-cf0afb8bf501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.601541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-387710e8-9de2-4bc7-bf54-cf0afb8bf501 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.2693477 Jul 15 13:30:20.603190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.724337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Pushing event deleted for resources: {'Port': ['ID=fec16138-0dbb-4de2-b029-55e909928e8c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:20.916655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2202e6-f4ee-4b63-85ab-1f9790faf91b req-5892b47c-9cc5-41db-9645-061e370940ab tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.932996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f2202e6-f4ee-4b63-85ab-1f9790faf91b req-5892b47c-9cc5-41db-9645-061e370940ab tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.6289699 Jul 15 13:30:20.973867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fa5b-c41e-4063-a661-e458c074503c req-5de26c35-3a2d-4544-9c80-b4e3e24f0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.977193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-5de26c35-3a2d-4544-9c80-b4e3e24f0521 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3548896 Jul 15 13:30:20.984039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.989785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.991878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d5f34e79-9265-4671-a0d5-e70c871e0d31 tempest-FloatingIPAdminTestJSON-412685292 tempest-FloatingIPAdminTestJSON-412685292-project] 10.222.0.25 "DELETE /v2.0/floatingips/99d923ee-5be2-4c7f-b85c-09a8bac8f702 HTTP/1.1" status: 204 len: 168 time: 2.6285925 Jul 15 13:30:21.099189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f2202e6-f4ee-4b63-85ab-1f9790faf91b req-a48dafce-44e9-4e88-8dc5-07c5b15d623e tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645105 Jul 15 13:30:21.251730 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22aad8d-a130-4d3a-81e6-00a1bb3f8e14 x-openstack-request-id: req-a22aad8d-a130-4d3a-81e6-00a1bb3f8e14 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:21.252781 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2673af1-5dfe-4c08-84fb-fcd3c19c3cda", "tag": "f2452bfc-17b0-4c2f-a762-3149f6e506f4", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:21.252781 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a22aad8d-a130-4d3a-81e6-00a1bb3f8e14 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:21.253057 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2673af1-5dfe-4c08-84fb-fcd3c19c3cda', 'tag': 'f2452bfc-17b0-4c2f-a762-3149f6e506f4', 'status': 'completed', 'code': 200} Jul 15 13:30:21.276613 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-1b616e9c-6f6c-450c-85b9-6746aca80230 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827957 Jul 15 13:30:21.437951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92d9fa5b-c41e-4063-a661-e458c074503c req-f4e9f376-ffaf-4bc7-af24-daee3edc28fa service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521022 Jul 15 13:30:21.570529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d060c86c-560c-4dd9-80d9-1b5755863b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.591197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36296) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:21.621404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.697823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-e9e5596e-d3d0-434f-89ba-37cf1ba1022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.704185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-e9e5596e-d3d0-434f-89ba-37cf1ba1022e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 1096 time: 0.1485188 Jul 15 13:30:21.916914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-ad5eff46-05a8-474a-b931-b167ebb4b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.918043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-ad5eff46-05a8-474a-b931-b167ebb4b613 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.2093711 Jul 15 13:30:22.047571 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-58821105-b9d1-4139-a6d5-f81a75798fee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30c089bd6bde4e598e1ba5d1541bc327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543242 Jul 15 13:30:22.048653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36308) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:22.213453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-ed4c3879-e7d2-4961-a306-e7e94a527963 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2452bfc-17b0-4c2f-a762-3149f6e506f4 HTTP/1.1" status: 200 len: 217 time: 0.2439125 Jul 15 13:30:22.257058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4b67807-cd9a-4bda-9e4f-5daf129ffcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.350784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4b67807-cd9a-4bda-9e4f-5daf129ffcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.358020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693a7f1-db02-42b7-b823-41c69e89f14f req-ca38923a-bdaf-41be-989a-0f35dded98d3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:22.359915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2693a7f1-db02-42b7-b823-41c69e89f14f req-ca38923a-bdaf-41be-989a-0f35dded98d3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 944 time: 0.4408805 Jul 15 13:30:22.399004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-e676cd44-d7de-4edb-b72d-7e597b1dab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:22.400660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-e676cd44-d7de-4edb-b72d-7e597b1dab05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1795380 Jul 15 13:30:22.456619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2693a7f1-db02-42b7-b823-41c69e89f14f req-a439d6d2-9d9a-40d4-b262-3d23091d814f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849922 Jul 15 13:30:22.497034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4b67807-cd9a-4bda-9e4f-5daf129ffcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.500924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4b67807-cd9a-4bda-9e4f-5daf129ffcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.505667 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a4b67807-cd9a-4bda-9e4f-5daf129ffcc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f8a894b-eb25-45dc-a478-f010caf11a38 HTTP/1.1" status: 204 len: 168 time: 0.4554539 Jul 15 13:30:22.520283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b67807-cd9a-4bda-9e4f-5daf129ffcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8a894b-eb25-45dc-a478-f010caf11a38,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:22.548026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-046c7ddb-fcec-4e48-a728-6b7a3785fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:22.553036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-046c7ddb-fcec-4e48-a728-6b7a3785fbf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449146 Jul 15 13:30:22.926329 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.160433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-6320dd95-882f-44cb-9f73-eece13a7f291 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981624 Jul 15 13:30:23.238383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a16a59-fcbc-40ce-89b3-3d1a3513f5e8 req-18f72987-991f-4c15-91e7-d6bdd4747cdd tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:23.250614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a16a59-fcbc-40ce-89b3-3d1a3513f5e8 req-18f72987-991f-4c15-91e7-d6bdd4747cdd tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.2996268 Jul 15 13:30:23.482884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:23.488049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43a16a59-fcbc-40ce-89b3-3d1a3513f5e8 req-bf0626ac-e635-4bf0-b7f2-07a4b65b44f6 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359021 Jul 15 13:30:23.503628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a054a52e-0e4f-4351-a16f-17f9243681c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.626678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a054a52e-0e4f-4351-a16f-17f9243681c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.638041 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a054a52e-0e4f-4351-a16f-17f9243681c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.688858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a054a52e-0e4f-4351-a16f-17f9243681c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f30e3c5a7cc4393b132590d023160c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016003 Jul 15 13:30:23.691748 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36334) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:23.699932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054a52e-0e4f-4351-a16f-17f9243681c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e40d267-04e1-4947-993b-6f567e7fa52f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:23.761923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e5e77eb-de2b-4916-bb0e-40278cee1c6b req-40eb42cc-a2bf-40db-aa76-efee9544098b service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909207 Jul 15 13:30:23.820570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e35e80c-fc25-47f7-b319-5b1bd34d89ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.907938 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e35e80c-fc25-47f7-b319-5b1bd34d89ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.060128 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e35e80c-fc25-47f7-b319-5b1bd34d89ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.063278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e35e80c-fc25-47f7-b319-5b1bd34d89ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.068906 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6e35e80c-fc25-47f7-b319-5b1bd34d89ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e40d267-04e1-4947-993b-6f567e7fa52f HTTP/1.1" status: 204 len: 168 time: 0.3755891 Jul 15 13:30:24.088497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35e80c-fc25-47f7-b319-5b1bd34d89ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e40d267-04e1-4947-993b-6f567e7fa52f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:24.416369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726398e5-fec1-4ab2-846f-6261a85634ec req-f4059858-2378-4ee9-9c02-f3f766608ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.421743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-726398e5-fec1-4ab2-846f-6261a85634ec req-f4059858-2378-4ee9-9c02-f3f766608ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 1097 time: 0.2225506 Jul 15 13:30:24.447501 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.534956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-726398e5-fec1-4ab2-846f-6261a85634ec req-b681e372-c8dc-471f-a990-1d9e7a530892 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054299 Jul 15 13:30:24.557859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085c95-0620-4464-b434-dc1025c109a7 req-fa9a70a3-2b42-4725-bb99-77a4db5bb64a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.560747 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64085c95-0620-4464-b434-dc1025c109a7 req-fa9a70a3-2b42-4725-bb99-77a4db5bb64a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 944 time: 0.2572286 Jul 15 13:30:24.671058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64085c95-0620-4464-b434-dc1025c109a7 req-565c4d75-48c5-4438-95e1-e7a7be518bc7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868089 Jul 15 13:30:25.047215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072560c-bf23-4d6d-ab61-5d3175a55e7c req-0cd9d06a-6af2-49a8-bfce-70f7f4ed20d2 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.057629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3072560c-bf23-4d6d-ab61-5d3175a55e7c req-0cd9d06a-6af2-49a8-bfce-70f7f4ed20d2 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.1923463 Jul 15 13:30:25.194840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3072560c-bf23-4d6d-ab61-5d3175a55e7c req-48efc1e7-3568-427f-aded-aab27d106830 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289322 Jul 15 13:30:25.271543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36354) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:25.316326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aadb268a-f4ef-4f9f-bcfd-e3aa53978171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.668759 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aadb268a-f4ef-4f9f-bcfd-e3aa53978171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.679525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aadb268a-f4ef-4f9f-bcfd-e3aa53978171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.868982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36364) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:25.870310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-aadb268a-f4ef-4f9f-bcfd-e3aa53978171 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29bb3fbb461b41b7949014789a428894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960555 Jul 15 13:30:25.873655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb268a-f4ef-4f9f-bcfd-e3aa53978171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c7ac1-a370-446a-af01-02bfb0845617,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.143289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdb75d72-c85a-4928-875a-0369d8b1439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.215778 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdb75d72-c85a-4928-875a-0369d8b1439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.327626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920a6b2-b8eb-463b-b8c0-f308e9ef8e3d req-1ba3df5e-03bb-4560-aadc-9b7bc47f0b13 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.329405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8920a6b2-b8eb-463b-b8c0-f308e9ef8e3d req-1ba3df5e-03bb-4560-aadc-9b7bc47f0b13 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 944 time: 0.2524710 Jul 15 13:30:26.346488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdb75d72-c85a-4928-875a-0369d8b1439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.357239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdb75d72-c85a-4928-875a-0369d8b1439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.367519 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fdb75d72-c85a-4928-875a-0369d8b1439f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb3c7ac1-a370-446a-af01-02bfb0845617 HTTP/1.1" status: 204 len: 168 time: 0.4969101 Jul 15 13:30:26.399901 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb75d72-c85a-4928-875a-0369d8b1439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c7ac1-a370-446a-af01-02bfb0845617,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.426719 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8920a6b2-b8eb-463b-b8c0-f308e9ef8e3d req-0dfdba05-c84c-4b81-aab9-5c02f81a7537 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904922 Jul 15 13:30:26.909623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e4cca-3a4e-493e-9486-d8ef3294c04b req-4525e1b1-f99f-4363-9223-d53368a48758 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.918631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34e4cca-3a4e-493e-9486-d8ef3294c04b req-4525e1b1-f99f-4363-9223-d53368a48758 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.2639999 Jul 15 13:30:27.106110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d34e4cca-3a4e-493e-9486-d8ef3294c04b req-89f57c90-19ec-4cc9-a824-59dc45b458a1 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735287 Jul 15 13:30:28.161456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-224ecca7-e766-41e7-b16d-4b7fecc36f8f tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:28.169858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-224ecca7-e766-41e7-b16d-4b7fecc36f8f tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 811 time: 0.5098155 Jul 15 13:30:28.197373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-f9159d15-b037-4d33-9fcf-e9daa58079ba tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/quotas/46fd08ce6c50443ba3b60a3afa19b2f3 HTTP/1.1" status: 200 len: 375 time: 0.0262253 Jul 15 13:30:28.507549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-23e4ad92-702a-4335-9917-c1f2b3c88c70 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3059142 Jul 15 13:30:28.920030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:28.928164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-b116d555-d5a7-4e8f-96bc-b0c76190e578 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570416 Jul 15 13:30:29.293192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-b26e5292-652e-47d6-ae06-933420d7963a service neutron] 10.222.0.25 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640287 Jul 15 13:30:29.493436 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0199e52f-f91f-4d4a-96fb-3749b2ce36d2 tempest-AgentManagementNegativeTest-174254003 tempest-AgentManagementNegativeTest-174254003-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5674334 Jul 15 13:30:29.949346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0593-f330-4f1b-86e9-8ff8884afd36 req-9c8da175-037d-455f-bd59-745713c3673e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:29.951031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-833e0593-f330-4f1b-86e9-8ff8884afd36 req-9c8da175-037d-455f-bd59-745713c3673e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 944 time: 0.1865351 Jul 15 13:30:30.087048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-833e0593-f330-4f1b-86e9-8ff8884afd36 req-e13f5573-feb3-45fb-8182-32e8a50fe4de tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226976 Jul 15 13:30:30.263811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36458) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:30.543169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-758fec9d-22b5-40c9-9c48-dd7d9682ac57 req-8cef8a28-b2f3-4259-a8a4-42789e044aed tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 210 time: 0.1226122 Jul 15 13:30:30.685543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861ea539-4fa9-4287-89ba-3d06a0079616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.865262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-2fe731c5-43fd-4903-9f76-5b4d5a4a96ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2617507 Jul 15 13:30:30.973105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861ea539-4fa9-4287-89ba-3d06a0079616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.000127 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861ea539-4fa9-4287-89ba-3d06a0079616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.182830 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-861ea539-4fa9-4287-89ba-3d06a0079616 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=071c4dac5e9a43c3bdc5fdc57845fa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9104960 Jul 15 13:30:31.189049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ea539-4fa9-4287-89ba-3d06a0079616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeaf6cb-2fa6-4ceb-9e2b-b56dfa91cc12,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:31.191540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36480) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.568097 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb91e-9013-42e0-a3b3-130a2d5761e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.602581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230626f-2e62-416f-8817-90888d01477c req-1ea95e84-93a2-4c14-b8ca-229f3f5bc97e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.604425 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f230626f-2e62-416f-8817-90888d01477c req-1ea95e84-93a2-4c14-b8ca-229f3f5bc97e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 944 time: 0.2968178 Jul 15 13:30:31.647513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-67deea6e-5d55-420d-8a1f-159046000a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.649791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-67deea6e-5d55-420d-8a1f-159046000a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.650293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-67deea6e-5d55-420d-8a1f-159046000a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.656193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-67deea6e-5d55-420d-8a1f-159046000a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.658129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-67deea6e-5d55-420d-8a1f-159046000a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.658879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-67deea6e-5d55-420d-8a1f-159046000a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.659442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-67deea6e-5d55-420d-8a1f-159046000a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.662035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-67deea6e-5d55-420d-8a1f-159046000a34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6505 time: 0.3752825 Jul 15 13:30:31.670326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb91e-9013-42e0-a3b3-130a2d5761e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.924064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f230626f-2e62-416f-8817-90888d01477c req-daa3bc0c-4181-4430-9c07-f044f1b102dc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069799 Jul 15 13:30:31.962176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb91e-9013-42e0-a3b3-130a2d5761e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.978507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb91e-9013-42e0-a3b3-130a2d5761e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.978507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fe4eb91e-9013-42e0-a3b3-130a2d5761e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/beeaf6cb-2fa6-4ceb-9e2b-b56dfa91cc12 HTTP/1.1" status: 204 len: 168 time: 0.7821722 Jul 15 13:30:32.057942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eb91e-9013-42e0-a3b3-130a2d5761e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeaf6cb-2fa6-4ceb-9e2b-b56dfa91cc12,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:32.166272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-cb3252d2-44d3-4894-891f-5afa2a828008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:32.167077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-cb3252d2-44d3-4894-891f-5afa2a828008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:32.168261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-cb3252d2-44d3-4894-891f-5afa2a828008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:32.172074 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-cb3252d2-44d3-4894-891f-5afa2a828008 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1519d73-2f26-44f9-aef7-d53e3da0763f&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=815fcc21-ed29-4388-9854-7408c50a4a1d&id=815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 200 len: 2298 time: 0.3951252 Jul 15 13:30:32.683836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f2452bfc-17b0-4c2f-a762-3149f6e506f4 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:32.702039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-26e19db7-4f6a-4693-8ff4-e3569a017d31 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:32.707693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-26e19db7-4f6a-4693-8ff4-e3569a017d31 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.35 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 811 time: 0.5004759 Jul 15 13:30:32.812843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Request body: {'port': {'device_id': '32e4bf05-e5b4-43f1-a210-a5982cbe2d2e', 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f', 'admin_state_up': True, 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:32.970665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dcc48328-9850-49d0-82ec-4e822ed92961 req-9763f659-7160-4c9e-b072-9a5b20ce9734 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 210 time: 0.3065560 Jul 15 13:30:33.082244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f2452bfc-17b0-4c2f-a762-3149f6e506f4, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f2452bfc-17b0-4c2f-a762-3149f6e506f4,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:33.164350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'f2452bfc-17b0-4c2f-a762-3149f6e506f4', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'port_id': 'f2452bfc-17b0-4c2f-a762-3149f6e506f4', 'mac_address': 'fa:16:3e:ff:1b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:33.366707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-42e04b2f-98cb-40b9-8962-5aef4fd6980d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17773e21-e117-4c67-b742-bd0d32588044 HTTP/1.1" status: 200 len: 1001 time: 1.1809492 Jul 15 13:30:33.380589 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.439871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2452bfc-17b0-4c2f-a762-3149f6e506f4 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:33.508039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f2452bfc-17b0-4c2f-a762-3149f6e506f4, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f2452bfc-17b0-4c2f-a762-3149f6e506f4,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:33.519749 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.658864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=f2452bfc-17b0-4c2f-a762-3149f6e506f4,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.763173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-a27e2173-ef79-4164-9f2f-3f325b255961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:33.764352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-a27e2173-ef79-4164-9f2f-3f325b255961 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5a6f7fb-2d8b-4d44-8e39-e5f85909273c HTTP/1.1" status: 200 len: 856 time: 0.3358490 Jul 15 13:30:33.794466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f2452bfc-17b0-4c2f-a762-3149f6e506f4'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:33.830483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864d90-faee-481b-8fcf-8439700e07e5 req-d8b234ef-5c02-4c21-8aff-a9e58305541a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:33.840045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4864d90-faee-481b-8fcf-8439700e07e5 req-d8b234ef-5c02-4c21-8aff-a9e58305541a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 944 time: 0.3702905 Jul 15 13:30:33.878590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36538) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:33.991438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Made reservation on behalf of 46fd08ce6c50443ba3b60a3afa19b2f3 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:34.017538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.202480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4864d90-faee-481b-8fcf-8439700e07e5 req-3911c5ae-b414-48df-a8ef-d6245f5ec81e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297851 Jul 15 13:30:34.308739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-b866ebc2-9cb6-4353-b68f-3cf55a102a04 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.314659 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b866ebc2-9cb6-4353-b68f-3cf55a102a04 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4339745 Jul 15 13:30:34.315838 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36548) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.327936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-a28cce4f-1a81-486e-9086-c642675b6b31 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.334046 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a28cce4f-1a81-486e-9086-c642675b6b31 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0169063 Jul 15 13:30:34.336076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.347586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-e1e07cbc-9a6c-4e3d-8313-2c2002373711 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.353925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36552) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.354939 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e1e07cbc-9a6c-4e3d-8313-2c2002373711 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0164392 Jul 15 13:30:34.376208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-14a1d209-23ff-4fad-89fb-a45450e0b37f tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.382670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-14a1d209-23ff-4fad-89fb-a45450e0b37f tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0187602 Jul 15 13:30:34.383870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36554) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.392729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-afd19771-d71c-45a2-b5a2-141d08c29eb3 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.398349 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-afd19771-d71c-45a2-b5a2-141d08c29eb3 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0130117 Jul 15 13:30:34.399395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36556) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.404076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-06ca3567-d514-494d-953b-146ca44fe225 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.410024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-06ca3567-d514-494d-953b-146ca44fe225 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0093083 Jul 15 13:30:34.410265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36558) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.417256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-6fb764db-ebf7-4028-b626-4f7d1f0fccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:34.418859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-6fb764db-ebf7-4028-b626-4f7d1f0fccfd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1519d73-2f26-44f9-aef7-d53e3da0763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5550332 Jul 15 13:30:34.424063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-26191552-3727-4c5f-8e03-131400d8ba30 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.428129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36560) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.433328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-70df895a-8c92-44cc-b874-aaa78f5c34d7 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.437897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-26191552-3727-4c5f-8e03-131400d8ba30 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051808 Jul 15 13:30:34.439695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36562) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.440634 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-70df895a-8c92-44cc-b874-aaa78f5c34d7 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0109923 Jul 15 13:30:34.459171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-ac172004-fe12-4e93-a627-ad00e8cdd497 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.463471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ac172004-fe12-4e93-a627-ad00e8cdd497 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0159266 Jul 15 13:30:34.468909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36564) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.481211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-90e179ef-5a1f-4361-a559-af6d60e28a48 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.492021 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-90e179ef-5a1f-4361-a559-af6d60e28a48 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0177045 Jul 15 13:30:34.496266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36566) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.516083 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-b7d38c38-6f02-4f7f-bc24-6d6ab7bc815e tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.551625 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b7d38c38-6f02-4f7f-bc24-6d6ab7bc815e tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0400937 Jul 15 13:30:34.552893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36570) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.570353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-41d69fe2-db5e-468a-9d60-db320b0cf6cf tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.587503 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-41d69fe2-db5e-468a-9d60-db320b0cf6cf tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0265856 Jul 15 13:30:34.589785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36572) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.603840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-11a9e4fb-7c26-47a1-94c3-6028613fd8a4 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.609478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-11a9e4fb-7c26-47a1-94c3-6028613fd8a4 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0142007 Jul 15 13:30:34.609940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36574) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.632992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Allocated IP 172.20.0.12 (dfd8075f-5111-4057-8922-5eb28681d85f/de4937de-6935-4c66-bc8e-0db01449d6c5/74726414-800b-4ba7-a5a6-fe61c5a08480) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:34.636044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-e0cf78e1-670f-4779-8245-4e62bda28a66 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.642609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36576) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.646578 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e0cf78e1-670f-4779-8245-4e62bda28a66 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0334332 Jul 15 13:30:34.662557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-3b0c3f5b-b835-48e3-9821-993140f68714 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.664920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3b0c3f5b-b835-48e3-9821-993140f68714 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0131915 Jul 15 13:30:34.669930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36578) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.674002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-696c1f38-b33f-4956-8874-dd14e80935cf service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310035 Jul 15 13:30:34.692453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-d4cec5ea-d94e-463e-a39f-177b7afa6889 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.702525 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d4cec5ea-d94e-463e-a39f-177b7afa6889 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0214260 Jul 15 13:30:34.704071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.713287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.721423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-c7f3f136-30bc-4171-9b43-39acde238bb1 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.727740 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c7f3f136-30bc-4171-9b43-39acde238bb1 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0197079 Jul 15 13:30:34.729881 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36582) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.744188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-2acd4379-c58b-45f9-ba1d-abb28a3f57d9 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.750212 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2acd4379-c58b-45f9-ba1d-abb28a3f57d9 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0147982 Jul 15 13:30:34.751251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36584) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.764643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-14d75df9-513f-4ab0-a5a5-86cef8b42b0e tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.772133 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14d75df9-513f-4ab0-a5a5-86cef8b42b0e tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0180850 Jul 15 13:30:34.776022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36586) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.807712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-eb293b1b-f5dc-4d44-919d-d49bc337ed42 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.826159 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eb293b1b-f5dc-4d44-919d-d49bc337ed42 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0469861 Jul 15 13:30:34.828210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36588) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.856530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-10585724-a369-409a-8468-88fa86275986 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.865482 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10585724-a369-409a-8468-88fa86275986 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0337369 Jul 15 13:30:34.869464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36592) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.886614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-c7128e55-59c0-4b78-9a35-744c26c7dd04 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.894160 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c7128e55-59c0-4b78-9a35-744c26c7dd04 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0220568 Jul 15 13:30:34.894878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36594) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.912634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-07bfcd1c-1891-41a8-bba3-4eb99c0bc961 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.924717 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-07bfcd1c-1891-41a8-bba3-4eb99c0bc961 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0280857 Jul 15 13:30:34.925717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36596) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.930371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-1f0b5108-0802-4845-aaaf-fed400e7c3d7 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.945851 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1f0b5108-0802-4845-aaaf-fed400e7c3d7 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0187459 Jul 15 13:30:34.946779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36598) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.954480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-cd1199ae-1c33-4c8f-8990-63b1e8cee04d tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.968950 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cd1199ae-1c33-4c8f-8990-63b1e8cee04d tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0195038 Jul 15 13:30:34.970031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36602) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.986543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-39f75eb3-de6f-4ccf-8636-f2380256bdd0 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:34.993025 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-39f75eb3-de6f-4ccf-8636-f2380256bdd0 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0216322 Jul 15 13:30:34.995936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36604) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.016816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-14639f50-9923-48ad-9c47-d45988945941 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.034616 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14639f50-9923-48ad-9c47-d45988945941 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0358925 Jul 15 13:30:35.036915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36608) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.051599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-f4304350-4798-4f26-9431-bb77593bbc53 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.076631 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f4304350-4798-4f26-9431-bb77593bbc53 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0236049 Jul 15 13:30:35.082974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36610) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.094720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-28dc6e99-09bd-46d7-ba1e-e0516b327aae tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.099016 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-28dc6e99-09bd-46d7-ba1e-e0516b327aae tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0119896 Jul 15 13:30:35.100111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36612) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.105352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-d370b0a1-e257-48a7-b1b8-346ce88b421c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.112506 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d370b0a1-e257-48a7-b1b8-346ce88b421c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0091677 Jul 15 13:30:35.113810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36614) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.121364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-5cbad094-e930-4631-97fb-5848f8b3b68b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.127471 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5cbad094-e930-4631-97fb-5848f8b3b68b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0095286 Jul 15 13:30:35.128521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36616) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.133787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-8f92a75a-ab9e-496e-afd4-8d767323c30e tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.141569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36618) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.142941 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f92a75a-ab9e-496e-afd4-8d767323c30e tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0129447 Jul 15 13:30:35.167175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-6211e15f-3b1e-45af-8945-be827857dcb8 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.171782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36620) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.172184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6211e15f-3b1e-45af-8945-be827857dcb8 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0086782 Jul 15 13:30:35.178149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-91634590-874a-4b2e-851d-62210fac7e6c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.182571 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-91634590-874a-4b2e-851d-62210fac7e6c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0090489 Jul 15 13:30:35.183675 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36622) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.191789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ef8d7e3-e3b2-4f9b-b277-783c2e91b4ed req-251548aa-f21b-4b5f-af2a-b1721e413996 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 210 time: 0.2092714 Jul 15 13:30:35.192473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-913baaa0-2e1d-44cc-bc19-ae08b3f96428 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.199023 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-913baaa0-2e1d-44cc-bc19-ae08b3f96428 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0133715 Jul 15 13:30:35.200070 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36624) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.206079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-2d1f1fd1-8fca-4677-8ff8-92af55665ca7 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.211329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36626) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.212124 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d1f1fd1-8fca-4677-8ff8-92af55665ca7 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0099661 Jul 15 13:30:35.222781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-832e715e-7251-492c-8c9c-4b906cd75f70 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.226876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36628) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.227059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-832e715e-7251-492c-8c9c-4b906cd75f70 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0146675 Jul 15 13:30:35.235246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-ce129c3d-ea86-4ccc-93d0-8fe3ce3c5d02 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.244044 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ce129c3d-ea86-4ccc-93d0-8fe3ce3c5d02 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0155437 Jul 15 13:30:35.246589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36632) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.259823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-573c4c8f-9464-43c6-bae8-2250bfe4a12e tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.261835 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-573c4c8f-9464-43c6-bae8-2250bfe4a12e tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0142457 Jul 15 13:30:35.265332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36634) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.276871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-57cc262b-27a6-48c5-aca2-979d7a86336b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.281275 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-57cc262b-27a6-48c5-aca2-979d7a86336b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0140479 Jul 15 13:30:35.283406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.296988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-761976bf-8b19-4978-a2d2-7e73f9722e1c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.298628 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-761976bf-8b19-4978-a2d2-7e73f9722e1c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0135748 Jul 15 13:30:35.301559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.316358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-cb49fcdb-3fde-41a8-ade5-defc87076eb7 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.320397 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb49fcdb-3fde-41a8-ade5-defc87076eb7 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0145633 Jul 15 13:30:35.321940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-cf0f885e-2342-47ae-bdbb-31dc38ee0622 service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362705 Jul 15 13:30:35.322947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36640) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.329517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-356e0102-200d-491e-a39b-bd0ca3442543 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.331122 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-356e0102-200d-491e-a39b-bd0ca3442543 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0067723 Jul 15 13:30:35.333988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36642) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.346931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-e82a4aaf-208f-43c1-9f64-55c96d8804dd tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.348315 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e82a4aaf-208f-43c1-9f64-55c96d8804dd tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0117142 Jul 15 13:30:35.352336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36644) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.361137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-32af1bc8-ffd0-4362-8e23-aaf15b5cd841 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.362568 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-32af1bc8-ffd0-4362-8e23-aaf15b5cd841 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0086644 Jul 15 13:30:35.365385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36646) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.372992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-f8559175-d943-41d3-a114-6fc564f4da22 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.379058 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f8559175-d943-41d3-a114-6fc564f4da22 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0099218 Jul 15 13:30:35.381806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36648) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.395559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-e2b2087e-639b-47f1-b42b-e5f2c52e0bba tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.396875 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e2b2087e-639b-47f1-b42b-e5f2c52e0bba tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0137575 Jul 15 13:30:35.407504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36650) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.412207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-24c049ac-7b7e-41b9-8be2-a270ac85f86c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.413464 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-24c049ac-7b7e-41b9-8be2-a270ac85f86c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049441 Jul 15 13:30:35.419205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36652) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.444072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-1e843670-1597-4d25-af7b-c305edc2d289 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.446117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1e843670-1597-4d25-af7b-c305edc2d289 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057659 Jul 15 13:30:35.448789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.457781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-33d9bc15-3b79-429b-a93e-dcf00a26db2b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.459539 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-33d9bc15-3b79-429b-a93e-dcf00a26db2b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093501 Jul 15 13:30:35.462453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36656) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.470155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-af1226fc-d881-4c8e-9d66-2ad7853c5bbc tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.471263 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-af1226fc-d881-4c8e-9d66-2ad7853c5bbc tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074666 Jul 15 13:30:35.482295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36658) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.505166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-1fb39615-ae18-4b02-8141-3f8b452e7bdf tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.512424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-ccf4f8a1-f57d-44f5-8005-16e0f6148f02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 217 time: 0.1191351 Jul 15 13:30:35.515640 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1fb39615-ae18-4b02-8141-3f8b452e7bdf tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0307856 Jul 15 13:30:35.516317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.531577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-12919dd6-565b-49d2-b9de-4c8d6e3fee34 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.532855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-12919dd6-565b-49d2-b9de-4c8d6e3fee34 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0148735 Jul 15 13:30:35.537574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36666) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.554401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-f048ea80-3e5d-4ffe-b97d-4f0d20fc241f tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.566151 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f048ea80-3e5d-4ffe-b97d-4f0d20fc241f tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0271184 Jul 15 13:30:35.574274 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.575147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36668) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.610041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-5ca69d32-b72f-40b7-b5e2-33feebfeeacc tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.614693 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.621541 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5ca69d32-b72f-40b7-b5e2-33feebfeeacc tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0401890 Jul 15 13:30:35.626268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36670) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.635770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-9eec3592-e425-4803-9d9f-6979572b75b0 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.643291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-3f9c392f-1295-4c54-ba60-f4a3cf030d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:35.643291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-3f9c392f-1295-4c54-ba60-f4a3cf030d74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.1194425 Jul 15 13:30:35.644526 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9eec3592-e425-4803-9d9f-6979572b75b0 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0160475 Jul 15 13:30:35.647245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.661944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-a1a067e1-7695-4a2f-af26-b2a0338e40bb tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.663352 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a1a067e1-7695-4a2f-af26-b2a0338e40bb tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0143297 Jul 15 13:30:35.666118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36674) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.676238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-f880e4b4-d0a9-4726-ac12-5ee72434861c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.682742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36676) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.683259 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f880e4b4-d0a9-4726-ac12-5ee72434861c tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0155158 Jul 15 13:30:35.738959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [None req-171a035f-32ea-4b16-a21b-1e1e34a0397d tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.748016 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36678) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.753478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-171a035f-32ea-4b16-a21b-1e1e34a0397d tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0579605 Jul 15 13:30:35.762154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-bad5c56c-954f-476e-9e8f-56017767e270 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.765356 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bad5c56c-954f-476e-9e8f-56017767e270 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0141718 Jul 15 13:30:35.766546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36680) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.812177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-8c1ced9c-a6d1-4261-9c80-cf17f8f1c526 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.820675 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c1ced9c-a6d1-4261-9c80-cf17f8f1c526 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0471680 Jul 15 13:30:35.821781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36684) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.829335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-51ab0156-b9e5-4bfe-a41b-4ae97bddee59 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.839692 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-51ab0156-b9e5-4bfe-a41b-4ae97bddee59 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0148411 Jul 15 13:30:35.840430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36688) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.846322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-0170fd93-a935-42b2-8160-507cf16a4feb tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.853002 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0170fd93-a935-42b2-8160-507cf16a4feb tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0093024 Jul 15 13:30:35.853739 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36690) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.863762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-2c13474e-d6dc-46f1-a1ed-fa07d3a9b221 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.868281 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c13474e-d6dc-46f1-a1ed-fa07d3a9b221 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0128849 Jul 15 13:30:35.871830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36692) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.879475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-3318ebbd-046d-4f55-972c-009e9d327c3b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.884021 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3318ebbd-046d-4f55-972c-009e9d327c3b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0107825 Jul 15 13:30:35.884919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36694) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.890277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-5c0058a2-b59e-47df-85dd-34d1b71d8137 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.894653 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5c0058a2-b59e-47df-85dd-34d1b71d8137 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0083723 Jul 15 13:30:35.895324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36696) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.900277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-8dfb1a55-82af-43d6-891d-66024338f044 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.904357 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8dfb1a55-82af-43d6-891d-66024338f044 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076365 Jul 15 13:30:35.905073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36698) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.909880 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-23218afc-6f73-4b16-b4f4-2396214caa6b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.913885 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-23218afc-6f73-4b16-b4f4-2396214caa6b tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077274 Jul 15 13:30:35.914563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36700) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.920569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [None req-34021837-dbf1-412a-939c-bae03e203031 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:30:35.938311 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-34021837-dbf1-412a-939c-bae03e203031 tempest-ExtensionsTestJSON-720613147 tempest-ExtensionsTestJSON-720613147-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0184352 Jul 15 13:30:36.039743 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.064661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['45fcfafa-0a7b-40bf-8fcd-546bf7a63ada'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:36.363184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Pushing event updated for resources: {'Port': ['ID=74726414-800b-4ba7-a5a6-fe61c5a08480,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:36.523581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Network dfd8075f-5111-4057-8922-5eb28681d85f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:36.531469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-6784be94-07e2-4d84-9583-5b08876d6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:36.533440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-6784be94-07e2-4d84-9583-5b08876d6290 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8795140 Jul 15 13:30:36.536307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:36.567938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d4f57-af07-489b-8964-015ea03ab415 req-b2b87989-22a1-4312-8920-5fe6d2579c6b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:36.569602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-649d4f57-af07-489b-8964-015ea03ab415 req-b2b87989-22a1-4312-8920-5fe6d2579c6b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 945 time: 0.8151267 Jul 15 13:30:36.573386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:36.690756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f2452bfc-17b0-4c2f-a762-3149f6e506f4 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:36.850626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port f2452bfc-17b0-4c2f-a762-3149f6e506f4 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:36.859748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port f2452bfc-17b0-4c2f-a762-3149f6e506f4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:36.860209 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.895636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36718) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:37.052125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.052358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:37.064545 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.116721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-649d4f57-af07-489b-8964-015ea03ab415 req-e7b1d0da-1fdd-4d3d-ba19-7f10e0f2df03 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260112 Jul 15 13:30:37.146379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-9f994a7e-a737-43bd-8130-bb2df2946709 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754738 Jul 15 13:30:37.169122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2673af1-5dfe-4c08-84fb-fcd3c19c3cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2452bfc-17b0-4c2f-a762-3149f6e506f4'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:37.181246 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83395c2f-f775-4dbd-a153-9f5f92c7d099" -d '{"events": [{"server_uuid": "d2673af1-5dfe-4c08-84fb-fcd3c19c3cda", "name": "network-vif-plugged", "status": "completed", "tag": "f2452bfc-17b0-4c2f-a762-3149f6e506f4"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:37.182570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-1701137e-d15b-42e9-8ad3-dfe5836ad501 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4452899 Jul 15 13:30:37.253688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a4020f5-fe93-4f1a-809d-406a760a173a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.255510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port f2452bfc-17b0-4c2f-a762-3149f6e506f4, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f2452bfc-17b0-4c2f-a762-3149f6e506f4,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:37.273493 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.306510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Request body: {'port': {'device_id': '32e4bf05-e5b4-43f1-a210-a5982cbe2d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:37.404690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=f2452bfc-17b0-4c2f-a762-3149f6e506f4,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:37.660235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a4020f5-fe93-4f1a-809d-406a760a173a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.675674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a4020f5-fe93-4f1a-809d-406a760a173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.746854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4020f5-fe93-4f1a-809d-406a760a173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc4e879-2b2e-43d9-9ac4-c69e0bbe6113,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:37.765363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-46e79c04-f841-4159-8e84-5725011de995 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110041 Jul 15 13:30:37.797610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.814542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36732) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:37.824658 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a4020f5-fe93-4f1a-809d-406a760a173a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da428934e9f842fab7b892b4ce7f8de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266157 Jul 15 13:30:38.115449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-91d097df-2219-46ca-b4cc-00649c7f6e0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 217 time: 0.3356488 Jul 15 13:30:39.129183 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:39.302412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-779d45e5-044d-4704-9906-a8689eb35a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.305832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-779d45e5-044d-4704-9906-a8689eb35a29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 1.1792641 Jul 15 13:30:39.316088 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f09a57d7-1a01-45e9-98b0-7a7dc3c50bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.352607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f09a57d7-1a01-45e9-98b0-7a7dc3c50bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.483919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f09a57d7-1a01-45e9-98b0-7a7dc3c50bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.491823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f09a57d7-1a01-45e9-98b0-7a7dc3c50bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.495399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f09a57d7-1a01-45e9-98b0-7a7dc3c50bc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cc4e879-2b2e-43d9-9ac4-c69e0bbe6113 HTTP/1.1" status: 204 len: 168 time: 1.6255000 Jul 15 13:30:39.664674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a57d7-1a01-45e9-98b0-7a7dc3c50bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc4e879-2b2e-43d9-9ac4-c69e0bbe6113,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:39.922348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc6cd8-10b4-48ae-809e-40e9826c3c2e req-1736aca3-c364-46ea-ba25-ca6a654975d1 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.926856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5cc6cd8-10b4-48ae-809e-40e9826c3c2e req-1736aca3-c364-46ea-ba25-ca6a654975d1 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 932 time: 1.8013773 Jul 15 13:30:40.100746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-9e9c690f-49d1-4a74-871c-61d2c1f557f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0497258 Jul 15 13:30:40.149855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74726414-800b-4ba7-a5a6-fe61c5a08480 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:40.226954 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.293917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-7015d71d-126d-4f48-b733-215e06162715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:40.295694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-7015d71d-126d-4f48-b733-215e06162715 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9808888 Jul 15 13:30:40.334168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5cc6cd8-10b4-48ae-809e-40e9826c3c2e req-e2698deb-e53d-4305-8601-2c3e9b901b47 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931534 Jul 15 13:30:40.380258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Transition to ACTIVE for port object 74726414-800b-4ba7-a5a6-fe61c5a08480 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:40.451952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.646132 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c5a0f-89e2-4f87-a53c-d0d724caba8e x-openstack-request-id: req-136c5a0f-89e2-4f87-a53c-d0d724caba8e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:40.646958 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2673af1-5dfe-4c08-84fb-fcd3c19c3cda", "name": "network-vif-plugged", "status": "completed", "tag": "f2452bfc-17b0-4c2f-a762-3149f6e506f4", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:40.646958 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-136c5a0f-89e2-4f87-a53c-d0d724caba8e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:40.647565 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2673af1-5dfe-4c08-84fb-fcd3c19c3cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2452bfc-17b0-4c2f-a762-3149f6e506f4', 'code': 200} Jul 15 13:30:40.989101 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88401240-2f90-45f6-9cf7-a8eda1d0a5d7 req-c2616326-f83c-44b7-991b-0d225bfb4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:40.991011 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88401240-2f90-45f6-9cf7-a8eda1d0a5d7 req-c2616326-f83c-44b7-991b-0d225bfb4b47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 1098 time: 0.1787908 Jul 15 13:30:41.060089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-7c73675e-c714-47cd-a317-34b7d97eb289 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7401183 Jul 15 13:30:41.062251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Pushing event updated for resources: {'Port': ['ID=74726414-800b-4ba7-a5a6-fe61c5a08480,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.083226 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-88401240-2f90-45f6-9cf7-a8eda1d0a5d7 req-7b0d0529-ba69-4002-8438-22628c9a7810 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843649 Jul 15 13:30:41.304668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-616e0502-bb4e-4864-95f7-abc8f871a895 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165833 Jul 15 13:30:41.307109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-ecd9ed1d-d3d6-40e9-afea-8b134d21e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.308724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-ecd9ed1d-d3d6-40e9-afea-8b134d21e669 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1097 time: 1.0726948 Jul 15 13:30:41.459442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-6cf3b7b0-fb03-4a56-85bc-35ffdbbd122a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 HTTP/1.1" status: 200 len: 217 time: 0.1360598 Jul 15 13:30:41.696910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-c5e2e300-25e3-4f58-bb3b-e70d0afb1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.699033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-c5e2e300-25e3-4f58-bb3b-e70d0afb1801 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31f78c25-82cf-48ae-88dd-2b3cbccce895 HTTP/1.1" status: 200 len: 897 time: 0.1715565 Jul 15 13:30:42.189065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Attempting to bind port 74726414-800b-4ba7-a5a6-fe61c5a08480 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:42.190005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Attempting to bind port 74726414-800b-4ba7-a5a6-fe61c5a08480 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:42.190366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Attempting to bind port 74726414-800b-4ba7-a5a6-fe61c5a08480 on network dfd8075f-5111-4057-8922-5eb28681d85f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:42.308909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-34a825cf-4894-4755-8f89-6011c67ea31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.312147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-34a825cf-4894-4755-8f89-6011c67ea31a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.6098921 Jul 15 13:30:42.347827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36818) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:42.353029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Port 74726414-800b-4ba7-a5a6-fe61c5a08480 on network dfd8075f-5111-4057-8922-5eb28681d85f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:42.354390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Attempting to bind port 74726414-800b-4ba7-a5a6-fe61c5a08480 on network dfd8075f-5111-4057-8922-5eb28681d85f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:42.406761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-d8956670-faf2-4f23-9e08-b96cb088cac6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e HTTP/1.1" status: 200 len: 1001 time: 0.6918719 Jul 15 13:30:42.459765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:42.460656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Checking segment: {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:42.460656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Bound using segment: {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:42.461142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Bound port: 74726414-800b-4ba7-a5a6-fe61c5a08480, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:42.461639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.503517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1721297444'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:42.565583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:42.569359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.576512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5ad74-ec5f-4816-9922-f8c103a51f3d req-9cbb453d-087f-4abf-9eb5-b7b6257d6e70 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.578742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61e5ad74-ec5f-4816-9922-f8c103a51f3d req-9cbb453d-087f-4abf-9eb5-b7b6257d6e70 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 946 time: 1.2685580 Jul 15 13:30:42.610459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-0559fc71-acb6-45af-8cde-f91158add7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.614877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-0559fc71-acb6-45af-8cde-f91158add7d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0e9532c-2710-4fba-816f-e8d30b948c68 HTTP/1.1" status: 200 len: 834 time: 0.1910236 Jul 15 13:30:42.626786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.703854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] For port 74726414-800b-4ba7-a5a6-fe61c5a08480, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:42.803956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] For port 74726414-800b-4ba7-a5a6-fe61c5a08480, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74726414-800b-4ba7-a5a6-fe61c5a08480,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:42.814736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61e5ad74-ec5f-4816-9922-f8c103a51f3d req-b0912e42-d2a6-43d1-a6f9-5f6d7061a566 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882889 Jul 15 13:30:42.844971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.930743 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.938193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.984046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:42.990558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-8dc072e1-2080-4eee-a517-622e23956093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.003511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-8dc072e1-2080-4eee-a517-622e23956093 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6129460 Jul 15 13:30:43.041883 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.042237 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Added segment ed18e437-2051-4eb6-94b0-d9920022adca of type vlan for network 2f9a151f-60da-4e1b-96a7-02100af5136d Jul 15 13:30:43.043904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fbf458-1a1d-4aeb-8e14-0adfc44e5b7e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.078811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-4324d876-91bf-40c6-a182-926cf0cdcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.081075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-4324d876-91bf-40c6-a182-926cf0cdcb19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31f78c25-82cf-48ae-88dd-2b3cbccce895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4495668 Jul 15 13:30:43.087302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.088745 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.091488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/74726414-800b-4ba7-a5a6-fe61c5a08480 HTTP/1.1" status: 200 len: 1093 time: 5.8565114 Jul 15 13:30:43.109177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e4bf05-e5b4-43f1-a210-a5982cbe2d2e', 'tag': '74726414-800b-4ba7-a5a6-fe61c5a08480'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:43.114299 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830" -d '{"events": [{"name": "network-changed", "server_uuid": "32e4bf05-e5b4-43f1-a210-a5982cbe2d2e", "tag": "74726414-800b-4ba7-a5a6-fe61c5a08480"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:43.156483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.261252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.288568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.293407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.371103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3542a9-7814-422c-a9db-59d4f2d137c0 service neutron] Pushing event updated for resources: {'Port': ['ID=74726414-800b-4ba7-a5a6-fe61c5a08480,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.417091 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0612743 Jul 15 13:30:43.613056 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ab523-21a4-4e7d-8139-7445536abf62 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Network': ['ID=2f9a151f-60da-4e1b-96a7-02100af5136d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.642323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 2f9a151f-60da-4e1b-96a7-02100af5136d details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:43.767887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-545d5537-a7bc-42bc-a2f1-0c0603e11c3f service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314662 Jul 15 13:30:43.773441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-787aee9f-bb8c-4bfd-8699-2721d514d321 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7465928 Jul 15 13:30:44.129852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-900adf23-994a-4d88-83fa-8351a56a3a20 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444762 Jul 15 13:30:44.425001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-d275909e-6a14-4fad-9066-062757badf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.426559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-d275909e-6a14-4fad-9066-062757badf93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 1096 time: 1.2662027 Jul 15 13:30:44.475065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-6a3caef8-7d60-4206-8cc7-6efcaecf16ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802 HTTP/1.1" status: 200 len: 217 time: 0.3258355 Jul 15 13:30:44.727033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-5e34332a-707f-44b5-8c46-c91a90b4f312 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74726414-800b-4ba7-a5a6-fe61c5a08480 HTTP/1.1" status: 200 len: 217 time: 0.2668717 Jul 15 13:30:45.081049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-ca25cd95-f04a-4ec1-a7cc-56e0eb59bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.090386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-ca25cd95-f04a-4ec1-a7cc-56e0eb59bf1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.5264637 Jul 15 13:30:45.103162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-588410c1-da81-46d4-a090-609dfe4626c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.107370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-588410c1-da81-46d4-a090-609dfe4626c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 200 len: 851 time: 0.2213938 Jul 15 13:30:45.289857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-dbea12a3-0380-4932-8b9e-becec51bf32a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfd8075f-5111-4057-8922-5eb28681d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598089 Jul 15 13:30:45.327540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a348f3-138a-4f07-8f7c-239ac2beffd3 req-4fdf3c38-918a-437d-883a-9e29dfe331fa tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.343072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a348f3-138a-4f07-8f7c-239ac2beffd3 req-4fdf3c38-918a-437d-883a-9e29dfe331fa tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 944 time: 1.5540886 Jul 15 13:30:45.405688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff1b74d0-7fb3-49f2-87c2-6fcca5e0c712 req-5e4457ab-d864-4d9d-a3b0-d463900c34d7 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6232970 Jul 15 13:30:45.587024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-7b2d4bf5-cbf7-401e-a1ad-123445865eec service neutron] 10.222.0.35 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835824 Jul 15 13:30:45.770490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a348f3-138a-4f07-8f7c-239ac2beffd3 req-0c2a153f-d4b0-4f40-9977-febd4a8041b5 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964591 Jul 15 13:30:45.837271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-7d844052-c17c-4ce9-b386-4b79840c02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.849698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-7d844052-c17c-4ce9-b386-4b79840c02e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7360318 Jul 15 13:30:46.012320 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16c8a75-16f2-4353-b759-08c70f4d8c78 x-openstack-request-id: req-f16c8a75-16f2-4353-b759-08c70f4d8c78 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:46.012679 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e4bf05-e5b4-43f1-a210-a5982cbe2d2e", "tag": "74726414-800b-4ba7-a5a6-fe61c5a08480", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:46.015684 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f16c8a75-16f2-4353-b759-08c70f4d8c78 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:46.016800 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e4bf05-e5b4-43f1-a210-a5982cbe2d2e', 'tag': '74726414-800b-4ba7-a5a6-fe61c5a08480', 'status': 'completed', 'code': 200} Jul 15 13:30:46.343360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:46.433898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73c9e1b2-3d2f-48e5-9d8c-0504487bae77 req-8e5251d0-1a19-4987-ba69-25317a63a5d9 service neutron] 10.222.0.35 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252227 Jul 15 13:30:46.655384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-0f5fc600-e784-43cf-a6e6-4a939e563d34 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604071 Jul 15 13:30:46.909379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-b70d4fee-0bb4-473f-80d1-c0867f78759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:46.912857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-b70d4fee-0bb4-473f-80d1-c0867f78759e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 1096 time: 0.3832893 Jul 15 13:30:47.067079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ebe1b-6c6f-46f6-a8ad-e980be4b0b60 req-54d877d0-255b-4177-8dc1-6ffeb8c75257 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.085022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b36ebe1b-6c6f-46f6-a8ad-e980be4b0b60 req-54d877d0-255b-4177-8dc1-6ffeb8c75257 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 946 time: 0.5573106 Jul 15 13:30:47.241788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-9d2c5965-91b7-4caa-9fad-c51bfb935000 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691822 Jul 15 13:30:47.331902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b36ebe1b-6c6f-46f6-a8ad-e980be4b0b60 req-d5aad5b3-18c4-4c75-a1e2-1e052b5c2187 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454448 Jul 15 13:30:47.451274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-b57a7dff-4575-4488-9b38-98ea55f3e3c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d85dfc45-7929-4343-8908-3b7db695b10f HTTP/1.1" status: 200 len: 217 time: 0.1234407 Jul 15 13:30:47.789162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-565c7504-10db-4ce8-883d-99b8579cc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.799566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-565c7504-10db-4ce8-883d-99b8579cc22b service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 912 time: 0.8754063 Jul 15 13:30:47.834432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-60a54fe2-2425-4e7f-9744-15e58908b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.840922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-60a54fe2-2425-4e7f-9744-15e58908b6d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.3739312 Jul 15 13:30:47.950393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 7b1b1e45-a1aa-44c5-918f-37080a8efe1f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:47.951843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.052438 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-70831ae2-169f-4763-b316-6f556f8bff20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74726414-800b-4ba7-a5a6-fe61c5a08480 HTTP/1.1" status: 200 len: 217 time: 0.2406583 Jul 15 13:30:48.285436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.286128 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.308700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 7b1b1e45-a1aa-44c5-918f-37080a8efe1f owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:48.759100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 74726414-800b-4ba7-a5a6-fe61c5a08480 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:49.080544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 74726414-800b-4ba7-a5a6-fe61c5a08480, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74726414-800b-4ba7-a5a6-fe61c5a08480,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:49.115429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '74726414-800b-4ba7-a5a6-fe61c5a08480', 'network_id': 'dfd8075f-5111-4057-8922-5eb28681d85f', 'port_id': '74726414-800b-4ba7-a5a6-fe61c5a08480', 'mac_address': 'fa:16:3e:94:7c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4937de-6935-4c66-bc8e-0db01449d6c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:49.176492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.177205 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.208083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74726414-800b-4ba7-a5a6-fe61c5a08480 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:49.220230 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-128b1fb5-5528-4aec-906f-a72dc894c4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.267732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 74726414-800b-4ba7-a5a6-fe61c5a08480, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74726414-800b-4ba7-a5a6-fe61c5a08480,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:49.282455 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.327581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=7b1b1e45-a1aa-44c5-918f-37080a8efe1f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.406567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=74726414-800b-4ba7-a5a6-fe61c5a08480,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.431696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-81c3bd2c-d3ab-4886-9676-62dbb01ceb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.433277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-81c3bd2c-d3ab-4886-9676-62dbb01ceb34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 200 len: 851 time: 1.2683361 Jul 15 13:30:49.500160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-d486f057-4875-42ca-8b70-dc099af43925 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfd8075f-5111-4057-8922-5eb28681d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585444 Jul 15 13:30:49.519032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.520142 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Floating IP 9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b disassociated (deleted). External IP: 172.25.1.208, port: 16ef36f8-6bce-4def-b54e-0d2bbff7596e. Jul 15 13:30:49.525245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-7d6b7ef9-5afc-4bf5-8709-a9b1ca3dd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.529973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-7d6b7ef9-5afc-4bf5-8709-a9b1ca3dd80d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.6798937 Jul 15 13:30:49.542485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0614356-1e01-442f-b50f-126097de0c1e req-27a138f4-f403-4a23-bfd1-647721e7731e tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.544441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0614356-1e01-442f-b50f-126097de0c1e req-27a138f4-f403-4a23-bfd1-647721e7731e tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 944 time: 1.3815689 Jul 15 13:30:49.545727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36918) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.559051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['74726414-800b-4ba7-a5a6-fe61c5a08480'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:49.576647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'subnet': {'network_id': '2f9a151f-60da-4e1b-96a7-02100af5136d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:49.903999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0614356-1e01-442f-b50f-126097de0c1e req-5491206c-1549-47e3-90c0-7cd901f3bd23 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125033 Jul 15 13:30:49.949535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-fe19ac73-a3a8-4fff-8088-534b50054106 service neutron] 10.222.0.35 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334488 Jul 15 13:30:49.964202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:50.099696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-b94e2e91-35c3-498c-ab65-45cb55e31cbf service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418406 Jul 15 13:30:50.159251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:50.160990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:50.165510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.167026 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.174212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] Sync routers for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:50.211165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:50.211770 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd5c0131-5c3b-4765-9f1d-40bf9578a999 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/floatingips/9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b HTTP/1.1" status: 204 len: 168 time: 3.8614607 Jul 15 13:30:50.212487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:30:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:50.212670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:50.212670 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13324a5b-4d22-421f-95b5-272ee03f9f79" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:50.450587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d2fc78-8cb6-4b7a-8dee-c419f0571830 req-facc2284-ab68-4860-bdbb-d535990577c4 service neutron] 10.222.0.35 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014627 Jul 15 13:30:50.515650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:50.728058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655f1c3-4c25-43cd-868f-cadeab60a357 req-fbd041c1-cb73-4a1c-ae4b-c2828d1b6f78 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:50.731116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1655f1c3-4c25-43cd-868f-cadeab60a357 req-fbd041c1-cb73-4a1c-ae4b-c2828d1b6f78 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 946 time: 0.6299548 Jul 15 13:30:50.820372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 74726414-800b-4ba7-a5a6-fe61c5a08480 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:50.957332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-a442ab64-b015-413f-97b8-8e58f378ef4f service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8228283 Jul 15 13:30:51.003678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36946) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.061882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 74726414-800b-4ba7-a5a6-fe61c5a08480 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:51.088564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 74726414-800b-4ba7-a5a6-fe61c5a08480 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:51.089318 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.131278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-1d9af821-1445-4a29-92a1-59163c87ac95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3 HTTP/1.1" status: 200 len: 217 time: 0.1577315 Jul 15 13:30:51.137528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fbb34f-687a-496c-9e54-aaa29e0e4156 admin admin] Deleting subnet 1466af16-f2af-4cf9-850c-3491303d5dc3 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:51.138388 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.138727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:51.147601 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93fbb34f-687a-496c-9e54-aaa29e0e4156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.200420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] Checking router: b657110a-e7f3-4fb5-b3f0-38546d8e30d9 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:51.223427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93fbb34f-687a-496c-9e54-aaa29e0e4156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.256028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:51.257071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:30:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:51.323031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93fbb34f-687a-496c-9e54-aaa29e0e4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.338254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Subnet': ['ID=d7f29f3d-bde4-43d3-82a2-57a21ca1286d,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.344644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-a056bdd0-af3f-4128-86f7-22e1eaf1bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.347346 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-a056bdd0-af3f-4128-86f7-22e1eaf1bac7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.2027683 Jul 15 13:30:51.354134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1655f1c3-4c25-43cd-868f-cadeab60a357 req-5a83d0b9-b1ee-404b-8683-083748ad1fa7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950815 Jul 15 13:30:51.476433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93fbb34f-687a-496c-9e54-aaa29e0e4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.524755 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbb34f-687a-496c-9e54-aaa29e0e4156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1466af16-f2af-4cf9-850c-3491303d5dc3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.558886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Checking segment: {'id': 'ed18e437-2051-4eb6-94b0-d9920022adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2f9a151f-60da-4e1b-96a7-02100af5136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:51.559529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network hostable DHCP agents. Network: 2f9a151f-60da-4e1b-96a7-02100af5136d, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:51.568455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93fbb34f-687a-496c-9e54-aaa29e0e4156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.570843 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-93fbb34f-687a-496c-9e54-aaa29e0e4156 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1466af16-f2af-4cf9-850c-3491303d5dc3 HTTP/1.1" status: 204 len: 168 time: 0.5661266 Jul 15 13:30:51.576540 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36952) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.598794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-d74daa3c-80f4-4b5c-8323-d04df86961fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.601916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-d74daa3c-80f4-4b5c-8323-d04df86961fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2459159 Jul 15 13:30:51.662127 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d9cc82a5-fce2-4e85-a4da-0dc7de0ac709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.687245 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.691117 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.743182 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.749937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:51.768974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e4bf05-e5b4-43f1-a210-a5982cbe2d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74726414-800b-4ba7-a5a6-fe61c5a08480'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:51.773120 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c54804-5025-4818-9e0a-9949993cd152" -d '{"events": [{"server_uuid": "32e4bf05-e5b4-43f1-a210-a5982cbe2d2e", "name": "network-vif-plugged", "status": "completed", "tag": "74726414-800b-4ba7-a5a6-fe61c5a08480"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:51.799665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network 2f9a151f-60da-4e1b-96a7-02100af5136d is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:51.826461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 74726414-800b-4ba7-a5a6-fe61c5a08480, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74726414-800b-4ba7-a5a6-fe61c5a08480,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:51.837995 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.901223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-8ce97932-e4dd-4899-9477-525db419d0e5 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903671 Jul 15 13:30:51.903191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 2f9a151f-60da-4e1b-96a7-02100af5136d) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:51.985364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b7086-61a3-4c95-8980-18a132376c98 None None] Network 2f9a151f-60da-4e1b-96a7-02100af5136d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:52.139337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.167444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.182117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-311da050-b409-4aa8-ae56-16b9d2ebde5a req-60db95d6-12fe-4eaa-85d9-bb311a277005 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745485 Jul 15 13:30:52.186800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:52.199125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.236851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8236670-9b6d-4d1e-82b5-08ddde8b4d43') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.238264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8236670-9b6d-4d1e-82b5-08ddde8b4d43') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.258163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fa0915c1-40e4-4a8e-b972-e19c3dd169e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6854811 Jul 15 13:30:52.264456 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ea0ef8-6d2d-4e51-8b97-763f8cd68d5e x-openstack-request-id: req-f4ea0ef8-6d2d-4e51-8b97-763f8cd68d5e {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:52.264724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36970) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.265231 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:52.265696 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4ea0ef8-6d2d-4e51-8b97-763f8cd68d5e {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:52.268833 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'status': 'completed', 'code': 200} Jul 15 13:30:52.276347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.290137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1569483957'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:52.330297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.345082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:52.346157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:52.348819 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:52.471575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:52.488388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=74726414-800b-4ba7-a5a6-fe61c5a08480,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.493765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.522227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.560603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.563184 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba HTTP/1.1" status: 204 len: 168 time: 0.9831641 Jul 15 13:30:52.576019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36982) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.587598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0800bd7-f1a6-4040-81a4-e60cd43b2da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a0eb00-c228-41d9-bdb4-2c0b79ea13ba,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.590555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.601945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-2f9a151f-60da-4e1b-96a7-02100af5136d', 'network_id': '2f9a151f-60da-4e1b-96a7-02100af5136d', 'tenant_id': '5d5dd83acf484c25b53cbd5c5f531d79', 'fixed_ips': [{'subnet_id': 'd7f29f3d-bde4-43d3-82a2-57a21ca1286d'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:52.603985 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.627754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:52.660620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cf03c4-da5e-471a-8a25-f8d7c4ec34ff admin admin] Deleting subnet fa41ace6-ffd6-447a-9fca-916001bdbbd0 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:52.671686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71cf03c4-da5e-471a-8a25-f8d7c4ec34ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.671979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28839a-2c9f-4d51-b98f-ba7db89ba2e2 None None] The sync data for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 is: [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '09a32fd1-f31c-4562-8c44-834cb53d4bac', 'name': '', 'network_id': '31f78c25-82cf-48ae-88dd-2b3cbccce895', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'mac_address': 'fa:16:3e:74:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:26Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'subnets': [{'id': 'f0e9532c-2710-4fba-816f-e8d30b948c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:52.781641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71cf03c4-da5e-471a-8a25-f8d7c4ec34ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.830835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.831411 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Added segment 3356736a-f734-44ac-a5aa-469c887d0488 of type vlan for network 23df5db1-37b0-43d0-b364-14eed452ddd1 Jul 15 13:30:52.885047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-ed742033-ccbc-49d2-b901-8ad7148dc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:52.887690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-ed742033-ccbc-49d2-b901-8ad7148dc08d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 1097 time: 0.5341799 Jul 15 13:30:52.898411 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71cf03c4-da5e-471a-8a25-f8d7c4ec34ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.992534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.015415 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71cf03c4-da5e-471a-8a25-f8d7c4ec34ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.019964 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.043573 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf03c4-da5e-471a-8a25-f8d7c4ec34ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa41ace6-ffd6-447a-9fca-916001bdbbd0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:53.047488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71cf03c4-da5e-471a-8a25-f8d7c4ec34ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.049858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-71cf03c4-da5e-471a-8a25-f8d7c4ec34ff admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fa41ace6-ffd6-447a-9fca-916001bdbbd0 HTTP/1.1" status: 204 len: 168 time: 0.4725587 Jul 15 13:30:53.054767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36992) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:53.058577 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Allocated IP 2001:db8:0:ffff::2 (2f9a151f-60da-4e1b-96a7-02100af5136d/d7f29f3d-bde4-43d3-82a2-57a21ca1286d/aca23538-b55b-4f63-be18-ff59104465d5) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:53.090614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c94091-7372-4f05-88bc-302b2bd72cdb req-c8f7fbfb-765f-4cfd-844c-d1568b2abc3d tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:53.107041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47c94091-7372-4f05-88bc-302b2bd72cdb req-c8f7fbfb-765f-4cfd-844c-d1568b2abc3d tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.5316784 Jul 15 13:30:53.205937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.277476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.286847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:53.290168 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.366619 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87481f9e-8a97-4a43-9a33-438b05dfef61 None None] New status for floating IP 9d0ebc87-d8bc-443d-9de4-bb546c3a6f0b: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:30:53.379959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1127834 Jul 15 13:30:53.393238 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.400080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37002) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:53.418963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Transition to ACTIVE for port object aca23538-b55b-4f63-be18-ff59104465d5 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:53.446285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Transition to ACTIVE for port object aca23538-b55b-4f63-be18-ff59104465d5 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:53.457428 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.488082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'subnet': {'network_id': '23df5db1-37b0-43d0-b364-14eed452ddd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:53.496036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-19d03a9c-f3dd-4aa4-bc21-8dc49601bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:53.497719 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-19d03a9c-f3dd-4aa4-bc21-8dc49601bac7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31f78c25-82cf-48ae-88dd-2b3cbccce895 HTTP/1.1" status: 200 len: 897 time: 0.6002786 Jul 15 13:30:53.558761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Pushing event updated for resources: {'Port': ['ID=aca23538-b55b-4f63-be18-ff59104465d5,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:53.585004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Network 2f9a151f-60da-4e1b-96a7-02100af5136d is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:53.587526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:53.593943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:53.658358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47c94091-7372-4f05-88bc-302b2bd72cdb req-519e9761-6dfa-48a4-a845-f70f391a47f0 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482237 Jul 15 13:30:53.729378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-7b51f279-851f-4239-a6e4-c08e1220c7fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e HTTP/1.1" status: 200 len: 217 time: 0.1971622 Jul 15 13:30:53.786800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.824629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cef527d-0958-4f52-9faa-f886c3a0282f']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:53.828908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Attempting to bind port aca23538-b55b-4f63-be18-ff59104465d5 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:53.829392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Attempting to bind port aca23538-b55b-4f63-be18-ff59104465d5 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'ed18e437-2051-4eb6-94b0-d9920022adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2f9a151f-60da-4e1b-96a7-02100af5136d'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:53.829679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Attempting to bind port aca23538-b55b-4f63-be18-ff59104465d5 on network 2f9a151f-60da-4e1b-96a7-02100af5136d {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:53.855425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98613b63-822f-4ba4-bad1-8c0b19af107f') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:53.855897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98613b63-822f-4ba4-bad1-8c0b19af107f') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:53.857335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:53.857721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Checking segment: {'id': 'ed18e437-2051-4eb6-94b0-d9920022adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2f9a151f-60da-4e1b-96a7-02100af5136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:53.858145 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.858556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Bound using segment: {'id': 'ed18e437-2051-4eb6-94b0-d9920022adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2f9a151f-60da-4e1b-96a7-02100af5136d'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:53.860540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Bound port: aca23538-b55b-4f63-be18-ff59104465d5, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed18e437-2051-4eb6-94b0-d9920022adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2f9a151f-60da-4e1b-96a7-02100af5136d'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:53.861050 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.903748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.005238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251e0b4-301c-4108-bf0c-bb289563c0c5 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Network': ['ID=23df5db1-37b0-43d0-b364-14eed452ddd1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.073998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] For port aca23538-b55b-4f63-be18-ff59104465d5, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:54.081113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] For port aca23538-b55b-4f63-be18-ff59104465d5, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aca23538-b55b-4f63-be18-ff59104465d5,segment=NetworkSegment(ed18e437-2051-4eb6-94b0-d9920022adca),segment_id=ed18e437-2051-4eb6-94b0-d9920022adca)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:54.086470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 23df5db1-37b0-43d0-b364-14eed452ddd1 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:54.111540 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.189514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-5e5beded-7229-4e03-a286-dd7344a000df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.197058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a503d1-2c0b-43c8-acb7-b505c35ff637 None None] Pushing event updated for resources: {'Port': ['ID=aca23538-b55b-4f63-be18-ff59104465d5,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.198412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-5e5beded-7229-4e03-a286-dd7344a000df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0e9532c-2710-4fba-816f-e8d30b948c68 HTTP/1.1" status: 200 len: 834 time: 0.3299322 Jul 15 13:30:54.241606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.285796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:54.289702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.384446 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.447110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-800550e7-5dd6-44b0-a092-c1dbf6d86448 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.455493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-800550e7-5dd6-44b0-a092-c1dbf6d86448 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 945 time: 0.9427629 Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:54.529042 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:54.542757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.562621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.587536 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] 10.222.0.25 "DELETE /v2.0/networks/8cef527d-0958-4f52-9faa-f886c3a0282f HTTP/1.1" status: 204 len: 168 time: 1.5291429 Jul 15 13:30:54.707751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45c752-a6ee-4590-8244-c692c89cce9e admin admin] Pushing event deleted for resources: {'Network': ['ID=8cef527d-0958-4f52-9faa-f886c3a0282f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.744227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:54.751226 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.844148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-4f0adf62-83d9-43fb-90ab-efced5146ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.850958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-4f0adf62-83d9-43fb-90ab-efced5146ecb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31f78c25-82cf-48ae-88dd-2b3cbccce895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6394558 Jul 15 13:30:55.078677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-7acd2ef3-59b9-48a5-9d52-3d9655752a3b service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059402 Jul 15 13:30:55.264177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37048) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.444887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aca23538-b55b-4f63-be18-ff59104465d5 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:55.585693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port aca23538-b55b-4f63-be18-ff59104465d5 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:55.593871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13324a5b-4d22-421f-95b5-272ee03f9f79 req-b7393280-be88-4ba3-977a-d38349549d83 service neutron] 10.222.0.30 "GET /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041225 Jul 15 13:30:55.648249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 16ef36f8-6bce-4def-b54e-0d2bbff7596e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:55.648811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.709271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:30:55.710943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.823792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Checking segment: {'id': '3356736a-f734-44ac-a5aa-469c887d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '23df5db1-37b0-43d0-b364-14eed452ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:55.824133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network hostable DHCP agents. Network: 23df5db1-37b0-43d0-b364-14eed452ddd1, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:55.846743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Subnet': ['ID=501806bc-5be3-4ffc-8015-57a9be39732d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.858130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.858558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.858833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.859216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.859558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.859897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.860230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.860564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.860889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.861220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.861656 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.865307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:55.896814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network 23df5db1-37b0-43d0-b364-14eed452ddd1 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:55.899871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3405e754-d48d-44f7-a685-c3ab696d44ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96b2cdb3c09b4e5291fa384180b026d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338167 Jul 15 13:30:55.904646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37060) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.933838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port 16ef36f8-6bce-4def-b54e-0d2bbff7596e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=16ef36f8-6bce-4def-b54e-0d2bbff7596e,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:55.934305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.970925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 16ef36f8-6bce-4def-b54e-0d2bbff7596e owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:56.052843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 23df5db1-37b0-43d0-b364-14eed452ddd1) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:56.061161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.062031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.065268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad991b77-ed5c-41f6-9891-864c41b80484 None None] Network 23df5db1-37b0-43d0-b364-14eed452ddd1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:56.084414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0c15-a2c3-4263-b9e5-5dcece769f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.124996 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8d53912f-4036-4148-b5cd-a79ba21c1e9e tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7182882 Jul 15 13:30:56.132143 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37070) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.143210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'port': {'network_id': '23df5db1-37b0-43d0-b364-14eed452ddd1', 'name': 'tempest-NetworksIpV6TestAttrs-2062665060'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:56.167549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416d532-f890-4d95-9589-0273b7dd194f None None] Network 2f9a151f-60da-4e1b-96a7-02100af5136d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:56.209357 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0c15-a2c3-4263-b9e5-5dcece769f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.286700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b46ef138-2cfa-4edb-9ca5-5612982f45bd None None] Provisioning for port aca23538-b55b-4f63-be18-ff59104465d5 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:56.343170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.437895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=16ef36f8-6bce-4def-b54e-0d2bbff7596e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.448989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b46ef138-2cfa-4edb-9ca5-5612982f45bd None None] Provisioning complete for port aca23538-b55b-4f63-be18-ff59104465d5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:56.450954 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b46ef138-2cfa-4edb-9ca5-5612982f45bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.511009 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0c15-a2c3-4263-b9e5-5dcece769f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.531888 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0c15-a2c3-4263-b9e5-5dcece769f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.537989 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f1aa0c15-a2c3-4263-b9e5-5dcece769f18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afee01b7-9a9f-4092-b256-6edf86b78e77 HTTP/1.1" status: 204 len: 168 time: 0.6254690 Jul 15 13:30:56.599363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:56.612502 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.625495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa0c15-a2c3-4263-b9e5-5dcece769f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afee01b7-9a9f-4092-b256-6edf86b78e77,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.710988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] No DVR routers for this DVR port 16ef36f8-6bce-4def-b54e-0d2bbff7596e on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:56.719915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.722181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-172b9b6e-5adb-40ab-bea5-8d83ebdd2542 req-1e3e7727-c8aa-4302-922b-1ca684751f27 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.30 "DELETE /v2.0/ports/16ef36f8-6bce-4def-b54e-0d2bbff7596e HTTP/1.1" status: 204 len: 173 time: 2.2589154 Jul 15 13:30:56.722684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'name': 'network-vif-deleted', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:56.725186 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcba7a06-e66e-4b0d-9e2a-b287467aabf9" -d '{"events": [{"server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "name": "network-vif-deleted", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:56.729196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] device_id is not set on port 6e840878-b78c-466d-8ed3-8f793c28bb5a yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:57.178245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Allocated IP 2001:db8::f816:3eff:fe13:4fee (23df5db1-37b0-43d0-b364-14eed452ddd1/501806bc-5be3-4ffc-8015-57a9be39732d/6e840878-b78c-466d-8ed3-8f793c28bb5a) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:57.474976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.499266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Transition to ACTIVE for port object 6e840878-b78c-466d-8ed3-8f793c28bb5a will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:57.577045 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.634587 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3f3a55-f432-4a06-bc42-a9e6e5126782 x-openstack-request-id: req-ad3f3a55-f432-4a06-bc42-a9e6e5126782 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:57.639296 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e4bf05-e5b4-43f1-a210-a5982cbe2d2e", "name": "network-vif-plugged", "status": "completed", "tag": "74726414-800b-4ba7-a5a6-fe61c5a08480", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:57.640317 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad3f3a55-f432-4a06-bc42-a9e6e5126782 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:57.641545 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e4bf05-e5b4-43f1-a210-a5982cbe2d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74726414-800b-4ba7-a5a6-fe61c5a08480', 'code': 200} Jul 15 13:30:57.654541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71846887-fbe5-4e08-af5d-45313277affd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-23df5db1-37b0-43d0-b364-14eed452ddd1', 'network_id': '23df5db1-37b0-43d0-b364-14eed452ddd1', 'tenant_id': '5d5dd83acf484c25b53cbd5c5f531d79', 'fixed_ips': [{'subnet_id': '501806bc-5be3-4ffc-8015-57a9be39732d'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:57.702770 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-71846887-fbe5-4e08-af5d-45313277affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.728291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 16ef36f8-6bce-4def-b54e-0d2bbff7596e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:57.871852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network 23df5db1-37b0-43d0-b364-14eed452ddd1 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:57.873265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37134) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.879989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:57.881668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 16ef36f8-6bce-4def-b54e-0d2bbff7596e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:57.882748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 16ef36f8-6bce-4def-b54e-0d2bbff7596e not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:57.889646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:57.911441 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.912137 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.959544 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8230860 Jul 15 13:30:57.960285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37136) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.008914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be2412a4-b6ec-423e-a597-8d5a696913f4 req-97012bf5-e502-4e4c-8d6f-a3e8863fe6da tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb23169-0933-49b2-b708-aa0d9f6fe52c HTTP/1.1" status: 200 len: 210 time: 0.1067109 Jul 15 13:30:58.035736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5baac5-7c3c-4c23-8397-db78dd1e811a tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting subnet 501806bc-5be3-4ffc-8015-57a9be39732d {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:58.038868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af18718-aee1-4fc2-a031-a801d90fb33c tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Port': ['ID=6e840878-b78c-466d-8ed3-8f793c28bb5a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.053317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b5baac5-7c3c-4c23-8397-db78dd1e811a tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.065448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee68fd-dc04-4f8e-a15e-8e618e12ac52 req-6122a359-6230-4d6f-9d8e-01c02a488b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.078528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11ee68fd-dc04-4f8e-a15e-8e618e12ac52 req-6122a359-6230-4d6f-9d8e-01c02a488b44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 1098 time: 0.3822067 Jul 15 13:30:58.081364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7e9d1b3e-de30-498b-8520-0249346e1afc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f1657e7d9c24f47ad0ddc596ce945e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069628 Jul 15 13:30:58.086302 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37140) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.177612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11ee68fd-dc04-4f8e-a15e-8e618e12ac52 req-060b9a40-f5df-4c31-a812-e0158d618aac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885520 Jul 15 13:30:58.254618 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b46ef138-2cfa-4edb-9ca5-5612982f45bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.256057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b5baac5-7c3c-4c23-8397-db78dd1e811a tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.341515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b46ef138-2cfa-4edb-9ca5-5612982f45bd None None] For port aca23538-b55b-4f63-be18-ff59104465d5, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aca23538-b55b-4f63-be18-ff59104465d5,segment=NetworkSegment(ed18e437-2051-4eb6-94b0-d9920022adca),segment_id=ed18e437-2051-4eb6-94b0-d9920022adca)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:58.350880 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b46ef138-2cfa-4edb-9ca5-5612982f45bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.360120 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5031de-66cd-459a-81fc-d9b4ed7034de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.449361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ef138-2cfa-4edb-9ca5-5612982f45bd None None] Pushing event updated for resources: {'Port': ['ID=aca23538-b55b-4f63-be18-ff59104465d5,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.452860 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5031de-66cd-459a-81fc-d9b4ed7034de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.471036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b5baac5-7c3c-4c23-8397-db78dd1e811a tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.586540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-775a8e65-6945-4df0-a8ad-c2dd52582a67 None None] Provisioning complete for port aca23538-b55b-4f63-be18-ff59104465d5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:58.587121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-775a8e65-6945-4df0-a8ad-c2dd52582a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.596275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5031de-66cd-459a-81fc-d9b4ed7034de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.600628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5031de-66cd-459a-81fc-d9b4ed7034de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.602282 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9b5031de-66cd-459a-81fc-d9b4ed7034de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/053169cf-d63c-4b15-822c-bfb6490c56d0 HTTP/1.1" status: 204 len: 168 time: 0.5139959 Jul 15 13:30:58.613895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b5baac5-7c3c-4c23-8397-db78dd1e811a tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.625087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5031de-66cd-459a-81fc-d9b4ed7034de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053169cf-d63c-4b15-822c-bfb6490c56d0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.625734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcfbed-7500-4186-8e51-782af0859937 req-9b4bf130-9fc9-4f90-a86f-584248445b75 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.628279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13fcfbed-7500-4186-8e51-782af0859937 req-9b4bf130-9fc9-4f90-a86f-584248445b75 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.1111312 Jul 15 13:30:58.682147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b5baac5-7c3c-4c23-8397-db78dd1e811a tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.688734 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3b5baac5-7c3c-4c23-8397-db78dd1e811a tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/subnets/501806bc-5be3-4ffc-8015-57a9be39732d HTTP/1.1" status: 204 len: 168 time: 0.7193117 Jul 15 13:30:58.690442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5baac5-7c3c-4c23-8397-db78dd1e811a tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Subnet': ['ID=501806bc-5be3-4ffc-8015-57a9be39732d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.693472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server [None req-71846887-fbe5-4e08-af5d-45313277affd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 501806bc-5be3-4ffc-8015-57a9be39732d: This subnet is being modified by another concurrent operation. Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:30:58.719101 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 501806bc-5be3-4ffc-8015-57a9be39732d: This subnet is being modified by another concurrent operation. Jul 15 13:30:58.723535 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:30:58.736098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b38b9-3c38-4904-b4dc-dd12a114bd01 None None] Network 23df5db1-37b0-43d0-b364-14eed452ddd1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:58.758002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13fcfbed-7500-4186-8e51-782af0859937 req-0582ce07-197b-4825-9597-05d2734b6103 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219494 Jul 15 13:30:58.799857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30da33d-4e08-435f-b5d8-a3aa46ca23d0 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.801747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30da33d-4e08-435f-b5d8-a3aa46ca23d0 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.806758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37162) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.807814 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b30da33d-4e08-435f-b5d8-a3aa46ca23d0 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1084342 Jul 15 13:30:58.888127 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e532a-8a30-48ce-bb0f-c024cef48d27 x-openstack-request-id: req-0b5e532a-8a30-48ce-bb0f-c024cef48d27 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:58.896207 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb23169-0933-49b2-b708-aa0d9f6fe52c", "name": "network-vif-deleted", "tag": "16ef36f8-6bce-4def-b54e-0d2bbff7596e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:58.896510 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b5e532a-8a30-48ce-bb0f-c024cef48d27 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:58.896973 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb23169-0933-49b2-b708-aa0d9f6fe52c', 'name': 'network-vif-deleted', 'tag': '16ef36f8-6bce-4def-b54e-0d2bbff7596e', 'status': 'completed', 'code': 200} Jul 15 13:30:59.036743 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6be7508-ec63-4f30-9d5e-6066d45b391b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.064951 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6be7508-ec63-4f30-9d5e-6066d45b391b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:30:59.066923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6be7508-ec63-4f30-9d5e-6066d45b391b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:59.069282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a6be7508-ec63-4f30-9d5e-6066d45b391b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/23df5db1-37b0-43d0-b364-14eed452ddd1 HTTP/1.1" status: 409 len: 405 time: 0.2614136 Jul 15 13:30:59.075454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37176) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.087236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-686887356'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:59.116458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93335ae-1157-4210-9708-b60b56b2f6d8 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:30:59.212156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:59.216292 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.239107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aca23538-b55b-4f63-be18-ff59104465d5 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:59.284585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:59.308616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.308996 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Added segment f2410c60-4d1b-4a80-8297-e6847202917f of type vlan for network a16f20f3-3b13-49a5-87f2-9db50f75ebaa Jul 15 13:30:59.381358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93335ae-1157-4210-9708-b60b56b2f6d8 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:30:59.385075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aca23538-b55b-4f63-be18-ff59104465d5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:59.385642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.403167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-93c9ed81-7f40-4ce4-9f67-57de32d03822 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.415938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-93c9ed81-7f40-4ce4-9f67-57de32d03822 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.2921000 Jul 15 13:30:59.432589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.496945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-8a2f646f-54ef-48cc-872d-381940fcd428 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/quotas/e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 375 time: 0.0796225 Jul 15 13:30:59.500640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.509825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.511062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.592800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5150626 Jul 15 13:30:59.596296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37208) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.608888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'subnet': {'network_id': 'a16f20f3-3b13-49a5-87f2-9db50f75ebaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:59.675065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58a5f9-cfdb-40fc-9cb2-dfcf6b6a4e5b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Network': ['ID=a16f20f3-3b13-49a5-87f2-9db50f75ebaa,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:59.707339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a16f20f3-3b13-49a5-87f2-9db50f75ebaa details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:59.754351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-64ca80e2-0e04-47ad-a5e5-1b201f252240 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2551866 Jul 15 13:30:59.800004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:59.804554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.918665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-e5408ac4-a6e8-4651-8fb7-83c4d92fa27b service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581154 Jul 15 13:31:00.105922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-8e23a74b-31ca-4c59-9f25-1254ed789172 service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806898 Jul 15 13:31:00.216088 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:31:00.218049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.375758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Subnet': ['ID=543d63e8-4682-4b83-b929-a1e429cca4c4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.383053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Checking segment: {'id': 'f2410c60-4d1b-4a80-8297-e6847202917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a16f20f3-3b13-49a5-87f2-9db50f75ebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:00.383608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network hostable DHCP agents. Network: a16f20f3-3b13-49a5-87f2-9db50f75ebaa, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:00.415813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network a16f20f3-3b13-49a5-87f2-9db50f75ebaa is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:00.430922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a16f20f3-3b13-49a5-87f2-9db50f75ebaa) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:00.438269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:00.439265 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.450028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37274) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:00.456729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7661e9b5-1aa9-41a5-b62d-ce45fb9a834c None None] Network a16f20f3-3b13-49a5-87f2-9db50f75ebaa requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:00.464946 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eace5c45-ba23-4d47-a000-66a4b45c2acc tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8657029 Jul 15 13:31:00.468161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:00.475070 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'port': {'network_id': 'a16f20f3-3b13-49a5-87f2-9db50f75ebaa', 'name': 'tempest-NetworksIpV6TestAttrs-209015120'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:00.853444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:00.869791 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.917647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] device_id is not set on port 571a8ac7-99f8-4560-8a26-02b03b6602e8 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:00.990075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a16f20f3-3b13-49a5-87f2-9db50f75ebaa', 'network_id': 'a16f20f3-3b13-49a5-87f2-9db50f75ebaa', 'tenant_id': '5d5dd83acf484c25b53cbd5c5f531d79', 'fixed_ips': [{'subnet_id': '543d63e8-4682-4b83-b929-a1e429cca4c4'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:00.997361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.211534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ebe52-c903-41fb-9bed-7754b34759fd req-442702e9-4532-467e-8251-96efd86b024b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.222578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-092ebe52-c903-41fb-9bed-7754b34759fd req-442702e9-4532-467e-8251-96efd86b024b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.2193844 Jul 15 13:31:01.276633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Allocated IP 2001:db8::f816:3eff:fe4b:f82a (a16f20f3-3b13-49a5-87f2-9db50f75ebaa/543d63e8-4682-4b83-b929-a1e429cca4c4/571a8ac7-99f8-4560-8a26-02b03b6602e8) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:01.341969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-092ebe52-c903-41fb-9bed-7754b34759fd req-1c23aefb-a192-4c1e-8e86-9bc5b41d7f9c tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172798 Jul 15 13:31:01.648532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.660927 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60ba3511-d6f5-4ff8-a769-251c3a3f6b00 req-52b7069f-8f12-4ff1-9805-d569dc3885dd tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.0536954 Jul 15 13:31:01.674887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.764719 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Transition to ACTIVE for port object 571a8ac7-99f8-4560-8a26-02b03b6602e8 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:01.888836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-63546ba7-6f57-4f56-a75b-51c18a826f45 req-9171c2ed-4de2-4dca-8e00-d3c6d763db00 tempest-ListServersNegativeTestJSON-1513992194 tempest-ListServersNegativeTestJSON-1513992194-project] (93734) timed out ('10.222.0.35', 53622) {{(pid=93734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:31:01.898020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.010991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Allocated IP 2001:db8::f816:3eff:fea2:3e2a (a16f20f3-3b13-49a5-87f2-9db50f75ebaa/543d63e8-4682-4b83-b929-a1e429cca4c4/7b762f22-66aa-48ce-a9a9-12224e7c0973) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:02.059030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network a16f20f3-3b13-49a5-87f2-9db50f75ebaa is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:02.082850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:02.089645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:02.115944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.118176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.180776 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7069578 Jul 15 13:31:02.180776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d7ac9-8af7-4cb6-bfb5-d2e7c6e433c6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Port': ['ID=571a8ac7-99f8-4560-8a26-02b03b6602e8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.182305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37348) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.379027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fdbda1-f34e-4c4a-85a3-461f19fd34a4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting subnet 543d63e8-4682-4b83-b929-a1e429cca4c4 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:02.563639 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.633261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Transition to ACTIVE for port object 7b762f22-66aa-48ce-a9a9-12224e7c0973 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:02.725162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Transition to ACTIVE for port object 7b762f22-66aa-48ce-a9a9-12224e7c0973 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:02.742609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79fdbda1-f34e-4c4a-85a3-461f19fd34a4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.751562 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.867546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Pushing event updated for resources: {'Port': ['ID=7b762f22-66aa-48ce-a9a9-12224e7c0973,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.892322 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79fdbda1-f34e-4c4a-85a3-461f19fd34a4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.923259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Network a16f20f3-3b13-49a5-87f2-9db50f75ebaa is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:02.926606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:02.938264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:03.151708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79fdbda1-f34e-4c4a-85a3-461f19fd34a4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.199409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Attempting to bind port 7b762f22-66aa-48ce-a9a9-12224e7c0973 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:03.201940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Attempting to bind port 7b762f22-66aa-48ce-a9a9-12224e7c0973 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'f2410c60-4d1b-4a80-8297-e6847202917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a16f20f3-3b13-49a5-87f2-9db50f75ebaa'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:03.203395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Attempting to bind port 7b762f22-66aa-48ce-a9a9-12224e7c0973 on network a16f20f3-3b13-49a5-87f2-9db50f75ebaa {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:03.219921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:03.221918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Checking segment: {'id': 'f2410c60-4d1b-4a80-8297-e6847202917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a16f20f3-3b13-49a5-87f2-9db50f75ebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:03.223199 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.227756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Bound using segment: {'id': 'f2410c60-4d1b-4a80-8297-e6847202917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a16f20f3-3b13-49a5-87f2-9db50f75ebaa'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:03.228944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Bound port: 7b762f22-66aa-48ce-a9a9-12224e7c0973, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2410c60-4d1b-4a80-8297-e6847202917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a16f20f3-3b13-49a5-87f2-9db50f75ebaa'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:03.230084 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.250830 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79fdbda1-f34e-4c4a-85a3-461f19fd34a4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.394997 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdbda1-f34e-4c4a-85a3-461f19fd34a4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Subnet': ['ID=543d63e8-4682-4b83-b929-a1e429cca4c4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.436574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79fdbda1-f34e-4c4a-85a3-461f19fd34a4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.454801 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79fdbda1-f34e-4c4a-85a3-461f19fd34a4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/subnets/543d63e8-4682-4b83-b929-a1e429cca4c4 HTTP/1.1" status: 204 len: 168 time: 1.2678652 Jul 15 13:31:03.455845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37372) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:03.480500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] For port 7b762f22-66aa-48ce-a9a9-12224e7c0973, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:03.489094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] For port 7b762f22-66aa-48ce-a9a9-12224e7c0973, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7b762f22-66aa-48ce-a9a9-12224e7c0973,segment=NetworkSegment(f2410c60-4d1b-4a80-8297-e6847202917f),segment_id=f2410c60-4d1b-4a80-8297-e6847202917f)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:03.509073 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.591039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-c80b5b1d-971e-49f2-a6fc-77539f31e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.596427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-c80b5b1d-971e-49f2-a6fc-77539f31e917 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 1098 time: 0.9117589 Jul 15 13:31:03.681762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-1e03006d-4584-41af-9738-5345002e849d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.682035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53464d8-29f5-40bb-a9e0-5d042f475337 None None] Pushing event updated for resources: {'Port': ['ID=7b762f22-66aa-48ce-a9a9-12224e7c0973,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.688321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-1e03006d-4584-41af-9738-5345002e849d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 1.0669134 Jul 15 13:31:03.703725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659ad45-82e6-43e0-b8d9-15440d482c7f tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.710148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659ad45-82e6-43e0-b8d9-15440d482c7f tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.712515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'port': {'device_id': '8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'admin_state_up': True, 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:03.714934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76715bb-2add-4a01-9b8f-bb966fe987a9 None None] Network a16f20f3-3b13-49a5-87f2-9db50f75ebaa requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:03.726702 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b659ad45-82e6-43e0-b8d9-15440d482c7f tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2658062 Jul 15 13:31:03.730855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37374) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:03.975647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a7fc-83bb-47c1-811d-da5197825080 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.000747 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca7a7fc-83bb-47c1-811d-da5197825080 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:31:04.002899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca7a7fc-83bb-47c1-811d-da5197825080 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:04.005097 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4ca7a7fc-83bb-47c1-811d-da5197825080 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/a16f20f3-3b13-49a5-87f2-9db50f75ebaa HTTP/1.1" status: 409 len: 405 time: 0.2730031 Jul 15 13:31:04.014534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37382) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:04.030477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-522666342'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:04.115451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:04.120181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.157630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-014c9bbb-cc86-451f-838b-2b02c31c4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.159559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-014c9bbb-cc86-451f-838b-2b02c31c4867 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 912 time: 0.4689791 Jul 15 13:31:04.185884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84dbde1-e4c9-4528-a201-ab2a935c06fe None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:31:04.188627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:04.192538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dfe5f-2ccd-4c5a-9861-29b430e26141 req-11acb4e8-6de4-4a9e-bd80-9ad2c61b4f97 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.200330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a21dfe5f-2ccd-4c5a-9861-29b430e26141 req-11acb4e8-6de4-4a9e-bd80-9ad2c61b4f97 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.6454313 Jul 15 13:31:04.203385 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.204035 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Added segment c92676bb-9009-4732-aa10-4868a8708525 of type vlan for network da840aae-cd84-48f4-9434-6cd7a0ce2cb7 Jul 15 13:31:04.285495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-97b006c6-993f-4cfa-9b13-99714d3fd83d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74726414-800b-4ba7-a5a6-fe61c5a08480 HTTP/1.1" status: 200 len: 217 time: 0.1119819 Jul 15 13:31:04.350459 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.402691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:04.413575 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.421622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-aaa614bd-46a3-4870-a70e-e0e2df9deba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.427761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-aaa614bd-46a3-4870-a70e-e0e2df9deba4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 200 len: 851 time: 0.1340184 Jul 15 13:31:04.433682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.448227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.449479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.484290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84dbde1-e4c9-4528-a201-ab2a935c06fe None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:31:04.654288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Network': ['ID=da840aae-cd84-48f4-9434-6cd7a0ce2cb7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:04.697454 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5a9e464-0407-4312-94af-42039c91b24b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6744547 Jul 15 13:31:04.697454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37398) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:04.718960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'subnet': {'network_id': 'da840aae-cd84-48f4-9434-6cd7a0ce2cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:04.739377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network da840aae-cd84-48f4-9434-6cd7a0ce2cb7 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:04.781773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a21dfe5f-2ccd-4c5a-9861-29b430e26141 req-5d933c6d-f003-41bd-b243-69d9e0c7db0d tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793993 Jul 15 13:31:04.790594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-f522b5b8-ac5e-4751-9422-40e61c798b49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfd8075f-5111-4057-8922-5eb28681d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2326171 Jul 15 13:31:04.861369 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.093864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:05.119488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.163944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.20.0.5 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/cc40f534-d143-4b27-8012-226b03be4e32) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:05.451958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f99898cc-6121-4572-b0d1-cdc950eb08c7 req-c29e19eb-4ac4-40da-9478-13f1c3fe5b89 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.2049975 Jul 15 13:31:05.623555 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.883319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:31:05.889366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.987264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Subnet': ['ID=12fcf842-b62f-46c9-be94-4ce39d13d43b,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:06.008999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 09a32fd1-f31c-4562-8c44-834cb53d4bac {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:06.009597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.077022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Checking segment: {'id': 'c92676bb-9009-4732-aa10-4868a8708525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da840aae-cd84-48f4-9434-6cd7a0ce2cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:06.077938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network hostable DHCP agents. Network: da840aae-cd84-48f4-9434-6cd7a0ce2cb7, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:06.110584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network da840aae-cd84-48f4-9434-6cd7a0ce2cb7 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:06.154520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, da840aae-cd84-48f4-9434-6cd7a0ce2cb7) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:06.165642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.168569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.177444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd06e88-6fec-4892-af8f-e5dbc0738665 None None] Network da840aae-cd84-48f4-9434-6cd7a0ce2cb7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:06.214519 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-65e63161-1df3-4181-a994-853539f93625 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5205190 Jul 15 13:31:06.217452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37418) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:06.582935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-0ced205c-6dc7-431d-bc3c-251d3bee0ac3 service neutron] 10.222.0.35 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4769850 Jul 15 13:31:06.625638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.662658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-da840aae-cd84-48f4-9434-6cd7a0ce2cb7', 'network_id': 'da840aae-cd84-48f4-9434-6cd7a0ce2cb7', 'tenant_id': '5d5dd83acf484c25b53cbd5c5f531d79', 'fixed_ips': [{'subnet_id': '12fcf842-b62f-46c9-be94-4ce39d13d43b'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:06.664373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.764751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.818733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.881867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Transition to ACTIVE for port object cc40f534-d143-4b27-8012-226b03be4e32 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:07.009490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port 09a32fd1-f31c-4562-8c44-834cb53d4bac, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=09a32fd1-f31c-4562-8c44-834cb53d4bac,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:07.011305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.049593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 09a32fd1-f31c-4562-8c44-834cb53d4bac owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:07.084162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Allocated IP 2001:db8::f816:3eff:fe3a:3fc0 (da840aae-cd84-48f4-9434-6cd7a0ce2cb7/12fcf842-b62f-46c9-be94-4ce39d13d43b/f71a49b1-040f-4146-90a6-ffc96917a572) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:07.490985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.678045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.711931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1706-c413-4f76-8954-b8b4183f5570 req-3dcb3ab5-1dd3-4126-81eb-4a7459ce031b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:07.726158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7ce1706-c413-4f76-8954-b8b4183f5570 req-3dcb3ab5-1dd3-4126-81eb-4a7459ce031b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 1.7231147 Jul 15 13:31:07.736134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=cc40f534-d143-4b27-8012-226b03be4e32,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:07.942517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=09a32fd1-f31c-4562-8c44-834cb53d4bac,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:08.112557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f2452bfc-17b0-4c2f-a762-3149f6e506f4'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:08.167897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:08.250447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa5655b-e488-49a6-8215-4f6423a6cd14 req-84e8fb46-2b22-4f9c-a618-75040feb5240 service neutron] 10.222.0.35 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5233793 Jul 15 13:31:08.524664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7ce1706-c413-4f76-8954-b8b4183f5570 req-0bc532b0-1bef-439d-9fb8-3349bb7423ae tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7947824 Jul 15 13:31:08.534878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:08.572935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:08.779380 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.835600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Transition to ACTIVE for port object f71a49b1-040f-4146-90a6-ffc96917a572 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:08.909465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Transition to ACTIVE for port object f71a49b1-040f-4146-90a6-ffc96917a572 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:08.947740 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.990874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.995830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:08.996555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.074851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Subnet': ['ID=12fcf842-b62f-46c9-be94-4ce39d13d43b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:09.126674 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.150998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-78e05e97-1942-49df-9e17-29af16c848bc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4501126 Jul 15 13:31:09.242709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Network da840aae-cd84-48f4-9434-6cd7a0ce2cb7 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:09.252751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:09.262565 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.266545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:09.321654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Pushing event updated for resources: {'Port': ['ID=f71a49b1-040f-4146-90a6-ffc96917a572,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:09.336392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da840aae-cd84-48f4-9434-6cd7a0ce2cb7']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:09.367422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.367918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.368280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.368718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.369067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.369419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.369748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.370173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.370594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.370926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.371327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.371665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:09.451304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-137a3cf8-4b5c-4e07-b737-1f39dd12a13f None None] Provisioning for port cc40f534-d143-4b27-8012-226b03be4e32 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:09.452589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92676bb-9009-4732-aa10-4868a8708525') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:09.453255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92676bb-9009-4732-aa10-4868a8708525') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:09.470014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-137a3cf8-4b5c-4e07-b737-1f39dd12a13f None None] Provisioning complete for port cc40f534-d143-4b27-8012-226b03be4e32 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:09.470014 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-137a3cf8-4b5c-4e07-b737-1f39dd12a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.499533 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.514236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Request body: {'port': {'device_id': '8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:09.560607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.613107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:09.614776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:09.625453 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:09.757365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Attempting to bind port f71a49b1-040f-4146-90a6-ffc96917a572 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:09.757856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Attempting to bind port f71a49b1-040f-4146-90a6-ffc96917a572 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c92676bb-9009-4732-aa10-4868a8708525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da840aae-cd84-48f4-9434-6cd7a0ce2cb7'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:09.758241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Attempting to bind port f71a49b1-040f-4146-90a6-ffc96917a572 on network da840aae-cd84-48f4-9434-6cd7a0ce2cb7 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:09.777680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:09.778230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Checking segment: {'id': 'c92676bb-9009-4732-aa10-4868a8708525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da840aae-cd84-48f4-9434-6cd7a0ce2cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:09.779543 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.780218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Bound using segment: {'id': 'c92676bb-9009-4732-aa10-4868a8708525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da840aae-cd84-48f4-9434-6cd7a0ce2cb7'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:09.781397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Bound port: f71a49b1-040f-4146-90a6-ffc96917a572, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92676bb-9009-4732-aa10-4868a8708525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da840aae-cd84-48f4-9434-6cd7a0ce2cb7'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:09.782028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.799659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-137a3cf8-4b5c-4e07-b737-1f39dd12a13f None None] Port cc40f534-d143-4b27-8012-226b03be4e32 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:09.829259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:31:09.829259 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:31:09.829259 n-d-771362-36 neutron-server[93734]: [parameters: {'id': 'da840aae-cd84-48f4-9434-6cd7a0ce2cb7'}] Jul 15 13:31:09.829259 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:31:09.830573 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:31:09.913370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:09.993370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c25eb-5aa1-46b1-bfcb-e028322fbf9a req-03d40e87-f87e-4627-b056-5f385a326f6a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:09.995956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d9c25eb-5aa1-46b1-bfcb-e028322fbf9a req-03d40e87-f87e-4627-b056-5f385a326f6a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 931 time: 0.9715166 Jul 15 13:31:10.092061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] For port f71a49b1-040f-4146-90a6-ffc96917a572, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:10.101460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] For port f71a49b1-040f-4146-90a6-ffc96917a572, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f71a49b1-040f-4146-90a6-ffc96917a572,segment=NetworkSegment(c92676bb-9009-4732-aa10-4868a8708525),segment_id=c92676bb-9009-4732-aa10-4868a8708525)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:10.117930 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.260610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a41af1-87cb-43da-ba9f-181bdd849e33 None None] Pushing event updated for resources: {'Port': ['ID=f71a49b1-040f-4146-90a6-ffc96917a572,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.307403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d9c25eb-5aa1-46b1-bfcb-e028322fbf9a req-092a43d2-ec4e-4d4a-b442-db3e8869a720 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675370 Jul 15 13:31:10.337897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90486911-d810-4c07-88d3-3d2f45a9bcfd None None] Network da840aae-cd84-48f4-9434-6cd7a0ce2cb7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:10.338657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.353402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:10.388440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] Sync routers for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:10.392680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-02f56933-e051-420e-8258-26873d9da3b3 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "PUT /v2.0/routers/b657110a-e7f3-4fb5-b3f0-38546d8e30d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9367840 Jul 15 13:31:10.404299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37476) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:10.412565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:10.413831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:30:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:10.529958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting port f71a49b1-040f-4146-90a6-ffc96917a572 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:10.530330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.787794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] For port f71a49b1-040f-4146-90a6-ffc96917a572, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f71a49b1-040f-4146-90a6-ffc96917a572,segment=NetworkSegment(c92676bb-9009-4732-aa10-4868a8708525),segment_id=c92676bb-9009-4732-aa10-4868a8708525)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:10.789316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.843909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Calling delete_port for f71a49b1-040f-4146-90a6-ffc96917a572 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:10.926790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:11.093586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e4843-f3bf-4698-9c07-1db8d2b86938 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:31:11.177441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.266204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Port': ['ID=f71a49b1-040f-4146-90a6-ffc96917a572,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:11.280243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No DVR routers for this DVR port f71a49b1-040f-4146-90a6-ffc96917a572 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:11.433578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e4843-f3bf-4698-9c07-1db8d2b86938 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:31:11.505219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.562044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:31:07Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.572510 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da840aae-cd84-48f4-9434-6cd7a0ce2cb7']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.609237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] Checking router: b657110a-e7f3-4fb5-b3f0-38546d8e30d9 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:31:11.629498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92676bb-9009-4732-aa10-4868a8708525') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.630014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92676bb-9009-4732-aa10-4868a8708525') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.665071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] Routers {'b657110a-e7f3-4fb5-b3f0-38546d8e30d9'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:11.665782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:30:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.684324 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.743541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.789363 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.824277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:11.826633 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:11.837108 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:11.963424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7adf129-af24-45d9-ae8a-54857db1646a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting subnet f0e9532c-2710-4fba-816f-e8d30b948c68 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:11.982520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7adf129-af24-45d9-ae8a-54857db1646a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.983363 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.017064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.019057 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/da840aae-cd84-48f4-9434-6cd7a0ce2cb7 HTTP/1.1" status: 204 len: 168 time: 5.8002148 Jul 15 13:31:12.020093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3b1b-a8ff-4819-b49e-b105dba66d69 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Network': ['ID=da840aae-cd84-48f4-9434-6cd7a0ce2cb7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:12.032130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37516) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:12.047670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-299165584'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:12.064744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] Set router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:12.107495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:12.114491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.198012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7adf129-af24-45d9-ae8a-54857db1646a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.225788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:12.285458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.289903 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Added segment bd4d0bee-b93c-4403-bba9-180e9ef9ef2d of type vlan for network c0953d7a-f1d2-4a7a-8c91-02008125f1cd Jul 15 13:31:12.307891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a80fed-fc82-4a2f-95fd-75ced649de6f req-55ed5993-6140-45f1-95b0-452be0656a7b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.310172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0a80fed-fc82-4a2f-95fd-75ced649de6f req-55ed5993-6140-45f1-95b0-452be0656a7b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.6121864 Jul 15 13:31:12.445429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.623558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7adf129-af24-45d9-ae8a-54857db1646a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.632113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.676301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.678797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.786902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:31:07Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:12.828040 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7947071 Jul 15 13:31:12.853324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37528) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:12.869077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'subnet': {'network_id': 'c0953d7a-f1d2-4a7a-8c91-02008125f1cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:12.872977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0a80fed-fc82-4a2f-95fd-75ced649de6f req-1e0a5f5b-2384-4577-b448-4ed3bd0b77d9 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336671 Jul 15 13:31:12.885443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7adf129-af24-45d9-ae8a-54857db1646a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.897405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c0378-76d4-4e63-bee2-04287be8d8f1 None None] The sync data for ids ['b657110a-e7f3-4fb5-b3f0-38546d8e30d9'] in n-d-771362-36 is: [{'id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942604602', 'tenant_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:09Z', 'updated_at': '2021-07-15T13:31:07Z', 'revision_number': 5, 'project_id': '3e3a1a7fc00745c5a63c8018cee397f7', 'gw_port': {'id': '5869fd8d-2d87-408f-a674-8c9db6ca28c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657110a-e7f3-4fb5-b3f0-38546d8e30d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:10Z', 'updated_at': '2021-07-15T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:13.026078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58bf14-a977-403c-a0d4-84a704e5f89b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Network': ['ID=c0953d7a-f1d2-4a7a-8c91-02008125f1cd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:13.094868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adf129-af24-45d9-ae8a-54857db1646a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e9532c-2710-4fba-816f-e8d30b948c68,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:13.099756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network c0953d7a-f1d2-4a7a-8c91-02008125f1cd details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:13.114235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7adf129-af24-45d9-ae8a-54857db1646a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.116689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7adf129-af24-45d9-ae8a-54857db1646a tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/subnets/f0e9532c-2710-4fba-816f-e8d30b948c68 HTTP/1.1" status: 204 len: 168 time: 2.7033160 Jul 15 13:31:13.123123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37536) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:13.147556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c54f3-60c3-4aa1-a36e-4c1e40c0f93a None None] Network 31f78c25-82cf-48ae-88dd-2b3cbccce895 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:13.229119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:13.234923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.837061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 09a32fd1-f31c-4562-8c44-834cb53d4bac no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:13.873023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 09a32fd1-f31c-4562-8c44-834cb53d4bac {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:13.873676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 09a32fd1-f31c-4562-8c44-834cb53d4bac not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:14.112158 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.117265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.202507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] DHCP port deletion for 31f78c25-82cf-48ae-88dd-2b3cbccce895 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:14.390987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] Deleting port 1e3d0fe7-6336-4fe0-a091-598632616b3a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:14.391496 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.407983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Subnet': ['ID=9d82379a-4edb-43de-8590-f493a03f4240,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:14.474480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Checking segment: {'id': 'bd4d0bee-b93c-4403-bba9-180e9ef9ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c0953d7a-f1d2-4a7a-8c91-02008125f1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:14.475028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network hostable DHCP agents. Network: c0953d7a-f1d2-4a7a-8c91-02008125f1cd, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:14.585372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network c0953d7a-f1d2-4a7a-8c91-02008125f1cd is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:14.598739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc40f534-d143-4b27-8012-226b03be4e32 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:14.609328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, c0953d7a-f1d2-4a7a-8c91-02008125f1cd) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:14.614186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.615061 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.659397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a68a14-ed6f-4639-b41a-57953751f7e1 None None] Network c0953d7a-f1d2-4a7a-8c91-02008125f1cd requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:14.679257 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-332aed37-a5f7-418c-b030-8ecd3d369daa tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8248866 Jul 15 13:31:14.680881 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37560) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:14.801661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] For port 1e3d0fe7-6336-4fe0-a091-598632616b3a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1e3d0fe7-6336-4fe0-a091-598632616b3a,segment=NetworkSegment(e9e54b23-fc3b-47a3-abaf-148750a7532c),segment_id=e9e54b23-fc3b-47a3-abaf-148750a7532c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:14.803555 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.833497 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.962484 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.983516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Transition to ACTIVE for port object cc40f534-d143-4b27-8012-226b03be4e32 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:14.990550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.026365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.117202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97468047-c245-4601-b34b-128f87c2f984 req-e72188b9-342f-4282-8b50-5aa10d1860f4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.135517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97468047-c245-4601-b34b-128f87c2f984 req-e72188b9-342f-4282-8b50-5aa10d1860f4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 931 time: 0.4456995 Jul 15 13:31:15.210046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.343466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] Calling delete_port for 1e3d0fe7-6336-4fe0-a091-598632616b3a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:15.486676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.577757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97468047-c245-4601-b34b-128f87c2f984 req-1875e88e-6bfb-4512-9c78-282fffdcaab3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410756 Jul 15 13:31:15.627329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1e3d0fe7-6336-4fe0-a091-598632616b3a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:15.638052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Subnet': ['ID=9d82379a-4edb-43de-8590-f493a03f4240,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.664549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc40f534-d143-4b27-8012-226b03be4e32,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.687769 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.757628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.765973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7be8fd3-e892-4c5c-8406-11370cc9a015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-c0953d7a-f1d2-4a7a-8c91-02008125f1cd', 'network_id': 'c0953d7a-f1d2-4a7a-8c91-02008125f1cd', 'tenant_id': '5d5dd83acf484c25b53cbd5c5f531d79', 'fixed_ips': [{'subnet_id': '9d82379a-4edb-43de-8590-f493a03f4240'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:15.766888 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d7be8fd3-e892-4c5c-8406-11370cc9a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.786735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Deleting port 5869fd8d-2d87-408f-a674-8c9db6ca28c4 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:15.786735 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.797048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0953d7a-f1d2-4a7a-8c91-02008125f1cd']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:15.865208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 1e3d0fe7-6336-4fe0-a091-598632616b3a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:15.865978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1e3d0fe7-6336-4fe0-a091-598632616b3a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:15.866203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4d0bee-b93c-4403-bba9-180e9ef9ef2d') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:15.866388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4d0bee-b93c-4403-bba9-180e9ef9ef2d') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:15.913693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.938450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] No DVR routers for this DVR port 1e3d0fe7-6336-4fe0-a091-598632616b3a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:15.945613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed437baa-8e5f-4ac6-816f-249c1a033cc3 None None] Pushing event deleted for resources: {'Port': ['ID=1e3d0fe7-6336-4fe0-a091-598632616b3a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.969670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.998556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:15.999335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:16.015201 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:16.128572 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:31:16.164646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Attempting to bind port cc40f534-d143-4b27-8012-226b03be4e32 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:16.166153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Attempting to bind port cc40f534-d143-4b27-8012-226b03be4e32 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:16.166153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Attempting to bind port cc40f534-d143-4b27-8012-226b03be4e32 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:16.174696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] For port 5869fd8d-2d87-408f-a674-8c9db6ca28c4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5869fd8d-2d87-408f-a674-8c9db6ca28c4,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:16.175092 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.191850 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-d7be8fd3-e892-4c5c-8406-11370cc9a015 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:31:16.191850 n-d-771362-36 neutron-server[93735]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 15 13:31:16.191850 n-d-771362-36 neutron-server[93735]: [parameters: {'project_id': '5d5dd83acf484c25b53cbd5c5f531d79', 'id': '7fd6c180-1d8d-4fc3-a662-d33ca7cfaa66', 'name': '', 'network_id': 'c0953d7a-f1d2-4a7a-8c91-02008125f1cd', 'mac_address': 'fa:16:3e:d5:3a:87', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-c0953d7a-f1d2-4a7a-8c91-02008125f1cd', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2872}] Jul 15 13:31:16.191850 n-d-771362-36 neutron-server[93735]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:31:16.192365 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-d7be8fd3-e892-4c5c-8406-11370cc9a015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:31:16.199771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Port cc40f534-d143-4b27-8012-226b03be4e32 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:16.200270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Attempting to bind port cc40f534-d143-4b27-8012-226b03be4e32 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:16.201844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.210702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.221356 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/c0953d7a-f1d2-4a7a-8c91-02008125f1cd HTTP/1.1" status: 204 len: 168 time: 1.5383427 Jul 15 13:31:16.222147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37578) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:16.229620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1221204511'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:16.235484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Calling delete_port for 5869fd8d-2d87-408f-a674-8c9db6ca28c4 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:16.242993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:16.243528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:16.243825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:16.244236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Bound port: cc40f534-d143-4b27-8012-226b03be4e32, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:16.244613 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.287195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1df7d-6695-4270-8bf7-581212ae0b82 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Network': ['ID=c0953d7a-f1d2-4a7a-8c91-02008125f1cd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:16.354742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:16.359937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.425109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:16.451069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.452130 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Added segment d6660c7e-5e64-49c4-bdfd-c4140fb42729 of type vlan for network d4493513-26cb-4814-a907-8a1a8a842679 Jul 15 13:31:16.554187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.663382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.670847 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.672116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.694141 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d7be8fd3-e892-4c5c-8406-11370cc9a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.776894 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5520709 Jul 15 13:31:16.777581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37588) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:16.803989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Request body: {'subnet': {'network_id': 'd4493513-26cb-4814-a907-8a1a8a842679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:16.817441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e2c8c-b7b8-4763-9d77-55c6ac7a5073 None None] Network c0953d7a-f1d2-4a7a-8c91-02008125f1cd requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:16.842140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e2c8c-b7b8-4763-9d77-55c6ac7a5073 None None] Network c0953d7a-f1d2-4a7a-8c91-02008125f1cd could not be found, it might have been deleted concurrently. {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:31:16.984021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.990505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] For port cc40f534-d143-4b27-8012-226b03be4e32, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:17.045048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a753a6-3f6c-4546-a264-a6fe958492e9 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Network': ['ID=d4493513-26cb-4814-a907-8a1a8a842679,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:17.069533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d4493513-26cb-4814-a907-8a1a8a842679 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:17.135939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] For port cc40f534-d143-4b27-8012-226b03be4e32, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cc40f534-d143-4b27-8012-226b03be4e32,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:17.173555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Port': ['ID=5869fd8d-2d87-408f-a674-8c9db6ca28c4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:17.209932 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.251306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Made reservation on behalf of 5d5dd83acf484c25b53cbd5c5f531d79 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:17.256311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.282142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.285652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.293844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/cc40f534-d143-4b27-8012-226b03be4e32 HTTP/1.1" status: 200 len: 1092 time: 7.7870202 Jul 15 13:31:17.313070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96', 'tag': 'cc40f534-d143-4b27-8012-226b03be4e32'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:17.339624 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf56b7fa-cad7-408e-9822-f4a904da2afb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96", "tag": "cc40f534-d143-4b27-8012-226b03be4e32"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:17.944482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16096de-3efd-46b0-816b-c79c9bd943be req-2d622193-9f68-4a90-bbfa-6dc2085efcdb tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.952078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e16096de-3efd-46b0-816b-c79c9bd943be req-2d622193-9f68-4a90-bbfa-6dc2085efcdb tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 1.0032907 Jul 15 13:31:17.962033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bd64a-3431-4808-b456-8d0070f5f0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc40f534-d143-4b27-8012-226b03be4e32,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:18.026201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.081885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.objects.ports [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:31:18.088911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.275074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event updated for resources: {'Subnet': ['ID=a584ec2c-fb05-4ddf-86b8-a3f4272fd7d2,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:18.302891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.306545 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.319527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Checking segment: {'id': 'd6660c7e-5e64-49c4-bdfd-c4140fb42729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd4493513-26cb-4814-a907-8a1a8a842679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:18.320260 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network hostable DHCP agents. Network: d4493513-26cb-4814-a907-8a1a8a842679, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:18.326036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-54381623-700e-4931-bc1f-183db2f1fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.328569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-54381623-700e-4931-bc1f-183db2f1fa06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 1095 time: 0.8275831 Jul 15 13:31:18.390288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Network d4493513-26cb-4814-a907-8a1a8a842679 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:18.404042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-8066f480-df1f-441e-b344-b4596204fd65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc40f534-d143-4b27-8012-226b03be4e32 HTTP/1.1" status: 200 len: 217 time: 0.0634344 Jul 15 13:31:18.416707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d4493513-26cb-4814-a907-8a1a8a842679) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:18.436139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258d0bf-c024-44ae-906c-2833176c20bf None None] Network d4493513-26cb-4814-a907-8a1a8a842679 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:18.439153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.439767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.471639 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2886b845-fddc-4b9f-a071-786a20a8a741 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6884036 Jul 15 13:31:18.476771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37616) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:18.478270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e16096de-3efd-46b0-816b-c79c9bd943be req-83b81557-7906-44e9-9a38-3ffec90ff333 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200312 Jul 15 13:31:18.648396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-2aaf56f1-f692-4f18-8ce0-0c5a214fc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.651102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-2aaf56f1-f692-4f18-8ce0-0c5a214fc78e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1695027 Jul 15 13:31:18.686193 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.687904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Fanout notify agent at l3_agent the message router_deleted on router b657110a-e7f3-4fb5-b3f0-38546d8e30d9 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:18.709160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.711095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6eff0045-5dc6-48ea-9b13-6b4a98925653 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/routers/b657110a-e7f3-4fb5-b3f0-38546d8e30d9 HTTP/1.1" status: 204 len: 168 time: 5.5828629 Jul 15 13:31:18.756052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37618) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:18.963055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-b90a7eaf-a951-4374-ae09-80ebba3cb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.967987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.005861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-b90a7eaf-a951-4374-ae09-80ebba3cb767 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3479695 Jul 15 13:31:19.008053 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4c0f2d74-b06b-4f9e-bada-4c7744c27613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.127250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.164886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d4493513-26cb-4814-a907-8a1a8a842679', 'network_id': 'd4493513-26cb-4814-a907-8a1a8a842679', 'tenant_id': '5d5dd83acf484c25b53cbd5c5f531d79', 'fixed_ips': [{'subnet_id': 'a584ec2c-fb05-4ddf-86b8-a3f4272fd7d2'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:19.178875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.411681 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.710517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f5288-10d5-4ae2-84f5-2243ec2dae4f req-d708b225-bfe3-4207-987b-414c01b8c00c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.713679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Allocated IP 2001:db8::f816:3eff:fe65:f2a9 (d4493513-26cb-4814-a907-8a1a8a842679/a584ec2c-fb05-4ddf-86b8-a3f4272fd7d2/92d8153c-607a-47e1-9498-9fc900c50d0f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:19.724065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374f5288-10d5-4ae2-84f5-2243ec2dae4f req-d708b225-bfe3-4207-987b-414c01b8c00c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.7156794 Jul 15 13:31:19.853840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374f5288-10d5-4ae2-84f5-2243ec2dae4f req-397a4a49-8441-4e69-bae1-cef709c1ce11 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231124 Jul 15 13:31:19.866368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-1e9db03e-ad9b-40e4-ae2d-2021cb0df01f service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8429642 Jul 15 13:31:19.867291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.983973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f78c25-82cf-48ae-88dd-2b3cbccce895']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.013345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e54b23-fc3b-47a3-abaf-148750a7532c') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.022730 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e54b23-fc3b-47a3-abaf-148750a7532c') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.044449 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.080803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.094883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:20.095252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:20.098589 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:20.172250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee0d32d9-8e3c-4bd5-9ff1-7068a4fcf850 req-d1e24172-08ff-4c29-8959-2e1e0bca2796 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977571 Jul 15 13:31:20.332072 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dd3155-8a32-46e5-a990-846d6d49977e x-openstack-request-id: req-86dd3155-8a32-46e5-a990-846d6d49977e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:20.332877 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96", "tag": "cc40f534-d143-4b27-8012-226b03be4e32", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:20.333308 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86dd3155-8a32-46e5-a990-846d6d49977e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:20.335028 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96', 'tag': 'cc40f534-d143-4b27-8012-226b03be4e32', 'status': 'completed', 'code': 200} Jul 15 13:31:20.344512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.355985 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.360952 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/networks/31f78c25-82cf-48ae-88dd-2b3cbccce895 HTTP/1.1" status: 204 len: 168 time: 1.6007268 Jul 15 13:31:20.362997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.390544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.464751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f42c09-84f0-41be-9716-1c79944fc654 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'Network': ['ID=31f78c25-82cf-48ae-88dd-2b3cbccce895,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:20.494843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Transition to ACTIVE for port object 92d8153c-607a-47e1-9498-9fc900c50d0f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:20.551967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Transition to ACTIVE for port object 92d8153c-607a-47e1-9498-9fc900c50d0f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:20.565259 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.605475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.639730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Network d4493513-26cb-4814-a907-8a1a8a842679 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:20.644540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:20.649910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:20.710767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Pushing event updated for resources: {'Port': ['ID=92d8153c-607a-47e1-9498-9fc900c50d0f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:20.735890 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.738184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Subnet': ['ID=a584ec2c-fb05-4ddf-86b8-a3f4272fd7d2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:20.805592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-9dabcb5c-2b72-4550-801b-2bf6f1c588e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.807899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-9dabcb5c-2b72-4550-801b-2bf6f1c588e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 1095 time: 0.3449717 Jul 15 13:31:20.817478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.821615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Attempting to bind port 92d8153c-607a-47e1-9498-9fc900c50d0f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:20.825885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Attempting to bind port 92d8153c-607a-47e1-9498-9fc900c50d0f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd6660c7e-5e64-49c4-bdfd-c4140fb42729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd4493513-26cb-4814-a907-8a1a8a842679'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:20.828260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Attempting to bind port 92d8153c-607a-47e1-9498-9fc900c50d0f on network d4493513-26cb-4814-a907-8a1a8a842679 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:20.850358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:20.852706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Checking segment: {'id': 'd6660c7e-5e64-49c4-bdfd-c4140fb42729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd4493513-26cb-4814-a907-8a1a8a842679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:20.855002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.856466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Bound using segment: {'id': 'd6660c7e-5e64-49c4-bdfd-c4140fb42729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd4493513-26cb-4814-a907-8a1a8a842679'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:20.858107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Bound port: 92d8153c-607a-47e1-9498-9fc900c50d0f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6660c7e-5e64-49c4-bdfd-c4140fb42729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd4493513-26cb-4814-a907-8a1a8a842679'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:20.859730 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.886540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.904808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4493513-26cb-4814-a907-8a1a8a842679']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.918272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6660c7e-5e64-49c4-bdfd-c4140fb42729') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.918912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6660c7e-5e64-49c4-bdfd-c4140fb42729') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.960852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.005783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.018256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:21.019825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.126087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] For port 92d8153c-607a-47e1-9498-9fc900c50d0f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:21.165100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09592c-43b5-4e1c-9b14-ccaeed288165 req-b3303d45-9189-4e4d-9ae3-dd3eb7758af5 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:21.171462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad09592c-43b5-4e1c-9b14-ccaeed288165 req-b3303d45-9189-4e4d-9ae3-dd3eb7758af5 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.5188670 Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:21.207490 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:21.212308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-14ddcda6-6edf-42b4-a966-8c1ab30d587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:21.212308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-14ddcda6-6edf-42b4-a966-8c1ab30d587b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.3143063 Jul 15 13:31:21.212308 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.214935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] For port 92d8153c-607a-47e1-9498-9fc900c50d0f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=92d8153c-607a-47e1-9498-9fc900c50d0f,segment=NetworkSegment(d6660c7e-5e64-49c4-bdfd-c4140fb42729),segment_id=d6660c7e-5e64-49c4-bdfd-c4140fb42729)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:21.215898 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.217690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] 10.222.0.25 "DELETE /v2.0/security-groups/34fe8e35-77ec-4e77-b10a-92c9898ef66e HTTP/1.1" status: 204 len: 168 time: 0.8531828 Jul 15 13:31:21.218401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:31:21.218401 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:31:21.218401 n-d-771362-36 neutron-server[93734]: [parameters: {'id': 'd4493513-26cb-4814-a907-8a1a8a842679'}] Jul 15 13:31:21.218401 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:31:21.220474 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:31:21.225334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.294463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fe8e35-77ec-4e77-b10a-92c9898ef66e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:21.318757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5869fd8d-2d87-408f-a674-8c9db6ca28c4 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:21.393004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5869fd8d-2d87-408f-a674-8c9db6ca28c4 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:21.393849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5869fd8d-2d87-408f-a674-8c9db6ca28c4 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:21.502015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6ca6c-4ebb-413a-97e2-eb8bb8a6ae83 None None] Pushing event updated for resources: {'Port': ['ID=92d8153c-607a-47e1-9498-9fc900c50d0f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:21.597369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.599116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.600097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.602762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.605029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.608229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.610160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.615008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64c13f-f78c-4a36-bc38-28047ec6a884 None None] Network d4493513-26cb-4814-a907-8a1a8a842679 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:21.617402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.619355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.621197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.630266 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.638263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.640056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4199-77ac-43e2-93d5-ebd0017a2b76 tempest-TestNetworkAdvancedServerOps-57664616 tempest-TestNetworkAdvancedServerOps-57664616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:21.675914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-de4717a9-a5d6-4972-84a3-f88888242b56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc40f534-d143-4b27-8012-226b03be4e32 HTTP/1.1" status: 200 len: 217 time: 0.4549267 Jul 15 13:31:21.694206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2737-bc4d-4d45-a0d9-b0759af3a15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.723090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.823047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad09592c-43b5-4e1c-9b14-ccaeed288165 req-b2e230cc-4bda-456c-898d-dcd7f1ba2cf0 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332395 Jul 15 13:31:21.914809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-463a431c-9027-4798-a48e-8b7891ad7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:21.916335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-463a431c-9027-4798-a48e-8b7891ad7e80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.2207386 Jul 15 13:31:22.043421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting port 92d8153c-607a-47e1-9498-9fc900c50d0f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:22.050140 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.190991 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-d7e207fb-775f-4859-a4ed-5e69e099f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.192832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-d7e207fb-775f-4859-a4ed-5e69e099f17b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2630572 Jul 15 13:31:22.202403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e391e391-2d8b-4003-b037-8f482e0b3b61 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:31:22.248256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] For port 92d8153c-607a-47e1-9498-9fc900c50d0f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=92d8153c-607a-47e1-9498-9fc900c50d0f,segment=NetworkSegment(d6660c7e-5e64-49c4-bdfd-c4140fb42729),segment_id=d6660c7e-5e64-49c4-bdfd-c4140fb42729)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:22.248712 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.308326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Calling delete_port for 92d8153c-607a-47e1-9498-9fc900c50d0f owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:22.543968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.565441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e391e391-2d8b-4003-b037-8f482e0b3b61 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:31:22.586882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-08ebcf8b-b856-4706-b10b-41132cdd2b08 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853579 Jul 15 13:31:22.654159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8089-a1bd-4409-bc39-d830a6178263 req-e7f0c817-766b-4c1c-9869-6c435278d259 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.659448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03aa8089-a1bd-4409-bc39-d830a6178263 req-e7f0c817-766b-4c1c-9869-6c435278d259 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.5551546 Jul 15 13:31:22.685093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Port': ['ID=92d8153c-607a-47e1-9498-9fc900c50d0f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:22.734272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No DVR routers for this DVR port 92d8153c-607a-47e1-9498-9fc900c50d0f on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:23.013600 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.125845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03aa8089-a1bd-4409-bc39-d830a6178263 req-9c1c6bf4-4cf0-4f36-ad7b-f8658f937ba2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777001 Jul 15 13:31:23.205534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf56b7fa-cad7-408e-9822-f4a904da2afb req-314d361f-5b2b-48cd-80aa-a487e65ec669 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434377 Jul 15 13:31:23.244708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.291374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4493513-26cb-4814-a907-8a1a8a842679']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:23.366368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6660c7e-5e64-49c4-bdfd-c4140fb42729') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:23.366865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6660c7e-5e64-49c4-bdfd-c4140fb42729') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:23.454374 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.534441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.560367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:23.569879 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:23.584616 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:23.731280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.748462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.763762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37706) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:23.767558 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/d4493513-26cb-4814-a907-8a1a8a842679 HTTP/1.1" status: 204 len: 168 time: 5.2890344 Jul 15 13:31:23.878993 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-198bbaa7-48a9-4758-8a6b-55a9edca5db6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:23.879301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198bbaa7-48a9-4758-8a6b-55a9edca5db6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:23.888543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f8c29-8cb4-44b9-8ed5-07dde6735f0b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Network': ['ID=d4493513-26cb-4814-a907-8a1a8a842679,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:23.891600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-198bbaa7-48a9-4758-8a6b-55a9edca5db6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/subnets/a584ec2c-fb05-4ddf-86b8-a3f4272fd7d2 HTTP/1.1" status: 404 len: 337 time: 0.1218448 Jul 15 13:31:23.894023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37714) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:23.990328 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-31483ade-c262-4b2a-a626-275cbcba2903 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:23.991570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31483ade-c262-4b2a-a626-275cbcba2903 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:24.007350 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31483ade-c262-4b2a-a626-275cbcba2903 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/d4493513-26cb-4814-a907-8a1a8a842679 HTTP/1.1" status: 404 len: 339 time: 0.1002107 Jul 15 13:31:24.013208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37718) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.083824 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-859680cc-2110-48e7-8409-b89578c53067 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:24.084518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859680cc-2110-48e7-8409-b89578c53067 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:24.086719 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-859680cc-2110-48e7-8409-b89578c53067 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/subnets/9d82379a-4edb-43de-8590-f493a03f4240 HTTP/1.1" status: 404 len: 337 time: 0.0718594 Jul 15 13:31:24.092091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37722) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.162412 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e444d458-f22a-4665-ba41-447f864cd617 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:24.163608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e444d458-f22a-4665-ba41-447f864cd617 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:24.170137 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e444d458-f22a-4665-ba41-447f864cd617 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/c0953d7a-f1d2-4a7a-8c91-02008125f1cd HTTP/1.1" status: 404 len: 339 time: 0.0748570 Jul 15 13:31:24.177219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37724) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.247366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd09ca8-992b-425a-aad1-3ee817af6ae6 req-cae1ef63-9526-494f-bdc4-a3ee0b45de06 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:24.255051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd09ca8-992b-425a-aad1-3ee817af6ae6 req-cae1ef63-9526-494f-bdc4-a3ee0b45de06 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.3644249 Jul 15 13:31:24.264875 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c52f09-8fd5-4c5d-942a-cfb843036d14 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:24.265459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c52f09-8fd5-4c5d-942a-cfb843036d14 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:24.267565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-97c52f09-8fd5-4c5d-942a-cfb843036d14 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/subnets/12fcf842-b62f-46c9-be94-4ce39d13d43b HTTP/1.1" status: 404 len: 337 time: 0.0890670 Jul 15 13:31:24.272060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37728) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.370681 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-454d4440-0584-4ef3-a13a-84cbd345b6ca tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:24.370681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454d4440-0584-4ef3-a13a-84cbd345b6ca tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:24.379368 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-454d4440-0584-4ef3-a13a-84cbd345b6ca tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/da840aae-cd84-48f4-9434-6cd7a0ce2cb7 HTTP/1.1" status: 404 len: 339 time: 0.1062069 Jul 15 13:31:24.398745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37730) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.435123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd09ca8-992b-425a-aad1-3ee817af6ae6 req-4b872963-94d8-44d3-a464-75e439c3a724 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640708 Jul 15 13:31:24.444015 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.611311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37740) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.897830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-42b5278c-4038-48b9-aa2f-852bd414cfb6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting port 571a8ac7-99f8-4560-8a26-02b03b6602e8 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:24.899311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b5278c-4038-48b9-aa2f-852bd414cfb6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.022083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ffed5-a730-41a8-bb7e-19c17ee2580c req-595ae9b0-a9eb-47ef-8c0c-b10048b80e18 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:25.039369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-994ffed5-a730-41a8-bb7e-19c17ee2580c req-595ae9b0-a9eb-47ef-8c0c-b10048b80e18 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.1598976 Jul 15 13:31:25.103165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b5278c-4038-48b9-aa2f-852bd414cfb6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.145134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-42b5278c-4038-48b9-aa2f-852bd414cfb6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Calling delete_port for 571a8ac7-99f8-4560-8a26-02b03b6602e8 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:25.187668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-994ffed5-a730-41a8-bb7e-19c17ee2580c req-3ed798ae-3aae-4031-b205-d24930c02961 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480463 Jul 15 13:31:25.277209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-36410d33-57d7-40b0-9ba8-64f41c503ef7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e3a1a7fc00745c5a63c8018cee397f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639962 Jul 15 13:31:25.280114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37756) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:25.424139 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b8bcf2d-4320-488c-96a2-d9092887fe75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.463567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b8bcf2d-4320-488c-96a2-d9092887fe75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.555415 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b5278c-4038-48b9-aa2f-852bd414cfb6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.615222 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b8bcf2d-4320-488c-96a2-d9092887fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.618474 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b8bcf2d-4320-488c-96a2-d9092887fe75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.622156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b5278c-4038-48b9-aa2f-852bd414cfb6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.627768 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-42b5278c-4038-48b9-aa2f-852bd414cfb6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/ports/571a8ac7-99f8-4560-8a26-02b03b6602e8 HTTP/1.1" status: 204 len: 168 time: 1.2146134 Jul 15 13:31:25.628451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37766) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:25.629729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1b8bcf2d-4320-488c-96a2-d9092887fe75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9934a2a9-6eae-4aaf-8b17-e7ab3f0158ba HTTP/1.1" status: 204 len: 168 time: 0.3479795 Jul 15 13:31:25.674855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bcf2d-4320-488c-96a2-d9092887fe75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9934a2a9-6eae-4aaf-8b17-e7ab3f0158ba,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:25.721135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5278c-4038-48b9-aa2f-852bd414cfb6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Port': ['ID=571a8ac7-99f8-4560-8a26-02b03b6602e8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:25.743695 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-259109ce-d0f5-4642-ad6e-bc539c8df773 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:25.745255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259109ce-d0f5-4642-ad6e-bc539c8df773 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:25.751257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37770) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:25.752005 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-259109ce-d0f5-4642-ad6e-bc539c8df773 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/subnets/543d63e8-4682-4b83-b929-a1e429cca4c4 HTTP/1.1" status: 404 len: 337 time: 0.0658271 Jul 15 13:31:26.164681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.409504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37784) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:26.427297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694376e4-c074-4151-8067-66796dff8fbf req-a1519bd9-a596-4f74-8470-cbb5aa888bbf tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:26.443396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-694376e4-c074-4151-8067-66796dff8fbf req-a1519bd9-a596-4f74-8470-cbb5aa888bbf tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.4466588 Jul 15 13:31:26.554816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting port 7b762f22-66aa-48ce-a9a9-12224e7c0973 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:26.559211 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.635890 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6e19a2a1-d8f0-480d-b35b-a5e23c84b248 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4783b89672dd4e1290bcd161ed68dcfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241020 Jul 15 13:31:26.644372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37794) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:26.693827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] For port 7b762f22-66aa-48ce-a9a9-12224e7c0973, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7b762f22-66aa-48ce-a9a9-12224e7c0973,segment=NetworkSegment(f2410c60-4d1b-4a80-8297-e6847202917f),segment_id=f2410c60-4d1b-4a80-8297-e6847202917f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:26.694533 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.724377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Calling delete_port for 7b762f22-66aa-48ce-a9a9-12224e7c0973 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:26.843639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed37-df82-4ca1-ac1a-6607c3cbf932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.905129 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-694376e4-c074-4151-8067-66796dff8fbf req-2003a7ed-6597-4d05-b930-086cf0caee44 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420922 Jul 15 13:31:26.911008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed37-df82-4ca1-ac1a-6607c3cbf932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.004406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.057707 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed37-df82-4ca1-ac1a-6607c3cbf932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.069538 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed37-df82-4ca1-ac1a-6607c3cbf932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.084019 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ed8fed37-df82-4ca1-ac1a-6607c3cbf932 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8b42ce3-eaa0-4888-9e24-7012cc5f901a HTTP/1.1" status: 204 len: 168 time: 0.4367440 Jul 15 13:31:27.111931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fed37-df82-4ca1-ac1a-6607c3cbf932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b42ce3-eaa0-4888-9e24-7012cc5f901a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.175177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Port': ['ID=7b762f22-66aa-48ce-a9a9-12224e7c0973,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.189925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No DVR routers for this DVR port 7b762f22-66aa-48ce-a9a9-12224e7c0973 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:28.583874 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.650933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16f20f3-3b13-49a5-87f2-9db50f75ebaa']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:28.709648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2410c60-4d1b-4a80-8297-e6847202917f') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:28.710145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2410c60-4d1b-4a80-8297-e6847202917f') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:28.795827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f7cf3-a2f5-4281-96a2-c2950c29cee9 req-de103902-bebf-4095-8ec1-376284cc93f5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.801774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-390f7cf3-a2f5-4281-96a2-c2950c29cee9 req-de103902-bebf-4095-8ec1-376284cc93f5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 1.4218261 Jul 15 13:31:28.817626 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.901261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.957824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:28.961364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:28.968330 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:28.977801 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:28.977801 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:28.977801 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:28.977801 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:28.977801 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:28.977801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-390f7cf3-a2f5-4281-96a2-c2950c29cee9 req-c78917f5-3c40-4648-9e82-c81e5c364bdf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617448 Jul 15 13:31:29.186916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.201982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.211638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/a16f20f3-3b13-49a5-87f2-9db50f75ebaa HTTP/1.1" status: 204 len: 168 time: 3.4587824 Jul 15 13:31:29.214639 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37838) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:29.245621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b46b4-5a58-467a-b5ef-07707441300b tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Network': ['ID=a16f20f3-3b13-49a5-87f2-9db50f75ebaa,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:29.439121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-783e4f96-80e9-4ef6-92d2-8d5f9e2e68b6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting port 6e840878-b78c-466d-8ed3-8f793c28bb5a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:29.440137 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-783e4f96-80e9-4ef6-92d2-8d5f9e2e68b6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.646341 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-783e4f96-80e9-4ef6-92d2-8d5f9e2e68b6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.675337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9690e27-6900-44f4-8bd7-47fb72875be5 req-04c5d37a-22f7-40e9-8af3-0c9f997d411d tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:29.684655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-783e4f96-80e9-4ef6-92d2-8d5f9e2e68b6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Calling delete_port for 6e840878-b78c-466d-8ed3-8f793c28bb5a owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:29.685549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9690e27-6900-44f4-8bd7-47fb72875be5 req-04c5d37a-22f7-40e9-8af3-0c9f997d411d tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.1928256 Jul 15 13:31:29.768961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9690e27-6900-44f4-8bd7-47fb72875be5 req-b5e389bf-68ab-4734-9e7a-72b3ae6aa03d tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823200 Jul 15 13:31:29.876366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1bf9-b1db-4bca-b287-6c3b703093ce req-06d317b7-4eba-4ad4-a9ca-01e1852d77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:29.887308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-005b1bf9-b1db-4bca-b287-6c3b703093ce req-06d317b7-4eba-4ad4-a9ca-01e1852d77b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 1098 time: 0.2122724 Jul 15 13:31:29.889777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-783e4f96-80e9-4ef6-92d2-8d5f9e2e68b6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.958436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-005b1bf9-b1db-4bca-b287-6c3b703093ce req-54e6ef22-5dd2-4b22-94b2-13465b290d97 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738487 Jul 15 13:31:29.977292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e4f96-80e9-4ef6-92d2-8d5f9e2e68b6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Port': ['ID=6e840878-b78c-466d-8ed3-8f793c28bb5a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:30.005408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-783e4f96-80e9-4ef6-92d2-8d5f9e2e68b6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.018301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37850) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:30.019527 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-783e4f96-80e9-4ef6-92d2-8d5f9e2e68b6 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/ports/6e840878-b78c-466d-8ed3-8f793c28bb5a HTTP/1.1" status: 204 len: 168 time: 0.7988496 Jul 15 13:31:30.068098 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22a2339-b28f-4666-b20c-46043957d490 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:30.070902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22a2339-b28f-4666-b20c-46043957d490 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:30.080727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c22a2339-b28f-4666-b20c-46043957d490 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/subnets/501806bc-5be3-4ffc-8015-57a9be39732d HTTP/1.1" status: 404 len: 337 time: 0.0612640 Jul 15 13:31:30.081024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37858) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:30.242066 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.610683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.650343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23df5db1-37b0-43d0-b364-14eed452ddd1']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:30.670224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3356736a-f734-44ac-a5aa-469c887d0488') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:30.670828 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3356736a-f734-44ac-a5aa-469c887d0488') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:30.688213 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.709874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.723323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:30.723952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.811282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25abe3-cdc2-4882-8b5c-1ce0045f6bb0 req-1e6c2d67-008f-40ee-bf53-0ce1bf9e4bb1 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:30.840506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f25abe3-cdc2-4882-8b5c-1ce0045f6bb0 req-1e6c2d67-008f-40ee-bf53-0ce1bf9e4bb1 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.2457488 Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:30.886743 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:30.895318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.915598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.932892 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/23df5db1-37b0-43d0-b364-14eed452ddd1 HTTP/1.1" status: 204 len: 168 time: 0.8497133 Jul 15 13:31:30.935382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37884) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:30.993870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6677e-de9f-42d5-8d32-08d3e2578e27 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Network': ['ID=23df5db1-37b0-43d0-b364-14eed452ddd1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.090176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f25abe3-cdc2-4882-8b5c-1ce0045f6bb0 req-9b08ca2a-35eb-403c-bb08-1267f4499a92 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294922 Jul 15 13:31:31.152873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a3f397-2373-4c53-9b37-4465b792c540 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting subnet d7f29f3d-bde4-43d3-82a2-57a21ca1286d {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:31.168887 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f397-2373-4c53-9b37-4465b792c540 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.320293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f397-2373-4c53-9b37-4465b792c540 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.626616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f397-2373-4c53-9b37-4465b792c540 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.845028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f397-2373-4c53-9b37-4465b792c540 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.971643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3f397-2373-4c53-9b37-4465b792c540 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f29f3d-bde4-43d3-82a2-57a21ca1286d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:32.003843 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f397-2373-4c53-9b37-4465b792c540 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.007227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e4a3f397-2373-4c53-9b37-4465b792c540 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/subnets/d7f29f3d-bde4-43d3-82a2-57a21ca1286d HTTP/1.1" status: 204 len: 168 time: 1.0706103 Jul 15 13:31:32.011236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:32.022030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c1820-486b-4813-99ec-19e319f9ddc0 req-f18f8029-fdf4-4fa8-a1c8-3e5ed97a94e0 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.024713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f49c1820-486b-4813-99ec-19e319f9ddc0 req-f18f8029-fdf4-4fa8-a1c8-3e5ed97a94e0 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.3134654 Jul 15 13:31:32.026729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa6a54-2dd8-4b5d-892e-5976f70557ef None None] Network 2f9a151f-60da-4e1b-96a7-02100af5136d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:32.163683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f49c1820-486b-4813-99ec-19e319f9ddc0 req-a78b400b-404c-4f27-8f4e-75c4d55fc5fd tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268766 Jul 15 13:31:32.301155 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.553503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Deleting port aca23538-b55b-4f63-be18-ff59104465d5 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:32.564546 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.822016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] DHCP port deletion for 2f9a151f-60da-4e1b-96a7-02100af5136d request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:32.925013 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] For port aca23538-b55b-4f63-be18-ff59104465d5, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aca23538-b55b-4f63-be18-ff59104465d5,segment=NetworkSegment(ed18e437-2051-4eb6-94b0-d9920022adca),segment_id=ed18e437-2051-4eb6-94b0-d9920022adca)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:32.928854 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.930774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d818db-4ae0-4369-9fc7-0d158e61aac0 req-1d1d2d3a-dedf-4237-8564-b283ab5e11b6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.953937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0d818db-4ae0-4369-9fc7-0d158e61aac0 req-1d1d2d3a-dedf-4237-8564-b283ab5e11b6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.4203284 Jul 15 13:31:32.991642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Calling delete_port for aca23538-b55b-4f63-be18-ff59104465d5 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:33.076091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] Deleting port aca23538-b55b-4f63-be18-ff59104465d5 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:33.077028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.130577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0d818db-4ae0-4369-9fc7-0d158e61aac0 req-161f1fcd-9245-4956-8dd9-518acc372cc8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655867 Jul 15 13:31:33.176823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-5139e2d7-3922-4da8-8324-8f7501acb517 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5409265 Jul 15 13:31:33.262339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.304791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] No DVR routers for this DVR port aca23538-b55b-4f63-be18-ff59104465d5 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:33.450273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aca23538-b55b-4f63-be18-ff59104465d5 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:33.485910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] For port aca23538-b55b-4f63-be18-ff59104465d5, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aca23538-b55b-4f63-be18-ff59104465d5,segment=NetworkSegment(ed18e437-2051-4eb6-94b0-d9920022adca),segment_id=ed18e437-2051-4eb6-94b0-d9920022adca)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:33.495835 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.586565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Port': ['ID=aca23538-b55b-4f63-be18-ff59104465d5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:33.637749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-30ed273f-eaba-413a-935c-14f8c49a8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.638592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-30ed273f-eaba-413a-935c-14f8c49a8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.641594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: aca23538-b55b-4f63-be18-ff59104465d5 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:33.643840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-30ed273f-eaba-413a-935c-14f8c49a8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.644802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-30ed273f-eaba-413a-935c-14f8c49a8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.645666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-30ed273f-eaba-413a-935c-14f8c49a8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.646534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-30ed273f-eaba-413a-935c-14f8c49a8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.647427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-30ed273f-eaba-413a-935c-14f8c49a8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.648143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aca23538-b55b-4f63-be18-ff59104465d5 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:33.659305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-30ed273f-eaba-413a-935c-14f8c49a8335 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6237b6d45e14a328b7b9822768d3c76&device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6505 time: 0.3453429 Jul 15 13:31:33.682762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] Calling delete_port for aca23538-b55b-4f63-be18-ff59104465d5 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:33.952112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.017453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9a151f-60da-4e1b-96a7-02100af5136d']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.070272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed18e437-2051-4eb6-94b0-d9920022adca') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.076915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed18e437-2051-4eb6-94b0-d9920022adca') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.153353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.184480 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.234279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.255911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:34.256901 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:34.261270 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:34.279024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] Pushing event deleted for resources: {'Port': ['ID=aca23538-b55b-4f63-be18-ff59104465d5,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.309834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d30a9a-6931-4d61-b0b5-be10118aa9f6 None None] No DVR routers for this DVR port aca23538-b55b-4f63-be18-ff59104465d5 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:34.374597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-6fd08431-37a0-41e6-8838-639c1f085d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.375423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-6fd08431-37a0-41e6-8838-639c1f085d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.376182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-6fd08431-37a0-41e6-8838-639c1f085d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.379609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-6fd08431-37a0-41e6-8838-639c1f085d9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1519d73-2f26-44f9-aef7-d53e3da0763f&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=1517ed12-7f41-410f-a647-2d5503e500b2&id=815fcc21-ed29-4388-9854-7408c50a4a1d&id=815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 200 len: 2298 time: 0.6588311 Jul 15 13:31:34.404788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-69c25aeb-83a0-4ea8-a904-832d43d72962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.412444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-69c25aeb-83a0-4ea8-a904-832d43d72962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 1098 time: 0.2395175 Jul 15 13:31:34.450330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.506456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.509038 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] 10.222.0.25 "DELETE /v2.0/networks/2f9a151f-60da-4e1b-96a7-02100af5136d HTTP/1.1" status: 204 len: 168 time: 2.4958267 Jul 15 13:31:34.510676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf6c08-2b8c-424e-bcc2-7fb42ad65be4 tempest-NetworksIpV6TestAttrs-2102174471 tempest-NetworksIpV6TestAttrs-2102174471-project] Pushing event deleted for resources: {'Network': ['ID=2f9a151f-60da-4e1b-96a7-02100af5136d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.709914 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.790681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-3803deb8-9bab-4b27-b5d9-63abde6a5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.793593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-3803deb8-9bab-4b27-b5d9-63abde6a5f27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 912 time: 0.2626936 Jul 15 13:31:34.917358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-342fbd51-ce31-4195-bc1d-c73a443c202d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74726414-800b-4ba7-a5a6-fe61c5a08480 HTTP/1.1" status: 200 len: 217 time: 0.1128073 Jul 15 13:31:35.000373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-0d814c47-3378-452c-a423-a786ba486393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.002351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-0d814c47-3378-452c-a423-a786ba486393 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 200 len: 851 time: 0.0767913 Jul 15 13:31:35.049861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-fc0c33e1-63b6-4be4-90b6-c26333f6b06a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17773e21-e117-4c67-b742-bd0d32588044 HTTP/1.1" status: 200 len: 1001 time: 0.6582782 Jul 15 13:31:35.177497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37956) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:35.208818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-8321a057-a09b-4c18-85f3-5ea3322769b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfd8075f-5111-4057-8922-5eb28681d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1932566 Jul 15 13:31:35.211099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-1948de7a-710f-44fb-9258-177312ab197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.213479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-1948de7a-710f-44fb-9258-177312ab197e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5a6f7fb-2d8b-4d44-8e39-e5f85909273c HTTP/1.1" status: 200 len: 856 time: 0.1116154 Jul 15 13:31:35.421792 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1ffeed70-cd9a-4518-be96-4231ca4ad7b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d5dd83acf484c25b53cbd5c5f531d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428792 Jul 15 13:31:35.424391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37964) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:35.437488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-66f0cde5-539d-4609-a29f-cc8c67b5ec11 service neutron] 10.222.0.35 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068810 Jul 15 13:31:35.449157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae162c9-485b-4662-808a-1ce3b3ad705e req-b943f6e8-2c72-455a-ae74-5cda05c5cb3b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.457089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ae162c9-485b-4662-808a-1ce3b3ad705e req-b943f6e8-2c72-455a-ae74-5cda05c5cb3b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.6026192 Jul 15 13:31:35.551467 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30485d4d-97a9-4e13-9633-6a4c549a7d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.603439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.613436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30485d4d-97a9-4e13-9633-6a4c549a7d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.695896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ae162c9-485b-4662-808a-1ce3b3ad705e req-38aa0d8d-10f5-497a-828e-a538735e2bbd tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376182 Jul 15 13:31:35.700050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cc65001-5065-4fb5-bdca-58ffe5dc4645 req-a738151f-fac8-4a0d-9159-0dcf5477f33a service neutron] 10.222.0.35 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394283 Jul 15 13:31:35.718079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-7a99cb3d-178a-46c0-82d6-e23564955c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.718079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-7a99cb3d-178a-46c0-82d6-e23564955c1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1519d73-2f26-44f9-aef7-d53e3da0763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4867282 Jul 15 13:31:35.747340 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30485d4d-97a9-4e13-9633-6a4c549a7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.759668 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30485d4d-97a9-4e13-9633-6a4c549a7d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.761233 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30485d4d-97a9-4e13-9633-6a4c549a7d62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53fbf458-1a1d-4aeb-8e14-0adfc44e5b7e HTTP/1.1" status: 204 len: 168 time: 0.3352993 Jul 15 13:31:35.819915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30485d4d-97a9-4e13-9633-6a4c549a7d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fbf458-1a1d-4aeb-8e14-0adfc44e5b7e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:36.034799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-e881917b-4cc6-4720-989d-1949de915575 service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160660 Jul 15 13:31:36.090614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e4c34-f9fd-44ea-83a1-287c5cbb4af4 req-fed9e1b0-f708-40d2-8cb9-08243550c99a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:36.094489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-403e4c34-f9fd-44ea-83a1-287c5cbb4af4 req-fed9e1b0-f708-40d2-8cb9-08243550c99a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.2162924 Jul 15 13:31:36.309665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-403e4c34-f9fd-44ea-83a1-287c5cbb4af4 req-342abc4d-5689-4bf0-b93a-9f5f73370117 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980774 Jul 15 13:31:36.413208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-2f471bd7-24e7-4e93-9917-528c2f743534 service neutron] 10.222.0.35 "GET /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627558 Jul 15 13:31:36.583817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-ae6d77d6-1566-40bd-aa38-7b02b6689851 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 217 time: 0.1575847 Jul 15 13:31:36.707021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-98ad4807-fd1c-4f7a-b0d5-631429822fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:36.714162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-98ad4807-fd1c-4f7a-b0d5-631429822fd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.1219254 Jul 15 13:31:36.868903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-c29522d4-b682-498a-8388-08e8930f8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:36.873703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-c29522d4-b682-498a-8388-08e8930f8269 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1526000 Jul 15 13:31:37.300795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-0845b2aa-1dbd-4ce0-b043-71eca732a16b service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163790 Jul 15 13:31:37.490600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76ebbb-b3a1-4ac2-a0f8-31c001b9382f req-76a82df9-a459-4b98-89f7-69fbc911adf0 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:37.507363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f76ebbb-b3a1-4ac2-a0f8-31c001b9382f req-76a82df9-a459-4b98-89f7-69fbc911adf0 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.4006724 Jul 15 13:31:37.706424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38026) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:37.812826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f76ebbb-b3a1-4ac2-a0f8-31c001b9382f req-05a49ea8-04cd-43a5-a7df-dfaf53cdd691 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033206 Jul 15 13:31:37.936475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-6f4ea291-19a3-4b0e-8377-f2e7f9833e3c service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275887 Jul 15 13:31:38.157091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-8121162c-4314-46ef-ae9a-ef3ed0277237 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 217 time: 0.2086797 Jul 15 13:31:38.271877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-73b8de82-86f2-4a68-894a-ac1d6eee4b20 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] Request body: {'port': {'network_id': '3033ed79-1869-4afa-b1f9-96311d050233', 'name': 'tempest-NetworksNegativeTestJSON-367115163'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:38.361342 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b8de82-86f2-4a68-894a-ac1d6eee4b20 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] POST failed (client error): The resource could not be found. Jul 15 13:31:38.363090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b8de82-86f2-4a68-894a-ac1d6eee4b20 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:38.400474 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-73b8de82-86f2-4a68-894a-ac1d6eee4b20 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6871796 Jul 15 13:31:38.421475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-496c73da-2e8d-4f04-b671-078c6c9193ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:38.421475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-496c73da-2e8d-4f04-b671-078c6c9193ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.2508895 Jul 15 13:31:38.421782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38040) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.502675 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cb6042-d12f-4f26-8494-3970c939d483 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:38.506021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cb6042-d12f-4f26-8494-3970c939d483 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:38.510495 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6cb6042-d12f-4f26-8494-3970c939d483 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "DELETE /v2.0/networks/68c64688-7f00-4199-97bd-bfdc6f4f8448 HTTP/1.1" status: 404 len: 339 time: 0.0895867 Jul 15 13:31:38.516489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38042) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.568395 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-85833199-cafd-4b5d-a984-821768f264c5 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:38.570191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85833199-cafd-4b5d-a984-821768f264c5 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:38.574914 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-85833199-cafd-4b5d-a984-821768f264c5 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "DELETE /v2.0/ports/1fa2bd6f-6742-4add-85b3-1f413690f0af HTTP/1.1" status: 404 len: 333 time: 0.0537097 Jul 15 13:31:38.581871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38044) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.653898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede829a-4bb9-4735-8529-58539c1f61bb req-fa668068-51d2-4adf-816d-381785b240fb tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:38.656266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ede829a-4bb9-4735-8529-58539c1f61bb req-fa668068-51d2-4adf-816d-381785b240fb tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.3369009 Jul 15 13:31:38.700503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-63a7a1f5-bff5-42bc-9877-fa5bfad68106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:38.706369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-63a7a1f5-bff5-42bc-9877-fa5bfad68106 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2291040 Jul 15 13:31:38.744516 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-829a7fe3-f5cc-4525-adc0-0dde63d6179e tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:38.747414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829a7fe3-f5cc-4525-adc0-0dde63d6179e tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:38.765585 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-829a7fe3-f5cc-4525-adc0-0dde63d6179e tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "DELETE /v2.0/subnets/67fb06be-7473-46ce-a9dc-69c09e63623b HTTP/1.1" status: 404 len: 337 time: 0.1805027 Jul 15 13:31:38.766280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38058) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.806545 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6923c098-4e1b-4d27-8c65-bcb30d24ca0b tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] GET failed (client error): The resource could not be found. Jul 15 13:31:38.815672 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6923c098-4e1b-4d27-8c65-bcb30d24ca0b tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "GET /v2.0/networks/4904ec7a-43f5-44dc-b924-f30282b84022 HTTP/1.1" status: 404 len: 339 time: 0.0481439 Jul 15 13:31:38.817249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38060) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.926563 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-489e5cd7-a277-4db3-9b3f-eb422fb31a79 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] GET failed (client error): The resource could not be found. Jul 15 13:31:38.944766 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-489e5cd7-a277-4db3-9b3f-eb422fb31a79 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "GET /v2.0/ports/00bcd7d4-fe18-40b9-929c-b2ee37ecae5b HTTP/1.1" status: 404 len: 333 time: 0.1183720 Jul 15 13:31:38.945306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38064) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.015369 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-822a7dc2-4701-4f36-af32-5f7ee9f71d14 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] GET failed (client error): The resource could not be found. Jul 15 13:31:39.022383 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-822a7dc2-4701-4f36-af32-5f7ee9f71d14 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "GET /v2.0/subnets/8255869d-56bf-4648-9aa0-5822f7ce0d4c HTTP/1.1" status: 404 len: 337 time: 0.0704043 Jul 15 13:31:39.022740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38066) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.027493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ede829a-4bb9-4735-8529-58539c1f61bb req-43c72772-ed60-4abd-90ac-515a0b1ee87c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598592 Jul 15 13:31:39.041157 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e37bf8e5-0eaf-4bde-8298-b94279a91807 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.073492 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37bf8e5-0eaf-4bde-8298-b94279a91807 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] PUT failed (client error): The resource could not be found. Jul 15 13:31:39.075304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37bf8e5-0eaf-4bde-8298-b94279a91807 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:39.083803 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e37bf8e5-0eaf-4bde-8298-b94279a91807 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "PUT /v2.0/networks/9193f273-2d56-4865-bee7-644a2d347606 HTTP/1.1" status: 404 len: 339 time: 0.0522785 Jul 15 13:31:39.087813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38068) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.111816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e5cd30b2-8081-4851-9113-0199cfd12a03 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.163538 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-37aa5aa2-c044-4aa2-b1d8-a940feba7f57 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497688 Jul 15 13:31:39.176847 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cd30b2-8081-4851-9113-0199cfd12a03 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] PUT failed (client error): The resource could not be found. Jul 15 13:31:39.177500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cd30b2-8081-4851-9113-0199cfd12a03 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:39.187813 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e5cd30b2-8081-4851-9113-0199cfd12a03 tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "PUT /v2.0/ports/66064db4-7c0b-4605-ac4a-7544cb577d90 HTTP/1.1" status: 404 len: 333 time: 0.0901768 Jul 15 13:31:39.187813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38070) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.203595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-29ce79d2-3dae-439e-b5e4-2ea36bb87aef tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.302513 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ce79d2-3dae-439e-b5e4-2ea36bb87aef tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] PUT failed (client error): The resource could not be found. Jul 15 13:31:39.303093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ce79d2-3dae-439e-b5e4-2ea36bb87aef tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:39.311404 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29ce79d2-3dae-439e-b5e4-2ea36bb87aef tempest-NetworksNegativeTestJSON-900118908 tempest-NetworksNegativeTestJSON-900118908-project] 10.222.0.25 "PUT /v2.0/subnets/4aae7619-9ea0-49bd-864c-9f92afe5acc4 HTTP/1.1" status: 404 len: 337 time: 0.1160471 Jul 15 13:31:39.467867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-f14c06c2-397a-4e49-b819-e15ccc4f42e3 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964799 Jul 15 13:31:39.600435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-8fb20eee-0c18-4b50-af13-c291fbafc731 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 HTTP/1.1" status: 200 len: 217 time: 0.1242814 Jul 15 13:31:39.877073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-91071ffc-541d-4ae2-b7a0-3b7629c90910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:39.895642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-91071ffc-541d-4ae2-b7a0-3b7629c90910 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.2812042 Jul 15 13:31:40.367969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-8775c6b7-ea8e-4fcf-b6ca-391142f9b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:40.373176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-8775c6b7-ea8e-4fcf-b6ca-391142f9b318 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4630897 Jul 15 13:31:40.389530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce2fd8-baa0-41a8-8f22-c479fd6a41ec req-080d4bf4-41e4-4e16-938e-b72fdb654ae7 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:40.392712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bce2fd8-baa0-41a8-8f22-c479fd6a41ec req-080d4bf4-41e4-4e16-938e-b72fdb654ae7 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.2676988 Jul 15 13:31:40.505081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38094) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:40.635331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bce2fd8-baa0-41a8-8f22-c479fd6a41ec req-a8660933-d60c-44a4-a1c3-e59f11ff4f71 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697843 Jul 15 13:31:40.691993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-fa2c784b-381f-4ee0-b7e6-4b0d7b0e1772 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971323 Jul 15 13:31:40.944376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-d33c59d4-80a3-475b-9b33-569acbf6a434 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310827 Jul 15 13:31:40.948392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-b12d44cd-1c35-4da6-bdb5-d3bb4048ec22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4850297 Jul 15 13:31:40.961521 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8cc219e-b75e-4b90-97d2-cf20ed91dfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.126786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-550d71e2-45e0-4991-94a0-9934cd448bda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802 HTTP/1.1" status: 200 len: 217 time: 0.1762958 Jul 15 13:31:41.311332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8cc219e-b75e-4b90-97d2-cf20ed91dfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.327761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8cc219e-b75e-4b90-97d2-cf20ed91dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.430116 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b8cc219e-b75e-4b90-97d2-cf20ed91dfa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54d62a2cd34d498788a526792876b7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9217205 Jul 15 13:31:41.431559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38132) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:41.435382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc219e-b75e-4b90-97d2-cf20ed91dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a63e14-d282-4292-93c7-5411b0bf1555,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.510269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-0a5b915b-69d4-4027-b423-369bfc20dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.512980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-0a5b915b-69d4-4027-b423-369bfc20dc6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 200 len: 797 time: 0.3644862 Jul 15 13:31:41.572386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-79fcf3a1-5909-47cf-a4f4-d6094289175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.581289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-79fcf3a1-5909-47cf-a4f4-d6094289175e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 1097 time: 0.5146863 Jul 15 13:31:41.845099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6b60f-b15c-40d4-8360-8836bb15c8a6 req-bd338103-71b0-4bf4-bab7-b566722bfbcd tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.853278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38f6b60f-b15c-40d4-8360-8836bb15c8a6 req-bd338103-71b0-4bf4-bab7-b566722bfbcd tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.7328346 Jul 15 13:31:42.470804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0171ea7-9897-4828-8ad1-422384ad769d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.582944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-9b6354ff-34d8-4c1f-90a7-fb48e26aa21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.593480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-9b6354ff-34d8-4c1f-90a7-fb48e26aa21a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 200 len: 912 time: 0.9368551 Jul 15 13:31:42.600703 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0171ea7-9897-4828-8ad1-422384ad769d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.613622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38f6b60f-b15c-40d4-8360-8836bb15c8a6 req-9197cd3b-063c-4d96-b218-b715effe9edb tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7591550 Jul 15 13:31:42.618595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-47f893ce-7047-4442-ad53-02ce4444eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.622384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-47f893ce-7047-4442-ad53-02ce4444eee5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1517ed12-7f41-410f-a647-2d5503e500b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0888939 Jul 15 13:31:42.767957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-70105421-94d3-4d33-8e92-371aa4d8263f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada HTTP/1.1" status: 200 len: 217 time: 0.1316571 Jul 15 13:31:42.932268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-8275a3e1-e45b-4290-986d-c43b2fd044da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.937810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-8275a3e1-e45b-4290-986d-c43b2fd044da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 200 len: 851 time: 0.1502423 Jul 15 13:31:42.990813 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0171ea7-9897-4828-8ad1-422384ad769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.004097 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0171ea7-9897-4828-8ad1-422384ad769d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.006392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c0171ea7-9897-4828-8ad1-422384ad769d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85a63e14-d282-4292-93c7-5411b0bf1555 HTTP/1.1" status: 204 len: 168 time: 1.5687616 Jul 15 13:31:43.077361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-bcb30f59-5664-41e2-aac4-83651a34be9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfd8075f-5111-4057-8922-5eb28681d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198666 Jul 15 13:31:43.084893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-4d119680-c120-4b19-b8db-ee27bf28bb05 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450307 Jul 15 13:31:43.162309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0171ea7-9897-4828-8ad1-422384ad769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a63e14-d282-4292-93c7-5411b0bf1555,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:43.781600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-9a3f0aac-ffe2-400a-82ce-6cfe7f5bdf40 service neutron] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653616 Jul 15 13:31:43.790665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-057edcce-fd17-4b7d-99da-eec1fea907b4 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917644 Jul 15 13:31:44.013111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-8d9967b7-a037-42a2-ad5c-e60eefb1c4b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d85dfc45-7929-4343-8908-3b7db695b10f HTTP/1.1" status: 200 len: 217 time: 0.2161648 Jul 15 13:31:44.348637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6117511-55fb-431d-8e58-dc66f7c90e07 req-5ec17698-38e5-4bf2-b5cc-0df2fe42b502 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363860 Jul 15 13:31:44.399051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-d632e3d9-20ab-408b-9f37-5312e283e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.400668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-d632e3d9-20ab-408b-9f37-5312e283e930 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.2587855 Jul 15 13:31:44.465214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f8587-af54-4657-b1d4-643610ec6396 req-7b0be405-be73-484b-8fd2-4b12acf674f9 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.474389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab6f8587-af54-4657-b1d4-643610ec6396 req-7b0be405-be73-484b-8fd2-4b12acf674f9 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.4913037 Jul 15 13:31:44.544766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab6f8587-af54-4657-b1d4-643610ec6396 req-b5dcb575-f596-4f7f-9e76-96928490cc1b tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687664 Jul 15 13:31:44.570730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-ba1ac005-665a-4966-871c-18c4ed8c830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.573019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-ba1ac005-665a-4966-871c-18c4ed8c830f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1606450 Jul 15 13:31:44.745106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-d56dd0cb-7cdb-4a2d-8f4a-246426ae3d21 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556301 Jul 15 13:31:45.026222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-7bcd620d-778f-4a78-b19d-c95d064e8e53 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770798 Jul 15 13:31:45.036145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccac2cc-19b6-4ea2-b167-337af409a87a req-c9909a28-ed68-4eb3-94ad-2ef99e4e19f8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:45.043665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ccac2cc-19b6-4ea2-b167-337af409a87a req-c9909a28-ed68-4eb3-94ad-2ef99e4e19f8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.1814222 Jul 15 13:31:45.108727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-a20288af-2dde-43fb-a409-0790dda65a80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3 HTTP/1.1" status: 200 len: 217 time: 0.0621135 Jul 15 13:31:45.149146 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38228) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:45.258472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ccac2cc-19b6-4ea2-b167-337af409a87a req-876d9f4f-ddbd-4470-937e-316db224a088 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135973 Jul 15 13:31:45.330501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-bf0de9ce-0688-4e11-8ff5-996294e5baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:45.330501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-bf0de9ce-0688-4e11-8ff5-996294e5baf7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 200 len: 797 time: 0.2016242 Jul 15 13:31:45.480626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-556848142'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:45.511693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-6075c9b5-1bba-4e79-b813-573b0fe4b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:45.514948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-6075c9b5-1bba-4e79-b813-573b0fe4b1ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=815fcc21-ed29-4388-9854-7408c50a4a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1733446 Jul 15 13:31:45.577214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:45.582890 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.618871 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.730789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-961cb1b8-207f-4624-93de-415d9b88efa3 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086427 Jul 15 13:31:46.018423 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.030687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.063541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:46.088110 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.088464 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment dc2dc5ee-4413-4910-aff6-9ba8e7d15ace of type vlan for network 90954542-0b76-453a-bf49-e71102539608 Jul 15 13:31:46.192007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e40e493-2766-4155-a6b2-10fbfa8b853b req-3548c099-4234-46f8-94ce-4a5804aeee32 service neutron] 10.222.0.35 "GET /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528799 Jul 15 13:31:46.199586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.224421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cb14b-b2b1-471d-95bd-69be22b6b7cc req-7bd71624-89e7-4f86-b2c5-2fd3f08fe0e8 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.236013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-406cb14b-b2b1-471d-95bd-69be22b6b7cc req-7bd71624-89e7-4f86-b2c5-2fd3f08fe0e8 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.4412019 Jul 15 13:31:46.278823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1743f2d9-1081-48ea-9fbb-7452d5500d36,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:46.337008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-406cb14b-b2b1-471d-95bd-69be22b6b7cc req-cb2a0a2f-50f8-40b8-ad72-3cd9bfdd82c8 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884476 Jul 15 13:31:46.345174 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.389084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.391524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.520695 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3690500 Jul 15 13:31:46.524826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38264) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:46.531998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-1588390160'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:46.585435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f5cdf-3220-40a5-87a6-902d9b8cc944 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=90954542-0b76-453a-bf49-e71102539608,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:46.602126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 90954542-0b76-453a-bf49-e71102539608 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:46.672705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:46.686566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.744353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:46.767343 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.768374 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment 43601b5b-63cc-4d3e-80cc-abe029e5b6b6 of type vlan for network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 Jul 15 13:31:46.808493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f820b-144a-424c-bb3d-25711725751e req-9cacd5fa-251a-4b55-8602-19fe89c18660 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.811774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5f820b-144a-424c-bb3d-25711725751e req-9cacd5fa-251a-4b55-8602-19fe89c18660 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.2583995 Jul 15 13:31:46.886907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.946460 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.956782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.957933 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.035642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5093448 Jul 15 13:31:47.038937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38272) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:47.047110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': '90954542-0b76-453a-bf49-e71102539608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:47.131513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a5f820b-144a-424c-bb3d-25711725751e req-8a5f74e5-f7b7-4a1a-b564-e82cac586d73 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779126 Jul 15 13:31:47.133559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95debd-e2c3-44eb-93b5-449d9c441b48 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=976ef12a-de4e-4cb6-a2ba-4f7e937da0b5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:47.165636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:47.253801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-9a51d793-cd58-43a9-940d-2985dcc7470a tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.258080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-9a51d793-cd58-43a9-940d-2985dcc7470a tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.35 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.2757750 Jul 15 13:31:47.398413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:47.410451 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.573046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Deleting port 74726414-800b-4ba7-a5a6-fe61c5a08480 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:47.577048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.798485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] For port 74726414-800b-4ba7-a5a6-fe61c5a08480, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74726414-800b-4ba7-a5a6-fe61c5a08480,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:47.799531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.818501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Calling delete_port for 74726414-800b-4ba7-a5a6-fe61c5a08480 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:47.844047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac0d3e-e7eb-4876-9a58-a1e043973d3e req-a50e25ab-3cb0-4694-aa51-551e56150bb8 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.846111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac0d3e-e7eb-4876-9a58-a1e043973d3e req-a50e25ab-3cb0-4694-aa51-551e56150bb8 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 946 time: 0.2228479 Jul 15 13:31:47.906882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.986847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac0d3e-e7eb-4876-9a58-a1e043973d3e req-6c50151a-500f-43a9-bc9b-e55e15ec0ef7 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808818 Jul 15 13:31:48.042071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=06a93998-5f86-437e-8e45-6961b8761547,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:48.053303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': 'dc2dc5ee-4413-4910-aff6-9ba8e7d15ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '90954542-0b76-453a-bf49-e71102539608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:48.053958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: 90954542-0b76-453a-bf49-e71102539608, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:48.097875 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 90954542-0b76-453a-bf49-e71102539608 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:48.123389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 90954542-0b76-453a-bf49-e71102539608) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:48.142776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd1f12-78e4-432d-9276-b4b62f9bfc9c None None] Network 90954542-0b76-453a-bf49-e71102539608 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:48.154927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.160692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.209077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.223930 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-53e4848e-eab3-4794-8b86-b6abf12aac5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1824424 Jul 15 13:31:48.229234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38296) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:48.252927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': '976ef12a-de4e-4cb6-a2ba-4f7e937da0b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:48.398455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['45fcfafa-0a7b-40bf-8fcd-546bf7a63ada'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:48.401443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['74726414-800b-4ba7-a5a6-fe61c5a08480'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:48.452667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Pushing event deleted for resources: {'Port': ['ID=74726414-800b-4ba7-a5a6-fe61c5a08480,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:48.657706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-90954542-0b76-453a-bf49-e71102539608', 'network_id': '90954542-0b76-453a-bf49-e71102539608', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': '06a93998-5f86-437e-8e45-6961b8761547'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:48.658634 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.660888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:48.668590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.708827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] No DVR routers for this DVR port 74726414-800b-4ba7-a5a6-fe61c5a08480 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:48.736290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.739996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d38ed5e-0d46-4d18-ad3b-976f915ecf6f req-75ee0bee-c376-4b60-9e84-18d4ba80edfc tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.35 "DELETE /v2.0/ports/74726414-800b-4ba7-a5a6-fe61c5a08480 HTTP/1.1" status: 204 len: 173 time: 1.4621441 Jul 15 13:31:48.741961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e4bf05-e5b4-43f1-a210-a5982cbe2d2e', 'name': 'network-vif-deleted', 'tag': '74726414-800b-4ba7-a5a6-fe61c5a08480'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:48.748904 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd6b264-7d0c-4ba9-800d-c4d96a187c81" -d '{"events": [{"server_uuid": "32e4bf05-e5b4-43f1-a210-a5982cbe2d2e", "name": "network-vif-deleted", "tag": "74726414-800b-4ba7-a5a6-fe61c5a08480"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:48.800646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61984cec-6fae-48c2-8cdd-62502c7d6c9c req-7c5bc9f7-5838-4584-bf19-3005ec99ab5e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.809338 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61984cec-6fae-48c2-8cdd-62502c7d6c9c req-7c5bc9f7-5838-4584-bf19-3005ec99ab5e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.3031678 Jul 15 13:31:48.906250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61984cec-6fae-48c2-8cdd-62502c7d6c9c req-709378c5-e170-47fc-b9c0-29719f27182c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803208 Jul 15 13:31:48.972811 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dab734c4-1104-4650-a548-8b6bb1db27cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.138952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Allocated IP 172.20.0.2 (90954542-0b76-453a-bf49-e71102539608/06a93998-5f86-437e-8e45-6961b8761547/734c0dbb-ee78-40be-993e-0fdef1f2a82f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:49.215928 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1dc7b8-0307-47af-82fd-6a975413243d x-openstack-request-id: req-8b1dc7b8-0307-47af-82fd-6a975413243d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:49.217895 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e4bf05-e5b4-43f1-a210-a5982cbe2d2e", "name": "network-vif-deleted", "tag": "74726414-800b-4ba7-a5a6-fe61c5a08480", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:49.218264 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b1dc7b8-0307-47af-82fd-6a975413243d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:49.218878 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e4bf05-e5b4-43f1-a210-a5982cbe2d2e', 'name': 'network-vif-deleted', 'tag': '74726414-800b-4ba7-a5a6-fe61c5a08480', 'status': 'completed', 'code': 200} Jul 15 13:31:49.426566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.483178 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.500787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Transition to ACTIVE for port object 734c0dbb-ee78-40be-993e-0fdef1f2a82f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:49.535063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Transition to ACTIVE for port object 734c0dbb-ee78-40be-993e-0fdef1f2a82f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:49.556210 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.558170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': '43601b5b-63cc-4d3e-80cc-abe029e5b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '976ef12a-de4e-4cb6-a2ba-4f7e937da0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:49.559370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:49.573289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=2883178a-d138-4a6c-beef-bf3527eff0ee,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:49.598037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:49.617968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:49.628273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.631057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.675527 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-12cd9b47-8666-43c4-99d0-12ebeb95a998 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4446537 Jul 15 13:31:49.679705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38326) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:49.687163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f6269153-d91b-4cf2-88ad-dc8cbf55ea5e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-88322928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:49.704632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b3b66-1e3f-4420-aa0f-26a13cf550cc None None] Network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:49.790557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6269153-d91b-4cf2-88ad-dc8cbf55ea5e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.792690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6269153-d91b-4cf2-88ad-dc8cbf55ea5e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.896227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d502d208-90c3-414d-bd9a-113405f808cb req-d6756ba4-aa96-47b3-9c4e-8d82f1af5c7c tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4bf05-e5b4-43f1-a210-a5982cbe2d2e HTTP/1.1" status: 200 len: 210 time: 0.1749616 Jul 15 13:31:49.934602 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6269153-d91b-4cf2-88ad-dc8cbf55ea5e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.953771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6269153-d91b-4cf2-88ad-dc8cbf55ea5e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.989412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f6269153-d91b-4cf2-88ad-dc8cbf55ea5e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.991325 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f6269153-d91b-4cf2-88ad-dc8cbf55ea5e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3086574 Jul 15 13:31:49.996012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38340) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:50.162015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Pushing event updated for resources: {'Port': ['ID=734c0dbb-ee78-40be-993e-0fdef1f2a82f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:50.190514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cc40f534-d143-4b27-8012-226b03be4e32 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:50.284048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Network 90954542-0b76-453a-bf49-e71102539608 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:50.296913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:50.311965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:50.710576 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:31:50.799083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Attempting to bind port 734c0dbb-ee78-40be-993e-0fdef1f2a82f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:50.799592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Attempting to bind port 734c0dbb-ee78-40be-993e-0fdef1f2a82f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'dc2dc5ee-4413-4910-aff6-9ba8e7d15ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '90954542-0b76-453a-bf49-e71102539608'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:50.800517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Attempting to bind port 734c0dbb-ee78-40be-993e-0fdef1f2a82f on network 90954542-0b76-453a-bf49-e71102539608 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:50.857974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2a02-9b31-4958-bc77-2fcdff8fc999 req-711fa052-445f-4855-95f8-9f064d9b2d4b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:50.862642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f8b2a02-9b31-4958-bc77-2fcdff8fc999 req-711fa052-445f-4855-95f8-9f064d9b2d4b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 943 time: 0.5630360 Jul 15 13:31:50.957632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:50.958201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Checking segment: {'id': 'dc2dc5ee-4413-4910-aff6-9ba8e7d15ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '90954542-0b76-453a-bf49-e71102539608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:50.958959 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.959723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Bound using segment: {'id': 'dc2dc5ee-4413-4910-aff6-9ba8e7d15ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '90954542-0b76-453a-bf49-e71102539608'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:50.960652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Bound port: 734c0dbb-ee78-40be-993e-0fdef1f2a82f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2dc5ee-4413-4910-aff6-9ba8e7d15ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '90954542-0b76-453a-bf49-e71102539608'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:50.961383 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.018448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cc40f534-d143-4b27-8012-226b03be4e32, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cc40f534-d143-4b27-8012-226b03be4e32,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:51.037897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'cc40f534-d143-4b27-8012-226b03be4e32', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'port_id': 'cc40f534-d143-4b27-8012-226b03be4e32', 'mac_address': 'fa:16:3e:52:fc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:51.040460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-976ef12a-de4e-4cb6-a2ba-4f7e937da0b5', 'network_id': '976ef12a-de4e-4cb6-a2ba-4f7e937da0b5', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': '2883178a-d138-4a6c-beef-bf3527eff0ee'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:51.041447 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.113313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f8b2a02-9b31-4958-bc77-2fcdff8fc999 req-4edf4862-6105-4585-b019-41cf837a9d54 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698430 Jul 15 13:31:51.115694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.255921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 74726414-800b-4ba7-a5a6-fe61c5a08480 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:51.282792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38380) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:51.368102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 74726414-800b-4ba7-a5a6-fe61c5a08480 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:51.368973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 74726414-800b-4ba7-a5a6-fe61c5a08480 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:51.646510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc82902f-ba0a-4d83-b183-8178dce19020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.699317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4102ec75-f515-4dd0-8390-758639760107 None None] For port 734c0dbb-ee78-40be-993e-0fdef1f2a82f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:51.716971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4102ec75-f515-4dd0-8390-758639760107 None None] For port 734c0dbb-ee78-40be-993e-0fdef1f2a82f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=734c0dbb-ee78-40be-993e-0fdef1f2a82f,segment=NetworkSegment(dc2dc5ee-4413-4910-aff6-9ba8e7d15ace),segment_id=dc2dc5ee-4413-4910-aff6-9ba8e7d15ace)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:51.753667 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.872601 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.908900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9ca8136d-e3ce-4a5c-ae3f-112da4d4d57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.927531 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.967547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc40f534-d143-4b27-8012-226b03be4e32 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:52.064342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cc40f534-d143-4b27-8012-226b03be4e32, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cc40f534-d143-4b27-8012-226b03be4e32,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:52.086283 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.102581 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc82902f-ba0a-4d83-b183-8178dce19020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.113250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc82902f-ba0a-4d83-b183-8178dce19020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.166362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Allocated IP 172.21.0.2 (976ef12a-de4e-4cb6-a2ba-4f7e937da0b5/2883178a-d138-4a6c-beef-bf3527eff0ee/d7190360-4769-4f81-a0e4-0728254651c3) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:52.175666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102ec75-f515-4dd0-8390-758639760107 None None] Pushing event updated for resources: {'Port': ['ID=734c0dbb-ee78-40be-993e-0fdef1f2a82f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:52.267690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.20.0.1 (90954542-0b76-453a-bf49-e71102539608/06a93998-5f86-437e-8e45-6961b8761547/50b3e978-e8a6-412b-98a4-9961b33df01e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:52.269320 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bc82902f-ba0a-4d83-b183-8178dce19020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=494f29841ecc467e88bf437d2717f3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9836593 Jul 15 13:31:52.293813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38412) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:52.465610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82902f-ba0a-4d83-b183-8178dce19020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a9123-d297-4350-992d-f25951736d52,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:52.499611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['cc40f534-d143-4b27-8012-226b03be4e32'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:52.538847 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfb449a6-e14d-41ee-8868-8d0cff5ba872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.571593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfb449a6-e14d-41ee-8868-8d0cff5ba872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.651709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cc40f534-d143-4b27-8012-226b03be4e32,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:52.695849 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfb449a6-e14d-41ee-8868-8d0cff5ba872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.702757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfb449a6-e14d-41ee-8868-8d0cff5ba872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.707544 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bfb449a6-e14d-41ee-8868-8d0cff5ba872 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a39a9123-d297-4350-992d-f25951736d52 HTTP/1.1" status: 204 len: 168 time: 0.4076395 Jul 15 13:31:52.729606 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb449a6-e14d-41ee-8868-8d0cff5ba872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a9123-d297-4350-992d-f25951736d52,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:52.783218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff171656-ab91-4c71-bf95-c01c751412e9 req-0409bec6-91cb-4756-b779-cd8cddedd162 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:52.785466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff171656-ab91-4c71-bf95-c01c751412e9 req-0409bec6-91cb-4756-b779-cd8cddedd162 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.3400638 Jul 15 13:31:53.000048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.036577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff171656-ab91-4c71-bf95-c01c751412e9 req-7eef47d7-c873-4d40-8825-348b6d98cfe5 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374995 Jul 15 13:31:53.061490 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.105082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 50b3e978-e8a6-412b-98a4-9961b33df01e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:53.112309 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.116180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Transition to ACTIVE for port object d7190360-4769-4f81-a0e4-0728254651c3 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:53.139599 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:31:53.185925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Transition to ACTIVE for port object d7190360-4769-4f81-a0e4-0728254651c3 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:53.203985 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.250609 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.366010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Pushing event updated for resources: {'Port': ['ID=d7190360-4769-4f81-a0e4-0728254651c3,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:53.398218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:53.402496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:53.408466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:53.429841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 90954542-0b76-453a-bf49-e71102539608 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:53.442732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:53.450049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:53.475676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=50b3e978-e8a6-412b-98a4-9961b33df01e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:53.600736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Attempting to bind port d7190360-4769-4f81-a0e4-0728254651c3 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:53.601243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Attempting to bind port d7190360-4769-4f81-a0e4-0728254651c3 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '43601b5b-63cc-4d3e-80cc-abe029e5b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '976ef12a-de4e-4cb6-a2ba-4f7e937da0b5'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:53.604862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Attempting to bind port d7190360-4769-4f81-a0e4-0728254651c3 on network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:53.621722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.624434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:53.625006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Checking segment: {'id': '43601b5b-63cc-4d3e-80cc-abe029e5b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '976ef12a-de4e-4cb6-a2ba-4f7e937da0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:53.627177 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.629589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Bound using segment: {'id': '43601b5b-63cc-4d3e-80cc-abe029e5b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '976ef12a-de4e-4cb6-a2ba-4f7e937da0b5'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:53.630362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Bound port: d7190360-4769-4f81-a0e4-0728254651c3, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43601b5b-63cc-4d3e-80cc-abe029e5b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '976ef12a-de4e-4cb6-a2ba-4f7e937da0b5'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:53.631643 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.785646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38436) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:53.790040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 734c0dbb-ee78-40be-993e-0fdef1f2a82f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:53.825941 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5cf1f61-591c-4fe2-811d-bf1f46cbac98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.922260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] For port d7190360-4769-4f81-a0e4-0728254651c3, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:54.046745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] For port d7190360-4769-4f81-a0e4-0728254651c3, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d7190360-4769-4f81-a0e4-0728254651c3,segment=NetworkSegment(43601b5b-63cc-4d3e-80cc-abe029e5b6b6),segment_id=43601b5b-63cc-4d3e-80cc-abe029e5b6b6)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:54.062979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.127340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 734c0dbb-ee78-40be-993e-0fdef1f2a82f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:54.163677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cc40f534-d143-4b27-8012-226b03be4e32 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:54.169464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ceff6-a35a-4a88-98ea-09c73376cbbb None None] Network 90954542-0b76-453a-bf49-e71102539608 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:54.249179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5cf1f61-591c-4fe2-811d-bf1f46cbac98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.263829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5cf1f61-591c-4fe2-811d-bf1f46cbac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.438877 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f5cf1f61-591c-4fe2-811d-bf1f46cbac98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4c20c9d56af40a3a5c4e23bf29166b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514986 Jul 15 13:31:54.446745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38442) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:54.450649 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf1f61-591c-4fe2-811d-bf1f46cbac98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845a3b3e-913b-4127-a5ca-ceddfd5fe5ee,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.514999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ef0d1-2e4c-440e-b01f-516d237a9a6d None None] Pushing event updated for resources: {'Port': ['ID=d7190360-4769-4f81-a0e4-0728254651c3,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.577038 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.583181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4aad023b-be27-4bc9-ac84-e5e7caa890b3 None None] Provisioning for port 734c0dbb-ee78-40be-993e-0fdef1f2a82f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:54.651879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4aad023b-be27-4bc9-ac84-e5e7caa890b3 None None] Provisioning complete for port 734c0dbb-ee78-40be-993e-0fdef1f2a82f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:54.652677 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4aad023b-be27-4bc9-ac84-e5e7caa890b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.682034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b31a4454-4c93-4bb6-8237-f02e7159301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.745428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port cc40f534-d143-4b27-8012-226b03be4e32 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:54.749846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b31a4454-4c93-4bb6-8237-f02e7159301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.757061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port cc40f534-d143-4b27-8012-226b03be4e32 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:54.757754 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.918351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b31a4454-4c93-4bb6-8237-f02e7159301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.925029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b31a4454-4c93-4bb6-8237-f02e7159301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.929674 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b31a4454-4c93-4bb6-8237-f02e7159301d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/845a3b3e-913b-4127-a5ca-ceddfd5fe5ee HTTP/1.1" status: 204 len: 168 time: 0.4804461 Jul 15 13:31:54.968540 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a4454-4c93-4bb6-8237-f02e7159301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a3b3e-913b-4127-a5ca-ceddfd5fe5ee,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.154371 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.252553 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.349655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329b53-96dc-40e4-ae15-fd4e8c470bd0 req-589c25df-779e-473f-9f12-57a669600656 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.352182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94329b53-96dc-40e4-ae15-fd4e8c470bd0 req-589c25df-779e-473f-9f12-57a669600656 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 944 time: 1.5962229 Jul 15 13:31:55.375441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cc40f534-d143-4b27-8012-226b03be4e32, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cc40f534-d143-4b27-8012-226b03be4e32,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:55.377301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc40f534-d143-4b27-8012-226b03be4e32'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:55.383439 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dce42b9-dca1-4ce7-9923-32ddeb20ccce" -d '{"events": [{"server_uuid": "8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96", "name": "network-vif-plugged", "status": "completed", "tag": "cc40f534-d143-4b27-8012-226b03be4e32"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:55.406755 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4aad023b-be27-4bc9-ac84-e5e7caa890b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.416274 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.563225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cc40f534-d143-4b27-8012-226b03be4e32,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.570179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d7190360-4769-4f81-a0e4-0728254651c3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:55.647573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94329b53-96dc-40e4-ae15-fd4e8c470bd0 req-2d148ad3-99f4-4900-8e56-552bdac30029 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071962 Jul 15 13:31:55.697358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4aad023b-be27-4bc9-ac84-e5e7caa890b3 None None] For port 734c0dbb-ee78-40be-993e-0fdef1f2a82f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=734c0dbb-ee78-40be-993e-0fdef1f2a82f,segment=NetworkSegment(dc2dc5ee-4413-4910-aff6-9ba8e7d15ace),segment_id=dc2dc5ee-4413-4910-aff6-9ba8e7d15ace)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:55.714189 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4aad023b-be27-4bc9-ac84-e5e7caa890b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.957619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d7190360-4769-4f81-a0e4-0728254651c3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:55.969366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-3d6b81ce-2483-4ab9-9ca2-37503c3d0a37 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.974374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-3d6b81ce-2483-4ab9-9ca2-37503c3d0a37 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.30 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.8391171 Jul 15 13:31:55.993572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad023b-be27-4bc9-ac84-e5e7caa890b3 None None] Pushing event updated for resources: {'Port': ['ID=734c0dbb-ee78-40be-993e-0fdef1f2a82f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.997521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d8b259fc-f145-4a2d-a455-a92d55c486a9 None None] Provisioning complete for port 734c0dbb-ee78-40be-993e-0fdef1f2a82f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:55.997905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d8b259fc-f145-4a2d-a455-a92d55c486a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.350531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d8b259fc-f145-4a2d-a455-a92d55c486a9 None None] Provisioning for port 50b3e978-e8a6-412b-98a4-9961b33df01e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:56.373932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d8b259fc-f145-4a2d-a455-a92d55c486a9 None None] Provisioning complete for port 50b3e978-e8a6-412b-98a4-9961b33df01e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:56.377369 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d8b259fc-f145-4a2d-a455-a92d55c486a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.549023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d8b259fc-f145-4a2d-a455-a92d55c486a9 None None] Port 50b3e978-e8a6-412b-98a4-9961b33df01e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:56.701599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b7df5f61-3af8-497a-bc59-cd29df197586 None None] Provisioning complete for port 50b3e978-e8a6-412b-98a4-9961b33df01e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:56.702207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b7df5f61-3af8-497a-bc59-cd29df197586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.780904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b7df5f61-3af8-497a-bc59-cd29df197586 None None] Port 50b3e978-e8a6-412b-98a4-9961b33df01e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:56.811207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771576a7-a324-4acb-aefa-8678f2addeea None None] Network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:56.964865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df641c9-c666-4358-8aa9-8a24e3767b3c req-ed2d6cd1-2228-413b-b338-50910f10e12e tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:56.976571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4df641c9-c666-4358-8aa9-8a24e3767b3c req-ed2d6cd1-2228-413b-b338-50910f10e12e tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 945 time: 0.6750934 Jul 15 13:31:57.131917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3efabd95-c97f-456b-ba75-864de741201f None None] Provisioning for port d7190360-4769-4f81-a0e4-0728254651c3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:57.161675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3efabd95-c97f-456b-ba75-864de741201f None None] Provisioning complete for port d7190360-4769-4f81-a0e4-0728254651c3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:57.162313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3efabd95-c97f-456b-ba75-864de741201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.167775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Deleting port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:57.168341 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.286015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4df641c9-c666-4358-8aa9-8a24e3767b3c req-f19bfc2e-0063-4701-9cd3-dfabee883880 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e21f21-6734-4be3-910b-29582d6bdaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042076 Jul 15 13:31:57.549021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 734c0dbb-ee78-40be-993e-0fdef1f2a82f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:57.623292 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989e1f2-6185-4d87-af7b-c66c1acd71fa x-openstack-request-id: req-4989e1f2-6185-4d87-af7b-c66c1acd71fa {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:57.623739 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96", "name": "network-vif-plugged", "status": "completed", "tag": "cc40f534-d143-4b27-8012-226b03be4e32", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:57.624295 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4989e1f2-6185-4d87-af7b-c66c1acd71fa {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:57.624896 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc40f534-d143-4b27-8012-226b03be4e32', 'code': 200} Jul 15 13:31:57.656416 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3efabd95-c97f-456b-ba75-864de741201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.706732 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.772115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3efabd95-c97f-456b-ba75-864de741201f None None] For port d7190360-4769-4f81-a0e4-0728254651c3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d7190360-4769-4f81-a0e4-0728254651c3,segment=NetworkSegment(43601b5b-63cc-4d3e-80cc-abe029e5b6b6),segment_id=43601b5b-63cc-4d3e-80cc-abe029e5b6b6)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:57.782253 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3efabd95-c97f-456b-ba75-864de741201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.831491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 734c0dbb-ee78-40be-993e-0fdef1f2a82f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:57.831866 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.913240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efabd95-c97f-456b-ba75-864de741201f None None] Pushing event updated for resources: {'Port': ['ID=d7190360-4769-4f81-a0e4-0728254651c3,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:57.939938 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.154317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:58.234614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.366364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8ec1f971-ceba-4a8d-957a-1a976fc515db None None] Provisioning complete for port d7190360-4769-4f81-a0e4-0728254651c3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:58.366975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8ec1f971-ceba-4a8d-957a-1a976fc515db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.433708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] For port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:58.434660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.542676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=50b3e978-e8a6-412b-98a4-9961b33df01e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.595463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Calling delete_port for 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:58.707025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38532) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:58.880625 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.885428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.953913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331926d6-f174-474a-a25a-bce717bf8753 req-5c90b3c3-5630-45cd-ada2-9f60321e05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.957205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-331926d6-f174-474a-a25a-bce717bf8753 req-5c90b3c3-5630-45cd-ada2-9f60321e05b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 1097 time: 1.2254963 Jul 15 13:31:59.050524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-b4df9ba8-e1aa-4b58-a8b5-5604b115651f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.063805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-b4df9ba8-e1aa-4b58-a8b5-5604b115651f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.088514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-b4df9ba8-e1aa-4b58-a8b5-5604b115651f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.102714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:59.107609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-b4df9ba8-e1aa-4b58-a8b5-5604b115651f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.125796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-b4df9ba8-e1aa-4b58-a8b5-5604b115651f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.141321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-b4df9ba8-e1aa-4b58-a8b5-5604b115651f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.143002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.154739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-b4df9ba8-e1aa-4b58-a8b5-5604b115651f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.170742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-b4df9ba8-e1aa-4b58-a8b5-5604b115651f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5441 time: 1.2174964 Jul 15 13:31:59.233608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.240316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.301310 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e9c536c34134de58c79a20a84700abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926032 Jul 15 13:31:59.305008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38544) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:59.341769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.356744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d7190360-4769-4f81-a0e4-0728254651c3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:59.420344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7976ad-022b-4ac1-bb46-395abe075fac,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.440042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.440997 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.441851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.442638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.443437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.444186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.445018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.445882 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.446628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.447448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.448243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.449021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b7944-2f5e-470c-82de-12e92fb1a227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:59.500295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-331926d6-f174-474a-a25a-bce717bf8753 req-99e19e6e-1911-4207-8156-2feb9cf734cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329654 Jul 15 13:31:59.518707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 90954542-0b76-453a-bf49-e71102539608 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:59.534448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:59.561020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.572934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-929276c4-00b5-47f0-b528-f478f8c2692b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.578241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d7190360-4769-4f81-a0e4-0728254651c3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:59.578829 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.627635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5fa6330-1414-4c42-b045-ee7a4852e060 req-bea7f65f-7c2e-4ad8-ab18-48136b5cc2e2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2914121 Jul 15 13:31:59.645503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:59.649880 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ec62bd-5c5a-430d-aaa4-7c4dd535fbc4" -d '{"events": [{"server_uuid": "56d912a6-120c-4e7d-b562-b0917ad0e54e", "name": "network-vif-unplugged", "status": "completed", "tag": "45fcfafa-0a7b-40bf-8fcd-546bf7a63ada"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:59.722470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-929276c4-00b5-47f0-b528-f478f8c2692b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.921906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-929276c4-00b5-47f0-b528-f478f8c2692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.923743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Pushing event deleted for resources: {'Port': ['ID=45fcfafa-0a7b-40bf-8fcd-546bf7a63ada,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.925851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-929276c4-00b5-47f0-b528-f478f8c2692b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.939314 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-929276c4-00b5-47f0-b528-f478f8c2692b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e7976ad-022b-4ac1-bb46-395abe075fac HTTP/1.1" status: 204 len: 168 time: 0.6280077 Jul 15 13:31:59.977446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929276c4-00b5-47f0-b528-f478f8c2692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7976ad-022b-4ac1-bb46-395abe075fac,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:00.045711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] No DVR routers for this DVR port 45fcfafa-0a7b-40bf-8fcd-546bf7a63ada on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:00.052188 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.056902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-581d9f3d-c973-4d21-bdf8-e8949f99584b req-f20e9b9a-9d74-4824-8dd9-4cc8cd4dcf49 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.30 "DELETE /v2.0/ports/45fcfafa-0a7b-40bf-8fcd-546bf7a63ada HTTP/1.1" status: 204 len: 173 time: 4.0648031 Jul 15 13:32:00.058428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'name': 'network-vif-deleted', 'tag': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:00.081892 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb469c65-6f25-430d-94f3-604261353fd1" -d '{"events": [{"server_uuid": "56d912a6-120c-4e7d-b562-b0917ad0e54e", "name": "network-vif-deleted", "tag": "45fcfafa-0a7b-40bf-8fcd-546bf7a63ada"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:00.182705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9dcadfea-d58f-4e79-a951-ce5b385110d8 None None] Provisioning complete for port 50b3e978-e8a6-412b-98a4-9961b33df01e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:00.183615 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9dcadfea-d58f-4e79-a951-ce5b385110d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.303209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router af94aa52-5018-49ec-b174-8323b8baec9f is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:32:00.359186 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9dcadfea-d58f-4e79-a951-ce5b385110d8 None None] Port 50b3e978-e8a6-412b-98a4-9961b33df01e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:00.372288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d39a48-b99d-43e6-a718-3630bf00f330 req-0cb78a96-025d-4a6f-9248-0d5054ba258a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.387270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9d39a48-b99d-43e6-a718-3630bf00f330 req-0cb78a96-025d-4a6f-9248-0d5054ba258a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 945 time: 0.2858555 Jul 15 13:32:00.555280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9d39a48-b99d-43e6-a718-3630bf00f330 req-8311a803-0d12-4e63-95e3-92473fac8551 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121545 Jul 15 13:32:00.571400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:00.582170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5050390c-ffa3-4c70-b439-4902db697aba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/af94aa52-5018-49ec-b174-8323b8baec9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5816934 Jul 15 13:32:00.583421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38568) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:00.594744 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451b376-528c-412d-b8a6-dec54af03c65 None None] Sync routers for ids ['af94aa52-5018-49ec-b174-8323b8baec9f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:00.637654 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451b376-528c-412d-b8a6-dec54af03c65 None None] Routers {'af94aa52-5018-49ec-b174-8323b8baec9f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:00.638530 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9451b376-528c-412d-b8a6-dec54af03c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['af94aa52-5018-49ec-b174-8323b8baec9f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:00.737330 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9451b376-528c-412d-b8a6-dec54af03c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:00.757031 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451b376-528c-412d-b8a6-dec54af03c65 None None] Routers {'af94aa52-5018-49ec-b174-8323b8baec9f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:00.758637 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9451b376-528c-412d-b8a6-dec54af03c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['af94aa52-5018-49ec-b174-8323b8baec9f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:00.797452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1cf848-c2c6-44ef-83fe-217cb3957595 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.800460 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1c1cf848-c2c6-44ef-83fe-217cb3957595 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports/50b3e978-e8a6-412b-98a4-9961b33df01e HTTP/1.1" status: 200 len: 910 time: 0.2160113 Jul 15 13:32:00.804967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38574) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:00.827278 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9451b376-528c-412d-b8a6-dec54af03c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:00.829365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451b376-528c-412d-b8a6-dec54af03c65 None None] The sync data for ids ['af94aa52-5018-49ec-b174-8323b8baec9f'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:00.979697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c229a9f-0bef-4bab-b007-628cc125d241 req-9d15e394-c7b0-44d3-9074-2c748b7023f4 tempest-ServerRescueTestJSON-1611464687 tempest-ServerRescueTestJSON-1611464687-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d912a6-120c-4e7d-b562-b0917ad0e54e HTTP/1.1" status: 200 len: 210 time: 0.0490017 Jul 15 13:32:01.062409 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583ba0c2-b225-443d-ad08-bd70c3df4c67 x-openstack-request-id: req-583ba0c2-b225-443d-ad08-bd70c3df4c67 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:01.063065 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d912a6-120c-4e7d-b562-b0917ad0e54e", "name": "network-vif-unplugged", "status": "completed", "tag": "45fcfafa-0a7b-40bf-8fcd-546bf7a63ada", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:01.063687 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-583ba0c2-b225-443d-ad08-bd70c3df4c67 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:01.064545 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada', 'code': 200} Jul 15 13:32:01.443340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9f57-9df5-4aec-b4e3-70f339cdb5bd req-c87e9468-6cd7-4ddb-9bd2-1d2a5eee67f4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.454989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9f57-9df5-4aec-b4e3-70f339cdb5bd req-c87e9468-6cd7-4ddb-9bd2-1d2a5eee67f4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.467435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9f57-9df5-4aec-b4e3-70f339cdb5bd req-c87e9468-6cd7-4ddb-9bd2-1d2a5eee67f4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.479818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9f57-9df5-4aec-b4e3-70f339cdb5bd req-c87e9468-6cd7-4ddb-9bd2-1d2a5eee67f4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.491482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9f57-9df5-4aec-b4e3-70f339cdb5bd req-c87e9468-6cd7-4ddb-9bd2-1d2a5eee67f4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.503685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9f57-9df5-4aec-b4e3-70f339cdb5bd req-c87e9468-6cd7-4ddb-9bd2-1d2a5eee67f4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.515826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9f57-9df5-4aec-b4e3-70f339cdb5bd req-c87e9468-6cd7-4ddb-9bd2-1d2a5eee67f4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.519211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d7f9f57-9df5-4aec-b4e3-70f339cdb5bd req-c87e9468-6cd7-4ddb-9bd2-1d2a5eee67f4 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5441 time: 0.2840261 Jul 15 13:32:01.599621 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a3ea21-6172-49eb-88ef-d70f59ba013e x-openstack-request-id: req-c1a3ea21-6172-49eb-88ef-d70f59ba013e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:01.600894 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d912a6-120c-4e7d-b562-b0917ad0e54e", "name": "network-vif-deleted", "tag": "45fcfafa-0a7b-40bf-8fcd-546bf7a63ada", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:01.601114 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1a3ea21-6172-49eb-88ef-d70f59ba013e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:01.601544 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d912a6-120c-4e7d-b562-b0917ad0e54e', 'name': 'network-vif-deleted', 'tag': '45fcfafa-0a7b-40bf-8fcd-546bf7a63ada', 'status': 'completed', 'code': 200} Jul 15 13:32:01.647937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.046159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e62e92-cf83-4959-9409-d213495139ca req-04c04d59-d14e-43ab-99f0-d610e0891d2f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.053690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59e62e92-cf83-4959-9409-d213495139ca req-04c04d59-d14e-43ab-99f0-d610e0891d2f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 945 time: 0.2060308 Jul 15 13:32:02.158234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59e62e92-cf83-4959-9409-d213495139ca req-1dd71fd6-f913-4eea-948e-48f81c0a70f1 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035323 Jul 15 13:32:02.289612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.21.0.1 (976ef12a-de4e-4cb6-a2ba-4f7e937da0b5/2883178a-d138-4a6c-beef-bf3527eff0ee/65d3c930-9570-48d4-b824-d06384c0f4ed) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:02.432858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38620) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:02.842339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.912084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 65d3c930-9570-48d4-b824-d06384c0f4ed will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:02.987289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.073073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:03.085677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:03.097266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:03.168091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=65d3c930-9570-48d4-b824-d06384c0f4ed,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:03.212627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b865ae-e2f7-4f29-b9e5-0a99f14c9dd5 req-5d43f6ff-8cca-4342-b956-f7600a76589d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:03.222825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3b865ae-e2f7-4f29-b9e5-0a99f14c9dd5 req-5d43f6ff-8cca-4342-b956-f7600a76589d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 945 time: 0.4401884 Jul 15 13:32:03.254656 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.572720 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.814918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1e8519d-0f9f-4f24-acef-9b315d11eeb8 None None] Provisioning for port 65d3c930-9570-48d4-b824-d06384c0f4ed completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:03.857239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1e8519d-0f9f-4f24-acef-9b315d11eeb8 None None] Provisioning complete for port 65d3c930-9570-48d4-b824-d06384c0f4ed triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:03.857742 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1e8519d-0f9f-4f24-acef-9b315d11eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.940538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8519d-0f9f-4f24-acef-9b315d11eeb8 None None] Port 65d3c930-9570-48d4-b824-d06384c0f4ed cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:04.359207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3b865ae-e2f7-4f29-b9e5-0a99f14c9dd5 req-f5c239f3-c7ad-425d-b988-2447deff12e9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1318064 Jul 15 13:32:04.483311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.594586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38672) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:04.696869 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.879312 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Deleting port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:04.879815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.008634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] For port ceed9bfd-7d5f-4d88-b6a3-59a6832405ec, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,segment=NetworkSegment(eaa4fb08-2dfe-46dd-804e-c845d5afffd5),segment_id=eaa4fb08-2dfe-46dd-804e-c845d5afffd5)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:05.009942 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.029217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Calling delete_port for ceed9bfd-7d5f-4d88-b6a3-59a6832405ec owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:05.283911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.305044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.477969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=65d3c930-9570-48d4-b824-d06384c0f4ed,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.502748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-f0064d89-bdbd-4915-8d23-cdf82a1cdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.503559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-f0064d89-bdbd-4915-8d23-cdf82a1cdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.504092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-f0064d89-bdbd-4915-8d23-cdf82a1cdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.504874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-f0064d89-bdbd-4915-8d23-cdf82a1cdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.505834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-f0064d89-bdbd-4915-8d23-cdf82a1cdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.506753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-f0064d89-bdbd-4915-8d23-cdf82a1cdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.508077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-f0064d89-bdbd-4915-8d23-cdf82a1cdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.523750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-f0064d89-bdbd-4915-8d23-cdf82a1cdd34 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 6505 time: 0.9268565 Jul 15 13:32:05.573351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.611322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ceed9bfd-7d5f-4d88-b6a3-59a6832405ec,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.614789 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.707082 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.741995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-a3bfae98-4343-44b5-8442-1dcec20ce0a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&id=905ede61-9276-4fd4-8df2-e429e7a8f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996543 Jul 15 13:32:05.916005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.918870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a6845-b7c1-430e-962a-bf4acbf7e43c req-ba61aadd-a339-4023-888c-cb220846f0d4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.930815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c85a6845-b7c1-430e-962a-bf4acbf7e43c req-ba61aadd-a339-4023-888c-cb220846f0d4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 945 time: 0.3993061 Jul 15 13:32:06.109923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:06.120790 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c85a6845-b7c1-430e-962a-bf4acbf7e43c req-3365e5d6-5847-44bb-a255-69ebe0e42095 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868899 Jul 15 13:32:06.133824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:06.420769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router af94aa52-5018-49ec-b174-8323b8baec9f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:06.633160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:06.652825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e2f1f-3097-48bb-bf80-fd8e8ed4bcd2 None None] Sync routers for ids ['af94aa52-5018-49ec-b174-8323b8baec9f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:06.653807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Router 9ead248d-4ecc-4b96-af8c-de61bfd3408f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:06.657331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-17925b06-d888-450e-8012-2ecf8705f8a1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/af94aa52-5018-49ec-b174-8323b8baec9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8502643 Jul 15 13:32:06.665599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38712) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:06.676825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e2f1f-3097-48bb-bf80-fd8e8ed4bcd2 None None] Routers {'af94aa52-5018-49ec-b174-8323b8baec9f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:06.677500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-559e2f1f-3097-48bb-bf80-fd8e8ed4bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['af94aa52-5018-49ec-b174-8323b8baec9f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:06.791876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-559e2f1f-3097-48bb-bf80-fd8e8ed4bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:06.822840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1febf6ac-015b-48a7-8707-b6823b2dece6 None None] Provisioning complete for port 65d3c930-9570-48d4-b824-d06384c0f4ed triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:06.824004 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1febf6ac-015b-48a7-8707-b6823b2dece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.944487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1febf6ac-015b-48a7-8707-b6823b2dece6 None None] Port 65d3c930-9570-48d4-b824-d06384c0f4ed cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:06.948871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e2f1f-3097-48bb-bf80-fd8e8ed4bcd2 None None] Routers {'af94aa52-5018-49ec-b174-8323b8baec9f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:06.951524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-559e2f1f-3097-48bb-bf80-fd8e8ed4bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['af94aa52-5018-49ec-b174-8323b8baec9f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:06.968608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1911be8-0225-4a05-8b32-69f108f58dab req-e35d04dd-54eb-442f-9ae0-357f81a924b4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:06.981644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1911be8-0225-4a05-8b32-69f108f58dab req-e35d04dd-54eb-442f-9ae0-357f81a924b4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 945 time: 0.2687552 Jul 15 13:32:07.052168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124e7d77-4bca-4d7d-8951-f55b90411d96 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.054669 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-124e7d77-4bca-4d7d-8951-f55b90411d96 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports/65d3c930-9570-48d4-b824-d06384c0f4ed HTTP/1.1" status: 200 len: 910 time: 0.3690970 Jul 15 13:32:07.059348 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38716) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:07.077037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-559e2f1f-3097-48bb-bf80-fd8e8ed4bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:07.077979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e2f1f-3097-48bb-bf80-fd8e8ed4bcd2 None None] The sync data for ids ['af94aa52-5018-49ec-b174-8323b8baec9f'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:07.171101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port cc40f534-d143-4b27-8012-226b03be4e32 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:07.171394 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.403223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] For port cc40f534-d143-4b27-8012-226b03be4e32, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cc40f534-d143-4b27-8012-226b03be4e32,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:07.403223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.449985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for cc40f534-d143-4b27-8012-226b03be4e32 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:07.565789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:07.576919 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] Sync routers for ids ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:07.583001 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3caac51b-9cec-4dae-a9fd-5399d859ce1e admin admin] 10.222.0.25 "PUT /v2.0/routers/9ead248d-4ecc-4b96-af8c-de61bfd3408f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1485162 Jul 15 13:32:07.587110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38724) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:07.608787 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] Routers {'9ead248d-4ecc-4b96-af8c-de61bfd3408f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:07.609783 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:07.800448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72643a-3da7-4b99-95f6-5bdffc14bb9a req-e9cf9389-b412-42df-8e1f-74b02152c629 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.805811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef72643a-3da7-4b99-95f6-5bdffc14bb9a req-e9cf9389-b412-42df-8e1f-74b02152c629 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 945 time: 0.2006221 Jul 15 13:32:08.037836 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.207668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef72643a-3da7-4b99-95f6-5bdffc14bb9a req-286c1ffa-a674-4248-b39c-57a21de27624 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160613 Jul 15 13:32:08.208969 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.227266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['f2452bfc-17b0-4c2f-a762-3149f6e506f4'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:08.240617 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] Set router 9ead248d-4ecc-4b96-af8c-de61bfd3408f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:32:08.339683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=cc40f534-d143-4b27-8012-226b03be4e32,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.500913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] No DVR routers for this DVR port cc40f534-d143-4b27-8012-226b03be4e32 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:08.512776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.525924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1911be8-0225-4a05-8b32-69f108f58dab req-b3139ed6-f6b4-4a2d-a131-50d47f1cdb79 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "DELETE /v2.0/ports/cc40f534-d143-4b27-8012-226b03be4e32 HTTP/1.1" status: 204 len: 173 time: 1.5349894 Jul 15 13:32:08.531261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96', 'name': 'network-vif-deleted', 'tag': 'cc40f534-d143-4b27-8012-226b03be4e32'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:08.537050 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8352502c-2d7d-4f77-8470-e337e6813763" -d '{"events": [{"server_uuid": "8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96", "name": "network-vif-deleted", "tag": "cc40f534-d143-4b27-8012-226b03be4e32"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:08.708671 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339959ee-7606-4c26-975e-75fd178e3b5e x-openstack-request-id: req-339959ee-7606-4c26-975e-75fd178e3b5e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:08.708977 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96", "name": "network-vif-deleted", "tag": "cc40f534-d143-4b27-8012-226b03be4e32", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:08.709287 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-339959ee-7606-4c26-975e-75fd178e3b5e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:08.709713 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96', 'name': 'network-vif-deleted', 'tag': 'cc40f534-d143-4b27-8012-226b03be4e32', 'status': 'completed', 'code': 200} Jul 15 13:32:08.745415 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.988316 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:32:05Z', 'revision_number': 5, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port': {'id': '7e5c9a55-6f99-44a5-b24c-de24c2f67d41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:07Z', 'updated_at': '2021-07-15T13:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:09.015932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.078016 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Deleting port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:09.079222 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] Checking router: 9ead248d-4ecc-4b96-af8c-de61bfd3408f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:32:09.080796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.100024 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] Routers {'9ead248d-4ecc-4b96-af8c-de61bfd3408f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:09.101033 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:09.293659 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] Set router 9ead248d-4ecc-4b96-af8c-de61bfd3408f gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:32:09.432873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] For port 7e5c9a55-6f99-44a5-b24c-de24c2f67d41, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e5c9a55-6f99-44a5-b24c-de24c2f67d41,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:09.433788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.465218 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:32:08Z', 'revision_number': 6, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:09.466964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Calling delete_port for 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:09.532930 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e4b4-b957-42e1-9ffa-ea0b9894cf2d None None] The sync data for ids ['9ead248d-4ecc-4b96-af8c-de61bfd3408f'] in n-d-771362-36 is: [{'id': '9ead248d-4ecc-4b96-af8c-de61bfd3408f', 'name': 'tempest-ServerRescueTestJSON-1878686859-router', 'tenant_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:32:08Z', 'revision_number': 6, 'project_id': '46fd08ce6c50443ba3b60a3afa19b2f3', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:09.750271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-620e694a-18fd-4414-8d64-dc6215d9cca2 req-f3394327-70f3-40ae-9844-8073a24a989d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.1200192 Jul 15 13:32:09.960148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.124261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5c9a55-6f99-44a5-b24c-de24c2f67d41,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.196044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cc40f534-d143-4b27-8012-226b03be4e32 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:10.260082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: cc40f534-d143-4b27-8012-226b03be4e32 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:10.261111 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cc40f534-d143-4b27-8012-226b03be4e32 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:10.386840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 65d3c930-9570-48d4-b824-d06384c0f4ed {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:10.387676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.392792 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.304560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-474459d4-3dcd-4dda-baf5-e32ecbd5e6b2 req-16d2f426-1b59-4d9a-a396-4cc885ae50e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.0912423 Jul 15 13:32:11.383204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ceed9bfd-7d5f-4d88-b6a3-59a6832405ec no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:11.464021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ceed9bfd-7d5f-4d88-b6a3-59a6832405ec {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:11.464883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ceed9bfd-7d5f-4d88-b6a3-59a6832405ec not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:11.466198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:11.520206 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.539900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:11.540432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e5c9a55-6f99-44a5-b24c-de24c2f67d41 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:11.545793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.792375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.794574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ead248d-4ecc-4b96-af8c-de61bfd3408f {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:11.818412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.825480 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e6122bba-80b3-4040-8fef-a80504839f09 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9ead248d-4ecc-4b96-af8c-de61bfd3408f HTTP/1.1" status: 204 len: 168 time: 4.2340012 Jul 15 13:32:11.826646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38912) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:11.845455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.902208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 65d3c930-9570-48d4-b824-d06384c0f4ed owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:12.027248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-76919325-c12d-42d7-9214-99d71df1b944 admin admin] Deleting subnet de4937de-6935-4c66-bc8e-0db01449d6c5 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:12.038544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76919325-c12d-42d7-9214-99d71df1b944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.208686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76919325-c12d-42d7-9214-99d71df1b944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.329952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.376799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76919325-c12d-42d7-9214-99d71df1b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.426107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=65d3c930-9570-48d4-b824-d06384c0f4ed,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:12.576411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76919325-c12d-42d7-9214-99d71df1b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.719184 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76919325-c12d-42d7-9214-99d71df1b944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.721232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-76919325-c12d-42d7-9214-99d71df1b944 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/de4937de-6935-4c66-bc8e-0db01449d6c5 HTTP/1.1" status: 204 len: 168 time: 0.8932388 Jul 15 13:32:12.724363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38970) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:12.728012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76919325-c12d-42d7-9214-99d71df1b944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4937de-6935-4c66-bc8e-0db01449d6c5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:12.886935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e6f385c-fac5-4d4b-9f47-b43054540d77 req-2c06ba0b-d424-43d7-acde-e0ace46703c2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.0838571 Jul 15 13:32:12.907053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.060065 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.351905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.424266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd8075f-5111-4057-8922-5eb28681d85f']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:13.479563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:13.480312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa4fb08-2dfe-46dd-804e-c845d5afffd5') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:13.503840 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.538844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.551028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:13.552203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:13.554608 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:13.610093 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router af94aa52-5018-49ec-b174-8323b8baec9f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:13.716583 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.767278 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.781884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dfd8075f-5111-4057-8922-5eb28681d85f HTTP/1.1" status: 204 len: 168 time: 1.0547907 Jul 15 13:32:13.782921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74be7eb-9470-4c64-bb98-0ffcb71f09b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd8075f-5111-4057-8922-5eb28681d85f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.941699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:13.968145 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2e0f0036-2fe5-4528-a336-c7db7bff825f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/af94aa52-5018-49ec-b174-8323b8baec9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9014220 Jul 15 13:32:13.968640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39058) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.971948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53785d6c-21bd-4d5a-aa35-4d731106045e None None] Sync routers for ids ['af94aa52-5018-49ec-b174-8323b8baec9f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:14.021184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53785d6c-21bd-4d5a-aa35-4d731106045e None None] Routers {'af94aa52-5018-49ec-b174-8323b8baec9f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:14.023190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-53785d6c-21bd-4d5a-aa35-4d731106045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['af94aa52-5018-49ec-b174-8323b8baec9f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.370649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-53785d6c-21bd-4d5a-aa35-4d731106045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.441039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53785d6c-21bd-4d5a-aa35-4d731106045e None None] Routers {'af94aa52-5018-49ec-b174-8323b8baec9f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:14.449315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-53785d6c-21bd-4d5a-aa35-4d731106045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['af94aa52-5018-49ec-b174-8323b8baec9f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.565119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-53785d6c-21bd-4d5a-aa35-4d731106045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.565809 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53785d6c-21bd-4d5a-aa35-4d731106045e None None] The sync data for ids ['af94aa52-5018-49ec-b174-8323b8baec9f'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:14.675369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-004ba52b-074d-44e8-8a61-755e3d0a3e38 req-cce64099-30cb-473d-874c-2fe8cfdfff08 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.1576588 Jul 15 13:32:14.687709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39104) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.813908 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-87002518-e3d5-4340-ba1b-2e46cd7f68d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46fd08ce6c50443ba3b60a3afa19b2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245716 Jul 15 13:32:14.820573 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39114) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.956487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7957e36-b385-4c85-8298-9cdd1cf02d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.001022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7957e36-b385-4c85-8298-9cdd1cf02d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.184893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7957e36-b385-4c85-8298-9cdd1cf02d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.189765 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7957e36-b385-4c85-8298-9cdd1cf02d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.192469 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b7957e36-b385-4c85-8298-9cdd1cf02d09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72e21f21-6734-4be3-910b-29582d6bdaa3 HTTP/1.1" status: 204 len: 168 time: 0.3698621 Jul 15 13:32:15.251162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7957e36-b385-4c85-8298-9cdd1cf02d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e21f21-6734-4be3-910b-29582d6bdaa3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.753430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.373442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c83da1dd-be9d-4831-b239-dc0ad93955b8 req-4afc45ee-2c98-43a3-96c9-8abbeaba1df3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.1320317 Jul 15 13:32:17.202257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 50b3e978-e8a6-412b-98a4-9961b33df01e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:17.203854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.494487 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.563245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 50b3e978-e8a6-412b-98a4-9961b33df01e owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:17.752972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1b29cd0-cde6-4586-ba5b-24917a061217 req-f12f6247-c099-4b8e-913d-b417a3a19de0 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.1379237 Jul 15 13:32:18.236939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.296410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=50b3e978-e8a6-412b-98a4-9961b33df01e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.881914 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b71c242f-bb4e-4c9f-b576-f64db989e97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.882581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.635230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router af94aa52-5018-49ec-b174-8323b8baec9f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:19.901927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:19.919483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7f79a40-0190-451a-a7b7-c939130065e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/af94aa52-5018-49ec-b174-8323b8baec9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9461434 Jul 15 13:32:19.919890 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b663b816-eebc-4299-acd1-7c8fdf5de7e1 None None] Sync routers for ids ['af94aa52-5018-49ec-b174-8323b8baec9f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:19.920618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39360) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:19.979165 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-01673623-718c-4504-9c6c-5401dc703f65 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=af94aa52-5018-49ec-b174-8323b8baec9f HTTP/1.1" status: 200 len: 205 time: 0.0534933 Jul 15 13:32:19.980183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39362) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:19.996174 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663b816-eebc-4299-acd1-7c8fdf5de7e1 None None] Routers {'af94aa52-5018-49ec-b174-8323b8baec9f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:19.997127 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b663b816-eebc-4299-acd1-7c8fdf5de7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['af94aa52-5018-49ec-b174-8323b8baec9f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:20.134641 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b663b816-eebc-4299-acd1-7c8fdf5de7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:20.182817 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663b816-eebc-4299-acd1-7c8fdf5de7e1 None None] Routers {'af94aa52-5018-49ec-b174-8323b8baec9f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:20.184119 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b663b816-eebc-4299-acd1-7c8fdf5de7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:31:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['af94aa52-5018-49ec-b174-8323b8baec9f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:20.248701 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b663b816-eebc-4299-acd1-7c8fdf5de7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:20.250129 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b663b816-eebc-4299-acd1-7c8fdf5de7e1 None None] The sync data for ids ['af94aa52-5018-49ec-b174-8323b8baec9f'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:21.178629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c2d9791-979b-42e5-8c8d-141ce65a2a34 req-3dd043ec-e72f-4ab8-89bc-bee78c26b065 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d110d3d-4403-4ff8-8929-7da1e090e29d HTTP/1.1" status: 200 len: 210 time: 0.9748044 Jul 15 13:32:21.209844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8c5446a-b943-4e99-a554-a931809ab881 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.547076 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51fbdad1-997c-4f30-a360-09bbcc44abf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.597812 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.003681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8c5446a-b943-4e99-a554-a931809ab881 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.008148 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8c5446a-b943-4e99-a554-a931809ab881 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.230551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8f72722-6d8f-47fa-90c1-99b284cd7bbf req-d21d4911-8a4b-48da-80d6-45153f7e5658 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f537c4b-bbc4-4d84-bf9f-f0ba1e8a6c96 HTTP/1.1" status: 200 len: 210 time: 0.2083611 Jul 15 13:32:22.232451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8c5446a-b943-4e99-a554-a931809ab881 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.234259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c5446a-b943-4e99-a554-a931809ab881 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Fanout notify agent at l3_agent the message router_deleted on router af94aa52-5018-49ec-b174-8323b8baec9f {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:22.294299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8c5446a-b943-4e99-a554-a931809ab881 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.297024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a8c5446a-b943-4e99-a554-a931809ab881 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/af94aa52-5018-49ec-b174-8323b8baec9f HTTP/1.1" status: 204 len: 168 time: 2.3154428 Jul 15 13:32:22.302196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39384) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:22.491671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b47f10-31ce-4494-b1a9-95e34e957676 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet 2883178a-d138-4a6c-beef-bf3527eff0ee {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:22.501170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b47f10-31ce-4494-b1a9-95e34e957676 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.641191 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b47f10-31ce-4494-b1a9-95e34e957676 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.921645 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.065265 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b47f10-31ce-4494-b1a9-95e34e957676 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.311612 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b47f10-31ce-4494-b1a9-95e34e957676 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.494224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9b47f10-31ce-4494-b1a9-95e34e957676 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.509871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b6aa7-4c9d-4c43-a422-a82ba0ce2e5d None None] Network 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:23.510742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39416) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:23.515408 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d9b47f10-31ce-4494-b1a9-95e34e957676 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/2883178a-d138-4a6c-beef-bf3527eff0ee HTTP/1.1" status: 204 len: 168 time: 1.2061596 Jul 15 13:32:23.517266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b47f10-31ce-4494-b1a9-95e34e957676 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=2883178a-d138-4a6c-beef-bf3527eff0ee,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.855402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5102820-1704-410d-8356-2da71e76c6ae req-46a3a95e-f7e4-4120-b08b-012f890f01ff tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.5275900 Jul 15 13:32:23.945541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa0df4c4-b41c-4f21-92ab-0b8d82315257 req-b495622f-b16e-4e01-aa83-732bd8cfcbbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d110d3d-4403-4ff8-8929-7da1e090e29d HTTP/1.1" status: 200 len: 210 time: 0.1939139 Jul 15 13:32:23.958266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39428) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.013593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet 06a93998-5f86-437e-8e45-6961b8761547 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:24.033009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.248046 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.337822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] DHCP port deletion for 976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:24.411309 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-894e467c-3728-48f0-86cf-b82523a2b55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.448046 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.492196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Deleting port d7190360-4769-4f81-a0e4-0728254651c3 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:24.505481 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.541961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.737558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.760665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] For port d7190360-4769-4f81-a0e4-0728254651c3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d7190360-4769-4f81-a0e4-0728254651c3,segment=NetworkSegment(43601b5b-63cc-4d3e-80cc-abe029e5b6b6),segment_id=43601b5b-63cc-4d3e-80cc-abe029e5b6b6)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:24.761283 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.765924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-894e467c-3728-48f0-86cf-b82523a2b55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.778620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-894e467c-3728-48f0-86cf-b82523a2b55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.779482 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.789499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/06a93998-5f86-437e-8e45-6961b8761547 HTTP/1.1" status: 204 len: 168 time: 1.2723453 Jul 15 13:32:24.794677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39438) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.797305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee959641-3719-4d6f-b646-2247f712221c None None] Network 90954542-0b76-453a-bf49-e71102539608 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:24.905834 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-894e467c-3728-48f0-86cf-b82523a2b55f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90660959f8894ec782192350226bf490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9453628 Jul 15 13:32:24.907641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e467c-3728-48f0-86cf-b82523a2b55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cf3c0f-dbb6-41e0-a20f-9f0f1cbde8c1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.912426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39442) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.946312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=06a93998-5f86-437e-8e45-6961b8761547,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.026687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Calling delete_port for d7190360-4769-4f81-a0e4-0728254651c3 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:25.055631 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20d6450a-4f96-4247-a214-67567e756f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.065464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.072482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.074966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.075900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.077834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.079775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.081459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.082159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.088310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.089245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.089966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.090704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e3896-fd04-4f90-84c5-347b43149bdf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.149500 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20d6450a-4f96-4247-a214-67567e756f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.408184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20d6450a-4f96-4247-a214-67567e756f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.411270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20d6450a-4f96-4247-a214-67567e756f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.415024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-20d6450a-4f96-4247-a214-67567e756f28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5cf3c0f-dbb6-41e0-a20f-9f0f1cbde8c1 HTTP/1.1" status: 204 len: 168 time: 0.4983833 Jul 15 13:32:25.417611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.433218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6450a-4f96-4247-a214-67567e756f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cf3c0f-dbb6-41e0-a20f-9f0f1cbde8c1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.468279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] No DVR routers for this DVR port d7190360-4769-4f81-a0e4-0728254651c3 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:25.563088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4f3c469-ee82-44cb-966d-2a8ab71b0e0a req-b20c5992-b629-4e66-874b-84a3702e17f3 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.2026236 Jul 15 13:32:25.572816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d7190360-4769-4f81-a0e4-0728254651c3 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:25.601209 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.679709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d7190360-4769-4f81-a0e4-0728254651c3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:25.680824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d7190360-4769-4f81-a0e4-0728254651c3 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:25.682643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Pushing event deleted for resources: {'Port': ['ID=d7190360-4769-4f81-a0e4-0728254651c3,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.703897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.704475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.704984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.705744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.706432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.706938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.707456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.707955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.708446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.708927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.709420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.709903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531aca9-62c4-4da4-b202-694c7bd65460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:25.869479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] DHCP port deletion for 90954542-0b76-453a-bf49-e71102539608 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:25.917636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.944131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976ef12a-de4e-4cb6-a2ba-4f7e937da0b5']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:25.983114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] Deleting port 734c0dbb-ee78-40be-993e-0fdef1f2a82f {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:25.984144 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.989733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43601b5b-63cc-4d3e-80cc-abe029e5b6b6') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:26.006086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43601b5b-63cc-4d3e-80cc-abe029e5b6b6') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:26.058749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.123453 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.134813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] For port 734c0dbb-ee78-40be-993e-0fdef1f2a82f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=734c0dbb-ee78-40be-993e-0fdef1f2a82f,segment=NetworkSegment(dc2dc5ee-4413-4910-aff6-9ba8e7d15ace),segment_id=dc2dc5ee-4413-4910-aff6-9ba8e7d15ace)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:26.135495 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.166496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:26.167331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:26.179710 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:26.211901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] Calling delete_port for 734c0dbb-ee78-40be-993e-0fdef1f2a82f owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:26.413305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.434535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.442464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/976ef12a-de4e-4cb6-a2ba-4f7e937da0b5 HTTP/1.1" status: 204 len: 168 time: 1.6431174 Jul 15 13:32:26.447424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39466) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.463351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39468) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.506717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deb1dc-caa2-4036-9c8c-2e35911cfc27 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=976ef12a-de4e-4cb6-a2ba-4f7e937da0b5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.526294 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.603510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] Pushing event deleted for resources: {'Port': ['ID=734c0dbb-ee78-40be-993e-0fdef1f2a82f,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.609988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b5196-7029-4494-beeb-5f1807c10d74 None None] No DVR routers for this DVR port 734c0dbb-ee78-40be-993e-0fdef1f2a82f on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:26.627632 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-145ae095-528c-4dcc-8652-94a2a48f8c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.875493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-145ae095-528c-4dcc-8652-94a2a48f8c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.886200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-145ae095-528c-4dcc-8652-94a2a48f8c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.927901 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ae095-528c-4dcc-8652-94a2a48f8c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963e731e-a85e-4269-9941-5ff4c059f1fe,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.977320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.050703 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-145ae095-528c-4dcc-8652-94a2a48f8c22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b27c68000544934aa7dad84d85b8c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764817 Jul 15 13:32:27.051707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39484) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.065429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bce1d558-a114-47c9-90c0-307c9f3dfe1a req-5608a182-fd44-4c01-8201-2510e1fd54bd tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.1087646 Jul 15 13:32:27.349472 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.360451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 734c0dbb-ee78-40be-993e-0fdef1f2a82f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:27.374646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90954542-0b76-453a-bf49-e71102539608']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:27.403618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 734c0dbb-ee78-40be-993e-0fdef1f2a82f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:27.403958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 734c0dbb-ee78-40be-993e-0fdef1f2a82f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:27.404640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2dc5ee-4413-4910-aff6-9ba8e7d15ace') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:27.405175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2dc5ee-4413-4910-aff6-9ba8e7d15ace') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:27.425907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.469628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.483844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:27.484940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:27.507211 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:27.597170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf2746b4-51bf-4ef0-9045-fd84c65dcd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.603338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.631365 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.638157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39486) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.638420 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/90954542-0b76-453a-bf49-e71102539608 HTTP/1.1" status: 204 len: 168 time: 1.1891394 Jul 15 13:32:27.639178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31121c17-7a7a-4403-82be-a0d40343d395 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=90954542-0b76-453a-bf49-e71102539608,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.648634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-1555817076'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:27.656264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf2746b4-51bf-4ef0-9045-fd84c65dcd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.700429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:27.704751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.757787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf2746b4-51bf-4ef0-9045-fd84c65dcd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.761272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf2746b4-51bf-4ef0-9045-fd84c65dcd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.765798 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bf2746b4-51bf-4ef0-9045-fd84c65dcd33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/963e731e-a85e-4269-9941-5ff4c059f1fe HTTP/1.1" status: 204 len: 168 time: 0.7021894 Jul 15 13:32:27.774309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:27.789265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2746b4-51bf-4ef0-9045-fd84c65dcd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963e731e-a85e-4269-9941-5ff4c059f1fe,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.817485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.818350 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment e82fe248-a033-4e74-9fbc-a39dfe37a336 of type vlan for network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e Jul 15 13:32:27.877605 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.929014 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.934875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:27.935555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.966890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3262303 Jul 15 13:32:27.971728 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39492) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.978762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': '5a2a37bc-2117-495d-a62b-1ee4bd25b48e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:28.021827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bea1d75-d572-4e08-82b4-7de5956c278e req-b7e512b3-600a-4f5b-b6d4-c0a605851c8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0432575 Jul 15 13:32:28.067664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54919d7-5cc2-4e6c-bb05-13341cc2fc8e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=5a2a37bc-2117-495d-a62b-1ee4bd25b48e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.091368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:28.253698 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:28.257889 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.435791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62be0240-d885-4b5c-b55f-adba7db78259 req-08a690a5-2d22-4083-b4f8-43cb7067e5e5 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0574939 Jul 15 13:32:28.573549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.613096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39504) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.645702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=03a370ba-995b-437d-a4ee-0b68982458c9,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.651438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7972ddf8-c907-4cbf-a340-3cef4c0cb072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.670538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': 'e82fe248-a033-4e74-9fbc-a39dfe37a336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a2a37bc-2117-495d-a62b-1ee4bd25b48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:28.670985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: 5a2a37bc-2117-495d-a62b-1ee4bd25b48e, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:28.697004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:28.716389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 5a2a37bc-2117-495d-a62b-1ee4bd25b48e) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:28.730630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd83aa98-dee1-47a7-919d-db3cb0ecb64e None None] Network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:28.752265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:28.754543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.845733 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7972ddf8-c907-4cbf-a340-3cef4c0cb072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.853434 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7972ddf8-c907-4cbf-a340-3cef4c0cb072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.870283 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-94083b7f-b719-49bc-a1fc-85af08f9811e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8944163 Jul 15 13:32:28.870705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39508) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.876254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bed3946f-8147-4acb-9231-3deec1c36dae tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1892175435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:28.902741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972ddf8-c907-4cbf-a340-3cef4c0cb072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9221e5d3-770f-4755-92f5-7e11da5277ce,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.947056 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39510) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.948016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7972ddf8-c907-4cbf-a340-3cef4c0cb072 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa80e3ecdb5d44f4b16520a72edbfdfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331318 Jul 15 13:32:28.979848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-5a2a37bc-2117-495d-a62b-1ee4bd25b48e', 'network_id': '5a2a37bc-2117-495d-a62b-1ee4bd25b48e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': '03a370ba-995b-437d-a4ee-0b68982458c9'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:28.982472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.074305 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed3946f-8147-4acb-9231-3deec1c36dae tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.076177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed3946f-8147-4acb-9231-3deec1c36dae tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.090569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a91dbe65-4d17-464f-bfca-18245d8e677a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.172165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a91dbe65-4d17-464f-bfca-18245d8e677a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.209811 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Allocated IP 172.20.0.2 (5a2a37bc-2117-495d-a62b-1ee4bd25b48e/03a370ba-995b-437d-a4ee-0b68982458c9/90c5e57e-0f01-4641-8431-60ebbe55477d) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:29.288200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed3946f-8147-4acb-9231-3deec1c36dae tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.312322 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed3946f-8147-4acb-9231-3deec1c36dae tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.367516 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bed3946f-8147-4acb-9231-3deec1c36dae tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.369030 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bed3946f-8147-4acb-9231-3deec1c36dae tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4972656 Jul 15 13:32:29.371970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39514) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:29.377697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'port': {'network_id': '5a2a37bc-2117-495d-a62b-1ee4bd25b48e', 'name': 'tempest-RoutersTest-1763280238'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:29.414668 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a91dbe65-4d17-464f-bfca-18245d8e677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.419034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a91dbe65-4d17-464f-bfca-18245d8e677a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.429848 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a91dbe65-4d17-464f-bfca-18245d8e677a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9221e5d3-770f-4755-92f5-7e11da5277ce HTTP/1.1" status: 204 len: 168 time: 0.4767344 Jul 15 13:32:29.431632 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.441201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Transition to ACTIVE for port object 90c5e57e-0f01-4641-8431-60ebbe55477d will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:29.458297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Transition to ACTIVE for port object 90c5e57e-0f01-4641-8431-60ebbe55477d will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:29.466453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dbe65-4d17-464f-bfca-18245d8e677a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221e5d3-770f-4755-92f5-7e11da5277ce,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.468978 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.584857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Pushing event updated for resources: {'Port': ['ID=90c5e57e-0f01-4641-8431-60ebbe55477d,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.625260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:29.632679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:29.637630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:29.731028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Attempting to bind port 90c5e57e-0f01-4641-8431-60ebbe55477d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:29.731262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Attempting to bind port 90c5e57e-0f01-4641-8431-60ebbe55477d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e82fe248-a033-4e74-9fbc-a39dfe37a336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a2a37bc-2117-495d-a62b-1ee4bd25b48e'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:29.731642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Attempting to bind port 90c5e57e-0f01-4641-8431-60ebbe55477d on network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:29.738342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:29.738725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Checking segment: {'id': 'e82fe248-a033-4e74-9fbc-a39dfe37a336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a2a37bc-2117-495d-a62b-1ee4bd25b48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:29.739171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.739582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Bound using segment: {'id': 'e82fe248-a033-4e74-9fbc-a39dfe37a336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a2a37bc-2117-495d-a62b-1ee4bd25b48e'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:29.740217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Bound port: 90c5e57e-0f01-4641-8431-60ebbe55477d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82fe248-a033-4e74-9fbc-a39dfe37a336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a2a37bc-2117-495d-a62b-1ee4bd25b48e'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:29.740538 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.747653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-277e8a99-046c-4716-b049-fa9d47397517 req-9f1e6991-a7a4-4f4f-89dd-0047c41a9833 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0652387 Jul 15 13:32:29.782595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:29.787320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.824962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] device_id is not set on port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:29.895634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] For port 90c5e57e-0f01-4641-8431-60ebbe55477d, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:29.899610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] For port 90c5e57e-0f01-4641-8431-60ebbe55477d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=90c5e57e-0f01-4641-8431-60ebbe55477d,segment=NetworkSegment(e82fe248-a033-4e74-9fbc-a39dfe37a336),segment_id=e82fe248-a033-4e74-9fbc-a39dfe37a336)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:29.909820 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.025031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3944-779a-4746-be39-b56588d29556 None None] Pushing event updated for resources: {'Port': ['ID=90c5e57e-0f01-4641-8431-60ebbe55477d,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:30.121426 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:32:30.187749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.20.0.11 (5a2a37bc-2117-495d-a62b-1ee4bd25b48e/03a370ba-995b-437d-a4ee-0b68982458c9/304a8e99-61e9-4fa6-942b-f7e2cdc3987b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:30.710811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.770121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 304a8e99-61e9-4fa6-942b-f7e2cdc3987b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:30.857579 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.954028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:30.960317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:30.970222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:30.983263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=304a8e99-61e9-4fa6-942b-f7e2cdc3987b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:31.068739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:31.069663 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.109926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-627cae97-06e3-409c-bb40-6862f2b3e060 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7335663 Jul 15 13:32:31.110626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39568) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.558209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.585027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 90c5e57e-0f01-4641-8431-60ebbe55477d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:31.792161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1101100195-network', 'tenant_id': '4ffe577121784fa5ad0ae2093db7e630'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:31.847512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 90c5e57e-0f01-4641-8431-60ebbe55477d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:31.849854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Made reservation on behalf of 4ffe577121784fa5ad0ae2093db7e630 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:31.853904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.869248 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.023489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.030025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.089441 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69539194-d0f4-4d3a-9f59-d0cef5117e03,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:32.109594 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:32.125787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.126303 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Added segment ad5eeef4-783f-4018-8333-799712fb07c3 of type vlan for network 758f84ea-6c14-454f-a5bd-035a3e4505c5 Jul 15 13:32:32.192179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.203343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-487ea4a2-1744-40ac-8345-488aa0d51365 req-8c67795d-1f74-421c-9f1f-bb5a448ce1e3 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.9042921 Jul 15 13:32:32.296351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a256f0-85d6-4447-8e4d-9ff10fbed21a None None] Network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:32.360183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.361689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:32.366112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.412477 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8524935 Jul 15 13:32:32.430966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39590) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:32.438742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Request body: {'subnet': {'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1101100195-subnet', 'tenant_id': '4ffe577121784fa5ad0ae2093db7e630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:32.484246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Made reservation on behalf of 4ffe577121784fa5ad0ae2093db7e630 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:32.487059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.682031 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.767931 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.886914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b83ea08a-c10f-4ef8-991a-64a024a38a84 None None] Provisioning for port 90c5e57e-0f01-4641-8431-60ebbe55477d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:32.902707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e84f62-ce88-4f04-a6b0-3e3da6d7728e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:32.907712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b83ea08a-c10f-4ef8-991a-64a024a38a84 None None] Provisioning complete for port 90c5e57e-0f01-4641-8431-60ebbe55477d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:32.908758 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b83ea08a-c10f-4ef8-991a-64a024a38a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.990465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ae522-8d37-4a25-8bb4-a0cf63e614a2 admin admin] Pushing event updated for resources: {'Network': ['ID=758f84ea-6c14-454f-a5bd-035a3e4505c5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:33.032461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-190c7075-cb8e-41ad-a7fa-a3deca1d2bfd tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.034989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-190c7075-cb8e-41ad-a7fa-a3deca1d2bfd tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 950 time: 0.5198097 Jul 15 13:32:33.047083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 758f84ea-6c14-454f-a5bd-035a3e4505c5 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:33.050349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Checking segment: {'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:33.050860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Network hostable DHCP agents. Network: 758f84ea-6c14-454f-a5bd-035a3e4505c5, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:33.110642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Network 758f84ea-6c14-454f-a5bd-035a3e4505c5 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:33.152125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 758f84ea-6c14-454f-a5bd-035a3e4505c5) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:33.159735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.160668 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.215190 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fc2b6496-7e9b-4bde-abb7-a1103a9ecd10 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7796960 Jul 15 13:32:33.314567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933a4199-714e-4878-82c0-4697f2ffa22d None None] Network 758f84ea-6c14-454f-a5bd-035a3e4505c5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:33.327103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d506d-8b0b-4715-aaf1-d7842e02f792 req-2fb1dfcf-8bef-4a4d-9786-0583ec94b86b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.329985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-453d506d-8b0b-4715-aaf1-d7842e02f792 req-2fb1dfcf-8bef-4a4d-9786-0583ec94b86b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 950 time: 0.4719985 Jul 15 13:32:33.566252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Deleting port 9f240c3d-70e3-4b9a-95c4-eec896c8076f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:33.568444 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.596874 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b83ea08a-c10f-4ef8-991a-64a024a38a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.627156 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.636083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-453d506d-8b0b-4715-aaf1-d7842e02f792 req-060746bd-e37b-4654-8f92-d2e8a2f44e05 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab882340-1af7-4ed9-a0ff-b6008cad6a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856758 Jul 15 13:32:33.641136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.860375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] For port 9f240c3d-70e3-4b9a-95c4-eec896c8076f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=9f240c3d-70e3-4b9a-95c4-eec896c8076f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:33.861284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.876946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b83ea08a-c10f-4ef8-991a-64a024a38a84 None None] For port 90c5e57e-0f01-4641-8431-60ebbe55477d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=90c5e57e-0f01-4641-8431-60ebbe55477d,segment=NetworkSegment(e82fe248-a033-4e74-9fbc-a39dfe37a336),segment_id=e82fe248-a033-4e74-9fbc-a39dfe37a336)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:33.894126 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b83ea08a-c10f-4ef8-991a-64a024a38a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.934737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Calling delete_port for 9f240c3d-70e3-4b9a-95c4-eec896c8076f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:34.058430 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ea08a-c10f-4ef8-991a-64a024a38a84 None None] Pushing event updated for resources: {'Port': ['ID=90c5e57e-0f01-4641-8431-60ebbe55477d,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:34.147770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1fead0-ddd0-4087-a147-708f3735abb8 None None] Network 758f84ea-6c14-454f-a5bd-035a3e4505c5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:34.429122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1dd7790-f2bd-40e5-9470-b349d043176d None None] Provisioning complete for port 90c5e57e-0f01-4641-8431-60ebbe55477d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:34.429918 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7790-f2bd-40e5-9470-b349d043176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.553270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e5b382b-929b-48db-8524-1b4fc4f8283a req-3001f159-8c32-4253-ae4b-a5079bfac213 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.1632631 Jul 15 13:32:34.677721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=304a8e99-61e9-4fa6-942b-f7e2cdc3987b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:34.694746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.829351 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.858020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Pushing event deleted for resources: {'Port': ['ID=9f240c3d-70e3-4b9a-95c4-eec896c8076f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:34.897568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1dd7790-f2bd-40e5-9470-b349d043176d None None] Provisioning for port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:34.907722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1dd7790-f2bd-40e5-9470-b349d043176d None None] Provisioning complete for port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:34.908196 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7790-f2bd-40e5-9470-b349d043176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.922135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] No DVR routers for this DVR port 9f240c3d-70e3-4b9a-95c4-eec896c8076f on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:34.932989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.935147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-488f8c3f-c537-42d7-894a-409a6b32c8d2 req-a30c7204-9419-4e68-8d52-7e5d8ffc2f9b tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.30 "DELETE /v2.0/ports/9f240c3d-70e3-4b9a-95c4-eec896c8076f HTTP/1.1" status: 204 len: 173 time: 1.8824089 Jul 15 13:32:35.002517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd7790-f2bd-40e5-9470-b349d043176d None None] Port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:35.028954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0', 'name': 'network-vif-deleted', 'tag': '9f240c3d-70e3-4b9a-95c4-eec896c8076f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:35.036273 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5789f2d5-56e8-4b04-a310-f1341a661c59" -d '{"events": [{"server_uuid": "b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0", "name": "network-vif-deleted", "tag": "9f240c3d-70e3-4b9a-95c4-eec896c8076f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:35.099826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d91ca853-51a7-408a-a733-667b515dfd53 req-bf477d54-23a4-4e6c-8738-7f43671cc632 tempest-VolumesBackupsTest-1022796429 tempest-VolumesBackupsTest-1022796429-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0 HTTP/1.1" status: 200 len: 210 time: 0.0575557 Jul 15 13:32:35.143634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-52107edd-a37f-4f78-a8a3-d17bdb36f25e None None] Provisioning complete for port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:35.144766 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-52107edd-a37f-4f78-a8a3-d17bdb36f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.256037 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba6cf3d-e90d-4981-b332-64c55789cebe x-openstack-request-id: req-fba6cf3d-e90d-4981-b332-64c55789cebe {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:35.256585 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0", "name": "network-vif-deleted", "tag": "9f240c3d-70e3-4b9a-95c4-eec896c8076f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:35.257001 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fba6cf3d-e90d-4981-b332-64c55789cebe {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:35.257563 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c87aee-962a-4bf3-ba0f-fb9e5d7cfec0', 'name': 'network-vif-deleted', 'tag': '9f240c3d-70e3-4b9a-95c4-eec896c8076f', 'status': 'completed', 'code': 200} Jul 15 13:32:35.294957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-52107edd-a37f-4f78-a8a3-d17bdb36f25e None None] Port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:35.410421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.425474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 90c5e57e-0f01-4641-8431-60ebbe55477d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:35.560900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab355106-0f77-4983-9fa8-00fd1829e3a5 None None] Provisioning complete for port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:35.561993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab355106-0f77-4983-9fa8-00fd1829e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.592059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99492c76-5ad0-4860-821c-816f2b742bec req-e16cc49e-a26f-4861-ba20-4798227040b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7301707 Jul 15 13:32:35.757136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.777324 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.785454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ab355106-0f77-4983-9fa8-00fd1829e3a5 None None] Port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:35.789742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 90c5e57e-0f01-4641-8431-60ebbe55477d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:35.790807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.353816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9f240c3d-70e3-4b9a-95c4-eec896c8076f no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:36.407355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 9f240c3d-70e3-4b9a-95c4-eec896c8076f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:36.407706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 9f240c3d-70e3-4b9a-95c4-eec896c8076f not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:36.491661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b78a5fc9-1853-4c20-b1bb-6e54924c60a9 req-167b72fc-48b0-4c1c-98fb-6ea17dce4283 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0468299 Jul 15 13:32:36.499274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492c76-5ad0-4860-821c-816f2b742bec req-56bd0bda-4006-411c-9761-2a673d01f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:36.501036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99492c76-5ad0-4860-821c-816f2b742bec req-56bd0bda-4006-411c-9761-2a673d01f334 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 1098 time: 0.8548195 Jul 15 13:32:36.901617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492c76-5ad0-4860-821c-816f2b742bec req-9dd289f9-d52b-4492-a8d3-efb75357b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:36.905523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99492c76-5ad0-4860-821c-816f2b742bec req-9dd289f9-d52b-4492-a8d3-efb75357b590 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.3542881 Jul 15 13:32:37.012994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99492c76-5ad0-4860-821c-816f2b742bec req-c11680f2-2dc4-4b20-8714-b91b9720413f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2452bfc-17b0-4c2f-a762-3149f6e506f4 HTTP/1.1" status: 200 len: 217 time: 0.0947073 Jul 15 13:32:37.122951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.138953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.312360 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.627086 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39676) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:37.923291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=304a8e99-61e9-4fa6-942b-f7e2cdc3987b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:37.940271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:37.950584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:37.960023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492c76-5ad0-4860-821c-816f2b742bec req-f85fd5ff-ffa7-4e15-9942-7f0e183bc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:37.963535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99492c76-5ad0-4860-821c-816f2b742bec req-f85fd5ff-ffa7-4e15-9942-7f0e183bc694 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.6968448 Jul 15 13:32:37.989020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a256383-4edf-440f-92a0-5962e994d79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.016034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16073-cd8c-4840-9bd9-555218d10042 req-cf1799e8-04f7-4e6f-8c3f-7797788f6e48 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:38.028971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-cf1799e8-04f7-4e6f-8c3f-7797788f6e48 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/networks?id=758f84ea-6c14-454f-a5bd-035a3e4505c5 HTTP/1.1" status: 200 len: 809 time: 0.6661189 Jul 15 13:32:38.252157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a256383-4edf-440f-92a0-5962e994d79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.257998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a256383-4edf-440f-92a0-5962e994d79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.272147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-9fcabb2f-1c3f-437c-a7f4-5e78a6531e81 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/quotas/4ffe577121784fa5ad0ae2093db7e630 HTTP/1.1" status: 200 len: 375 time: 0.2401330 Jul 15 13:32:38.323039 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a256383-4edf-440f-92a0-5962e994d79e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b1a2848161c4cc6af315cdb7beafdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939571 Jul 15 13:32:38.332305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39684) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:38.408916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a256383-4edf-440f-92a0-5962e994d79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93a27f0-ce20-4e1f-9ca4-66f10e734349,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:38.421896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-096b12f4-5c07-4160-9c84-4ae81dc7af54 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ffe577121784fa5ad0ae2093db7e630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1281037 Jul 15 13:32:38.457696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7da0ee5-335f-40a0-96e1-d1c5a9428af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.492548 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7da0ee5-335f-40a0-96e1-d1c5a9428af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.547525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0bd24474-5d24-4e77-b621-7b7ebba90d7d None None] Provisioning complete for port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:38.548716 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0bd24474-5d24-4e77-b621-7b7ebba90d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.565574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7da0ee5-335f-40a0-96e1-d1c5a9428af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.571323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7da0ee5-335f-40a0-96e1-d1c5a9428af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.573797 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a7da0ee5-335f-40a0-96e1-d1c5a9428af8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d93a27f0-ce20-4e1f-9ca4-66f10e734349 HTTP/1.1" status: 204 len: 168 time: 0.2401164 Jul 15 13:32:38.575593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492c76-5ad0-4860-821c-816f2b742bec req-e6fcb3f7-1f44-4fda-aae6-2f261a8b9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:38.578785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99492c76-5ad0-4860-821c-816f2b742bec req-e6fcb3f7-1f44-4fda-aae6-2f261a8b9cd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6008296 Jul 15 13:32:38.615392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da0ee5-335f-40a0-96e1-d1c5a9428af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93a27f0-ce20-4e1f-9ca4-66f10e734349,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:38.690749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0bd24474-5d24-4e77-b621-7b7ebba90d7d None None] Port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:38.798307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-f02d43a8-2f33-48f9-9ca9-86312007c039 service neutron] 10.222.0.25 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749764 Jul 15 13:32:38.799317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a54c9c0e-5f24-4a5c-b596-538ddc5e2759 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:32:38.939890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99492c76-5ad0-4860-821c-816f2b742bec req-2564d36e-69a5-46c4-af88-6662cec3d4f9 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507118 Jul 15 13:32:39.169844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:39.198790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca40eeca-f055-492d-9c95-ddd97cbfa560 None None] Sync routers for ids ['a54c9c0e-5f24-4a5c-b596-538ddc5e2759'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:39.211238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-711b8bb6-2f99-4813-b79c-caefed220ab8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a54c9c0e-5f24-4a5c-b596-538ddc5e2759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0976734 Jul 15 13:32:39.215426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39696) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.268534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40eeca-f055-492d-9c95-ddd97cbfa560 None None] Routers {'a54c9c0e-5f24-4a5c-b596-538ddc5e2759'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:39.272701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ca40eeca-f055-492d-9c95-ddd97cbfa560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a54c9c0e-5f24-4a5c-b596-538ddc5e2759'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:39.276237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-49632b06-5809-46cf-8c51-d14742e3558c service neutron] 10.222.0.25 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211786 Jul 15 13:32:39.341860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99492c76-5ad0-4860-821c-816f2b742bec req-76028db2-b2b1-4626-b7ec-432a1a048bec service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249302 Jul 15 13:32:39.443331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ca40eeca-f055-492d-9c95-ddd97cbfa560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:39.478862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39698) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.502425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5485726-ab52-4ef0-bd3b-3d8bfcf38453 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:39.510333 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b5485726-ab52-4ef0-bd3b-3d8bfcf38453 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports/304a8e99-61e9-4fa6-942b-f7e2cdc3987b HTTP/1.1" status: 200 len: 978 time: 0.2926478 Jul 15 13:32:39.511831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40eeca-f055-492d-9c95-ddd97cbfa560 None None] Routers {'a54c9c0e-5f24-4a5c-b596-538ddc5e2759'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:39.512893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ca40eeca-f055-492d-9c95-ddd97cbfa560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a54c9c0e-5f24-4a5c-b596-538ddc5e2759'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:39.522019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39700) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.549789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0ae6da42-b7b4-4d6f-9133-5b79f1f3d5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.802770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0ae6da42-b7b4-4d6f-9133-5b79f1f3d5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.809705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0ae6da42-b7b4-4d6f-9133-5b79f1f3d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.851890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6da42-b7b4-4d6f-9133-5b79f1f3d5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e73d684-48c4-40e1-a945-50f83d7b48b2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.882285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0ae6da42-b7b4-4d6f-9133-5b79f1f3d5b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d674fb300604b978e6ab2acbafe8d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997509 Jul 15 13:32:39.884163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39706) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.918208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ca40eeca-f055-492d-9c95-ddd97cbfa560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:39.918899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca40eeca-f055-492d-9c95-ddd97cbfa560 None None] The sync data for ids ['a54c9c0e-5f24-4a5c-b596-538ddc5e2759'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:40.067419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd2ee-7ab6-4c6c-bab8-06da301dd6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.087828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59baa7f7-1963-4496-960d-4725c119d5b2 req-7f83f8df-e10c-4a25-bfc1-a326e37e2b03 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0769627 Jul 15 13:32:40.121557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd2ee-7ab6-4c6c-bab8-06da301dd6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.219971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd2ee-7ab6-4c6c-bab8-06da301dd6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.228189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd2ee-7ab6-4c6c-bab8-06da301dd6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.231095 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4b2cd2ee-7ab6-4c6c-bab8-06da301dd6af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e73d684-48c4-40e1-a945-50f83d7b48b2 HTTP/1.1" status: 204 len: 168 time: 0.3453872 Jul 15 13:32:40.240801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-979dcff2-7c9f-44a2-9453-591c3a261d06 req-bb041566-d1a1-4844-8c0a-70054d5ef64d tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 210 time: 0.0626943 Jul 15 13:32:40.310511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cd2ee-7ab6-4c6c-bab8-06da301dd6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e73d684-48c4-40e1-a945-50f83d7b48b2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:40.354635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.750254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 304a8e99-61e9-4fa6-942b-f7e2cdc3987b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:40.750972 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.930850 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.974246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 304a8e99-61e9-4fa6-942b-f7e2cdc3987b owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:41.294591 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.375875 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=304a8e99-61e9-4fa6-942b-f7e2cdc3987b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.441142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf5a74-23c7-48d8-910f-506c14768e4a req-05796749-b908-4f4b-a820-c0ffb606d5bb tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:41.454450 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cadf5a74-23c7-48d8-910f-506c14768e4a req-05796749-b908-4f4b-a820-c0ffb606d5bb tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 946 time: 0.1308146 Jul 15 13:32:41.522134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cadf5a74-23c7-48d8-910f-506c14768e4a req-43b1e757-83dd-4b6a-b88e-1048f2a6a7de tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661516 Jul 15 13:32:41.616677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.092966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f019db2a-f233-46d5-8cf3-04bdcc57e7e8 req-cf76cfdc-3f93-4704-8f03-b1d5d94e5237 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0571826 Jul 15 13:32:42.214566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16073-cd8c-4840-9bd9-555218d10042 req-257c8065-1d3a-48f2-9fa9-6acbb1736127 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:42.221943 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-257c8065-1d3a-48f2-9fa9-6acbb1736127 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.30 "GET /v2.0/networks?id=758f84ea-6c14-454f-a5bd-035a3e4505c5 HTTP/1.1" status: 200 len: 809 time: 0.4182954 Jul 15 13:32:42.269161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Request body: {'port': {'device_id': '3cd8c454-4c4a-4552-be76-04ad499f9a20', 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5', 'admin_state_up': True, 'tenant_id': '4ffe577121784fa5ad0ae2093db7e630'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:42.776579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b269ce8-4778-47dc-94ef-ac9ad08f489b req-8de3c97d-f036-4060-a8ce-e19ed2097a44 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 210 time: 0.1723545 Jul 15 13:32:42.894776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a54c9c0e-5f24-4a5c-b596-538ddc5e2759 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:42.900775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-97baa888-3be0-4b9f-84df-3e67d8011b36 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:42.904730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-97baa888-3be0-4b9f-84df-3e67d8011b36 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 946 time: 0.4191191 Jul 15 13:32:42.906886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Made reservation on behalf of 4ffe577121784fa5ad0ae2093db7e630 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:42.913632 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.005049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:43.020255 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d8da9-9323-4beb-8359-b079f642f02f None None] Sync routers for ids ['a54c9c0e-5f24-4a5c-b596-538ddc5e2759'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:43.024835 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9bc7dabf-193a-45b5-8744-8668e7bbf355 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a54c9c0e-5f24-4a5c-b596-538ddc5e2759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5010502 Jul 15 13:32:43.025710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39802) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.059396 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d8da9-9323-4beb-8359-b079f642f02f None None] Routers {'a54c9c0e-5f24-4a5c-b596-538ddc5e2759'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:43.059396 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bc0d8da9-9323-4beb-8359-b079f642f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a54c9c0e-5f24-4a5c-b596-538ddc5e2759'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:43.138426 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bc0d8da9-9323-4beb-8359-b079f642f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:43.161900 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d8da9-9323-4beb-8359-b079f642f02f None None] Routers {'a54c9c0e-5f24-4a5c-b596-538ddc5e2759'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:43.163953 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bc0d8da9-9323-4beb-8359-b079f642f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a54c9c0e-5f24-4a5c-b596-538ddc5e2759'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:43.259964 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bc0d8da9-9323-4beb-8359-b079f642f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:43.262327 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d8da9-9323-4beb-8359-b079f642f02f None None] The sync data for ids ['a54c9c0e-5f24-4a5c-b596-538ddc5e2759'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:43.406949 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-d37f6b9a-ab24-46f7-8129-6371e3f4e0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:32:43.408968 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d37f6b9a-ab24-46f7-8129-6371e3f4e0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a54c9c0e-5f24-4a5c-b596-538ddc5e2759/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3813784 Jul 15 13:32:43.420389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39838) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.484748 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3ecd4ebc-624b-4e9f-817d-5ab1c8ffdf18 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=a54c9c0e-5f24-4a5c-b596-538ddc5e2759 HTTP/1.1" status: 200 len: 205 time: 0.0624156 Jul 15 13:32:43.488502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39840) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.510725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Allocated IP 172.20.0.5 (758f84ea-6c14-454f-a5bd-035a3e4505c5/a3e84f62-ce88-4f04-a6b0-3e3da6d7728e/0ec13f12-e7c9-4fa6-8d52-97d830a1da8c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:43.535316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60d8ef-78ea-4510-b5e0-5bf314f7dab0 req-6610aab2-1098-4a3e-8adc-b126f76fe056 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:43.552933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d60d8ef-78ea-4510-b5e0-5bf314f7dab0 req-6610aab2-1098-4a3e-8adc-b126f76fe056 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 946 time: 0.4488578 Jul 15 13:32:43.566267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port f2452bfc-17b0-4c2f-a762-3149f6e506f4 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:43.566825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.690963 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9de58788-6c1c-4bd6-9666-f7da0a9543ea tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.785652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d60d8ef-78ea-4510-b5e0-5bf314f7dab0 req-e95be8ba-2238-47eb-a2fb-db132992ae99 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=808f342e-afbb-449f-9ab9-83bae2e0af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228963 Jul 15 13:32:43.829077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] For port f2452bfc-17b0-4c2f-a762-3149f6e506f4, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=f2452bfc-17b0-4c2f-a762-3149f6e506f4,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:43.829795 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.916042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for f2452bfc-17b0-4c2f-a762-3149f6e506f4 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:44.024740 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.120941 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9de58788-6c1c-4bd6-9666-f7da0a9543ea tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.127878 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9de58788-6c1c-4bd6-9666-f7da0a9543ea tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.151099 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.255991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9de58788-6c1c-4bd6-9666-f7da0a9543ea tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.257100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de58788-6c1c-4bd6-9666-f7da0a9543ea tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Fanout notify agent at l3_agent the message router_deleted on router a54c9c0e-5f24-4a5c-b596-538ddc5e2759 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:44.278138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9de58788-6c1c-4bd6-9666-f7da0a9543ea tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.282565 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9de58788-6c1c-4bd6-9666-f7da0a9543ea tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/a54c9c0e-5f24-4a5c-b596-538ddc5e2759 HTTP/1.1" status: 204 len: 168 time: 0.7900145 Jul 15 13:32:44.284243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39854) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.290837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Network 758f84ea-6c14-454f-a5bd-035a3e4505c5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:44.297089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9737d72-de36-49ae-9b29-ec82c0517503 req-8842b056-e2ff-4797-8dc2-887359681109 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0744598 Jul 15 13:32:44.297872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.318643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:44.327823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Pushing event updated for resources: {'Port': ['ID=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.342512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:44.420063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dc85a0-31ae-4c10-97f6-bd4fbb0d3d68 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet 03a370ba-995b-437d-a4ee-0b68982458c9 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:44.425880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38dc85a0-31ae-4c10-97f6-bd4fbb0d3d68 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.491478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:44.493385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.539185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38dc85a0-31ae-4c10-97f6-bd4fbb0d3d68 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.650826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=f2452bfc-17b0-4c2f-a762-3149f6e506f4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.659926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-4e0ce777-93e0-4fe8-9683-ca8fe1321af6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4214921 Jul 15 13:32:44.716044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] No DVR routers for this DVR port f2452bfc-17b0-4c2f-a762-3149f6e506f4 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:44.727272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Request body: {'port': {'device_id': '3cd8c454-4c4a-4552-be76-04ad499f9a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:44.736552 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.741103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d222ccfd-dba2-4bee-b2aa-8d2a2e7737ce req-8a258088-a646-4d12-bb49-c92d6aebb2b3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "DELETE /v2.0/ports/f2452bfc-17b0-4c2f-a762-3149f6e506f4 HTTP/1.1" status: 204 len: 173 time: 1.8018055 Jul 15 13:32:44.742869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2673af1-5dfe-4c08-84fb-fcd3c19c3cda', 'name': 'network-vif-deleted', 'tag': 'f2452bfc-17b0-4c2f-a762-3149f6e506f4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:44.747962 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e284317e-9eba-46d1-9b62-74065d9920c1" -d '{"events": [{"server_uuid": "d2673af1-5dfe-4c08-84fb-fcd3c19c3cda", "name": "network-vif-deleted", "tag": "f2452bfc-17b0-4c2f-a762-3149f6e506f4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:44.870891 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38dc85a0-31ae-4c10-97f6-bd4fbb0d3d68 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.983749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.097859 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38dc85a0-31ae-4c10-97f6-bd4fbb0d3d68 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.173817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc85a0-31ae-4c10-97f6-bd4fbb0d3d68 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=03a370ba-995b-437d-a4ee-0b68982458c9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.193732 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38dc85a0-31ae-4c10-97f6-bd4fbb0d3d68 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.202234 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-38dc85a0-31ae-4c10-97f6-bd4fbb0d3d68 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/03a370ba-995b-437d-a4ee-0b68982458c9 HTTP/1.1" status: 204 len: 168 time: 0.9116774 Jul 15 13:32:45.202491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.203321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c487b4-d0e8-4527-9e73-ffe1fe427060 None None] Network 5a2a37bc-2117-495d-a62b-1ee4bd25b48e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:45.329683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.437839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 90c5e57e-0f01-4641-8431-60ebbe55477d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:45.438879 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.473608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f2452bfc-17b0-4c2f-a762-3149f6e506f4 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:45.546168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: f2452bfc-17b0-4c2f-a762-3149f6e506f4 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:45.554416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device f2452bfc-17b0-4c2f-a762-3149f6e506f4 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:45.635542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 90c5e57e-0f01-4641-8431-60ebbe55477d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=90c5e57e-0f01-4641-8431-60ebbe55477d,segment=NetworkSegment(e82fe248-a033-4e74-9fbc-a39dfe37a336),segment_id=e82fe248-a033-4e74-9fbc-a39dfe37a336)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:45.636193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.658228 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 90c5e57e-0f01-4641-8431-60ebbe55477d owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:45.812209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:45.815932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.826567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf4ff5-0fb9-46ec-8cf5-14a1c231ba01 req-00ab2648-500d-4ec5-9010-38d83b9b4441 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:45.834840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5bf4ff5-0fb9-46ec-8cf5-14a1c231ba01 req-00ab2648-500d-4ec5-9010-38d83b9b4441 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 931 time: 0.8526516 Jul 15 13:32:45.849702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24422c80-1b81-4cac-a951-5fb527a52d95 None None] DHCP port deletion for 5a2a37bc-2117-495d-a62b-1ee4bd25b48e request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:45.854448 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.875778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=90c5e57e-0f01-4641-8431-60ebbe55477d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.885341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Transition to ACTIVE for port object 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:45.895055 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.902164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No DVR routers for this DVR port 90c5e57e-0f01-4641-8431-60ebbe55477d on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:45.914234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5bf4ff5-0fb9-46ec-8cf5-14a1c231ba01 req-077b99d0-9821-416b-8b47-27156c6e9476 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750577 Jul 15 13:32:45.985695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:46.052839 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076b599f-b47a-41a9-9bef-a08be715bb8c x-openstack-request-id: req-076b599f-b47a-41a9-9bef-a08be715bb8c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:46.053480 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2673af1-5dfe-4c08-84fb-fcd3c19c3cda", "name": "network-vif-deleted", "tag": "f2452bfc-17b0-4c2f-a762-3149f6e506f4", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:46.053964 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-076b599f-b47a-41a9-9bef-a08be715bb8c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:46.055398 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2673af1-5dfe-4c08-84fb-fcd3c19c3cda', 'name': 'network-vif-deleted', 'tag': 'f2452bfc-17b0-4c2f-a762-3149f6e506f4', 'status': 'completed', 'code': 200} Jul 15 13:32:46.140371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Attempting to bind port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:46.140850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Attempting to bind port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:46.141039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Attempting to bind port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c on network 758f84ea-6c14-454f-a5bd-035a3e4505c5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:46.162424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c on network 758f84ea-6c14-454f-a5bd-035a3e4505c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:46.162895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Attempting to bind port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c on network 758f84ea-6c14-454f-a5bd-035a3e4505c5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:46.180484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.203513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2a37bc-2117-495d-a62b-1ee4bd25b48e']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:46.206760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cbe9da6-91ec-4055-9e44-4763bd3b8c6e req-45236dab-e8ef-43f4-be0c-c67ba627e8f3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 210 time: 0.0566206 Jul 15 13:32:46.207960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:46.208308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Checking segment: {'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:46.208641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Bound using segment: {'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:46.212654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Bound port: 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:46.213051 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.232138 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82fe248-a033-4e74-9fbc-a39dfe37a336') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:46.232661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82fe248-a033-4e74-9fbc-a39dfe37a336') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:46.255623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.307400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.348507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:46.348802 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:46.359283 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:46.541898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.556837 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.565845 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/5a2a37bc-2117-495d-a62b-1ee4bd25b48e HTTP/1.1" status: 204 len: 168 time: 1.3555157 Jul 15 13:32:46.565845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39886) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.572355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-1643751030'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:46.593453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de878ce-b546-4473-beda-a8cfd823fd9a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=5a2a37bc-2117-495d-a62b-1ee4bd25b48e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:46.626124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:46.641515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.713906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:46.737761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.738365 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment 5ad3d2b4-02f1-46ea-b77f-c3cc23d82616 of type vlan for network 99f3b189-dfd2-45f6-8193-0392738a8e03 Jul 15 13:32:46.798195 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.873661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.880659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:46.881702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.931916 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3654795 Jul 15 13:32:46.936688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.943040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': '99f3b189-dfd2-45f6-8193-0392738a8e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:46.953325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fed5c975-70bc-4297-a25e-dbb951c0ea53 req-b40ced5f-2309-4b07-9b2e-48fa4e4ca6d2 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0805609 Jul 15 13:32:47.009894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] For port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:47.023254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] For port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:47.031229 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.075680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8c8c8-354d-45cd-8c6e-bc67b4c6e3e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=99f3b189-dfd2-45f6-8193-0392738a8e03,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.096599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 99f3b189-dfd2-45f6-8193-0392738a8e03 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:47.139658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.179486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.186597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.188211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5ca11c6a-655f-491e-9948-9ef7463dd973 service neutron] 10.222.0.30 "PUT /v2.0/ports/0ec13f12-e7c9-4fa6-8d52-97d830a1da8c HTTP/1.1" status: 200 len: 1092 time: 2.4753704 Jul 15 13:32:47.251005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:47.256192 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.448218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16073-cd8c-4840-9bd9-555218d10042 req-c1a5151a-5880-45d4-b4cf-9aa2f28280bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.450335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-c1a5151a-5880-45d4-b4cf-9aa2f28280bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffe577121784fa5ad0ae2093db7e630&device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 1095 time: 0.1952355 Jul 15 13:32:47.455554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 90c5e57e-0f01-4641-8431-60ebbe55477d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:47.515841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 90c5e57e-0f01-4641-8431-60ebbe55477d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:47.517001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 90c5e57e-0f01-4641-8431-60ebbe55477d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:47.544829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-5d5fa988-af18-431c-a946-66ef3bf95dda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c HTTP/1.1" status: 200 len: 217 time: 0.0744176 Jul 15 13:32:47.631163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c90b4-7bf2-4fc9-ac20-1068dd0622c9 req-cc9dc7e6-17f2-4075-904c-5dc5714cca08 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.641404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a1c90b4-7bf2-4fc9-ac20-1068dd0622c9 req-cc9dc7e6-17f2-4075-904c-5dc5714cca08 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 943 time: 0.2766271 Jul 15 13:32:47.686052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16073-cd8c-4840-9bd9-555218d10042 req-de1747bc-586c-4bac-9ae7-943c6f8b5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.687615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-de1747bc-586c-4bac-9ae7-943c6f8b5850 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3e84f62-ce88-4f04-a6b0-3e3da6d7728e HTTP/1.1" status: 200 len: 849 time: 0.1362178 Jul 15 13:32:47.722693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.730025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-28e24f87-8029-44ca-9231-6a856d51a2cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=758f84ea-6c14-454f-a5bd-035a3e4505c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339110 Jul 15 13:32:47.747631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a1c90b4-7bf2-4fc9-ac20-1068dd0622c9 req-9c26575b-5935-431a-ae75-fb81974144ad tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051946 Jul 15 13:32:47.957836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': '5ad3d2b4-02f1-46ea-b77f-c3cc23d82616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99f3b189-dfd2-45f6-8193-0392738a8e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:47.958670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: 99f3b189-dfd2-45f6-8193-0392738a8e03, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:47.979434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-59ae47e3-a0f9-4da5-9148-006028e2d4ff service neutron] 10.222.0.30 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303884 Jul 15 13:32:48.013345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=c2a2f014-60d2-4843-b588-a82b7c6fafa3,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:48.020181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 99f3b189-dfd2-45f6-8193-0392738a8e03 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:48.026554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82649998-9e37-4d47-b3bc-78b3091d052f req-c57d970e-8433-43de-9806-9238c8f819e5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 210 time: 0.0725393 Jul 15 13:32:48.038689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 99f3b189-dfd2-45f6-8193-0392738a8e03) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:48.050673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:48.052643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.053319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e54e51-f805-4426-8e89-3fe4a809d01e None None] Network 99f3b189-dfd2-45f6-8193-0392738a8e03 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:48.094903 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7963dd3f-1ec9-4145-b0da-1b6af41bf937 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1564586 Jul 15 13:32:48.097528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39914) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:48.107368 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1de64240-2776-4a72-8cce-6f0e9d986d5c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-619973020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:48.200942 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1de64240-2776-4a72-8cce-6f0e9d986d5c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.204593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1de64240-2776-4a72-8cce-6f0e9d986d5c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.205879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8c454-4c4a-4552-be76-04ad499f9a20', 'tag': '0ec13f12-e7c9-4fa6-8d52-97d830a1da8c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:48.213950 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82bd591-f3ed-48ac-bb88-447aff0048c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8c454-4c4a-4552-be76-04ad499f9a20", "tag": "0ec13f12-e7c9-4fa6-8d52-97d830a1da8c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:48.226948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8af16073-cd8c-4840-9bd9-555218d10042 req-f279b3d4-6cd3-4326-ba34-6a5a4e9b64f4 service neutron] 10.222.0.30 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143002 Jul 15 13:32:48.424480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1de64240-2776-4a72-8cce-6f0e9d986d5c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.434943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1de64240-2776-4a72-8cce-6f0e9d986d5c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.459527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1de64240-2776-4a72-8cce-6f0e9d986d5c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.465398 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1de64240-2776-4a72-8cce-6f0e9d986d5c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3621919 Jul 15 13:32:48.465752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39924) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:48.467792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a6f0bf50-3ca1-4b97-ad30-a270edea518c req-fba0fb1a-7590-4f79-bb68-d06bb8112abf tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0944583 Jul 15 13:32:48.545088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-99f3b189-dfd2-45f6-8193-0392738a8e03', 'network_id': '99f3b189-dfd2-45f6-8193-0392738a8e03', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': 'c2a2f014-60d2-4843-b588-a82b7c6fafa3'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:48.549702 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.710705 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b478a2-53f3-4969-abf0-e46d6441f7d4 x-openstack-request-id: req-a7b478a2-53f3-4969-abf0-e46d6441f7d4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:48.711633 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8c454-4c4a-4552-be76-04ad499f9a20", "tag": "0ec13f12-e7c9-4fa6-8d52-97d830a1da8c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:48.711830 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7b478a2-53f3-4969-abf0-e46d6441f7d4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:48.712393 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8c454-4c4a-4552-be76-04ad499f9a20', 'tag': '0ec13f12-e7c9-4fa6-8d52-97d830a1da8c', 'status': 'completed', 'code': 200} Jul 15 13:32:48.905406 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.044093 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-05d336dc-a21e-49f0-8d60-7cd89f9fa907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.053359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-73c01870-7e41-4d09-a221-2fdd96e7671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.059620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-73c01870-7e41-4d09-a221-2fdd96e7671b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffe577121784fa5ad0ae2093db7e630&device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 1095 time: 0.3011007 Jul 15 13:32:49.111019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Allocated IP 172.20.0.2 (99f3b189-dfd2-45f6-8193-0392738a8e03/c2a2f014-60d2-4843-b588-a82b7c6fafa3/3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:49.380530 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.412943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Transition to ACTIVE for port object 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:49.435098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Transition to ACTIVE for port object 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:49.444980 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.450420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-7a1da7cb-0889-4a37-9f48-f041ebca24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.452226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-7a1da7cb-0889-4a37-9f48-f041ebca24f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=758f84ea-6c14-454f-a5bd-035a3e4505c5 HTTP/1.1" status: 200 len: 910 time: 0.3861508 Jul 15 13:32:49.526956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Network 99f3b189-dfd2-45f6-8193-0392738a8e03 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:49.528593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Pushing event updated for resources: {'Port': ['ID=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.532928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:49.541526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:49.599705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.20.0.1 (99f3b189-dfd2-45f6-8193-0392738a8e03/c2a2f014-60d2-4843-b588-a82b7c6fafa3/2569a2bb-d28d-4f72-b943-f8514af926fa) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:49.641446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Attempting to bind port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:49.642263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Attempting to bind port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5ad3d2b4-02f1-46ea-b77f-c3cc23d82616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99f3b189-dfd2-45f6-8193-0392738a8e03'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:49.642263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Attempting to bind port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 on network 99f3b189-dfd2-45f6-8193-0392738a8e03 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:49.650705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f3b16-940c-47b0-8ad8-2b2a3a29f8ad req-7aa13d24-0260-4f35-bbd5-04bb728765cc tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.651282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:49.651969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Checking segment: {'id': '5ad3d2b4-02f1-46ea-b77f-c3cc23d82616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99f3b189-dfd2-45f6-8193-0392738a8e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:49.652432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.653202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Bound using segment: {'id': '5ad3d2b4-02f1-46ea-b77f-c3cc23d82616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99f3b189-dfd2-45f6-8193-0392738a8e03'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:49.653793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Bound port: 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad3d2b4-02f1-46ea-b77f-c3cc23d82616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99f3b189-dfd2-45f6-8193-0392738a8e03'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:49.661207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b56f3b16-940c-47b0-8ad8-2b2a3a29f8ad req-7aa13d24-0260-4f35-bbd5-04bb728765cc tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 943 time: 0.4959655 Jul 15 13:32:49.663113 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.675757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-13480d8b-5580-4f1a-bcfb-98d198e7eeeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c HTTP/1.1" status: 200 len: 217 time: 0.2030613 Jul 15 13:32:49.808905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-98ddea29-c6e5-46fc-b027-2ef0b605b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.812033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-98ddea29-c6e5-46fc-b027-2ef0b605b6fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3e84f62-ce88-4f04-a6b0-3e3da6d7728e HTTP/1.1" status: 200 len: 849 time: 0.1338322 Jul 15 13:32:49.815659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39940) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:49.837873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] For port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:49.849029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.856826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] For port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,segment=NetworkSegment(5ad3d2b4-02f1-46ea-b77f-c3cc23d82616),segment_id=5ad3d2b4-02f1-46ea-b77f-c3cc23d82616)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:49.866139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 2569a2bb-d28d-4f72-b943-f8514af926fa will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:49.872739 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.922367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.978686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf900d2-fe01-4636-845d-7be2bc0d02d6 None None] Pushing event updated for resources: {'Port': ['ID=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.019054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-6646e5a0-76b6-4114-a34a-7b696468d107 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=758f84ea-6c14-454f-a5bd-035a3e4505c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775317 Jul 15 13:32:50.123510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b56f3b16-940c-47b0-8ad8-2b2a3a29f8ad req-5099f3e0-1794-43b3-9de0-090c387dd9b2 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456120 Jul 15 13:32:50.182063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 99f3b189-dfd2-45f6-8193-0392738a8e03 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:50.218304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:50.220432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=2569a2bb-d28d-4f72-b943-f8514af926fa,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.222866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:50.381280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.398821 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76e33a11-93fe-4096-bf06-ebf530eab6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.430534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:50.541956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64e25a53-e2a0-4d3f-8d8b-747d91a5d830 req-76a25fd5-3290-44f9-8a42-53ca09f09852 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 210 time: 0.0748641 Jul 15 13:32:50.592215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-66fd279f-f516-46d9-90b2-0b670be10625 service neutron] 10.222.0.30 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600882 Jul 15 13:32:50.774824 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.790299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:50.841314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '0ec13f12-e7c9-4fa6-8d52-97d830a1da8c', 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5', 'port_id': '0ec13f12-e7c9-4fa6-8d52-97d830a1da8c', 'mac_address': 'fa:16:3e:7f:0d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e84f62-ce88-4f04-a6b0-3e3da6d7728e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:50.861598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c22a0fbf-391c-40fa-b0c0-a7c2a7afde1f req-6276bcf3-f407-43a9-b4d5-51f3041b81c2 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0663109 Jul 15 13:32:50.913180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f82bd591-f3ed-48ac-bb88-447aff0048c1 req-a27603c7-96f2-471b-a82a-99b812d06a5b service neutron] 10.222.0.30 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124034 Jul 15 13:32:50.957980 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.969000 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76e33a11-93fe-4096-bf06-ebf530eab6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.975225 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-76e33a11-93fe-4096-bf06-ebf530eab6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.987435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:51.040776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:51.051628 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.062944 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-76e33a11-93fe-4096-bf06-ebf530eab6b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc0fa7eb0f3c4abd916fae07d3aeef72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2452743 Jul 15 13:32:51.066091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39946) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.071394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e33a11-93fe-4096-bf06-ebf530eab6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315ee183-b905-4a9b-8fb4-ffbfa92a9a62,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.156868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.220349 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f261232-66ed-490a-99de-28cfa4309808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.298535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f261232-66ed-490a-99de-28cfa4309808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.333493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['0ec13f12-e7c9-4fa6-8d52-97d830a1da8c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:51.409940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.432113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.552717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f261232-66ed-490a-99de-28cfa4309808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.557812 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f261232-66ed-490a-99de-28cfa4309808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.562957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7f261232-66ed-490a-99de-28cfa4309808 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/315ee183-b905-4a9b-8fb4-ffbfa92a9a62 HTTP/1.1" status: 204 len: 168 time: 0.4935842 Jul 15 13:32:51.570414 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a408bab-1535-4f71-a51d-ece7c76d6d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.581866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f261232-66ed-490a-99de-28cfa4309808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315ee183-b905-4a9b-8fb4-ffbfa92a9a62,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.638793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.664898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:51.670119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=2569a2bb-d28d-4f72-b943-f8514af926fa,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.678305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262ac01-9ba0-4fb6-8b2b-1ec7df33b33d req-3e743aa7-c062-4b0a-8739-aaa7992b305e tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.691567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4262ac01-9ba0-4fb6-8b2b-1ec7df33b33d req-3e743aa7-c062-4b0a-8739-aaa7992b305e tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 944 time: 0.2171035 Jul 15 13:32:51.763308 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.763855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4262ac01-9ba0-4fb6-8b2b-1ec7df33b33d req-7490933d-d6a2-4346-8956-14bc9cdc9d9e tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697653 Jul 15 13:32:51.885606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:51.946294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 99f3b189-dfd2-45f6-8193-0392738a8e03 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:51.949205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:51.975341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-044805da-4913-414e-9b80-6b76f2ede9bb req-790b7fb6-a3c6-4f43-8b94-85e52653014e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 210 time: 0.0569983 Jul 15 13:32:52.045176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd3a90-2772-4839-92b7-4e3d40220d80 None None] Network 99f3b189-dfd2-45f6-8193-0392738a8e03 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:52.221285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-beb08b17-59b3-400a-a44e-5f1ab85efab2 None None] Provisioning for port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:52.230863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-beb08b17-59b3-400a-a44e-5f1ab85efab2 None None] Provisioning complete for port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:52.231527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-beb08b17-59b3-400a-a44e-5f1ab85efab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.241171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router 2dd5f3de-64e4-4237-a6fd-d601c273dd47 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:32:52.270486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e27641ea-48c2-4a98-8dbb-7eaa73422af8 req-36614dc9-dab7-4782-8aed-2b7fd42af5b7 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0732405 Jul 15 13:32:52.352001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39962) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.379883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54c8f299-2fbf-421f-805f-0abc1ccad5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.454547 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-beb08b17-59b3-400a-a44e-5f1ab85efab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.457909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:52.559385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:52.563434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-beb08b17-59b3-400a-a44e-5f1ab85efab2 None None] For port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,segment=NetworkSegment(5ad3d2b4-02f1-46ea-b77f-c3cc23d82616),segment_id=5ad3d2b4-02f1-46ea-b77f-c3cc23d82616)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:52.574187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:52.574603 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.578993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-beb08b17-59b3-400a-a44e-5f1ab85efab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.695792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54c8f299-2fbf-421f-805f-0abc1ccad5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.705250 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54c8f299-2fbf-421f-805f-0abc1ccad5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.750571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb08b17-59b3-400a-a44e-5f1ab85efab2 None None] Pushing event updated for resources: {'Port': ['ID=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.783326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-54c8f299-2fbf-421f-805f-0abc1ccad5d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09e9daeef56f4d909788d2c03df157ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277263 Jul 15 13:32:52.787936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39964) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.805590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8f299-2fbf-421f-805f-0abc1ccad5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea67a7c6-1c6a-4b27-8846-041f402c14a5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.837965 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.881481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8c454-4c4a-4552-be76-04ad499f9a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec13f12-e7c9-4fa6-8d52-97d830a1da8c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:52.886090 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e066af-a888-46f1-9c62-2bb3091a0b89" -d '{"events": [{"server_uuid": "3cd8c454-4c4a-4552-be76-04ad499f9a20", "name": "network-vif-plugged", "status": "completed", "tag": "0ec13f12-e7c9-4fa6-8d52-97d830a1da8c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:52.922281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:52.934280 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.938378 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46fb4922-6ec5-481a-8c8d-5b5c75f54882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.950048 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.000519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46fb4922-6ec5-481a-8c8d-5b5c75f54882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.064004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46fb4922-6ec5-481a-8c8d-5b5c75f54882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.067432 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46fb4922-6ec5-481a-8c8d-5b5c75f54882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.068833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-46fb4922-6ec5-481a-8c8d-5b5c75f54882 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea67a7c6-1c6a-4b27-8846-041f402c14a5 HTTP/1.1" status: 204 len: 168 time: 0.2798347 Jul 15 13:32:53.100069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb4922-6ec5-481a-8c8d-5b5c75f54882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea67a7c6-1c6a-4b27-8846-041f402c14a5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.110537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.196436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2ad5d92d-f8f2-4046-84a2-a1eb300389b7 None None] Provisioning complete for port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:53.199009 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d92d-f8f2-4046-84a2-a1eb300389b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.398840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:53.416536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 39980) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.421174 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-861c0014-81f1-44fa-9f5d-83d26e8652c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/2dd5f3de-64e4-4237-a6fd-d601c273dd47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9453161 Jul 15 13:32:53.441326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:53.443828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583338d1-0382-4bb4-8922-111072cb0d58 req-25d524e9-f5b2-4709-8378-7cd2cb6659a6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.446113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-583338d1-0382-4bb4-8922-111072cb0d58 req-25d524e9-f5b2-4709-8378-7cd2cb6659a6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 945 time: 0.2179964 Jul 15 13:32:53.514714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e787f-d37f-48ac-a22b-63fbd9d4d1f1 None None] Sync routers for ids ['2dd5f3de-64e4-4237-a6fd-d601c273dd47'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:53.558376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e787f-d37f-48ac-a22b-63fbd9d4d1f1 None None] Routers {'2dd5f3de-64e4-4237-a6fd-d601c273dd47'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:53.559048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-279e787f-d37f-48ac-a22b-63fbd9d4d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2dd5f3de-64e4-4237-a6fd-d601c273dd47'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:53.622795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec2251-c2f2-4dfb-89c3-dd1bd26fb311 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.627573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-afec2251-c2f2-4dfb-89c3-dd1bd26fb311 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports/2569a2bb-d28d-4f72-b943-f8514af926fa HTTP/1.1" status: 200 len: 910 time: 0.2095332 Jul 15 13:32:53.628084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-279e787f-d37f-48ac-a22b-63fbd9d4d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:53.632895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 39984) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.638628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-583338d1-0382-4bb4-8922-111072cb0d58 req-0c688404-6ca2-453d-a56b-0e565fc9f56d tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680870 Jul 15 13:32:53.674113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:53.685142 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.688777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e787f-d37f-48ac-a22b-63fbd9d4d1f1 None None] Routers {'2dd5f3de-64e4-4237-a6fd-d601c273dd47'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:53.690013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-279e787f-d37f-48ac-a22b-63fbd9d4d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2dd5f3de-64e4-4237-a6fd-d601c273dd47'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:53.693412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2ad5d92d-f8f2-4046-84a2-a1eb300389b7 None None] Provisioning for port 2569a2bb-d28d-4f72-b943-f8514af926fa completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:53.814644 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dde4a6-8021-4cef-914a-e5a7dbe4fade x-openstack-request-id: req-c2dde4a6-8021-4cef-914a-e5a7dbe4fade {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:53.815247 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8c454-4c4a-4552-be76-04ad499f9a20", "name": "network-vif-plugged", "status": "completed", "tag": "0ec13f12-e7c9-4fa6-8d52-97d830a1da8c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:53.815576 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2dde4a6-8021-4cef-914a-e5a7dbe4fade {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:53.816195 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8c454-4c4a-4552-be76-04ad499f9a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec13f12-e7c9-4fa6-8d52-97d830a1da8c', 'code': 200} Jul 15 13:32:53.893411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2ad5d92d-f8f2-4046-84a2-a1eb300389b7 None None] Provisioning complete for port 2569a2bb-d28d-4f72-b943-f8514af926fa triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:53.894133 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d92d-f8f2-4046-84a2-a1eb300389b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.911514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-279e787f-d37f-48ac-a22b-63fbd9d4d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:53.920667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e787f-d37f-48ac-a22b-63fbd9d4d1f1 None None] The sync data for ids ['2dd5f3de-64e4-4237-a6fd-d601c273dd47'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:54.052236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69b2682b-6315-4a94-8722-1090c225b3aa req-e8669bf9-5be7-49fd-8195-7159979ed48f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 210 time: 0.1207387 Jul 15 13:32:54.071915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5d92d-f8f2-4046-84a2-a1eb300389b7 None None] Port 2569a2bb-d28d-4f72-b943-f8514af926fa cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:54.114169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f99e5-3cd3-457c-b694-8edacaa0d2e1 req-ea4a4474-e5f8-498b-b90b-0bdacd1e3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:54.115938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d91f99e5-3cd3-457c-b694-8edacaa0d2e1 req-ea4a4474-e5f8-498b-b90b-0bdacd1e3cd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 1097 time: 0.2769673 Jul 15 13:32:54.193786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d91f99e5-3cd3-457c-b694-8edacaa0d2e1 req-d82c1bd1-cba5-4b0a-ae4d-dff3d65b54b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696797 Jul 15 13:32:54.210794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-53b25beb-49bf-4d8a-9ee5-175a9767ea6d None None] Provisioning complete for port 2569a2bb-d28d-4f72-b943-f8514af926fa triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:54.210794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-53b25beb-49bf-4d8a-9ee5-175a9767ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.276147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-53b25beb-49bf-4d8a-9ee5-175a9767ea6d None None] Port 2569a2bb-d28d-4f72-b943-f8514af926fa cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:54.338111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-061fea3a-c68f-4c40-b0ec-d9376542a9a9 req-042b0952-1f58-46b0-b53b-35485859b419 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0399215 Jul 15 13:32:54.375342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.430065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.936158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 2569a2bb-d28d-4f72-b943-f8514af926fa {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:54.936158 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.981997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d083e8-b6dc-4349-b0c8-68a724becce9 req-764d9b99-22ea-46a5-97d8-2e56c1a624d3 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:54.999498 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44d083e8-b6dc-4349-b0c8-68a724becce9 req-764d9b99-22ea-46a5-97d8-2e56c1a624d3 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 945 time: 0.1633523 Jul 15 13:32:55.099547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44d083e8-b6dc-4349-b0c8-68a724becce9 req-c384c338-b0bc-4e42-b846-bc25e3e1e3f2 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986588 Jul 15 13:32:55.228835 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.267801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 2569a2bb-d28d-4f72-b943-f8514af926fa owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:55.380602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a664dbb-7a27-4822-a114-62317d584639 req-16472149-040b-4167-afec-c60c713c9776 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2673af1-5dfe-4c08-84fb-fcd3c19c3cda HTTP/1.1" status: 200 len: 210 time: 0.0792155 Jul 15 13:32:55.658562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.702053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd775da1-f8b4-4a24-a2ff-7e23671a9e7e req-68d2f42c-c5a3-4b7f-b5d0-e1b7d6d523c7 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0523694 Jul 15 13:32:55.731385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=2569a2bb-d28d-4f72-b943-f8514af926fa,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:55.998853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.334716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router 2dd5f3de-64e4-4237-a6fd-d601c273dd47 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:56.525592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205574b1-beef-4720-b01d-ffbddf02f4b5 req-8291041a-9066-43ee-99ae-8e98ad0ac2b5 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.534268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-205574b1-beef-4720-b01d-ffbddf02f4b5 req-8291041a-9066-43ee-99ae-8e98ad0ac2b5 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 945 time: 0.1359482 Jul 15 13:32:56.538258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:56.546759 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-99fd2ac5-0588-4803-b693-0a8055e6560f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/2dd5f3de-64e4-4237-a6fd-d601c273dd47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9126079 Jul 15 13:32:56.551022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40038) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.566114 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e29843d-ddc9-465b-bdb3-daa1162467de None None] Sync routers for ids ['2dd5f3de-64e4-4237-a6fd-d601c273dd47'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:56.592222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e831a032-9a9b-4ec7-8abe-8bc84eca6376 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd5f3de-64e4-4237-a6fd-d601c273dd47 HTTP/1.1" status: 200 len: 205 time: 0.0396428 Jul 15 13:32:56.596201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40040) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.600761 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29843d-ddc9-465b-bdb3-daa1162467de None None] Routers {'2dd5f3de-64e4-4237-a6fd-d601c273dd47'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:56.602613 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8e29843d-ddc9-465b-bdb3-daa1162467de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2dd5f3de-64e4-4237-a6fd-d601c273dd47'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.631878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-205574b1-beef-4720-b01d-ffbddf02f4b5 req-b4e2f956-0e44-4c0f-8526-ae349178f46f tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897381 Jul 15 13:32:56.702298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d30025f-6688-4777-8b98-d1c8ab946b63 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.728327 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8e29843d-ddc9-465b-bdb3-daa1162467de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.766148 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29843d-ddc9-465b-bdb3-daa1162467de None None] Routers {'2dd5f3de-64e4-4237-a6fd-d601c273dd47'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:56.770578 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8e29843d-ddc9-465b-bdb3-daa1162467de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2dd5f3de-64e4-4237-a6fd-d601c273dd47'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.974870 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8e29843d-ddc9-465b-bdb3-daa1162467de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.976877 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e29843d-ddc9-465b-bdb3-daa1162467de None None] The sync data for ids ['2dd5f3de-64e4-4237-a6fd-d601c273dd47'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:57.027858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d30025f-6688-4777-8b98-d1c8ab946b63 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.031440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d30025f-6688-4777-8b98-d1c8ab946b63 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.090804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d30025f-6688-4777-8b98-d1c8ab946b63 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.091879 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30025f-6688-4777-8b98-d1c8ab946b63 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd5f3de-64e4-4237-a6fd-d601c273dd47 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:57.110290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d30025f-6688-4777-8b98-d1c8ab946b63 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.111783 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d30025f-6688-4777-8b98-d1c8ab946b63 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/2dd5f3de-64e4-4237-a6fd-d601c273dd47 HTTP/1.1" status: 204 len: 168 time: 0.5141239 Jul 15 13:32:57.116202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40054) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.299970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7106ea62-797f-49f0-97dd-76a64067e052 req-0332a1d8-cf27-4895-b407-e9299b4c59ac tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0616767 Jul 15 13:32:57.329205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-37174beb-2a36-4f46-b2fb-b14dde85a6fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet c2a2f014-60d2-4843-b588-a82b7c6fafa3 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:57.340254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37174beb-2a36-4f46-b2fb-b14dde85a6fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.441755 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37174beb-2a36-4f46-b2fb-b14dde85a6fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.635182 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37174beb-2a36-4f46-b2fb-b14dde85a6fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.805381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37174beb-2a36-4f46-b2fb-b14dde85a6fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.900544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37174beb-2a36-4f46-b2fb-b14dde85a6fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.902032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-37174beb-2a36-4f46-b2fb-b14dde85a6fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/c2a2f014-60d2-4843-b588-a82b7c6fafa3 HTTP/1.1" status: 204 len: 168 time: 0.7833307 Jul 15 13:32:57.903631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37174beb-2a36-4f46-b2fb-b14dde85a6fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a2f014-60d2-4843-b588-a82b7c6fafa3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.907718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40064) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.915200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc450a-7c84-47c7-8170-728a0b9c0884 None None] Network 99f3b189-dfd2-45f6-8193-0392738a8e03 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:58.129186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.360897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:58.361685 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.450139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] DHCP port deletion for 99f3b189-dfd2-45f6-8193-0392738a8e03 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:58.513520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,segment=NetworkSegment(5ad3d2b4-02f1-46ea-b77f-c3cc23d82616),segment_id=5ad3d2b4-02f1-46ea-b77f-c3cc23d82616)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:58.513905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.533485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:58.556965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] Deleting port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:58.557948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.687832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.738045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] For port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,segment=NetworkSegment(5ad3d2b4-02f1-46ea-b77f-c3cc23d82616),segment_id=5ad3d2b4-02f1-46ea-b77f-c3cc23d82616)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:58.738358 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.782413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.791406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No DVR routers for this DVR port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:58.816736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] Calling delete_port for 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:58.869125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80b53b91-93df-4d18-a9d6-69bdad7348a2 req-c30c867b-4de8-450e-9cad-eb345801ffc2 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0839767 Jul 15 13:32:59.006792 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.022425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f3b189-dfd2-45f6-8193-0392738a8e03']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.039025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad3d2b4-02f1-46ea-b77f-c3cc23d82616') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.039871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad3d2b4-02f1-46ea-b77f-c3cc23d82616') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.053093 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.076391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.100496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:59.101057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.101268 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.234301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] No DVR routers for this DVR port 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:59.239073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df1d6-ec99-4f40-a8de-5d33ad114182 None None] Pushing event deleted for resources: {'Port': ['ID=3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:59.291483 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:59.296556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.317616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.320497 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/99f3b189-dfd2-45f6-8193-0392738a8e03 HTTP/1.1" status: 204 len: 168 time: 1.4108794 Jul 15 13:32:59.339191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faa4fd-18af-4933-bbef-b12b41ce1950 req-a4f50a03-e08a-46f4-a0a9-4cfbf6afc3ca tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.340802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40084) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.350232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5faa4fd-18af-4933-bbef-b12b41ce1950 req-a4f50a03-e08a-46f4-a0a9-4cfbf6afc3ca tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 945 time: 0.2099369 Jul 15 13:32:59.358380 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-403154980', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:59.391171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ea9a8-a073-48bc-ac19-7d279e27ae91 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=99f3b189-dfd2-45f6-8193-0392738a8e03,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.412440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.414048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.447914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:59.473032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5faa4fd-18af-4933-bbef-b12b41ce1950 req-4dc52cc3-e6a5-48d0-acf4-bc2139a4cdd6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209426 Jul 15 13:32:59.480289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.520212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:59.521053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3d810dcb-0a63-46e3-a6d5-7d2070c7a8b2 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:59.717416 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.202453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-66002eb1-b433-4244-b40c-d1ad2f5fd7f5 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:00.223242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-66002eb1-b433-4244-b40c-d1ad2f5fd7f5 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 945 time: 0.2471039 Jul 15 13:33:00.243724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.349755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.381082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2bd8171-0e5c-4571-b56e-3054a49849cd req-4ef2ad2b-03d6-4b2e-a7f6-c478f3561fa1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0549519 Jul 15 13:33:00.475806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a869cbe-8cd8-42d8-9060-503f116bd992 req-17bc0fe5-1e5a-4f3f-bc85-ab86df359f25 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.2189746 Jul 15 13:33:00.619425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Deleting port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:00.619767 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.846984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] For port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:00.847446 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.892914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Calling delete_port for 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:00.978402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.25.1.248 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/3ed6a0fe-f92f-4693-ad82-2e6cd412a732) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:01.343211 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.435549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.446031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189e273-d108-4800-a023-79a762abf420 req-44efc02f-7a28-4422-8070-fcba4ed22e7c tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.459861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f189e273-d108-4800-a023-79a762abf420 req-44efc02f-7a28-4422-8070-fcba4ed22e7c tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cd8c454-4c4a-4552-be76-04ad499f9a20 HTTP/1.1" status: 200 len: 945 time: 0.3479197 Jul 15 13:33:01.477422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.491817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['0ec13f12-e7c9-4fa6-8d52-97d830a1da8c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:01.630593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Pushing event deleted for resources: {'Port': ['ID=0ec13f12-e7c9-4fa6-8d52-97d830a1da8c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.631619 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:01.638771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:01.646672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:01.678759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] No DVR routers for this DVR port 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:01.694208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f189e273-d108-4800-a023-79a762abf420 req-8c563292-8b35-43fb-b39e-2362f4bae2f9 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324104 Jul 15 13:33:01.695541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.697746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6e30ee8-16b5-4555-bf46-e6302e17711f req-1aa24c9f-6a6d-41d4-9c3e-ce97d674a617 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.30 "DELETE /v2.0/ports/0ec13f12-e7c9-4fa6-8d52-97d830a1da8c HTTP/1.1" status: 204 len: 173 time: 1.4640901 Jul 15 13:33:01.700495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=3ed6a0fe-f92f-4693-ad82-2e6cd412a732,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.705686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8c454-4c4a-4552-be76-04ad499f9a20', 'name': 'network-vif-deleted', 'tag': '0ec13f12-e7c9-4fa6-8d52-97d830a1da8c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:01.715037 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce966a2-0cf4-4ff3-abce-867c3d5ad80b" -d '{"events": [{"server_uuid": "3cd8c454-4c4a-4552-be76-04ad499f9a20", "name": "network-vif-deleted", "tag": "0ec13f12-e7c9-4fa6-8d52-97d830a1da8c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:01.734282 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.734623 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.735009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.735325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.735676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.736021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.736419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.736700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.737038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.737374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.737716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:01.738114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:02.099631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c932ca61-eed4-4460-a233-d15cbc5d60d9 req-a2006d1c-19e9-48a7-ae29-813796d68490 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0525522 Jul 15 13:33:02.146337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.171729 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f0ec37-bdc3-4a5d-96d8-1eddc8ec1489 x-openstack-request-id: req-27f0ec37-bdc3-4a5d-96d8-1eddc8ec1489 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:02.171729 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8c454-4c4a-4552-be76-04ad499f9a20", "name": "network-vif-deleted", "tag": "0ec13f12-e7c9-4fa6-8d52-97d830a1da8c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:02.171729 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27f0ec37-bdc3-4a5d-96d8-1eddc8ec1489 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:02.171729 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8c454-4c4a-4552-be76-04ad499f9a20', 'name': 'network-vif-deleted', 'tag': '0ec13f12-e7c9-4fa6-8d52-97d830a1da8c', 'status': 'completed', 'code': 200} Jul 15 13:33:02.701535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.907432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f71d624-b98a-4a2d-9eba-ca66c96214f8 req-c2ab2b42-4f00-4f7f-bb6f-e0f8b6bb3384 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1&device_id=6d110d3d-4403-4ff8-8929-7da1e090e29d HTTP/1.1" status: 200 len: 210 time: 0.0712090 Jul 15 13:33:03.058409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router 51e3b198-cad4-42b7-b0e3-ea752a8ee5ae is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:03.328181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:03.348189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9855e81-ac4a-4a70-8ce2-81e355015f61 None None] Sync routers for ids ['51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:03.375916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9855e81-ac4a-4a70-8ce2-81e355015f61 None None] Routers {'51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:03.378473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b9855e81-ac4a-4a70-8ce2-81e355015f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:03.408223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.409560 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-50289fcb-bb8c-4ca9-9469-1c95318eb4e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.0600014 Jul 15 13:33:03.414598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40208) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.462038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b9855e81-ac4a-4a70-8ce2-81e355015f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:03.496205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9855e81-ac4a-4a70-8ce2-81e355015f61 None None] Routers {'51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:03.499185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b9855e81-ac4a-4a70-8ce2-81e355015f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:03.584584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40210) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.592224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-767428d7-fa81-483a-a21c-a488b65befdc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276387455', 'description': 'tempest-secgroup-smoke-276387455 description', 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:03.598032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b9855e81-ac4a-4a70-8ce2-81e355015f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:03.599647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9855e81-ac4a-4a70-8ce2-81e355015f61 None None] The sync data for ids ['51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:03.663906 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-767428d7-fa81-483a-a21c-a488b65befdc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.934671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-767428d7-fa81-483a-a21c-a488b65befdc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.943561 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-767428d7-fa81-483a-a21c-a488b65befdc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.097923 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-767428d7-fa81-483a-a21c-a488b65befdc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.104815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-767428d7-fa81-483a-a21c-a488b65befdc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5167630 Jul 15 13:33:04.108024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40220) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.116258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-81f8c19d-162f-4965-abae-6fa8cd6bb45e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'security_group_rule': {'security_group_id': 'a463c821-5b24-4a45-86b3-9d2d4bb02aa9', 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:04.141459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767428d7-fa81-483a-a21c-a488b65befdc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a463c821-5b24-4a45-86b3-9d2d4bb02aa9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.211549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47604622-befe-4d31-b134-e5ca8dc93414 req-27f8ed78-a989-443b-b833-4c0bae9669b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a2923c257b4bf987eb342e8bca45d0&device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0825207 Jul 15 13:33:04.250567 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-007eec1d-a361-48ca-8075-3696d8c54a9c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/routers/51e3b198-cad4-42b7-b0e3-ea752a8ee5ae HTTP/1.1" status: 200 len: 880 time: 0.8326085 Jul 15 13:33:04.251198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40230) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.308806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47604622-befe-4d31-b134-e5ca8dc93414 req-739e583d-7c53-4068-a252-acba8977d30e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=55a2923c257b4bf987eb342e8bca45d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894263 Jul 15 13:33:04.451197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:04.455377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81f8c19d-162f-4965-abae-6fa8cd6bb45e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.494971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:04.495406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0ec13f12-e7c9-4fa6-8d52-97d830a1da8c not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:04.723968 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.793531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-a66d02c7-81d1-4be9-b889-66fe1736a5fb tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.796309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-a66d02c7-81d1-4be9-b889-66fe1736a5fb tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/networks?id=758f84ea-6c14-454f-a5bd-035a3e4505c5 HTTP/1.1" status: 200 len: 809 time: 0.5424135 Jul 15 13:33:04.884530 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3924d9dd-7326-4ef8-9a69-784fe357a0ba tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6298521 Jul 15 13:33:04.885593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40234) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.894213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-00a6ce17-d1c1-4153-a95b-cdcfe1abdfbd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-403154980'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:04.896071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-5dfa57ae-4ea0-49d4-b180-1b1e4159a1a4 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/quotas/4ffe577121784fa5ad0ae2093db7e630 HTTP/1.1" status: 200 len: 375 time: 0.0551841 Jul 15 13:33:04.940216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81f8c19d-162f-4965-abae-6fa8cd6bb45e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.989515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81f8c19d-162f-4965-abae-6fa8cd6bb45e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.995097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47604622-befe-4d31-b134-e5ca8dc93414 req-95b18221-329e-46a6-9481-999a6901bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.998734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47604622-befe-4d31-b134-e5ca8dc93414 req-95b18221-329e-46a6-9481-999a6901bc1c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6670065 Jul 15 13:33:05.002645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-5154d8c7-6ea7-46f1-8361-a94e503e23e0 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ffe577121784fa5ad0ae2093db7e630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859601 Jul 15 13:33:05.080906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8c19d-162f-4965-abae-6fa8cd6bb45e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3b3911-c1ec-4572-8ee2-0c6923e7dea1,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.105822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81f8c19d-162f-4965-abae-6fa8cd6bb45e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.108212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-81f8c19d-162f-4965-abae-6fa8cd6bb45e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9984982 Jul 15 13:33:05.159992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40238) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.181428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-efa50b55-4408-4134-a766-6628ae13187c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'security_group_rule': {'security_group_id': 'a463c821-5b24-4a45-86b3-9d2d4bb02aa9', 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:05.254545 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-339d1f0d-4b63-4f2b-9d7b-94d3fbe39993 service neutron] 10.222.0.25 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331305 Jul 15 13:33:05.284896 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa50b55-4408-4134-a766-6628ae13187c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.381225 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00a6ce17-d1c1-4153-a95b-cdcfe1abdfbd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.401271 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00a6ce17-d1c1-4153-a95b-cdcfe1abdfbd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.513024 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa50b55-4408-4134-a766-6628ae13187c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.517632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-67d0d3c1-d46f-4ede-908a-70e521e536db service neutron] 10.222.0.25 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481008 Jul 15 13:33:05.520775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa50b55-4408-4134-a766-6628ae13187c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.556851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa50b55-4408-4134-a766-6628ae13187c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e787f4b-f3c4-4dd4-8196-5d317801b012,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.568823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa50b55-4408-4134-a766-6628ae13187c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.571640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-efa50b55-4408-4134-a766-6628ae13187c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4100335 Jul 15 13:33:05.574286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40240) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.583444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2351f8d2-0a5e-449e-a2ef-dc54964f2735 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'security_group_rule': {'security_group_id': 'a463c821-5b24-4a45-86b3-9d2d4bb02aa9', 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:05.615974 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.657839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2351f8d2-0a5e-449e-a2ef-dc54964f2735 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.725084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a6ce17-d1c1-4153-a95b-cdcfe1abdfbd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router 51e3b198-cad4-42b7-b0e3-ea752a8ee5ae has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:05.845819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2351f8d2-0a5e-449e-a2ef-dc54964f2735 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.856635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2351f8d2-0a5e-449e-a2ef-dc54964f2735 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.903883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351f8d2-0a5e-449e-a2ef-dc54964f2735 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1011958a-b3f7-4690-ba2f-b996e8d0ed67,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.922071 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2351f8d2-0a5e-449e-a2ef-dc54964f2735 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.929355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2351f8d2-0a5e-449e-a2ef-dc54964f2735 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3518081 Jul 15 13:33:05.936738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40254) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.957973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d0e41518-7dd5-4bc2-b7fc-885de737d0a7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'security_group_rule': {'security_group_id': 'a463c821-5b24-4a45-86b3-9d2d4bb02aa9', 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:06.066731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6ce17-d1c1-4153-a95b-cdcfe1abdfbd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:06.079219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00a6ce17-d1c1-4153-a95b-cdcfe1abdfbd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.084525 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a05d4b-4f89-44fd-97a7-7b63e5a908fa None None] Sync routers for ids ['51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:06.098731 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a05d4b-4f89-44fd-97a7-7b63e5a908fa None None] Routers {'51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:06.099427 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-32a05d4b-4f89-44fd-97a7-7b63e5a908fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.101834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40256) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.105192 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-00a6ce17-d1c1-4153-a95b-cdcfe1abdfbd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/51e3b198-cad4-42b7-b0e3-ea752a8ee5ae HTTP/1.1" status: 200 len: 887 time: 1.1943991 Jul 15 13:33:06.186870 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-32a05d4b-4f89-44fd-97a7-7b63e5a908fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.208044 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a05d4b-4f89-44fd-97a7-7b63e5a908fa None None] Routers {'51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:06.208693 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-32a05d4b-4f89-44fd-97a7-7b63e5a908fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.300582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-32a05d4b-4f89-44fd-97a7-7b63e5a908fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.301197 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a05d4b-4f89-44fd-97a7-7b63e5a908fa None None] The sync data for ids ['51e3b198-cad4-42b7-b0e3-ea752a8ee5ae'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:06.327235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8160af5f-cfdd-4d8f-9521-c0da3de1b054 req-2ee111cb-f3ff-414c-b0b7-0adb68badeda tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.2636077 Jul 15 13:33:06.338718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0e41518-7dd5-4bc2-b7fc-885de737d0a7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.483955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47604622-befe-4d31-b134-e5ca8dc93414 req-624111ee-99c5-4f96-b526-9247da894b6c tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.1517708 Jul 15 13:33:06.579756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fd252e5-1e61-45cb-b566-d4d6c20fefac req-3c94087c-60a2-458f-9377-9498a7ceb82b tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 210 time: 0.0788360 Jul 15 13:33:06.789674 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0e41518-7dd5-4bc2-b7fc-885de737d0a7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.801655 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40272) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.802478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-98b246f2-b173-4f09-989a-b93d6131cba4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/routers/51e3b198-cad4-42b7-b0e3-ea752a8ee5ae HTTP/1.1" status: 200 len: 887 time: 0.6983130 Jul 15 13:33:06.803272 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0e41518-7dd5-4bc2-b7fc-885de737d0a7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.830851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e41518-7dd5-4bc2-b7fc-885de737d0a7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d518a9f-39e9-46a2-8b2a-c769f9bd31af,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.840574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0e41518-7dd5-4bc2-b7fc-885de737d0a7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.844366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d0e41518-7dd5-4bc2-b7fc-885de737d0a7 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9041042 Jul 15 13:33:06.844925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40274) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.859996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-089faf40-ba9e-4eed-8f1e-081742c43a9e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'security_group_rule': {'security_group_id': 'a463c821-5b24-4a45-86b3-9d2d4bb02aa9', 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:06.889211 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-237b0491-4399-46d5-9085-319c23a16a0c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=51e3b198-cad4-42b7-b0e3-ea752a8ee5ae HTTP/1.1" status: 200 len: 205 time: 0.0824413 Jul 15 13:33:06.892660 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.926567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40278) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.951800 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-089faf40-ba9e-4eed-8f1e-081742c43a9e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Project e2fcc6ae85a44715b8455f05393bcb69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:33:06.974968 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-089faf40-ba9e-4eed-8f1e-081742c43a9e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.060163 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.127784 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:07.150293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-089faf40-ba9e-4eed-8f1e-081742c43a9e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.160329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-089faf40-ba9e-4eed-8f1e-081742c43a9e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.249129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089faf40-ba9e-4eed-8f1e-081742c43a9e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9087e50-8622-44d3-946a-e3ed0224c315,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:07.255515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a64a9b5e-3baf-41ec-81ea-2c9f7c424a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.261106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-089faf40-ba9e-4eed-8f1e-081742c43a9e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.265760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-089faf40-ba9e-4eed-8f1e-081742c43a9e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4172165 Jul 15 13:33:07.266383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40282) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.277829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b90e9dc8-3ff1-49ec-8aa0-0fad8441242a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'security_group_rule': {'security_group_id': 'a463c821-5b24-4a45-86b3-9d2d4bb02aa9', 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:07.324914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.372606 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-a64a9b5e-3baf-41ec-81ea-2c9f7c424a6e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:33:07.372606 n-d-771362-36 neutron-server[93733]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:33:07.372606 n-d-771362-36 neutron-server[93733]: [parameters: {'project_id': '7baa12f501494310b74506ee55ed7ff8', 'id': '96295ccc-9559-43c9-86fc-2954f265760f', 'expiration': datetime.datetime(2021, 7, 15, 13, 35, 7, 340742)}] Jul 15 13:33:07.372606 n-d-771362-36 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:33:07.373208 n-d-771362-36 neutron-server[93733]: DEBUG oslo_db.api [None req-a64a9b5e-3baf-41ec-81ea-2c9f7c424a6e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:33:07.376297 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-b90e9dc8-3ff1-49ec-8aa0-0fad8441242a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Project e2fcc6ae85a44715b8455f05393bcb69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:33:07.400225 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b90e9dc8-3ff1-49ec-8aa0-0fad8441242a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.488708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 3ed6a0fe-f92f-4693-ad82-2e6cd412a732 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:07.489066 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.613273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.617547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b93faf35-3295-4a4c-8b46-49f644646ca8 req-ec8f0456-a377-497d-8151-daa7703e7eb4 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e2e79f-6078-4238-9ff5-0c9f5d2fa7f1 HTTP/1.1" status: 200 len: 210 time: 0.0739801 Jul 15 13:33:07.637247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 3ed6a0fe-f92f-4693-ad82-2e6cd412a732 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:07.655719 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b90e9dc8-3ff1-49ec-8aa0-0fad8441242a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.668638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b90e9dc8-3ff1-49ec-8aa0-0fad8441242a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.700702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b90e9dc8-3ff1-49ec-8aa0-0fad8441242a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.705949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b90e9dc8-3ff1-49ec-8aa0-0fad8441242a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4379971 Jul 15 13:33:07.709595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e9dc8-3ff1-49ec-8aa0-0fad8441242a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9942aad0-af57-4f84-bc96-bc57ddff838b,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:07.858261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca31c31d-abf5-4384-9330-62e0054eb40e req-917129cf-3661-4182-abf6-6973db67418a tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 210 time: 0.0856888 Jul 15 13:33:07.874543 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a64a9b5e-3baf-41ec-81ea-2c9f7c424a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.058116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.099630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=3ed6a0fe-f92f-4693-ad82-2e6cd412a732,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.207159 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.253051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-b7e8a852-1b75-424a-b4d0-9dd2c5fc6c0b tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:08.255674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-b7e8a852-1b75-424a-b4d0-9dd2c5fc6c0b tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.35 "GET /v2.0/networks?id=758f84ea-6c14-454f-a5bd-035a3e4505c5 HTTP/1.1" status: 200 len: 809 time: 0.3173001 Jul 15 13:33:08.273864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Request body: {'port': {'device_id': '3c324904-c7ef-4fd9-8140-ea77ba6a0a7a', 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5', 'admin_state_up': True, 'tenant_id': '4ffe577121784fa5ad0ae2093db7e630'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:08.330291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.333300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.403822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.406187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Fanout notify agent at l3_agent the message router_deleted on router 51e3b198-cad4-42b7-b0e3-ea752a8ee5ae {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:08.421043 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.429529 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-479513ea-6644-4536-a3e0-d09c7880a4ec tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/51e3b198-cad4-42b7-b0e3-ea752a8ee5ae HTTP/1.1" status: 204 len: 168 time: 1.5284915 Jul 15 13:33:08.430227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a64a9b5e-3baf-41ec-81ea-2c9f7c424a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.430327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40328) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.438202 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a64a9b5e-3baf-41ec-81ea-2c9f7c424a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.440187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-780050545'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:08.475304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:08.487653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.529711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a64a9b5e-3baf-41ec-81ea-2c9f7c424a6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7baa12f501494310b74506ee55ed7ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6013248 Jul 15 13:33:08.534948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a9b5e-3baf-41ec-81ea-2c9f7c424a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde4e6e-263b-4f30-8652-c31acf2d72bf,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.535492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40332) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.565971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:08.611046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.611882 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment 3e3f6b36-930f-48c9-8872-76cd707b8daf of type vlan for network 759d1b9e-9bf1-432a-81f5-53c1b585f467 Jul 15 13:33:08.638443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Made reservation on behalf of 4ffe577121784fa5ad0ae2093db7e630 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:08.644332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.670117 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e07fb839-8e8d-4cd7-95ee-b05fbca2a120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.716385 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.765870 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.779618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:08.780707 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.812814 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e07fb839-8e8d-4cd7-95ee-b05fbca2a120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.904106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Allocated IP 172.20.0.6 (758f84ea-6c14-454f-a5bd-035a3e4505c5/a3e84f62-ce88-4f04-a6b0-3e3da6d7728e/bb1657f7-3181-415b-9af3-22aa39784f51) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:08.919616 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4918036 Jul 15 13:33:08.928729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40344) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.952429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': '759d1b9e-9bf1-432a-81f5-53c1b585f467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:09.104855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fbe3d-6527-43e1-81b3-e6c75c552806 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=759d1b9e-9bf1-432a-81f5-53c1b585f467,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.110377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.128662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 759d1b9e-9bf1-432a-81f5-53c1b585f467 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:09.190261 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e07fb839-8e8d-4cd7-95ee-b05fbca2a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.193926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e07fb839-8e8d-4cd7-95ee-b05fbca2a120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.199289 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e07fb839-8e8d-4cd7-95ee-b05fbca2a120 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0dde4e6e-263b-4f30-8652-c31acf2d72bf HTTP/1.1" status: 204 len: 168 time: 0.6582918 Jul 15 13:33:09.238448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fb839-8e8d-4cd7-95ee-b05fbca2a120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde4e6e-263b-4f30-8652-c31acf2d72bf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.246786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:09.256210 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.662134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.672819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.752401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=06c3f30e-1357-4531-9a59-1eb5017a67f9,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.770038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': '3e3f6b36-930f-48c9-8872-76cd707b8daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '759d1b9e-9bf1-432a-81f5-53c1b585f467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:09.770410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: 759d1b9e-9bf1-432a-81f5-53c1b585f467, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:09.798867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Network 758f84ea-6c14-454f-a5bd-035a3e4505c5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:09.807965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:09.817833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:09.849158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 759d1b9e-9bf1-432a-81f5-53c1b585f467 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:09.869783 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 759d1b9e-9bf1-432a-81f5-53c1b585f467) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:09.876549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:09.878074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.888855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a4b714-77cd-48d5-8ebe-57a31d74fcca None None] Network 759d1b9e-9bf1-432a-81f5-53c1b585f467 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:09.906647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-01140ca6-0b9a-4db1-9cb1-b7c099775b2c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9725215 Jul 15 13:33:09.907837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40392) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:09.917063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-cb8f3904-eff1-402d-87ee-8e94c3d3e1ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-944628915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:09.962078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3904-eff1-402d-87ee-8e94c3d3e1ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.964713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3904-eff1-402d-87ee-8e94c3d3e1ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.970233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Pushing event updated for resources: {'Port': ['ID=bb1657f7-3181-415b-9af3-22aa39784f51,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:10.042819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.043221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.046663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40394) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.070817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3904-eff1-402d-87ee-8e94c3d3e1ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.080144 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3904-eff1-402d-87ee-8e94c3d3e1ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.096584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff2f59-9a6a-45d7-8f4c-bec0a0d13e10 req-34df74d4-fd08-4ddb-9c17-3c4e3c2fb47f tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.109468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faff2f59-9a6a-45d7-8f4c-bec0a0d13e10 req-34df74d4-fd08-4ddb-9c17-3c4e3c2fb47f tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 931 time: 0.4523470 Jul 15 13:33:10.137501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3904-eff1-402d-87ee-8e94c3d3e1ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.138377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-078098a7-b472-4b59-a8ca-de64df97b6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.151511 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb8f3904-eff1-402d-87ee-8e94c3d3e1ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2422609 Jul 15 13:33:10.154984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40396) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.170669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-0d1f7c4c-7215-45de-a706-21556372add8 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9050534 Jul 15 13:33:10.184115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-759d1b9e-9bf1-432a-81f5-53c1b585f467', 'network_id': '759d1b9e-9bf1-432a-81f5-53c1b585f467', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': '06c3f30e-1357-4531-9a59-1eb5017a67f9'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:10.186293 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.196099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Request body: {'port': {'device_id': '3c324904-c7ef-4fd9-8140-ea77ba6a0a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:10.291102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faff2f59-9a6a-45d7-8f4c-bec0a0d13e10 req-f176ff8f-013c-43a7-86fd-eca38766a5e5 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801870 Jul 15 13:33:10.421219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Allocated IP 172.20.0.2 (759d1b9e-9bf1-432a-81f5-53c1b585f467/06c3f30e-1357-4531-9a59-1eb5017a67f9/f1b03fd8-324f-4d24-87e9-00309fcce3c1) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:10.472410 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-078098a7-b472-4b59-a8ca-de64df97b6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.485140 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-078098a7-b472-4b59-a8ca-de64df97b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.572177 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-078098a7-b472-4b59-a8ca-de64df97b6d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=706348dc688745ffa14792d62de65ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069730 Jul 15 13:33:10.583930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40398) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.601827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078098a7-b472-4b59-a8ca-de64df97b6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca3991c-9044-4c8d-b997-3fece8712561,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:10.631436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.742048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3be4c26-f3c0-4672-916e-8fb23da3283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.925805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3be4c26-f3c0-4672-916e-8fb23da3283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.938552 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.964088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Transition to ACTIVE for port object f1b03fd8-324f-4d24-87e9-00309fcce3c1 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:11.021892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Transition to ACTIVE for port object f1b03fd8-324f-4d24-87e9-00309fcce3c1 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:11.036847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.088154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4194fef-7303-4ad3-8af4-8665fd988918 req-fb02a775-7f9d-4b65-9d03-b81e40d68775 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a2923c257b4bf987eb342e8bca45d0&device_id=6d110d3d-4403-4ff8-8929-7da1e090e29d HTTP/1.1" status: 200 len: 210 time: 0.1147909 Jul 15 13:33:11.141913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Network 759d1b9e-9bf1-432a-81f5-53c1b585f467 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:11.155708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Pushing event updated for resources: {'Port': ['ID=f1b03fd8-324f-4d24-87e9-00309fcce3c1,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.160997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:11.164602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:11.264207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4194fef-7303-4ad3-8af4-8665fd988918 req-3479d824-b4fd-4323-9061-92ed9ac7ddfd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=55a2923c257b4bf987eb342e8bca45d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1493106 Jul 15 13:33:11.280832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Attempting to bind port f1b03fd8-324f-4d24-87e9-00309fcce3c1 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:11.282476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Attempting to bind port f1b03fd8-324f-4d24-87e9-00309fcce3c1 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3e3f6b36-930f-48c9-8872-76cd707b8daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '759d1b9e-9bf1-432a-81f5-53c1b585f467'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:11.284169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Attempting to bind port f1b03fd8-324f-4d24-87e9-00309fcce3c1 on network 759d1b9e-9bf1-432a-81f5-53c1b585f467 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:11.296853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:11.297741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Checking segment: {'id': '3e3f6b36-930f-48c9-8872-76cd707b8daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '759d1b9e-9bf1-432a-81f5-53c1b585f467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:11.299047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.300343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Bound using segment: {'id': '3e3f6b36-930f-48c9-8872-76cd707b8daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '759d1b9e-9bf1-432a-81f5-53c1b585f467'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:11.301378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Bound port: f1b03fd8-324f-4d24-87e9-00309fcce3c1, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3f6b36-930f-48c9-8872-76cd707b8daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '759d1b9e-9bf1-432a-81f5-53c1b585f467'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:11.302432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.390873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-420f7327-ece8-45ad-a0a3-2e61faba1810 req-e247c84f-b1a4-47a1-941c-c8d7a78c93f5 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d110d3d-4403-4ff8-8929-7da1e090e29d HTTP/1.1" status: 200 len: 210 time: 0.1850026 Jul 15 13:33:11.510049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3be4c26-f3c0-4672-916e-8fb23da3283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.513059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3be4c26-f3c0-4672-916e-8fb23da3283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.518227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c3be4c26-f3c0-4672-916e-8fb23da3283e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ca3991c-9044-4c8d-b997-3fece8712561 HTTP/1.1" status: 204 len: 168 time: 0.9322929 Jul 15 13:33:11.540323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be4c26-f3c0-4672-916e-8fb23da3283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca3991c-9044-4c8d-b997-3fece8712561,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.553669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.591882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] For port f1b03fd8-324f-4d24-87e9-00309fcce3c1, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:11.619327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] For port f1b03fd8-324f-4d24-87e9-00309fcce3c1, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f1b03fd8-324f-4d24-87e9-00309fcce3c1,segment=NetworkSegment(3e3f6b36-930f-48c9-8872-76cd707b8daf),segment_id=3e3f6b36-930f-48c9-8872-76cd707b8daf)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:11.644003 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.724449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194fef-7303-4ad3-8af4-8665fd988918 req-c6e4b5d8-c446-43b9-95a3-1d61daf7504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:11.727916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4194fef-7303-4ad3-8af4-8665fd988918 req-c6e4b5d8-c446-43b9-95a3-1d61daf7504c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3271735 Jul 15 13:33:11.744794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103a262-cf60-438d-9bed-3e69f701759d None None] Pushing event updated for resources: {'Port': ['ID=f1b03fd8-324f-4d24-87e9-00309fcce3c1,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.797641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c848ae-a7c4-432e-b831-640687f3676a req-f21779be-6cbf-43d8-9f2e-a5f8b33438ac tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:11.806756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c848ae-a7c4-432e-b831-640687f3676a req-f21779be-6cbf-43d8-9f2e-a5f8b33438ac tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 931 time: 0.1729965 Jul 15 13:33:11.904833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1657f7-3181-415b-9af3-22aa39784f51 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:11.920146 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.935771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7c848ae-a7c4-432e-b831-640687f3676a req-c90ebd19-9f16-4340-b150-0fc739939a25 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254447 Jul 15 13:33:11.966046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Transition to ACTIVE for port object bb1657f7-3181-415b-9af3-22aa39784f51 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:11.975406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.077513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1657f7-3181-415b-9af3-22aa39784f51,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.297646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Attempting to bind port bb1657f7-3181-415b-9af3-22aa39784f51 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:12.298431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Attempting to bind port bb1657f7-3181-415b-9af3-22aa39784f51 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:12.299014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Attempting to bind port bb1657f7-3181-415b-9af3-22aa39784f51 on network 758f84ea-6c14-454f-a5bd-035a3e4505c5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:12.311441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Port bb1657f7-3181-415b-9af3-22aa39784f51 on network 758f84ea-6c14-454f-a5bd-035a3e4505c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:12.312012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Attempting to bind port bb1657f7-3181-415b-9af3-22aa39784f51 on network 758f84ea-6c14-454f-a5bd-035a3e4505c5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:12.316912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.20.0.1 (759d1b9e-9bf1-432a-81f5-53c1b585f467/06c3f30e-1357-4531-9a59-1eb5017a67f9/810ef4c9-5631-4925-abd0-661788d924c2) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:12.336569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:12.337277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Checking segment: {'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:12.338045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Bound using segment: {'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:12.338798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Bound port: bb1657f7-3181-415b-9af3-22aa39784f51, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5eeef4-783f-4018-8333-799712fb07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:12.340423 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.471222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] For port bb1657f7-3181-415b-9af3-22aa39784f51, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:12.481590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] For port bb1657f7-3181-415b-9af3-22aa39784f51, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bb1657f7-3181-415b-9af3-22aa39784f51,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:12.492159 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.559179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:12.560513 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.562790 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] 10.222.0.35 "PUT /v2.0/ports/bb1657f7-3181-415b-9af3-22aa39784f51 HTTP/1.1" status: 200 len: 1092 time: 2.3782699 Jul 15 13:33:12.563476 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c324904-c7ef-4fd9-8140-ea77ba6a0a7a', 'tag': 'bb1657f7-3181-415b-9af3-22aa39784f51'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:12.566596 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c324904-c7ef-4fd9-8140-ea77ba6a0a7a", "tag": "bb1657f7-3181-415b-9af3-22aa39784f51"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:12.580787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.676428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 810ef4c9-5631-4925-abd0-661788d924c2 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:12.758503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.852326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=810ef4c9-5631-4925-abd0-661788d924c2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.867855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 759d1b9e-9bf1-432a-81f5-53c1b585f467 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:12.868503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f8612-61cd-40fe-9ac7-9f78a6f8c553 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1657f7-3181-415b-9af3-22aa39784f51,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.869803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:12.873570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:12.885179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1621bf1-a9c8-4e45-a5b3-99f4086a8474 req-24eac72f-f5ac-401f-be2c-0e031a81926e tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d110d3d-4403-4ff8-8929-7da1e090e29d HTTP/1.1" status: 200 len: 210 time: 0.1929669 Jul 15 13:33:12.948272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.040982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-b8211607-b105-4ad6-9a15-bd96006f1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.044363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-b8211607-b105-4ad6-9a15-bd96006f1ce1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ffe577121784fa5ad0ae2093db7e630&device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 1095 time: 0.3864636 Jul 15 13:33:13.045249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4194fef-7303-4ad3-8af4-8665fd988918 req-f314d5e5-7c34-4f59-9946-add936e3a426 tempest-ServerShowV247Test-1636453443 tempest-ServerShowV247Test-1636453443-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d110d3d-4403-4ff8-8929-7da1e090e29d HTTP/1.1" status: 200 len: 210 time: 0.1119301 Jul 15 13:33:13.162086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-3a7478eb-4770-4086-8e84-4b4907ba2026 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb1657f7-3181-415b-9af3-22aa39784f51 HTTP/1.1" status: 200 len: 217 time: 0.0970788 Jul 15 13:33:13.293786 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba1c34e-c6ca-4793-8ae1-6e9000f81059 x-openstack-request-id: req-cba1c34e-c6ca-4793-8ae1-6e9000f81059 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:13.294106 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c324904-c7ef-4fd9-8140-ea77ba6a0a7a", "tag": "bb1657f7-3181-415b-9af3-22aa39784f51", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:13.294397 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cba1c34e-c6ca-4793-8ae1-6e9000f81059 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:13.294794 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c324904-c7ef-4fd9-8140-ea77ba6a0a7a', 'tag': 'bb1657f7-3181-415b-9af3-22aa39784f51', 'status': 'completed', 'code': 200} Jul 15 13:33:13.319375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-21694816-aa23-4da8-b177-d44c8238d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.323543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-21694816-aa23-4da8-b177-d44c8238d2ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a3e84f62-ce88-4f04-a6b0-3e3da6d7728e HTTP/1.1" status: 200 len: 849 time: 0.1552346 Jul 15 13:33:13.368383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.474478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-b4ed3768-870b-471c-936d-dbf5efa2f30c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=758f84ea-6c14-454f-a5bd-035a3e4505c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387770 Jul 15 13:33:13.606048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f1b03fd8-324f-4d24-87e9-00309fcce3c1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:13.683748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f1b03fd8-324f-4d24-87e9-00309fcce3c1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:13.798823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36450801-efb2-4415-8b9c-ea0ca700ac31 None None] Network 759d1b9e-9bf1-432a-81f5-53c1b585f467 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:13.875057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-3a1e568a-0133-435b-81b7-6bd53be1beb1 service neutron] 10.222.0.35 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934510 Jul 15 13:33:13.895264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bef1a6-96f7-4f67-90cc-456432014f31 req-60ae0d39-7d54-44f8-9346-12d2c5b6ee61 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.914814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bef1a6-96f7-4f67-90cc-456432014f31 req-60ae0d39-7d54-44f8-9346-12d2c5b6ee61 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 943 time: 0.3756855 Jul 15 13:33:14.210775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b56be15-3abc-4754-b2e6-cfa9fe09c16b req-e2d61b8e-ff3e-47e4-92c0-1adde6caffd8 service neutron] 10.222.0.35 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864153 Jul 15 13:33:14.244925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4bef1a6-96f7-4f67-90cc-456432014f31 req-6ae56746-b697-464d-be7d-c05385d43beb tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283594 Jul 15 13:33:14.256359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90bda422-bdc1-4b0c-89bc-8795df2fc283 None None] Provisioning for port f1b03fd8-324f-4d24-87e9-00309fcce3c1 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:14.279726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.298652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.347350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90bda422-bdc1-4b0c-89bc-8795df2fc283 None None] Provisioning complete for port f1b03fd8-324f-4d24-87e9-00309fcce3c1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:14.347811 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90bda422-bdc1-4b0c-89bc-8795df2fc283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.445314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=810ef4c9-5631-4925-abd0-661788d924c2,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:14.473917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-c6bec10b-20e7-4c35-952a-5a4a5fc146cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.476195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-c6bec10b-20e7-4c35-952a-5a4a5fc146cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ffe577121784fa5ad0ae2093db7e630&device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 1095 time: 0.1887434 Jul 15 13:33:14.518931 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.758426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-682fd5c5-5a6a-4f2f-b022-599743bed27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.762947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-682fd5c5-5a6a-4f2f-b022-599743bed27d service neutron] 10.222.0.35 "GET /v2.0/networks?id=758f84ea-6c14-454f-a5bd-035a3e4505c5 HTTP/1.1" status: 200 len: 910 time: 0.2761521 Jul 15 13:33:14.791636 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90bda422-bdc1-4b0c-89bc-8795df2fc283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.832665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 759d1b9e-9bf1-432a-81f5-53c1b585f467 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:14.836126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:14.901211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-90bda422-bdc1-4b0c-89bc-8795df2fc283 None None] For port f1b03fd8-324f-4d24-87e9-00309fcce3c1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f1b03fd8-324f-4d24-87e9-00309fcce3c1,segment=NetworkSegment(3e3f6b36-930f-48c9-8872-76cd707b8daf),segment_id=3e3f6b36-930f-48c9-8872-76cd707b8daf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:14.915037 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90bda422-bdc1-4b0c-89bc-8795df2fc283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.989511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-3664ffea-19cd-4be1-8e37-bdfe54b619b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb1657f7-3181-415b-9af3-22aa39784f51 HTTP/1.1" status: 200 len: 217 time: 0.2189529 Jul 15 13:33:15.038001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bda422-bdc1-4b0c-89bc-8795df2fc283 None None] Pushing event updated for resources: {'Port': ['ID=f1b03fd8-324f-4d24-87e9-00309fcce3c1,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:15.158504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-13869f1c-17e6-4f7d-a858-3b41eae2dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.160224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-13869f1c-17e6-4f7d-a858-3b41eae2dc38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a3e84f62-ce88-4f04-a6b0-3e3da6d7728e HTTP/1.1" status: 200 len: 849 time: 0.1634352 Jul 15 13:33:15.179734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router 4749d1c8-9ac7-4298-b50b-346bd10c73b4 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:15.232409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-fd388233-9650-4f65-af7b-47f6d0dd7ccc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=758f84ea-6c14-454f-a5bd-035a3e4505c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632143 Jul 15 13:33:15.291529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40480) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:15.359567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-24c14c42-5af0-45ef-b578-3f346a523e6c None None] Provisioning for port 810ef4c9-5631-4925-abd0-661788d924c2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:15.364187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-24c14c42-5af0-45ef-b578-3f346a523e6c None None] Provisioning complete for port 810ef4c9-5631-4925-abd0-661788d924c2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:15.364575 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24c14c42-5af0-45ef-b578-3f346a523e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.459643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-24c14c42-5af0-45ef-b578-3f346a523e6c None None] Port 810ef4c9-5631-4925-abd0-661788d924c2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:15.475785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-7703aeb2-076f-48ff-ab50-cb4b7102246a service neutron] 10.222.0.35 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277882 Jul 15 13:33:15.494022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f1b03fd8-324f-4d24-87e9-00309fcce3c1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:15.500439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:15.537241 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14023986-57ac-4317-8f96-a0780f1a9e72 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/4749d1c8-9ac7-4298-b50b-346bd10c73b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3790681 Jul 15 13:33:15.552687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40486) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:15.576227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device bb1657f7-3181-415b-9af3-22aa39784f51 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:15.589743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afb6d7-467b-47c1-8017-8c88a264d3cf None None] Sync routers for ids ['4749d1c8-9ac7-4298-b50b-346bd10c73b4'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:15.651638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-24c14c42-5af0-45ef-b578-3f346a523e6c None None] Provisioning complete for port f1b03fd8-324f-4d24-87e9-00309fcce3c1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:15.652321 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24c14c42-5af0-45ef-b578-3f346a523e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.673724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afb6d7-467b-47c1-8017-8c88a264d3cf None None] Routers {'4749d1c8-9ac7-4298-b50b-346bd10c73b4'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:15.684558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-90afb6d7-467b-47c1-8017-8c88a264d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4749d1c8-9ac7-4298-b50b-346bd10c73b4'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:15.771166 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:33:15.773777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-90afb6d7-467b-47c1-8017-8c88a264d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:15.806002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afb6d7-467b-47c1-8017-8c88a264d3cf None None] Routers {'4749d1c8-9ac7-4298-b50b-346bd10c73b4'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:15.807457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-90afb6d7-467b-47c1-8017-8c88a264d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4749d1c8-9ac7-4298-b50b-346bd10c73b4'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:15.826237 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ec9478b-a1bd-46d7-bb20-a065903bfbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.874781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-90afb6d7-467b-47c1-8017-8c88a264d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:15.884264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afb6d7-467b-47c1-8017-8c88a264d3cf None None] The sync data for ids ['4749d1c8-9ac7-4298-b50b-346bd10c73b4'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:15.974841 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1dd3a49-3ff6-4bbb-803d-808e01f5b23b req-3988bdce-e099-448a-87ee-11f8fda3a98f service neutron] 10.222.0.35 "GET /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959750 Jul 15 13:33:16.011040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9102ffb-7443-4230-8a99-f35a8e049892 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.017593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f1b03fd8-324f-4d24-87e9-00309fcce3c1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:16.017879 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.019361 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e9102ffb-7443-4230-8a99-f35a8e049892 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports/810ef4c9-5631-4925-abd0-661788d924c2 HTTP/1.1" status: 200 len: 910 time: 0.4620428 Jul 15 13:33:16.020809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40490) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:16.047100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5375e470-e0ae-49c3-abb7-24b0ab38cd56 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06c3f30e-1357-4531-9a59-1eb5017a67f9'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:16.209084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port bb1657f7-3181-415b-9af3-22aa39784f51, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bb1657f7-3181-415b-9af3-22aa39784f51,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:16.277692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ec9478b-a1bd-46d7-bb20-a065903bfbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.297423 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ec9478b-a1bd-46d7-bb20-a065903bfbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.317889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4cfa6-fb3e-4c07-90c7-0bbedcdeb392 req-d3f8fc0b-7cae-47c2-8ecd-040c9c766dac tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.336039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'bb1657f7-3181-415b-9af3-22aa39784f51', 'network_id': '758f84ea-6c14-454f-a5bd-035a3e4505c5', 'port_id': 'bb1657f7-3181-415b-9af3-22aa39784f51', 'mac_address': 'fa:16:3e:c2:06:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e84f62-ce88-4f04-a6b0-3e3da6d7728e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:16.338442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-29d4cfa6-fb3e-4c07-90c7-0bbedcdeb392 req-d3f8fc0b-7cae-47c2-8ecd-040c9c766dac tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 943 time: 0.5005951 Jul 15 13:33:16.439255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9478b-a1bd-46d7-bb20-a065903bfbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e51947-1e7c-4b5b-9019-6ce8a07b7705,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:16.464975 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1ec9478b-a1bd-46d7-bb20-a065903bfbd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55a2923c257b4bf987eb342e8bca45d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1630437 Jul 15 13:33:16.469918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40496) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:16.568416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-29d4cfa6-fb3e-4c07-90c7-0bbedcdeb392 req-7322a068-24a2-4bb6-b24a-43727ba9c60b tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277520 Jul 15 13:33:16.579196 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.579196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-599ecd55-f3c2-43f5-80b3-b771c595b98d None None] Provisioning complete for port 810ef4c9-5631-4925-abd0-661788d924c2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:16.579196 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-599ecd55-f3c2-43f5-80b3-b771c595b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.623350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-599ecd55-f3c2-43f5-80b3-b771c595b98d None None] Port 810ef4c9-5631-4925-abd0-661788d924c2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:16.628059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1657f7-3181-415b-9af3-22aa39784f51 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:16.656488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port bb1657f7-3181-415b-9af3-22aa39784f51, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bb1657f7-3181-415b-9af3-22aa39784f51,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:16.670820 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.683271 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aabd3ef3-4d6f-42f8-9a5f-3be2bbaa83f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.755607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aabd3ef3-4d6f-42f8-9a5f-3be2bbaa83f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.762104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=bb1657f7-3181-415b-9af3-22aa39784f51,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:16.768788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5375e470-e0ae-49c3-abb7-24b0ab38cd56 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.842557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aabd3ef3-4d6f-42f8-9a5f-3be2bbaa83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.846970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aabd3ef3-4d6f-42f8-9a5f-3be2bbaa83f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.857217 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aabd3ef3-4d6f-42f8-9a5f-3be2bbaa83f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26e51947-1e7c-4b5b-9019-6ce8a07b7705 HTTP/1.1" status: 204 len: 168 time: 0.3838539 Jul 15 13:33:16.908019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd3ef3-4d6f-42f8-9a5f-3be2bbaa83f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e51947-1e7c-4b5b-9019-6ce8a07b7705,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:16.960162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['bb1657f7-3181-415b-9af3-22aa39784f51'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:17.379562 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5375e470-e0ae-49c3-abb7-24b0ab38cd56 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.395904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5375e470-e0ae-49c3-abb7-24b0ab38cd56 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.512324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375e470-e0ae-49c3-abb7-24b0ab38cd56 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=810ef4c9-5631-4925-abd0-661788d924c2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.522498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375e470-e0ae-49c3-abb7-24b0ab38cd56 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:17.522498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5375e470-e0ae-49c3-abb7-24b0ab38cd56 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.531394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5375e470-e0ae-49c3-abb7-24b0ab38cd56 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/ports/810ef4c9-5631-4925-abd0-661788d924c2 HTTP/1.1" status: 200 len: 910 time: 1.5001781 Jul 15 13:33:17.531394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40514) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:17.832925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-142b4e9f-671e-4e98-925e-89a860c9ed15 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c09bab26da8a49c6b7f9ea706810db57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549409 Jul 15 13:33:18.162182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-8611196c-af9a-4174-b4b1-7a0a1445ecc6 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.164628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-8611196c-af9a-4174-b4b1-7a0a1445ecc6 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023636 Jul 15 13:33:18.213787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-6da53405-3144-4b3b-ad28-3af6a88ad0f8 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/quotas/c09bab26da8a49c6b7f9ea706810db57 HTTP/1.1" status: 200 len: 375 time: 0.0402460 Jul 15 13:33:18.261920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-285d452b-19cd-4d81-94f1-e952bd923e2f tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c09bab26da8a49c6b7f9ea706810db57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402396 Jul 15 13:33:18.285765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.753897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 810ef4c9-5631-4925-abd0-661788d924c2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:18.754600 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.873731 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a5e11ea-c199-4180-9dcb-cb382ecda1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.932026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff863213-ec5f-450d-9c56-6f4d112f528d req-b6f60e05-5220-4603-b251-c6e1db2882b6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.939362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff863213-ec5f-450d-9c56-6f4d112f528d req-b6f60e05-5220-4603-b251-c6e1db2882b6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 944 time: 0.1759238 Jul 15 13:33:18.958437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.981303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 810ef4c9-5631-4925-abd0-661788d924c2 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:19.004182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ff863213-ec5f-450d-9c56-6f4d112f528d req-81339a1a-cb7b-4bec-a3c6-a6eed34c9119 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638084 Jul 15 13:33:19.190586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb3d2dc5-a366-4538-b50e-2d03336cc14d req-e11105e4-032d-427d-b058-66a0a1334c44 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 210 time: 0.1132932 Jul 15 13:33:19.533226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device bb1657f7-3181-415b-9af3-22aa39784f51 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:19.625565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port bb1657f7-3181-415b-9af3-22aa39784f51 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:19.642334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port bb1657f7-3181-415b-9af3-22aa39784f51 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:19.644370 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.807315 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.852420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c324904-c7ef-4fd9-8140-ea77ba6a0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1657f7-3181-415b-9af3-22aa39784f51'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:19.856151 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e487c8d-898d-4aab-a6fd-bbef7fd0f928" -d '{"events": [{"server_uuid": "3c324904-c7ef-4fd9-8140-ea77ba6a0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "bb1657f7-3181-415b-9af3-22aa39784f51"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:19.877856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port bb1657f7-3181-415b-9af3-22aa39784f51, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bb1657f7-3181-415b-9af3-22aa39784f51,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:19.887346 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.975562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=bb1657f7-3181-415b-9af3-22aa39784f51,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.008008 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffcda86-83c0-41e1-8e48-834fe2da3412 x-openstack-request-id: req-0ffcda86-83c0-41e1-8e48-834fe2da3412 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:20.014751 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c324904-c7ef-4fd9-8140-ea77ba6a0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "bb1657f7-3181-415b-9af3-22aa39784f51", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:20.015387 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ffcda86-83c0-41e1-8e48-834fe2da3412 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:20.016806 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c324904-c7ef-4fd9-8140-ea77ba6a0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1657f7-3181-415b-9af3-22aa39784f51', 'code': 200} Jul 15 13:33:20.229478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.301164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=810ef4c9-5631-4925-abd0-661788d924c2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.702399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.948641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7d493-2c50-4b9c-9f08-046e00ad879e req-1597dac2-aa36-47e9-a1f4-8caacbc5eec6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:20.957432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40c7d493-2c50-4b9c-9f08-046e00ad879e req-1597dac2-aa36-47e9-a1f4-8caacbc5eec6 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 945 time: 0.4518571 Jul 15 13:33:20.963484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725051-a5f9-41d5-9c7e-20dc52e35acc req-6c0c9822-3248-41a7-bbb7-5bb9b692aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:20.965375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31725051-a5f9-41d5-9c7e-20dc52e35acc req-6c0c9822-3248-41a7-bbb7-5bb9b692aaf8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 1097 time: 0.7960503 Jul 15 13:33:21.144314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router 4749d1c8-9ac7-4298-b50b-346bd10c73b4 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:21.182814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40c7d493-2c50-4b9c-9f08-046e00ad879e req-8bf2c0a2-28c7-415d-8514-d585a841cc08 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241948 Jul 15 13:33:21.195537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31725051-a5f9-41d5-9c7e-20dc52e35acc req-a650f42d-5148-4a6d-9844-a4fafe297952 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566625 Jul 15 13:33:21.423904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:21.436968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9a34a8ea-5ff1-4be8-a1a0-bd740561aabd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/4749d1c8-9ac7-4298-b50b-346bd10c73b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9070919 Jul 15 13:33:21.441009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40630) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:21.463215 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d7925-18aa-40f1-bbf9-8813a7754c75 None None] Sync routers for ids ['4749d1c8-9ac7-4298-b50b-346bd10c73b4'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:21.518555 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d7925-18aa-40f1-bbf9-8813a7754c75 None None] Routers {'4749d1c8-9ac7-4298-b50b-346bd10c73b4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:21.525218 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-667d7925-18aa-40f1-bbf9-8813a7754c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:32:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4749d1c8-9ac7-4298-b50b-346bd10c73b4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:21.613792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a93c1e9e-d4d3-44ac-8ad0-75a91bc77e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.644649 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.685746 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-71202849-ec3e-44ac-9f16-3504824904e0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=4749d1c8-9ac7-4298-b50b-346bd10c73b4 HTTP/1.1" status: 200 len: 205 time: 0.2412252 Jul 15 13:33:21.689480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40634) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:21.695784 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-667d7925-18aa-40f1-bbf9-8813a7754c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:21.716332 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d7925-18aa-40f1-bbf9-8813a7754c75 None None] Routers {'4749d1c8-9ac7-4298-b50b-346bd10c73b4'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:21.717696 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-667d7925-18aa-40f1-bbf9-8813a7754c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4749d1c8-9ac7-4298-b50b-346bd10c73b4'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:21.732690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-c9bfc1d4-355b-41ab-a913-d3314824bfa8 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c09bab26da8a49c6b7f9ea706810db57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1835959 Jul 15 13:33:21.821239 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-667d7925-18aa-40f1-bbf9-8813a7754c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:21.823357 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d7925-18aa-40f1-bbf9-8813a7754c75 None None] The sync data for ids ['4749d1c8-9ac7-4298-b50b-346bd10c73b4'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:22.052608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e121fb8-a316-4103-a8a8-dc149118e838 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.064281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:22.107446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c7c8e8f-017d-4219-bf97-a1a1139c8edd req-62a5513e-4626-4627-aa53-04a0f333fadf tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 210 time: 0.4040582 Jul 15 13:33:22.145819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-84debbf7-e98c-4fd6-bfa4-1c69950e7d81 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:22.150204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-84debbf7-e98c-4fd6-bfa4-1c69950e7d81 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3794589 Jul 15 13:33:22.173859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Request body: {'port': {'device_id': 'c366c475-c300-4bfa-a5f6-1a72242ac4c7', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': 'c09bab26da8a49c6b7f9ea706810db57'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:22.512368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Made reservation on behalf of c09bab26da8a49c6b7f9ea706810db57 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:22.522532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.545303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.583433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-307adef4-4cb9-41da-9769-5fa1db7af4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.595053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e121fb8-a316-4103-a8a8-dc149118e838 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.608418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e121fb8-a316-4103-a8a8-dc149118e838 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.646544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107e61f-32bc-4aeb-a650-a94bc7a82bb0 req-3b65c2da-4f8d-4b43-90eb-c686db0784ce tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:22.654116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b107e61f-32bc-4aeb-a650-a94bc7a82bb0 req-3b65c2da-4f8d-4b43-90eb-c686db0784ce tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 945 time: 0.1276269 Jul 15 13:33:22.714550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e121fb8-a316-4103-a8a8-dc149118e838 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.717025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e121fb8-a316-4103-a8a8-dc149118e838 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Fanout notify agent at l3_agent the message router_deleted on router 4749d1c8-9ac7-4298-b50b-346bd10c73b4 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:22.728196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b107e61f-32bc-4aeb-a650-a94bc7a82bb0 req-eba775c0-9299-43ff-88b2-112eca6f2467 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730765 Jul 15 13:33:22.745287 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e121fb8-a316-4103-a8a8-dc149118e838 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.749121 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6e121fb8-a316-4103-a8a8-dc149118e838 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/4749d1c8-9ac7-4298-b50b-346bd10c73b4 HTTP/1.1" status: 204 len: 168 time: 1.0511720 Jul 15 13:33:22.755208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40646) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:22.788970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.798898 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.906285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fe6368-f6d9-4ae7-884a-09adf60439c2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet 06c3f30e-1357-4531-9a59-1eb5017a67f9 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:22.918804 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6368-f6d9-4ae7-884a-09adf60439c2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.924642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b4072-d6db-4164-aa66-86dc3f53bd02,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:22.925277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.000014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6368-f6d9-4ae7-884a-09adf60439c2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.140646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Allocated IP 192.168.233.54 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/e360952a-e94d-4fb4-a3b3-35f27bea440f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:23.145944 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-307adef4-4cb9-41da-9769-5fa1db7af4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.153896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-307adef4-4cb9-41da-9769-5fa1db7af4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.298345 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6368-f6d9-4ae7-884a-09adf60439c2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.427478 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-307adef4-4cb9-41da-9769-5fa1db7af4a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68885104be7148a0a1bea715454196df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3604743 Jul 15 13:33:23.429128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307adef4-4cb9-41da-9769-5fa1db7af4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb18c287-946e-4f60-8138-ba5ba48284b4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:23.433811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40658) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.435326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6368-f6d9-4ae7-884a-09adf60439c2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.483106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe6368-f6d9-4ae7-884a-09adf60439c2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=06c3f30e-1357-4531-9a59-1eb5017a67f9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:23.538154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6368-f6d9-4ae7-884a-09adf60439c2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.545437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c738efc-c552-47e6-b1af-c49362d2985e None None] Network 759d1b9e-9bf1-432a-81f5-53c1b585f467 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:23.549330 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c6fe6368-f6d9-4ae7-884a-09adf60439c2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/06c3f30e-1357-4531-9a59-1eb5017a67f9 HTTP/1.1" status: 204 len: 168 time: 0.7924576 Jul 15 13:33:23.549730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40662) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.684702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12725c13-8962-4c6a-8469-368efc9d3f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.712536 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.725358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fbf5a4b-d7fe-4a30-81d9-5d51019ecd53 req-d442de55-0a8c-4b77-ad91-8a206b95f12a tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 210 time: 0.1421754 Jul 15 13:33:23.767669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12725c13-8962-4c6a-8469-368efc9d3f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.842385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.852065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Transition to ACTIVE for port object e360952a-e94d-4fb4-a3b3-35f27bea440f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:23.908981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] DHCP port deletion for 759d1b9e-9bf1-432a-81f5-53c1b585f467 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:24.004929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12725c13-8962-4c6a-8469-368efc9d3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.026970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-12725c13-8962-4c6a-8469-368efc9d3f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.046130 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-12725c13-8962-4c6a-8469-368efc9d3f5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb18c287-946e-4f60-8138-ba5ba48284b4 HTTP/1.1" status: 204 len: 168 time: 0.6072462 Jul 15 13:33:24.073830 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.076583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12725c13-8962-4c6a-8469-368efc9d3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb18c287-946e-4f60-8138-ba5ba48284b4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.092368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port f1b03fd8-324f-4d24-87e9-00309fcce3c1 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:24.092919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.108897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] Deleting port f1b03fd8-324f-4d24-87e9-00309fcce3c1 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:24.109800 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.226324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:24.256519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:24.288877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:24.424834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] For port f1b03fd8-324f-4d24-87e9-00309fcce3c1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f1b03fd8-324f-4d24-87e9-00309fcce3c1,segment=NetworkSegment(3e3f6b36-930f-48c9-8872-76cd707b8daf),segment_id=3e3f6b36-930f-48c9-8872-76cd707b8daf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:24.425673 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.450875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Pushing event updated for resources: {'Port': ['ID=e360952a-e94d-4fb4-a3b3-35f27bea440f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.550178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] Calling delete_port for f1b03fd8-324f-4d24-87e9-00309fcce3c1 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:24.574626 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.657665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port f1b03fd8-324f-4d24-87e9-00309fcce3c1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f1b03fd8-324f-4d24-87e9-00309fcce3c1,segment=NetworkSegment(3e3f6b36-930f-48c9-8872-76cd707b8daf),segment_id=3e3f6b36-930f-48c9-8872-76cd707b8daf)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:24.660245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.736964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:24.737666 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.757589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for f1b03fd8-324f-4d24-87e9-00309fcce3c1 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:24.816699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-b5ffb54b-b464-4f88-b4b1-06b8d8a12631 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6560357 Jul 15 13:33:24.891975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.907001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40682) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.907882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Request body: {'port': {'device_id': 'c366c475-c300-4bfa-a5f6-1a72242ac4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:24.960024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e6da812-225c-4212-a877-8e22352998b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.061920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] Pushing event deleted for resources: {'Port': ['ID=f1b03fd8-324f-4d24-87e9-00309fcce3c1,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.067868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.093040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b081bb9-f05c-447b-8914-591637aba046 None None] No DVR routers for this DVR port f1b03fd8-324f-4d24-87e9-00309fcce3c1 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:25.126565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-788ab184-80ad-4c3a-9ba0-6729caa924d4 None None] Provisioning for port e360952a-e94d-4fb4-a3b3-35f27bea440f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:25.138002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-788ab184-80ad-4c3a-9ba0-6729caa924d4 None None] Provisioning complete for port e360952a-e94d-4fb4-a3b3-35f27bea440f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:25.138592 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-788ab184-80ad-4c3a-9ba0-6729caa924d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.266519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.338772 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e6da812-225c-4212-a877-8e22352998b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.346116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9638e-a27a-4361-be1b-a080a1928bf4 req-c377e28e-7c12-45f9-9a99-e72ac7f2db8e tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.350216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e6da812-225c-4212-a877-8e22352998b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.372917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5e9638e-a27a-4361-be1b-a080a1928bf4 req-c377e28e-7c12-45f9-9a99-e72ac7f2db8e tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 945 time: 0.3738983 Jul 15 13:33:25.414019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-788ab184-80ad-4c3a-9ba0-6729caa924d4 None None] Port e360952a-e94d-4fb4-a3b3-35f27bea440f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:25.448416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6da812-225c-4212-a877-8e22352998b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b88c1-1118-451e-a697-24ed62d7d9e8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.463565 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8e6da812-225c-4212-a877-8e22352998b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ca12af065f48b9a49e850503f48ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534875 Jul 15 13:33:25.464965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:25.528258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=f1b03fd8-324f-4d24-87e9-00309fcce3c1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.539302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f1b03fd8-324f-4d24-87e9-00309fcce3c1 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:25.545653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No DVR routers for this DVR port f1b03fd8-324f-4d24-87e9-00309fcce3c1 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:25.598546 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ffe43cd-444a-446c-ad35-2126c0b79ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.604987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f1b03fd8-324f-4d24-87e9-00309fcce3c1 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:25.605533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f1b03fd8-324f-4d24-87e9-00309fcce3c1 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:25.626458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.626989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.633445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.635654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.636574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.637467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.638759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.640548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.641826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.642778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.642966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ffe43cd-444a-446c-ad35-2126c0b79ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.644017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.645605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:25.711183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ffe43cd-444a-446c-ad35-2126c0b79ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.721578 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ffe43cd-444a-446c-ad35-2126c0b79ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.723368 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5ffe43cd-444a-446c-ad35-2126c0b79ebb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a80b88c1-1118-451e-a697-24ed62d7d9e8 HTTP/1.1" status: 204 len: 168 time: 0.2571430 Jul 15 13:33:25.741967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe43cd-444a-446c-ad35-2126c0b79ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b88c1-1118-451e-a697-24ed62d7d9e8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.784460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5e9638e-a27a-4361-be1b-a080a1928bf4 req-e7522eb6-ae7f-48e7-956e-f41d6c435b77 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100497 Jul 15 13:33:26.274533 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.335620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759d1b9e-9bf1-432a-81f5-53c1b585f467']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:26.410383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3f6b36-930f-48c9-8872-76cd707b8daf') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:26.410983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3f6b36-930f-48c9-8872-76cd707b8daf') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:26.476372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.527698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-45a1d204-5e6c-4ba8-a541-0db8f11a479c tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.530489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-45a1d204-5e6c-4ba8-a541-0db8f11a479c tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 945 time: 0.4541471 Jul 15 13:33:26.594956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc101a-c5d2-48b9-aa1e-d6bc84c4c4a9 req-c104cf06-9207-49ae-bfd6-3aed603f4709 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.597753 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72cc101a-c5d2-48b9-aa1e-d6bc84c4c4a9 req-c104cf06-9207-49ae-bfd6-3aed603f4709 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 935 time: 0.4914663 Jul 15 13:33:26.601980 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.775376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:26.779892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.800068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72cc101a-c5d2-48b9-aa1e-d6bc84c4c4a9 req-2d497cee-8e62-436a-8a45-0a0a6f3084ce tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619372 Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:26.809840 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:26.997159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e360952a-e94d-4fb4-a3b3-35f27bea440f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:27.088554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.150672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.193757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Transition to ACTIVE for port object e360952a-e94d-4fb4-a3b3-35f27bea440f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:27.217781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.226286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/759d1b9e-9bf1-432a-81f5-53c1b585f467 HTTP/1.1" status: 204 len: 168 time: 3.6682179 Jul 15 13:33:27.227563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40718) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.238394 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3a9efa3b-e808-4c15-a042-71f0b818921e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1733586539', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.290073 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.304168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3a9efa3b-e808-4c15-a042-71f0b818921e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.306675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3a9efa3b-e808-4c15-a042-71f0b818921e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.366951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfc9ae-f6bc-4885-a933-5c088eb7331d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=759d1b9e-9bf1-432a-81f5-53c1b585f467,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:27.488929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3a9efa3b-e808-4c15-a042-71f0b818921e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.502883 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3a9efa3b-e808-4c15-a042-71f0b818921e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.550157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Pushing event updated for resources: {'Port': ['ID=e360952a-e94d-4fb4-a3b3-35f27bea440f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:27.567888 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3a9efa3b-e808-4c15-a042-71f0b818921e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.574310 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3a9efa3b-e808-4c15-a042-71f0b818921e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3391728 Jul 15 13:33:27.575319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40724) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.595431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-2133012564'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.630088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Deleting port bb1657f7-3181-415b-9af3-22aa39784f51 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:27.630730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.675900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:27.682344 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.778511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:27.815512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.817000 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment 0a179fe5-92b7-4a49-8396-619fd66fa0eb of type vlan for network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e Jul 15 13:33:27.878290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181427e-451f-42af-b511-a6abfd2ad8dc req-8715089d-2644-47fe-8e74-a6c94256129d tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.892426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2181427e-451f-42af-b511-a6abfd2ad8dc req-8715089d-2644-47fe-8e74-a6c94256129d tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 945 time: 0.7484398 Jul 15 13:33:27.974198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.013713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Attempting to bind port e360952a-e94d-4fb4-a3b3-35f27bea440f on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:28.016141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Attempting to bind port e360952a-e94d-4fb4-a3b3-35f27bea440f by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:28.020257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Attempting to bind port e360952a-e94d-4fb4-a3b3-35f27bea440f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:28.050944 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.078743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.080500 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.128049 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5451930 Jul 15 13:33:28.155306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40732) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:28.176502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:28.192585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2181427e-451f-42af-b511-a6abfd2ad8dc req-1054afa4-aa04-46bb-b6e9-fb635321e4aa tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/security-groups?id=69539194-d0f4-4d3a-9f59-d0cef5117e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943811 Jul 15 13:33:28.198817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Port e360952a-e94d-4fb4-a3b3-35f27bea440f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:28.199461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Attempting to bind port e360952a-e94d-4fb4-a3b3-35f27bea440f on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:28.242753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:28.253385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:28.254475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:28.256260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Bound port: e360952a-e94d-4fb4-a3b3-35f27bea440f, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:28.258260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.292214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] For port bb1657f7-3181-415b-9af3-22aa39784f51, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=bb1657f7-3181-415b-9af3-22aa39784f51,segment=NetworkSegment(ad5eeef4-783f-4018-8333-799712fb07c3),segment_id=ad5eeef4-783f-4018-8333-799712fb07c3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:28.297018 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.381657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Calling delete_port for bb1657f7-3181-415b-9af3-22aa39784f51 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:28.460417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c213688-9e85-45e3-98c3-f63b39eed080 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=6af6962d-c5e1-44d1-aaa6-ef419a06ca5e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.477366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:28.493581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:28.502882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.779443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] For port e360952a-e94d-4fb4-a3b3-35f27bea440f, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:28.807098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] For port e360952a-e94d-4fb4-a3b3-35f27bea440f, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e360952a-e94d-4fb4-a3b3-35f27bea440f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:28.915885 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.961456 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.977822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ec16a-8b48-4ef8-8eff-e47227f700ff req-b9f7301d-a6fc-4918-8334-361f283900b8 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.986575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e4ec16a-8b48-4ef8-8eff-e47227f700ff req-b9f7301d-a6fc-4918-8334-361f283900b8 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 947 time: 0.3610084 Jul 15 13:33:28.997755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.998400 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.000074 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] 10.222.0.30 "PUT /v2.0/ports/e360952a-e94d-4fb4-a3b3-35f27bea440f HTTP/1.1" status: 200 len: 1096 time: 4.1747351 Jul 15 13:33:29.010035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c366c475-c300-4bfa-a5f6-1a72242ac4c7', 'tag': 'e360952a-e94d-4fb4-a3b3-35f27bea440f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:29.013410 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56043d4a-da70-4a61-82bc-42260cbb4834" -d '{"events": [{"name": "network-changed", "server_uuid": "c366c475-c300-4bfa-a5f6-1a72242ac4c7", "tag": "e360952a-e94d-4fb4-a3b3-35f27bea440f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:29.136745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.280356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e4ec16a-8b48-4ef8-8eff-e47227f700ff req-950af704-baf2-4b7d-b6a5-5686a9353f92 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927623 Jul 15 13:33:29.357834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] No DVR routers for this DVR port bb1657f7-3181-415b-9af3-22aa39784f51 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:29.359024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=a0ece822-66cd-4ad8-b050-8480e56f649e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.368775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.374688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67a80e54-cc9e-4cc8-9c9d-c85cc38d3a5f req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.35 "DELETE /v2.0/ports/bb1657f7-3181-415b-9af3-22aa39784f51 HTTP/1.1" status: 204 len: 173 time: 2.8207841 Jul 15 13:33:29.375609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5ec15-26f5-47b8-b969-a058c8c6c43f service neutron] Pushing event updated for resources: {'Port': ['ID=e360952a-e94d-4fb4-a3b3-35f27bea440f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.435059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:29.436126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:29.476605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46db2c3-7079-42b6-b761-14d029890943 tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] Pushing event deleted for resources: {'Port': ['ID=bb1657f7-3181-415b-9af3-22aa39784f51,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.548228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-eec27746-e2d3-4dac-9d48-de6e26e71681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.550922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-eec27746-e2d3-4dac-9d48-de6e26e71681 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c09bab26da8a49c6b7f9ea706810db57&device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 1099 time: 0.4941504 Jul 15 13:33:29.551877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:29.586951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:29.598107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device bb1657f7-3181-415b-9af3-22aa39784f51 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:29.605514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.606320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.670139 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9d445782-b3c4-4217-94a7-c4edf6f0df1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5086231 Jul 15 13:33:29.670705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.696642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-43873ed5-d442-412b-8182-5817645f9f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e360952a-e94d-4fb4-a3b3-35f27bea440f HTTP/1.1" status: 200 len: 217 time: 0.1264558 Jul 15 13:33:29.697394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: bb1657f7-3181-415b-9af3-22aa39784f51 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:29.697997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device bb1657f7-3181-415b-9af3-22aa39784f51 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:29.710092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1690c7-e479-4e58-bb58-faa2c4f1934b None None] Network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:29.978088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-fa2bf46d-0703-469d-bdbc-e1a03947fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.996909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-fa2bf46d-0703-469d-bdbc-e1a03947fd08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.2843120 Jul 15 13:33:30.028082 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee1029d-f6d4-42df-858d-fdea7da51624 x-openstack-request-id: req-9ee1029d-f6d4-42df-858d-fdea7da51624 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:30.028547 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c366c475-c300-4bfa-a5f6-1a72242ac4c7", "tag": "e360952a-e94d-4fb4-a3b3-35f27bea440f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:30.028949 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ee1029d-f6d4-42df-858d-fdea7da51624 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:30.029555 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c366c475-c300-4bfa-a5f6-1a72242ac4c7', 'tag': 'e360952a-e94d-4fb4-a3b3-35f27bea440f', 'status': 'completed', 'code': 200} Jul 15 13:33:30.175185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:30.176872 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.183367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-f53f38ff-26a3-4b47-ba75-19d4e883f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.188371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-f53f38ff-26a3-4b47-ba75-19d4e883f853 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1851516 Jul 15 13:33:30.457929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1b6caa5-3dd1-4504-8752-1212e5ba0d16 req-1df20976-23f3-4fc7-8d46-c259beb4e9cd tempest-VolumesActionsTest-1172724906 tempest-VolumesActionsTest-1172724906-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c324904-c7ef-4fd9-8140-ea77ba6a0a7a HTTP/1.1" status: 200 len: 210 time: 0.1191633 Jul 15 13:33:30.791228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Allocated IP 172.20.0.2 (6af6962d-c5e1-44d1-aaa6-ef419a06ca5e/a0ece822-66cd-4ad8-b050-8480e56f649e/8c3fc66d-246b-4032-96bd-bd48ff2cf627) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:30.805351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.467746 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.507475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Transition to ACTIVE for port object 8c3fc66d-246b-4032-96bd-bd48ff2cf627 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:31.555313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Transition to ACTIVE for port object 8c3fc66d-246b-4032-96bd-bd48ff2cf627 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:31.567088 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.650280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Pushing event updated for resources: {'Port': ['ID=8c3fc66d-246b-4032-96bd-bd48ff2cf627,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:31.668350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.669260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.670066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.670854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.671758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.672864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.673620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.674392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.675202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.675940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.676705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.678078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:31.693911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:31.696828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:31.700848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:31.736447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-9d193a94-cc09-42d5-b3c0-69085861676d service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5390675 Jul 15 13:33:31.773773 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.20.0.1 (6af6962d-c5e1-44d1-aaa6-ef419a06ca5e/a0ece822-66cd-4ad8-b050-8480e56f649e/36d9d38d-3915-4361-bada-6cdbe4889341) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:31.810076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Attempting to bind port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:31.811817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Attempting to bind port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:31.813699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Attempting to bind port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 on network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:31.827452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:31.828725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Checking segment: {'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:31.830000 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.831043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Bound using segment: {'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:31.833314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Bound port: 8c3fc66d-246b-4032-96bd-bd48ff2cf627, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:31.834379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.031835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c324904-c7ef-4fd9-8140-ea77ba6a0a7a', 'name': 'network-vif-deleted', 'tag': 'bb1657f7-3181-415b-9af3-22aa39784f51'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:32.037302 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edb4cf9-bd0a-4ed6-9216-e85abecb971c" -d '{"events": [{"server_uuid": "3c324904-c7ef-4fd9-8140-ea77ba6a0a7a", "name": "network-vif-deleted", "tag": "bb1657f7-3181-415b-9af3-22aa39784f51"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:32.052316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] For port 8c3fc66d-246b-4032-96bd-bd48ff2cf627, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:32.062764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] For port 8c3fc66d-246b-4032-96bd-bd48ff2cf627, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8c3fc66d-246b-4032-96bd-bd48ff2cf627,segment=NetworkSegment(0a179fe5-92b7-4a49-8396-619fd66fa0eb),segment_id=0a179fe5-92b7-4a49-8396-619fd66fa0eb)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:32.073644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.073996 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.076023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746f81d-0c43-42fc-b6b8-38ad22b04d24 req-669b5cb2-13e0-4416-83b2-06e72737583b tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.093377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2746f81d-0c43-42fc-b6b8-38ad22b04d24 req-669b5cb2-13e0-4416-83b2-06e72737583b tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 947 time: 0.4974043 Jul 15 13:33:32.104580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 36d9d38d-3915-4361-bada-6cdbe4889341 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:32.187817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.196417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46d771d3-0002-4d7d-80ac-8efe0801d796 req-6334cbbe-719d-4fc8-98f5-1f0e31c79a6e service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497111 Jul 15 13:33:32.213433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2746f81d-0c43-42fc-b6b8-38ad22b04d24 req-7ef6afeb-1786-463b-b90b-afd04b57615d tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186426 Jul 15 13:33:32.244002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:32.246151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:32.249978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:32.267470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40794) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.311991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f9225-639f-4ca3-b93f-624664c8d62b None None] Pushing event updated for resources: {'Port': ['ID=8c3fc66d-246b-4032-96bd-bd48ff2cf627,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.424742 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=36d9d38d-3915-4361-bada-6cdbe4889341,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.465335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.709437 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c15f7-75ae-4428-9c30-bc2acf6e5406 x-openstack-request-id: req-d39c15f7-75ae-4428-9c30-bc2acf6e5406 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:32.709830 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c324904-c7ef-4fd9-8140-ea77ba6a0a7a", "name": "network-vif-deleted", "tag": "bb1657f7-3181-415b-9af3-22aa39784f51", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:32.710167 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d39c15f7-75ae-4428-9c30-bc2acf6e5406 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:32.710707 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c324904-c7ef-4fd9-8140-ea77ba6a0a7a', 'name': 'network-vif-deleted', 'tag': 'bb1657f7-3181-415b-9af3-22aa39784f51', 'status': 'completed', 'code': 200} Jul 15 13:33:32.750246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74d8e7e2-af93-4a79-9c66-83f16d95898a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.757033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-3c8e7977-e9fd-45aa-a8f4-66205ace88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.758668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-3c8e7977-e9fd-45aa-a8f4-66205ace88c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c09bab26da8a49c6b7f9ea706810db57&device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 1099 time: 0.3841057 Jul 15 13:33:32.805989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.930132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-65278122-c1d4-46ad-9c93-62bf1da3811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.931713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-65278122-c1d4-46ad-9c93-62bf1da3811c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.1641600 Jul 15 13:33:32.983619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-603d751d-705a-47a4-924f-d48cab740d56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e360952a-e94d-4fb4-a3b3-35f27bea440f HTTP/1.1" status: 200 len: 217 time: 0.0433209 Jul 15 13:33:33.049026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-e82dad82-f678-4e76-a1f3-dcc3f14abed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.050821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-e82dad82-f678-4e76-a1f3-dcc3f14abed7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0580070 Jul 15 13:33:33.207477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74d8e7e2-af93-4a79-9c66-83f16d95898a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.217792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74d8e7e2-af93-4a79-9c66-83f16d95898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.285156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-74d8e7e2-af93-4a79-9c66-83f16d95898a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89d6c8f45a4f42f2a725cef795a7e780&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0162275 Jul 15 13:33:33.290511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8e7e2-af93-4a79-9c66-83f16d95898a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af7e1fc-8f3d-4e4a-bf8d-c5f6a8f0c234,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.295295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40816) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:33.347751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-70e0c81d-2b84-4123-93cd-e6567e7bc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.350718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-70e0c81d-2b84-4123-93cd-e6567e7bc9c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2886288 Jul 15 13:33:33.557614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8c3fc66d-246b-4032-96bd-bd48ff2cf627 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:33.587276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5087f82-02ca-483a-a31d-6bb56746f11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.708530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:33.809392 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5087f82-02ca-483a-a31d-6bb56746f11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.044812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d8a31-db26-45b3-8dbe-248b407309bf req-6ff241b4-fbf6-406b-a514-5c7102a5c3e1 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.056846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e9d8a31-db26-45b3-8dbe-248b407309bf req-6ff241b4-fbf6-406b-a514-5c7102a5c3e1 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 947 time: 0.4730403 Jul 15 13:33:34.060403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-621071e5-cae1-4b29-b7ae-4b4b2df57e99 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961956 Jul 15 13:33:34.164377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5087f82-02ca-483a-a31d-6bb56746f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.167303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5087f82-02ca-483a-a31d-6bb56746f11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.171483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a5087f82-02ca-483a-a31d-6bb56746f11c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0af7e1fc-8f3d-4e4a-bf8d-c5f6a8f0c234 HTTP/1.1" status: 204 len: 168 time: 0.8718100 Jul 15 13:33:34.190172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5087f82-02ca-483a-a31d-6bb56746f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af7e1fc-8f3d-4e4a-bf8d-c5f6a8f0c234,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.230520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.252314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e9d8a31-db26-45b3-8dbe-248b407309bf req-bea1e80a-4adb-4f16-a6ef-7da00390b83f tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908984 Jul 15 13:33:34.261952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.290770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4773136b-c243-4c01-a703-4ed70dd8908c None None] Network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:34.354042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56043d4a-da70-4a61-82bc-42260cbb4834 req-05cb4a82-b9e7-4680-b306-ae0224787aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765152 Jul 15 13:33:34.400136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-562b5c6d-140b-4398-88ec-d14c5ccf58a8 None None] Provisioning for port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:34.425618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-562b5c6d-140b-4398-88ec-d14c5ccf58a8 None None] Provisioning complete for port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:34.426074 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-562b5c6d-140b-4398-88ec-d14c5ccf58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.502785 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=36d9d38d-3915-4361-bada-6cdbe4889341,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.573200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.711595 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-562b5c6d-140b-4398-88ec-d14c5ccf58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.753325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-562b5c6d-140b-4398-88ec-d14c5ccf58a8 None None] For port 8c3fc66d-246b-4032-96bd-bd48ff2cf627, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8c3fc66d-246b-4032-96bd-bd48ff2cf627,segment=NetworkSegment(0a179fe5-92b7-4a49-8396-619fd66fa0eb),segment_id=0a179fe5-92b7-4a49-8396-619fd66fa0eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:34.754855 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.758444 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-562b5c6d-140b-4398-88ec-d14c5ccf58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.857829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:34.864297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:34.937208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b5c6d-140b-4398-88ec-d14c5ccf58a8 None None] Pushing event updated for resources: {'Port': ['ID=8c3fc66d-246b-4032-96bd-bd48ff2cf627,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:35.024170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40878) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.048470 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e230c023-1139-43cd-a07b-d6fb068e9424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.049174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:35.098513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c2f56cda-ef1f-4286-9d02-6175eb89d11f None None] Provisioning complete for port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:35.098896 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c2f56cda-ef1f-4286-9d02-6175eb89d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.222591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:35.237285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:35.248163 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a9c4a18b-609b-4d31-9d00-f3d0f24c4e1a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5729241 Jul 15 13:33:35.248930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 40884) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.254874 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-787721474'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:35.321677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:35.323553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:35.403616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e230c023-1139-43cd-a07b-d6fb068e9424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.443762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e230c023-1139-43cd-a07b-d6fb068e9424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.476472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:35.482050 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.560992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8c3fc66d-246b-4032-96bd-bd48ff2cf627 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:35.568477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:35.607386 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.607520 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment f39c31c6-10d2-4a00-afe8-a9d9669cd4a0 of type vlan for network d6a388f5-3db6-4540-8f74-e2734174b27b Jul 15 13:33:35.646690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e230c023-1139-43cd-a07b-d6fb068e9424 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=440b63fa951f4fecbe18e0f05c7f489f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200564 Jul 15 13:33:35.659290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40896) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.763603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.793780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230c023-1139-43cd-a07b-d6fb068e9424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4069d5d4-74b4-4891-8e7c-b9a9fb6563df,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:35.851165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.864252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.865577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.902114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-246b28ab-80f8-4c12-999a-ba1ba098ddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.916719 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6666527 Jul 15 13:33:35.930785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40904) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.979859 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-246b28ab-80f8-4c12-999a-ba1ba098ddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.036646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4814a-d6f7-49fb-8680-0c1cd561a0c0 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=d6a388f5-3db6-4540-8f74-e2734174b27b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:36.090164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d6a388f5-3db6-4540-8f74-e2734174b27b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:36.222552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:36.246337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c2f56cda-ef1f-4286-9d02-6175eb89d11f None None] Provisioning for port 36d9d38d-3915-4361-bada-6cdbe4889341 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:36.247146 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-246b28ab-80f8-4c12-999a-ba1ba098ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.254518 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-246b28ab-80f8-4c12-999a-ba1ba098ddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.256827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-246b28ab-80f8-4c12-999a-ba1ba098ddd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4069d5d4-74b4-4891-8e7c-b9a9fb6563df HTTP/1.1" status: 204 len: 168 time: 0.5959551 Jul 15 13:33:36.273525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:36.347052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b28ab-80f8-4c12-999a-ba1ba098ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4069d5d4-74b4-4891-8e7c-b9a9fb6563df,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:36.374859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f462de-5a5c-4de2-9647-dbcedd06967f req-bdd3fd9c-82eb-4287-9da9-5d267e1b590d tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:36.385621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8f462de-5a5c-4de2-9647-dbcedd06967f req-bdd3fd9c-82eb-4287-9da9-5d267e1b590d tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 947 time: 0.6421769 Jul 15 13:33:36.432819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c2f56cda-ef1f-4286-9d02-6175eb89d11f None None] Provisioning complete for port 36d9d38d-3915-4361-bada-6cdbe4889341 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:36.433125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c2f56cda-ef1f-4286-9d02-6175eb89d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.472542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c2f56cda-ef1f-4286-9d02-6175eb89d11f None None] Port 36d9d38d-3915-4361-bada-6cdbe4889341 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:36.474659 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.557137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8f462de-5a5c-4de2-9647-dbcedd06967f req-a388f6cd-fee6-4e26-b783-5804c5e6389f tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676464 Jul 15 13:33:36.589254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:36.589643 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.637944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:36.642066 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.816906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e360952a-e94d-4fb4-a3b3-35f27bea440f details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:37.046353 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:33:37.147183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.218576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e360952a-e94d-4fb4-a3b3-35f27bea440f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e360952a-e94d-4fb4-a3b3-35f27bea440f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:37.239207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e360952a-e94d-4fb4-a3b3-35f27bea440f', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'e360952a-e94d-4fb4-a3b3-35f27bea440f', 'mac_address': 'fa:16:3e:08:5d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:37.251406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-aa11423b-6e22-4b58-ad18-e5103ff59611 None None] Provisioning complete for port 36d9d38d-3915-4361-bada-6cdbe4889341 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:37.251782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aa11423b-6e22-4b58-ad18-e5103ff59611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.271914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=00ca2ee5-6695-4974-92b5-ee7453402837,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:37.305065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-aa11423b-6e22-4b58-ad18-e5103ff59611 None None] Port 36d9d38d-3915-4361-bada-6cdbe4889341 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:37.323886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:37.324609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: d6a388f5-3db6-4540-8f74-e2734174b27b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:37.354232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network d6a388f5-3db6-4540-8f74-e2734174b27b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:37.377005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d6a388f5-3db6-4540-8f74-e2734174b27b) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:37.412273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.415093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d5bee-446a-4dd6-9450-f561ebb81bc9 None None] Network d6a388f5-3db6-4540-8f74-e2734174b27b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:37.415498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.460306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3e9da809-b2e2-4bf4-abc6-989174bfe3fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5217543 Jul 15 13:33:37.460306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 40942) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:37.514996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:32Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:33Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:37.516992 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.755374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:37.755997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Updating router a9d2f1ec-bfab-4302-952e-2e85bf1837bb port 36d9d38d-3915-4361-bada-6cdbe4889341 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:37.906925 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.933005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e360952a-e94d-4fb4-a3b3-35f27bea440f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:38.060686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e360952a-e94d-4fb4-a3b3-35f27bea440f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e360952a-e94d-4fb4-a3b3-35f27bea440f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:38.162452 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.354965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021a8df-90ee-4dc1-842b-e4bcae100ea7 req-3f47f3bc-1000-4de6-a59a-953e1b4eba32 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.357053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a021a8df-90ee-4dc1-842b-e4bcae100ea7 req-3f47f3bc-1000-4de6-a59a-953e1b4eba32 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 948 time: 0.2662015 Jul 15 13:33:38.447454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.626800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d6a388f5-3db6-4540-8f74-e2734174b27b', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:38.627676 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.708417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e360952a-e94d-4fb4-a3b3-35f27bea440f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:38.740605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a021a8df-90ee-4dc1-842b-e4bcae100ea7 req-3659368c-e86f-48f8-ac36-bfa305fd937c tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008037 Jul 15 13:33:38.795751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e360952a-e94d-4fb4-a3b3-35f27bea440f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:39.299091 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.445400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Allocated IP 172.21.0.2 (d6a388f5-3db6-4540-8f74-e2734174b27b/00ca2ee5-6695-4974-92b5-ee7453402837/443139ec-9a25-4b3f-9c5b-558ddabb800a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:39.462733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Transition to ACTIVE for port object 36d9d38d-3915-4361-bada-6cdbe4889341 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:39.500605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.716805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068032c-82a8-4fa2-8f53-41544613abe9 None None] Pushing event updated for resources: {'Port': ['ID=36d9d38d-3915-4361-bada-6cdbe4889341,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:39.863566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Attempting to bind port 36d9d38d-3915-4361-bada-6cdbe4889341 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:39.864248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Attempting to bind port 36d9d38d-3915-4361-bada-6cdbe4889341 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:39.865521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Attempting to bind port 36d9d38d-3915-4361-bada-6cdbe4889341 on network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:39.874989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:39.875931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Checking segment: {'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:39.876523 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.877526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Bound using segment: {'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:39.878450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Bound port: 36d9d38d-3915-4361-bada-6cdbe4889341, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a179fe5-92b7-4a49-8396-619fd66fa0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:39.879043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.030699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.078669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Transition to ACTIVE for port object 443139ec-9a25-4b3f-9c5b-558ddabb800a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:40.111866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] For port 36d9d38d-3915-4361-bada-6cdbe4889341, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:40.127432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Transition to ACTIVE for port object 443139ec-9a25-4b3f-9c5b-558ddabb800a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:40.133401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] For port 36d9d38d-3915-4361-bada-6cdbe4889341, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=36d9d38d-3915-4361-bada-6cdbe4889341,segment=NetworkSegment(0a179fe5-92b7-4a49-8396-619fd66fa0eb),segment_id=0a179fe5-92b7-4a49-8396-619fd66fa0eb)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:40.151368 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.159118 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.321481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Network d6a388f5-3db6-4540-8f74-e2734174b27b is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:40.348540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:40.357314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:40.372685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.21.0.1 (d6a388f5-3db6-4540-8f74-e2734174b27b/00ca2ee5-6695-4974-92b5-ee7453402837/6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:40.588625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e360952a-e94d-4fb4-a3b3-35f27bea440f up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:40.695364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:40.696030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:41.027444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:41.105298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502c78-c2b1-4dd2-aa2b-b91fecc8c2a4 req-5df86bb4-2032-4e87-aa3a-801a00fd0ae5 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.115109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e502c78-c2b1-4dd2-aa2b-b91fecc8c2a4 req-5df86bb4-2032-4e87-aa3a-801a00fd0ae5 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 948 time: 0.6614134 Jul 15 13:33:41.184398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068032c-82a8-4fa2-8f53-41544613abe9 None None] Pushing event updated for resources: {'Port': ['ID=36d9d38d-3915-4361-bada-6cdbe4889341,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:41.257559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.312205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:41.462827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e502c78-c2b1-4dd2-aa2b-b91fecc8c2a4 req-f7b4cf3f-1771-4708-b60b-be1792645124 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363507 Jul 15 13:33:41.466454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.564971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Attempting to bind port 443139ec-9a25-4b3f-9c5b-558ddabb800a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:41.565376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Attempting to bind port 443139ec-9a25-4b3f-9c5b-558ddabb800a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:41.565711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Attempting to bind port 443139ec-9a25-4b3f-9c5b-558ddabb800a on network d6a388f5-3db6-4540-8f74-e2734174b27b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:41.582480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:41.582948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Checking segment: {'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:41.584667 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.585229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Bound using segment: {'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:41.585747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Bound port: 443139ec-9a25-4b3f-9c5b-558ddabb800a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:41.586216 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.608452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port e360952a-e94d-4fb4-a3b3-35f27bea440f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:41.654386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network d6a388f5-3db6-4540-8f74-e2734174b27b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:41.666867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:41.667212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Pushing event updated for resources: {'Port': ['ID=443139ec-9a25-4b3f-9c5b-558ddabb800a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:41.672456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:41.681040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e360952a-e94d-4fb4-a3b3-35f27bea440f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:41.686661 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.791346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:41.838662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.134840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41048) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:42.212081 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.361880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0020b5f-9229-4b5f-b9db-b3679ab31fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.494662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:32Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:40Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.561372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab112bf9-3959-47f7-9b0e-b6086cda3091 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:32Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:40Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:42.602634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0020b5f-9229-4b5f-b9db-b3679ab31fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.628876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c0020b5f-9229-4b5f-b9db-b3679ab31fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.653551 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.661122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] For port 443139ec-9a25-4b3f-9c5b-558ddabb800a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:42.669951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] For port 443139ec-9a25-4b3f-9c5b-558ddabb800a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=443139ec-9a25-4b3f-9c5b-558ddabb800a,segment=NetworkSegment(f39c31c6-10d2-4a00-afe8-a9d9669cd4a0),segment_id=f39c31c6-10d2-4a00-afe8-a9d9669cd4a0)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:42.698369 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.839101 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c0020b5f-9229-4b5f-b9db-b3679ab31fa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=113804db7aae4fb498872ca58211d690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027190 Jul 15 13:33:42.845858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41064) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:42.861272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0020b5f-9229-4b5f-b9db-b3679ab31fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2e5621-9036-4e9d-9601-62b7b9d88675,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.887948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64a6e6-303f-4422-9d7b-551d478979ca None None] Pushing event updated for resources: {'Port': ['ID=443139ec-9a25-4b3f-9c5b-558ddabb800a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.951252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366c475-c300-4bfa-a5f6-1a72242ac4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e360952a-e94d-4fb4-a3b3-35f27bea440f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:42.956931 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b195faf-f1f9-455b-98a5-7a431f778a02" -d '{"events": [{"server_uuid": "c366c475-c300-4bfa-a5f6-1a72242ac4c7", "name": "network-vif-plugged", "status": "completed", "tag": "e360952a-e94d-4fb4-a3b3-35f27bea440f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:43.008315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e360952a-e94d-4fb4-a3b3-35f27bea440f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e360952a-e94d-4fb4-a3b3-35f27bea440f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:43.024906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.102585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.127057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e5c0a-1e74-456a-b27c-7d51f638e722 req-3def5a5e-c02b-45fb-830e-e3cf8abf2c1b tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:43.137108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-056e5c0a-1e74-456a-b27c-7d51f638e722 req-3def5a5e-c02b-45fb-830e-e3cf8abf2c1b tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 948 time: 0.2730043 Jul 15 13:33:43.142258 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.226078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e3b68f4-a490-48cc-b562-d668c22db5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.277807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e3b68f4-a490-48cc-b562-d668c22db5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.293931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e360952a-e94d-4fb4-a3b3-35f27bea440f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.476206 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e3b68f4-a490-48cc-b562-d668c22db5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.482623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e3b68f4-a490-48cc-b562-d668c22db5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.491591 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4e3b68f4-a490-48cc-b562-d668c22db5b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae2e5621-9036-4e9d-9601-62b7b9d88675 HTTP/1.1" status: 204 len: 168 time: 0.6407061 Jul 15 13:33:43.509477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b68f4-a490-48cc-b562-d668c22db5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2e5621-9036-4e9d-9601-62b7b9d88675,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.576416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.635930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.996676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 443139ec-9a25-4b3f-9c5b-558ddabb800a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:44.088335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 443139ec-9a25-4b3f-9c5b-558ddabb800a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:44.097615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 36d9d38d-3915-4361-bada-6cdbe4889341 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:44.131707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-056e5c0a-1e74-456a-b27c-7d51f638e722 req-260556cc-09df-4efd-a604-2723a4c8a980 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9934673 Jul 15 13:33:44.135111 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:44.176004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network d6a388f5-3db6-4540-8f74-e2734174b27b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:44.185687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:44.286958 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f466e7c-bd62-4fe0-a873-fc455ce8ed19 x-openstack-request-id: req-7f466e7c-bd62-4fe0-a873-fc455ce8ed19 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:44.308213 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366c475-c300-4bfa-a5f6-1a72242ac4c7", "name": "network-vif-plugged", "status": "completed", "tag": "e360952a-e94d-4fb4-a3b3-35f27bea440f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:44.311762 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f466e7c-bd62-4fe0-a873-fc455ce8ed19 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:44.312621 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366c475-c300-4bfa-a5f6-1a72242ac4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e360952a-e94d-4fb4-a3b3-35f27bea440f', 'code': 200} Jul 15 13:33:44.482774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 36d9d38d-3915-4361-bada-6cdbe4889341 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:44.517001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 36d9d38d-3915-4361-bada-6cdbe4889341 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:44.521251 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.549989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41090) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:44.603715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2370de1-8c45-40c4-9580-597e7c3392c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.732353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:44.762286 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.812068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac57902-56dd-4d99-8b0d-1a4248292443 req-ef7721d2-dd94-4c7e-b0a6-7869cf617f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.818025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ac57902-56dd-4d99-8b0d-1a4248292443 req-ef7721d2-dd94-4c7e-b0a6-7869cf617f31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 1101 time: 0.3985584 Jul 15 13:33:44.819324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 36d9d38d-3915-4361-bada-6cdbe4889341, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=36d9d38d-3915-4361-bada-6cdbe4889341,segment=NetworkSegment(0a179fe5-92b7-4a49-8396-619fd66fa0eb),segment_id=0a179fe5-92b7-4a49-8396-619fd66fa0eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:44.834517 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.909519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=36d9d38d-3915-4361-bada-6cdbe4889341,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:44.966554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2370de1-8c45-40c4-9580-597e7c3392c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.977181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2370de1-8c45-40c4-9580-597e7c3392c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.059052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2370de1-8c45-40c4-9580-597e7c3392c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac0f95c-221f-4411-af63-486497317f5a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.066765 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e2370de1-8c45-40c4-9580-597e7c3392c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0151b719ffbd47988e503d8380f64c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146368 Jul 15 13:33:45.070139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41100) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.142566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:45.144065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79729a5e-a3f8-4eee-94cf-85439b2d2885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.184172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41106) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.185173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32786413-7435-4ca2-8c7f-2a6e11bdb3d5 None None] Network d6a388f5-3db6-4540-8f74-e2734174b27b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:45.188860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-20679d95-0589-4a30-8fee-e930ca9aa6ca tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7072022 Jul 15 13:33:45.201403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-2115940857'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:45.209567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ac57902-56dd-4d99-8b0d-1a4248292443 req-bed911a2-3bd9-480a-9fe5-0d4fe017ab06 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011522 Jul 15 13:33:45.240573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79729a5e-a3f8-4eee-94cf-85439b2d2885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.324545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:45.331568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.384190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79729a5e-a3f8-4eee-94cf-85439b2d2885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.390748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79729a5e-a3f8-4eee-94cf-85439b2d2885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.392506 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79729a5e-a3f8-4eee-94cf-85439b2d2885 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cac0f95c-221f-4411-af63-486497317f5a HTTP/1.1" status: 204 len: 168 time: 0.3204408 Jul 15 13:33:45.393922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:45.428710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79729a5e-a3f8-4eee-94cf-85439b2d2885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac0f95c-221f-4411-af63-486497317f5a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.432891 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.434182 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment c6ce5b26-b084-42b6-ad48-c913eeace33d of type vlan for network d1d2ab97-f08a-4232-984c-3aa708730212 Jul 15 13:33:45.514617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fee578c6-a47c-445d-9d03-1f2a4dafd96c None None] Provisioning for port 443139ec-9a25-4b3f-9c5b-558ddabb800a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:45.557266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.559785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fee578c6-a47c-445d-9d03-1f2a4dafd96c None None] Provisioning complete for port 443139ec-9a25-4b3f-9c5b-558ddabb800a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:45.563625 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fee578c6-a47c-445d-9d03-1f2a4dafd96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.726227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.747569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:45.748259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.761199 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fee578c6-a47c-445d-9d03-1f2a4dafd96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.804754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 36d9d38d-3915-4361-bada-6cdbe4889341 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:45.842959 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6573470 Jul 15 13:33:45.848118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41116) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.855391 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:45.880812 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:45.927724 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:45.948364 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:45.969377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676af3e-d820-4ab5-b1fb-8a727d5a145e req-ee0ceb5a-4a69-4b87-9398-1483d2a25684 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:45.988621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6676af3e-d820-4ab5-b1fb-8a727d5a145e req-ee0ceb5a-4a69-4b87-9398-1483d2a25684 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 949 time: 0.4113307 Jul 15 13:33:46.045733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e3127-a5b0-4b65-bd99-82abf9008322 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=d1d2ab97-f08a-4232-984c-3aa708730212,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:46.094649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d1d2ab97-f08a-4232-984c-3aa708730212 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:46.118322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6676af3e-d820-4ab5-b1fb-8a727d5a145e req-39ef88f8-1a77-47c2-a314-3c801a0b111e tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246328 Jul 15 13:33:46.343277 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:46.363027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-fee578c6-a47c-445d-9d03-1f2a4dafd96c None None] For port 443139ec-9a25-4b3f-9c5b-558ddabb800a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=443139ec-9a25-4b3f-9c5b-558ddabb800a,segment=NetworkSegment(f39c31c6-10d2-4a00-afe8-a9d9669cd4a0),segment_id=f39c31c6-10d2-4a00-afe8-a9d9669cd4a0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:46.376905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 36d9d38d-3915-4361-bada-6cdbe4889341 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:46.379055 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.444457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:46.450893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.524824 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fee578c6-a47c-445d-9d03-1f2a4dafd96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.730394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee578c6-a47c-445d-9d03-1f2a4dafd96c None None] Pushing event updated for resources: {'Port': ['ID=443139ec-9a25-4b3f-9c5b-558ddabb800a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:46.974291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-74f187f7-f15d-47f4-9184-cac52760f068 None None] Provisioning complete for port 443139ec-9a25-4b3f-9c5b-558ddabb800a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:46.974682 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-74f187f7-f15d-47f4-9184-cac52760f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.196876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.501193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-74f187f7-f15d-47f4-9184-cac52760f068 None None] Provisioning for port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:47.509317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-74f187f7-f15d-47f4-9184-cac52760f068 None None] Provisioning complete for port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:47.511980 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-74f187f7-f15d-47f4-9184-cac52760f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.519678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=44f4138b-6b4b-44f2-9643-68d195b8c09c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:47.569983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:47.574493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: d1d2ab97-f08a-4232-984c-3aa708730212, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:47.647667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network d1d2ab97-f08a-4232-984c-3aa708730212 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:47.679821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d1d2ab97-f08a-4232-984c-3aa708730212) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:47.698898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-74f187f7-f15d-47f4-9184-cac52760f068 None None] Port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:47.709197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e87cda5-5120-43c4-81c9-d33a9204e132 None None] Network d1d2ab97-f08a-4232-984c-3aa708730212 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:47.720502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.724143 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.763727 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5615004c-2846-43f9-bf85-9fa1a5c367fc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9133995 Jul 15 13:33:47.768440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:47.893500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9428a-cc01-41cd-96dc-e88710b93b9e req-8bdb3742-e8d8-4bbc-b0e7-c7bd5e9430d4 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.904735 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:42Z', 'revision_number': 3, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:42Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:47.918154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ede9428a-cc01-41cd-96dc-e88710b93b9e req-8bdb3742-e8d8-4bbc-b0e7-c7bd5e9430d4 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 949 time: 0.3395059 Jul 15 13:33:48.084517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ede9428a-cc01-41cd-96dc-e88710b93b9e req-a394d8e9-b874-4d53-9429-433988d2fc5e tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643975 Jul 15 13:33:48.093265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 443139ec-9a25-4b3f-9c5b-558ddabb800a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:48.116260 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:48.116667 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Updating router a9d2f1ec-bfab-4302-952e-2e85bf1837bb port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:48.321154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-133143fb-f702-49a0-8a4c-b8aafe09ba97 None None] Provisioning complete for port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:48.321904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-133143fb-f702-49a0-8a4c-b8aafe09ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.389961 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.414604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 443139ec-9a25-4b3f-9c5b-558ddabb800a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:48.414986 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.527782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-133143fb-f702-49a0-8a4c-b8aafe09ba97 None None] Port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:48.618618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.764183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d1d2ab97-f08a-4232-984c-3aa708730212', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:48.766731 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.190597 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa4d5-ccec-49be-b80f-67de2f3e6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.366704 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.375046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.22.0.1 (d1d2ab97-f08a-4232-984c-3aa708730212/44f4138b-6b4b-44f2-9643-68d195b8c09c/52801883-bef3-45dc-bf3b-3806d22cc386) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:49.406620 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Transition to ACTIVE for port object 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:49.428370 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.557090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.580964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 52801883-bef3-45dc-bf3b-3806d22cc386 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:49.640304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.681096 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Pushing event updated for resources: {'Port': ['ID=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.693534 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.694019 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.694365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.694708 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.695042 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.695513 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.697822 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.698213 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.698542 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.698871 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.699232 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.699990 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:49.700205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network d1d2ab97-f08a-4232-984c-3aa708730212 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:49.705169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:49.710726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:49.887823 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Attempting to bind port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:49.891549 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Attempting to bind port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:49.894805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Attempting to bind port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb on network d6a388f5-3db6-4540-8f74-e2734174b27b {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:49.921798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=52801883-bef3-45dc-bf3b-3806d22cc386,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.934183 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:49.934822 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Checking segment: {'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:49.935615 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.936479 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Bound using segment: {'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:49.942945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Allocated IP 172.22.0.2 (d1d2ab97-f08a-4232-984c-3aa708730212/44f4138b-6b4b-44f2-9643-68d195b8c09c/cb6b5b19-c50c-4db5-a506-a84e343b47d9) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:49.953200 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Bound port: 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:49.956210 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.995482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.031713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaa9d9-ca55-448a-bbb9-2cb8e27a68a7 req-17c20940-94a5-4733-8ab2-e5bd895db0aa tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.034458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8faaa9d9-ca55-448a-bbb9-2cb8e27a68a7 req-17c20940-94a5-4733-8ab2-e5bd895db0aa tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 949 time: 0.3258801 Jul 15 13:33:50.202410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8faaa9d9-ca55-448a-bbb9-2cb8e27a68a7 req-6e4572bc-887a-497f-978e-5c4653fe88f2 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614413 Jul 15 13:33:50.295641 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] For port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:50.311924 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] For port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,segment=NetworkSegment(f39c31c6-10d2-4a00-afe8-a9d9669cd4a0),segment_id=f39c31c6-10d2-4a00-afe8-a9d9669cd4a0)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:50.326075 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.409653 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.444832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Transition to ACTIVE for port object cb6b5b19-c50c-4db5-a506-a84e343b47d9 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:50.477951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Transition to ACTIVE for port object cb6b5b19-c50c-4db5-a506-a84e343b47d9 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:50.478582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:50.479291 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:50.509727 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.647752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-48ca1a0b-f3a5-486b-b69d-aaa53ea66fb1 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.652736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-48ca1a0b-f3a5-486b-b69d-aaa53ea66fb1 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.30 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 949 time: 0.2684362 Jul 15 13:33:50.690805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.755484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Pushing event updated for resources: {'Port': ['ID=cb6b5b19-c50c-4db5-a506-a84e343b47d9,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:50.787482 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:50.818541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Network d1d2ab97-f08a-4232-984c-3aa708730212 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:50.824350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:50.854319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:50.988781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Deleting port e360952a-e94d-4fb4-a3b3-35f27bea440f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:50.990928 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.279949 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:42Z', 'revision_number': 3, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:50Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:51.282559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Attempting to bind port cb6b5b19-c50c-4db5-a506-a84e343b47d9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:51.286542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Attempting to bind port cb6b5b19-c50c-4db5-a506-a84e343b47d9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:51.289728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Attempting to bind port cb6b5b19-c50c-4db5-a506-a84e343b47d9 on network d1d2ab97-f08a-4232-984c-3aa708730212 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:51.307816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:51.308572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Checking segment: {'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:51.309300 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.309968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Bound using segment: {'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:51.310725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Bound port: cb6b5b19-c50c-4db5-a506-a84e343b47d9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:51.311407 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.384521 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d21f5f-348e-4ddd-88a8-2033d9d210bf None None] Pushing event updated for resources: {'Port': ['ID=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:51.394514 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc1ad2-cbfc-4b8f-8717-deecf3971185 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:42Z', 'revision_number': 3, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:50Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:51.459407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] For port e360952a-e94d-4fb4-a3b3-35f27bea440f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e360952a-e94d-4fb4-a3b3-35f27bea440f,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:51.462961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.527726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Calling delete_port for e360952a-e94d-4fb4-a3b3-35f27bea440f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:51.923082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:51.969008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:51.980240 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.985110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] For port cb6b5b19-c50c-4db5-a506-a84e343b47d9, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:51.997649 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2319cf4e-0212-4d7c-b592-dcb18e38495a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.000893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.005208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] For port cb6b5b19-c50c-4db5-a506-a84e343b47d9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cb6b5b19-c50c-4db5-a506-a84e343b47d9,segment=NetworkSegment(c6ce5b26-b084-42b6-ad48-c913eeace33d),segment_id=c6ce5b26-b084-42b6-ad48-c913eeace33d)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:52.061847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.095058 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.149519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4ca6-f426-49f7-b936-a871b31c6738 req-2968a0f1-6b34-4125-9427-5db68f12f94f tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:52.159376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3ef4ca6-f426-49f7-b936-a871b31c6738 req-2968a0f1-6b34-4125-9427-5db68f12f94f tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/ports?device_id=c366c475-c300-4bfa-a5f6-1a72242ac4c7 HTTP/1.1" status: 200 len: 949 time: 0.3318558 Jul 15 13:33:52.205247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f2dc3-7ac5-4aa5-9365-e680a3acc63a None None] Pushing event updated for resources: {'Port': ['ID=cb6b5b19-c50c-4db5-a506-a84e343b47d9,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.226690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.238244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=52801883-bef3-45dc-bf3b-3806d22cc386,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.280625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3ef4ca6-f426-49f7-b936-a871b31c6738 req-e1d0507a-c504-414a-bd6b-a51b3867f67e tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.25 "GET /v2.0/security-groups?id=e26b4072-d6db-4164-aa66-86dc3f53bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201339 Jul 15 13:33:52.289955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:52.295220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.300234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:52.302171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.331239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e360952a-e94d-4fb4-a3b3-35f27bea440f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:52.397587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Pushing event deleted for resources: {'Port': ['ID=e360952a-e94d-4fb4-a3b3-35f27bea440f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.423706 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00bc7194-82f0-4402-be55-8ca60b02bb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.507721 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.556451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,segment=NetworkSegment(f39c31c6-10d2-4a00-afe8-a9d9669cd4a0),segment_id=f39c31c6-10d2-4a00-afe8-a9d9669cd4a0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:52.562304 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.671843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network d1d2ab97-f08a-4232-984c-3aa708730212 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:52.697049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:52.712282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.734633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] No DVR routers for this DVR port e360952a-e94d-4fb4-a3b3-35f27bea440f on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:52.745919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.759093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdbf4bcf-8db2-4bcf-aaf7-5b6033ae54cd req-31ac9666-4eb0-4046-ab94-cbef052af7e9 tempest-VolumesNegativeTest-1468285546 tempest-VolumesNegativeTest-1468285546-project] 10.222.0.30 "DELETE /v2.0/ports/e360952a-e94d-4fb4-a3b3-35f27bea440f HTTP/1.1" status: 204 len: 173 time: 2.0969121 Jul 15 13:33:52.812029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366c475-c300-4bfa-a5f6-1a72242ac4c7', 'name': 'network-vif-deleted', 'tag': 'e360952a-e94d-4fb4-a3b3-35f27bea440f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:52.814787 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2984e-59b3-43b0-b417-b373d34cd29b" -d '{"events": [{"server_uuid": "c366c475-c300-4bfa-a5f6-1a72242ac4c7", "name": "network-vif-deleted", "tag": "e360952a-e94d-4fb4-a3b3-35f27bea440f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:52.934663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-61378565-42da-4836-9873-008ea1547d38 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276387455&fields=id&tenant_id=e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 267 time: 0.2010891 Jul 15 13:33:52.938084 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.084422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:53.098048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00bc7194-82f0-4402-be55-8ca60b02bb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.124296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-00bc7194-82f0-4402-be55-8ca60b02bb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.249454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-1ae673ac-409e-4c37-9ca8-3bb351764cfe tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:53.252322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-1ae673ac-409e-4c37-9ca8-3bb351764cfe tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.3162549 Jul 15 13:33:53.307842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-9ef154f7-da4b-4676-88a7-5ae74fb2659f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/quotas/e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 375 time: 0.0480237 Jul 15 13:33:53.326014 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-00bc7194-82f0-4402-be55-8ca60b02bb41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67b8e8026db448348b12ad2b61520892&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3966660 Jul 15 13:33:53.350278 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41260) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:53.514870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-6e6cc863-df09-4710-a1fd-fc99220a6ffc tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2059772 Jul 15 13:33:53.557966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccb56acc-e8d1-449b-8204-bce81bd618ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.600028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccb56acc-e8d1-449b-8204-bce81bd618ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.736928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc7194-82f0-4402-be55-8ca60b02bb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5fb3a6-ba19-4839-babb-004c4364de47,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:53.766764 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccb56acc-e8d1-449b-8204-bce81bd618ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.780771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccb56acc-e8d1-449b-8204-bce81bd618ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.803942 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ccb56acc-e8d1-449b-8204-bce81bd618ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e5fb3a6-ba19-4839-babb-004c4364de47 HTTP/1.1" status: 204 len: 168 time: 0.4378257 Jul 15 13:33:53.865798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:53.877651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:53.888132 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-043eb0aa-70b7-445e-a008-dc6d2e964046 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1180847 Jul 15 13:33:53.897174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41270) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:53.911683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:53.912360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:53.945143 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'network': {'name': 'tempest-RoutersTest-558397913'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:53.961700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb56acc-e8d1-449b-8204-bce81bd618ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5fb3a6-ba19-4839-babb-004c4364de47,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:53.998947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-082c3578-69b1-4486-a062-229db3ae259d service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804476 Jul 15 13:33:54.056706 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:54.060825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.130980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:54.208909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:54.233475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.233996 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added segment c8b6a202-5ace-48ee-bcc0-7f965f114487 of type vlan for network 5d952d24-8e8c-439d-8927-090fea8374ab Jul 15 13:33:54.360591 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.490587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.499775 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:54.500514 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.530663 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6275322 Jul 15 13:33:54.548581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13106fb6-378d-4971-9ea8-9939d6cdcd49 None None] Network d1d2ab97-f08a-4232-984c-3aa708730212 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:54.552953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41280) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:54.572478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'subnet': {'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:54.608038 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.648281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-c1f4122a-240e-4cdd-8826-975f298d9440 service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289039 Jul 15 13:33:54.668350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:54.684928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e360952a-e94d-4fb4-a3b3-35f27bea440f no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:54.775203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab2a03-f0b6-408c-b1e1-9ca16c339580 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Network': ['ID=5d952d24-8e8c-439d-8927-090fea8374ab,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:54.875166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Made reservation on behalf of 37908b61dcb745758b610c5afaa2f036 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:54.884588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.909840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 5d952d24-8e8c-439d-8927-090fea8374ab details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:55.120672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: e360952a-e94d-4fb4-a3b3-35f27bea440f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:55.121463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e360952a-e94d-4fb4-a3b3-35f27bea440f not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:55.158476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c21c1ac2-c8a2-44c2-8519-77be5dd57235 None None] Provisioning for port cb6b5b19-c50c-4db5-a506-a84e343b47d9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:55.198967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:55.199594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.596323 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.640332 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ee5770-3265-40a0-b300-b3dc8b1ca6f1 x-openstack-request-id: req-30ee5770-3265-40a0-b300-b3dc8b1ca6f1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:55.640951 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366c475-c300-4bfa-a5f6-1a72242ac4c7", "name": "network-vif-deleted", "tag": "e360952a-e94d-4fb4-a3b3-35f27bea440f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:55.641487 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30ee5770-3265-40a0-b300-b3dc8b1ca6f1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:55.642890 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366c475-c300-4bfa-a5f6-1a72242ac4c7', 'name': 'network-vif-deleted', 'tag': 'e360952a-e94d-4fb4-a3b3-35f27bea440f', 'status': 'completed', 'code': 200} Jul 15 13:33:55.782467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Checking segment: {'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:55.782978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network hostable DHCP agents. Network: 5d952d24-8e8c-439d-8927-090fea8374ab, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:55.789442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Subnet': ['ID=143263d6-63be-4f0c-8943-0cfcab4698f8,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:55.853458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 5d952d24-8e8c-439d-8927-090fea8374ab is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:55.891569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 5d952d24-8e8c-439d-8927-090fea8374ab) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:55.909629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:55.915365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29201cb-fedd-481a-9844-d39efb6c0de9 None None] Network 5d952d24-8e8c-439d-8927-090fea8374ab requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:55.936680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.956423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cb6b5b19-c50c-4db5-a506-a84e343b47d9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:56.095363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41334) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:56.106969 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7581be09-e38f-4777-a654-15afdd909dfd tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5513127 Jul 15 13:33:56.460880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:50Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:33:51Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:56.460880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port cb6b5b19-c50c-4db5-a506-a84e343b47d9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:56.467790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:56.468398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Updating router a9d2f1ec-bfab-4302-952e-2e85bf1837bb port 52801883-bef3-45dc-bf3b-3806d22cc386 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:56.475446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cb6b5b19-c50c-4db5-a506-a84e343b47d9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:56.476262 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:56.486716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76067b47-c55f-4962-a57d-38351c73c3ab req-e4c95790-f764-434f-8a0c-7bd93e216498 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.1436725 Jul 15 13:33:56.502720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41348) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:56.799070 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.030588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a48ed3b4-96bf-4300-8436-8661462eab10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.063481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-5d952d24-8e8c-439d-8927-090fea8374ab', 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'fixed_ips': [{'subnet_id': '143263d6-63be-4f0c-8943-0cfcab4698f8'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:57.069593 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.429502 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a48ed3b4-96bf-4300-8436-8661462eab10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.445964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a48ed3b4-96bf-4300-8436-8661462eab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.513699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-557d4855-b2f2-4450-ad33-20f2f3a7cac4 None None] Provisioning for port 52801883-bef3-45dc-bf3b-3806d22cc386 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:57.574640 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a48ed3b4-96bf-4300-8436-8661462eab10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86b6f8bd036d4a669689046b26721ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0633612 Jul 15 13:33:57.575492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41378) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:57.728422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ed3b4-96bf-4300-8436-8661462eab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f1c2a3-1490-445e-89fd-3f476e57cf03,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:57.780225 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5edf7b6c-a453-4d22-becb-ef6d6a86656f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.808410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5edf7b6c-a453-4d22-becb-ef6d6a86656f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.882681 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5edf7b6c-a453-4d22-becb-ef6d6a86656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.885949 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5edf7b6c-a453-4d22-becb-ef6d6a86656f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.887394 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5edf7b6c-a453-4d22-becb-ef6d6a86656f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06f1c2a3-1490-445e-89fd-3f476e57cf03 HTTP/1.1" status: 204 len: 168 time: 0.3069274 Jul 15 13:33:57.897253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf7b6c-a453-4d22-becb-ef6d6a86656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f1c2a3-1490-445e-89fd-3f476e57cf03,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:57.946574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-557d4855-b2f2-4450-ad33-20f2f3a7cac4 None None] Provisioning complete for port 52801883-bef3-45dc-bf3b-3806d22cc386 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:57.947200 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-557d4855-b2f2-4450-ad33-20f2f3a7cac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.260745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-557d4855-b2f2-4450-ad33-20f2f3a7cac4 None None] Port 52801883-bef3-45dc-bf3b-3806d22cc386 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:58.267503 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.636862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-557d4855-b2f2-4450-ad33-20f2f3a7cac4 None None] Provisioning complete for port cb6b5b19-c50c-4db5-a506-a84e343b47d9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:58.637785 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-557d4855-b2f2-4450-ad33-20f2f3a7cac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.840029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e8afdf2-610f-4134-a6d6-dcd8688dec3a req-fcb5f99f-4ff6-4d33-b9df-fc695ae9def3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.2247808 Jul 15 13:33:59.043656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port cb6b5b19-c50c-4db5-a506-a84e343b47d9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cb6b5b19-c50c-4db5-a506-a84e343b47d9,segment=NetworkSegment(c6ce5b26-b084-42b6-ad48-c913eeace33d),segment_id=c6ce5b26-b084-42b6-ad48-c913eeace33d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:59.073694 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.114794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Allocated IP 172.23.0.2 (5d952d24-8e8c-439d-8927-090fea8374ab/143263d6-63be-4f0c-8943-0cfcab4698f8/1838f6d7-680d-4bd6-a2f6-64d29e1b30d1) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:59.306789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-2ece249a-491e-45ac-917b-991da19db7c0 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:59.314871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-2ece249a-491e-45ac-917b-991da19db7c0 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.7024055 Jul 15 13:33:59.319736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.576429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=cb6b5b19-c50c-4db5-a506-a84e343b47d9,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:59.737655 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5b4083f7-9c7c-49a7-9749-96b46ff86ca3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 379 time: 0.3790705 Jul 15 13:33:59.755000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'port': {'device_id': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'admin_state_up': True, 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'security_groups': ['a463c821-5b24-4a45-86b3-9d2d4bb02aa9']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:00.007536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:00.014083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.310528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0c7ab055-f5b8-4336-8bfb-51a0fb69c513 None None] Provisioning complete for port 52801883-bef3-45dc-bf3b-3806d22cc386 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:00.310892 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0c7ab055-f5b8-4336-8bfb-51a0fb69c513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.319983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.20.0.9 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/e12149e2-1159-4133-9047-87e246a0f409) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:00.338833 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.462157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ab055-f5b8-4336-8bfb-51a0fb69c513 None None] Port 52801883-bef3-45dc-bf3b-3806d22cc386 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:00.526338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Transition to ACTIVE for port object 52801883-bef3-45dc-bf3b-3806d22cc386 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:00.610343 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.729527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a56121e4-b7d6-4f0f-8ce4-b344e0971c89 req-7efcd71b-718e-46c6-bd2e-2f14425b3315 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.1268399 Jul 15 13:34:00.771713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5aceb-fdc5-4e05-b98d-d49a91363cda None None] Pushing event updated for resources: {'Port': ['ID=52801883-bef3-45dc-bf3b-3806d22cc386,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:00.838853 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.884559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Transition to ACTIVE for port object 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:00.957091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Transition to ACTIVE for port object 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:00.993619 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.042703 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.139035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Network 5d952d24-8e8c-439d-8927-090fea8374ab is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:01.151583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:01.158333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:01.241832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cb6b5b19-c50c-4db5-a506-a84e343b47d9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:01.246268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Pushing event updated for resources: {'Port': ['ID=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:01.300738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Allocated IP 172.23.0.1 (5d952d24-8e8c-439d-8927-090fea8374ab/143263d6-63be-4f0c-8943-0cfcab4698f8/901c07cc-5808-4239-b489-b57cc14a643a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:01.431066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Attempting to bind port 52801883-bef3-45dc-bf3b-3806d22cc386 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:01.431458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Attempting to bind port 52801883-bef3-45dc-bf3b-3806d22cc386 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:01.431828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Attempting to bind port 52801883-bef3-45dc-bf3b-3806d22cc386 on network d1d2ab97-f08a-4232-984c-3aa708730212 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:01.451784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Attempting to bind port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:01.452160 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Attempting to bind port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:01.452529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Attempting to bind port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 on network 5d952d24-8e8c-439d-8927-090fea8374ab {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:01.455050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:01.455438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Checking segment: {'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:01.455839 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.456240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Bound using segment: {'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:01.456727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Bound port: 52801883-bef3-45dc-bf3b-3806d22cc386, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ce5b26-b084-42b6-ad48-c913eeace33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:01.457653 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.476045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:01.476402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Checking segment: {'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:01.476820 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.477224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Bound using segment: {'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:01.483559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Bound port: 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:01.483559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.616576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41498) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:01.674973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Transition to ACTIVE for port object e12149e2-1159-4133-9047-87e246a0f409 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:01.726867 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.741640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cb6b5b19-c50c-4db5-a506-a84e343b47d9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:01.742545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.760531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Transition to ACTIVE for port object 901c07cc-5808-4239-b489-b57cc14a643a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:01.826697 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.996534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:02.028102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:02.037824 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.038874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] For port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:02.055408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] For port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,segment=NetworkSegment(c8b6a202-5ace-48ee-bcc0-7f965f114487),segment_id=c8b6a202-5ace-48ee-bcc0-7f965f114487)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:02.055618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:02.089896 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] For port 52801883-bef3-45dc-bf3b-3806d22cc386, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:02.113784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] For port 52801883-bef3-45dc-bf3b-3806d22cc386, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=52801883-bef3-45dc-bf3b-3806d22cc386,segment=NetworkSegment(c6ce5b26-b084-42b6-ad48-c913eeace33d),segment_id=c6ce5b26-b084-42b6-ad48-c913eeace33d)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:02.143947 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.271957 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.458616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=e12149e2-1159-4133-9047-87e246a0f409,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.472462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.497253 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.558005 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cdbf8d9c2934d2cabe0178e955ff9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9382823 Jul 15 13:34:02.569813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41534) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:02.594983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef841fb6-677c-4264-81aa-336e839502d4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.615722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.616380 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.617059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.618120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.618642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.619183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.619854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.620393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.620915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.621427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.621937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.622579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23dfd94-0c30-47fa-8583-a5f5f256c5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:02.641504 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.660768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0be49-a881-48ce-8152-063ce0c42bba None None] Pushing event updated for resources: {'Port': ['ID=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.740735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 5d952d24-8e8c-439d-8927-090fea8374ab is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:02.876610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dacd08c1-1c9f-4e94-bec8-539c463f6840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.950609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dacd08c1-1c9f-4e94-bec8-539c463f6840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.958782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=901c07cc-5808-4239-b489-b57cc14a643a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.996947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:03.002610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:03.153988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dacd08c1-1c9f-4e94-bec8-539c463f6840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.159542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dacd08c1-1c9f-4e94-bec8-539c463f6840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.165331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:03.168924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.170617 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dacd08c1-1c9f-4e94-bec8-539c463f6840 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef841fb6-677c-4264-81aa-336e839502d4 HTTP/1.1" status: 204 len: 168 time: 0.5991771 Jul 15 13:34:03.186163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd08c1-1c9f-4e94-bec8-539c463f6840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef841fb6-677c-4264-81aa-336e839502d4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:03.401061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-fd018f5b-b199-4d0c-a948-d8b16328ba6f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6542113 Jul 15 13:34:03.443012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.530634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab27c462-523d-4553-8626-4b4cb074963a None None] Provisioning for port e12149e2-1159-4133-9047-87e246a0f409 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:03.567182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab27c462-523d-4553-8626-4b4cb074963a None None] Provisioning complete for port e12149e2-1159-4133-9047-87e246a0f409 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:03.592167 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab27c462-523d-4553-8626-4b4cb074963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.783391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ab27c462-523d-4553-8626-4b4cb074963a None None] Port e12149e2-1159-4133-9047-87e246a0f409 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:03.800236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:03.800960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:03.806964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5aceb-fdc5-4e05-b98d-d49a91363cda None None] Pushing event updated for resources: {'Port': ['ID=52801883-bef3-45dc-bf3b-3806d22cc386,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:04.018086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69184871-5978-48e1-97f7-f0df15a0f5bd req-b02640af-5e59-4cd5-b596-fef94e6219af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.051267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69184871-5978-48e1-97f7-f0df15a0f5bd req-b02640af-5e59-4cd5-b596-fef94e6219af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 931 time: 1.6768191 Jul 15 13:34:04.150796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Request body: {'port': {'device_id': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:04.175014 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.244747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:04.678882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69184871-5978-48e1-97f7-f0df15a0f5bd req-847980a1-ee37-4d13-b31c-8e1c70a7c9b4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6265903 Jul 15 13:34:04.748387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.953117 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.109553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:50Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:02Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:05.322679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcff9a2-d7d0-433e-a19e-d9218b13305f None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:50Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:02Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:05.775741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7638e484-2fa3-4d40-ae8d-1076a95cfcb7 None None] Network 5d952d24-8e8c-439d-8927-090fea8374ab requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:05.858798 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.983823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0d8914dc-c6cc-4fb8-9680-7a67a97a6612 None None] Provisioning for port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:06.282593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.323353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.422367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 52801883-bef3-45dc-bf3b-3806d22cc386 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:06.740201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 52801883-bef3-45dc-bf3b-3806d22cc386 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:06.753504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 52801883-bef3-45dc-bf3b-3806d22cc386 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:06.756436 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.792249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.911772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event updated for resources: {'Port': ['ID=901c07cc-5808-4239-b489-b57cc14a643a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.089414 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.263936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 52801883-bef3-45dc-bf3b-3806d22cc386, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=52801883-bef3-45dc-bf3b-3806d22cc386,segment=NetworkSegment(c6ce5b26-b084-42b6-ad48-c913eeace33d),segment_id=c6ce5b26-b084-42b6-ad48-c913eeace33d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:07.284910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.286367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:07.508288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12149e2-1159-4133-9047-87e246a0f409 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:07.539529 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.590698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=52801883-bef3-45dc-bf3b-3806d22cc386,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.624612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Transition to ACTIVE for port object e12149e2-1159-4133-9047-87e246a0f409 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:07.647118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f656f9-cf4d-4092-9f66-7e2e33768e42 req-d787060b-92a6-4c20-bd7d-34ed42592bb3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.651265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59f656f9-cf4d-4092-9f66-7e2e33768e42 req-d787060b-92a6-4c20-bd7d-34ed42592bb3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 931 time: 1.3426216 Jul 15 13:34:07.666854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.688653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:07.694823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Provisioning complete for port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:07.697790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.901756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:07.902136 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.191820 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.203973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Network 5d952d24-8e8c-439d-8927-090fea8374ab is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:08.283967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:08.350896 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] For port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,segment=NetworkSegment(c8b6a202-5ace-48ee-bcc0-7f965f114487),segment_id=c8b6a202-5ace-48ee-bcc0-7f965f114487)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:08.402935 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.684389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Pushing event updated for resources: {'Port': ['ID=e12149e2-1159-4133-9047-87e246a0f409,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:08.715611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Provisioning for port 901c07cc-5808-4239-b489-b57cc14a643a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:08.742879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Provisioning complete for port 901c07cc-5808-4239-b489-b57cc14a643a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:08.746255 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.788260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59f656f9-cf4d-4092-9f66-7e2e33768e42 req-650b4402-cd38-4fdc-b6ff-f4c5c608ffd9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0615468 Jul 15 13:34:08.853378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Port 901c07cc-5808-4239-b489-b57cc14a643a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:08.870007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4f18e-4283-4a6b-96ca-1c8a310a9694 None None] Pushing event updated for resources: {'Port': ['ID=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:09.046464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b8e54ed9-e1d5-467d-a329-11a399017d23 None None] Provisioning complete for port 901c07cc-5808-4239-b489-b57cc14a643a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:09.047047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b8e54ed9-e1d5-467d-a329-11a399017d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.168603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Attempting to bind port e12149e2-1159-4133-9047-87e246a0f409 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:09.170667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Attempting to bind port e12149e2-1159-4133-9047-87e246a0f409 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:09.173080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Attempting to bind port e12149e2-1159-4133-9047-87e246a0f409 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:09.204373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Port e12149e2-1159-4133-9047-87e246a0f409 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:34:09.207325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 52801883-bef3-45dc-bf3b-3806d22cc386 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:09.221283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Attempting to bind port e12149e2-1159-4133-9047-87e246a0f409 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:09.243903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:09.244287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:09.247448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:09.249607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Bound port: e12149e2-1159-4133-9047-87e246a0f409, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:09.250082 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.307089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b8e54ed9-e1d5-467d-a329-11a399017d23 None None] Port 901c07cc-5808-4239-b489-b57cc14a643a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:09.399620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:09.420405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 52801883-bef3-45dc-bf3b-3806d22cc386 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:09.422728 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.594123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] For port e12149e2-1159-4133-9047-87e246a0f409, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:09.630099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] For port e12149e2-1159-4133-9047-87e246a0f409, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e12149e2-1159-4133-9047-87e246a0f409,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:09.651981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.879874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Pushing event updated for resources: {'Port': ['ID=e12149e2-1159-4133-9047-87e246a0f409,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:09.893679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:09.915182 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:09.928565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6e8fc3cc-d323-42fc-a822-742dd1ab3e6a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8314626 Jul 15 13:34:09.931462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41762) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:09.936343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:09.938432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.939087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.949977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-5169e1ee-2c2e-4cd9-93ed-bc61332e4655 service neutron] 10.222.0.30 "PUT /v2.0/ports/e12149e2-1159-4133-9047-87e246a0f409 HTTP/1.1" status: 200 len: 1092 time: 6.5376616 Jul 15 13:34:09.950623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:09.972963 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2134eb95-ff07-4c4a-9e12-749e48c1dc62" -d '{"events": [{"name": "network-changed", "server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "tag": "e12149e2-1159-4133-9047-87e246a0f409"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:09.975206 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:09.981050 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:10.326070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-c8d9d783-6a15-4383-a2bb-9063715d2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.338542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-c8d9d783-6a15-4383-a2bb-9063715d2eb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 1095 time: 0.3207614 Jul 15 13:34:10.627114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-b4acbf8c-0bd9-4396-ad2d-e91909a5f698 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12149e2-1159-4133-9047-87e246a0f409 HTTP/1.1" status: 200 len: 217 time: 0.2706659 Jul 15 13:34:10.681117 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:10.927055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-a708f8a6-7a1c-4994-87ba-13c992ff8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.930021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-a708f8a6-7a1c-4994-87ba-13c992ff8551 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.2981663 Jul 15 13:34:11.121760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:11.222211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-4a3338ba-4316-4b4c-954e-06502c4fee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.233995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-4a3338ba-4316-4b4c-954e-06502c4fee9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2928319 Jul 15 13:34:11.350923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:11.351347 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.440510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41800) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:11.685860 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:03Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901c07cc-5808-4239-b489-b57cc14a643a', 'name': '', 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:43:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:59Z', 'updated_at': '2021-07-15T13:34:04Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:11.781726 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:11.783700 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Updating router a9d2f1ec-bfab-4302-952e-2e85bf1837bb port 901c07cc-5808-4239-b489-b57cc14a643a binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:34:11.874904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-8333692a-91c6-4be0-a4e5-3880a06b3bab service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346045 Jul 15 13:34:11.882966 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.025252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14045789-12e3-4377-8a4b-59209c3da554 req-a60da87f-e92d-495f-9a97-59426810a429 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.035949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14045789-12e3-4377-8a4b-59209c3da554 req-a60da87f-e92d-495f-9a97-59426810a429 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 943 time: 0.5055199 Jul 15 13:34:12.454422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6789489-b1bb-44b9-ac5d-3761cb9851b5 req-a0e16a52-cac0-4f06-a489-a1b6b782d449 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518014 Jul 15 13:34:12.456309 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05b7c851-5225-4a47-bc7b-31e1612e5884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.497485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14045789-12e3-4377-8a4b-59209c3da554 req-b8f46e99-810a-44b5-b24e-81804abf2aea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4606235 Jul 15 13:34:12.657878 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175da5fd-8577-4719-b40c-8cb3ec063dbb x-openstack-request-id: req-175da5fd-8577-4719-b40c-8cb3ec063dbb {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:12.660826 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "tag": "e12149e2-1159-4133-9047-87e246a0f409", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:12.661237 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-175da5fd-8577-4719-b40c-8cb3ec063dbb {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:12.661824 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409', 'status': 'completed', 'code': 200} Jul 15 13:34:12.719638 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.756387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-a258bcbc-4b4c-4c23-a2c5-602a036ed0fe tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.757923 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Transition to ACTIVE for port object 901c07cc-5808-4239-b489-b57cc14a643a will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:12.770110 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.776824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-a258bcbc-4b4c-4c23-a2c5-602a036ed0fe tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.793554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-a258bcbc-4b4c-4c23-a2c5-602a036ed0fe tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.808717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-a258bcbc-4b4c-4c23-a2c5-602a036ed0fe tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.815150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-a258bcbc-4b4c-4c23-a2c5-602a036ed0fe tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.842606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-a258bcbc-4b4c-4c23-a2c5-602a036ed0fe tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.877916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-a258bcbc-4b4c-4c23-a2c5-602a036ed0fe tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.885935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-a258bcbc-4b4c-4c23-a2c5-602a036ed0fe tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5441 time: 0.5438895 Jul 15 13:34:12.994724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.extraroute_db [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:34:13.075239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.extraroute_db [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Removed routes are [] {{(pid=93734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:34:13.077117 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.223015 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdb8bb-ecdd-4122-a2a4-196d34c5e679 None None] Pushing event updated for resources: {'Port': ['ID=901c07cc-5808-4239-b489-b57cc14a643a,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.235044 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Attempting to bind port 901c07cc-5808-4239-b489-b57cc14a643a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:13.236256 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Attempting to bind port 901c07cc-5808-4239-b489-b57cc14a643a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:13.238369 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Attempting to bind port 901c07cc-5808-4239-b489-b57cc14a643a on network 5d952d24-8e8c-439d-8927-090fea8374ab {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:13.256094 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:13.257158 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Checking segment: {'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:13.257846 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.258530 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Bound using segment: {'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:13.259782 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Bound port: 901c07cc-5808-4239-b489-b57cc14a643a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b6a202-5ace-48ee-bcc0-7f965f114487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:13.261821 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.355593 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05b7c851-5225-4a47-bc7b-31e1612e5884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.641173 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05b7c851-5225-4a47-bc7b-31e1612e5884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.678720 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] For port 901c07cc-5808-4239-b489-b57cc14a643a, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:13.683578 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] For port 901c07cc-5808-4239-b489-b57cc14a643a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=901c07cc-5808-4239-b489-b57cc14a643a,segment=NetworkSegment(c8b6a202-5ace-48ee-bcc0-7f965f114487),segment_id=c8b6a202-5ace-48ee-bcc0-7f965f114487)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:13.695583 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.700023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41830) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:13.754540 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:13.756089 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:13.812574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-05b7c851-5225-4a47-bc7b-31e1612e5884 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8906ba5e72d4bc4b3b7aeef561f3ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3703392 Jul 15 13:34:13.820326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-280d4c5f-6d4a-48fd-bc83-62c6a1dba628 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.821787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-280d4c5f-6d4a-48fd-bc83-62c6a1dba628 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "GET /v2.0/ports/aeb288aa-adf1-472e-ab20-0492e301a9fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.9143510 Jul 15 13:34:13.850272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41834) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:13.919827 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:14.073784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.082488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.103572 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdb8bb-ecdd-4122-a2a4-196d34c5e679 None None] Pushing event updated for resources: {'Port': ['ID=901c07cc-5808-4239-b489-b57cc14a643a,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.356615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7c851-5225-4a47-bc7b-31e1612e5884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc745c-20a4-4f7f-b5db-01f61689371d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.456161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:14.572276 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:13Z', 'revision_number': 6, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901c07cc-5808-4239-b489-b57cc14a643a', 'name': '', 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:43:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:59Z', 'updated_at': '2021-07-15T13:34:13Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:14.601748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-80ac52f1-af5f-42d8-a8c5-72f24c77b977 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.620095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-80ac52f1-af5f-42d8-a8c5-72f24c77b977 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.626336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:14.641282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.643717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-80ac52f1-af5f-42d8-a8c5-72f24c77b977 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.652143 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0702eb02-cc5a-48fe-b13b-8685478d77ff tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 200 len: 934 time: 4.7195709 Jul 15 13:34:14.653092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-80ac52f1-af5f-42d8-a8c5-72f24c77b977 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.654583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41838) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:14.655377 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7372988-7894-4756-a9fc-c0047ed70433 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:13Z', 'revision_number': 6, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901c07cc-5808-4239-b489-b57cc14a643a', 'name': '', 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:43:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:59Z', 'updated_at': '2021-07-15T13:34:13Z', 'revision_number': 4, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:14.756896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-80ac52f1-af5f-42d8-a8c5-72f24c77b977 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.773209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-80ac52f1-af5f-42d8-a8c5-72f24c77b977 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.793413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-80ac52f1-af5f-42d8-a8c5-72f24c77b977 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.795903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-80ac52f1-af5f-42d8-a8c5-72f24c77b977 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 5441 time: 1.7494128 Jul 15 13:34:14.798346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-cb277ce9-c39c-4243-9678-e999949ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.816880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-cb277ce9-c39c-4243-9678-e999949ce6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 1095 time: 2.1273506 Jul 15 13:34:15.038495 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f92f0504-0593-4655-83f4-660b4b1d5b5e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 200 len: 934 time: 0.3818429 Jul 15 13:34:15.040822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41844) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:15.045858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'routes': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:15.094350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 901c07cc-5808-4239-b489-b57cc14a643a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:15.267429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 901c07cc-5808-4239-b489-b57cc14a643a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:15.282519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 901c07cc-5808-4239-b489-b57cc14a643a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:15.282895 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.548824 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.672745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 901c07cc-5808-4239-b489-b57cc14a643a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=901c07cc-5808-4239-b489-b57cc14a643a,segment=NetworkSegment(c8b6a202-5ace-48ee-bcc0-7f965f114487),segment_id=c8b6a202-5ace-48ee-bcc0-7f965f114487)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:15.691551 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.821002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=901c07cc-5808-4239-b489-b57cc14a643a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:15.840933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 7b579a6d-64a6-4176-85e9-983da7ba42a3 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:16.063193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ba788a-eb55-4c8b-90b1-e80e9b7e50e6 req-ed179fbe-486a-4f98-ace0-02f590b4a128 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2434638 Jul 15 13:34:16.074022 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.081159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-6d300678-2334-439d-b42b-11b578b60f6d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "GET /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 2.1853654 Jul 15 13:34:16.114453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:16.150248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 7b579a6d-64a6-4176-85e9-983da7ba42a3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:16.155034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b579a6d-64a6-4176-85e9-983da7ba42a3'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:16.160596 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dfb38e-ec2d-45ca-8d8e-cc1792ab0897" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b579a6d-64a6-4176-85e9-983da7ba42a3"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:16.178539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.184001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device aeb288aa-adf1-472e-ab20-0492e301a9fb no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:16.274715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06a54b48-d661-438f-a96b-1dcde1bd5e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.385916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06a54b48-d661-438f-a96b-1dcde1bd5e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.440556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.extraroute_db [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added routes are [] {{(pid=93734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:34:16.441999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.extraroute_db [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:34:16.527858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.538576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0169cb92-28ad-403b-a883-801a9cfd0ba9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c09bab26da8a49c6b7f9ea706810db57&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8009007 Jul 15 13:34:16.544528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41856) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:16.673926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.690232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-5d9bbd5b-2a61-405d-88eb-80d4bfd14bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:16.702762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-5d9bbd5b-2a61-405d-88eb-80d4bfd14bd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 1.8084927 Jul 15 13:34:16.733665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=7b579a6d-64a6-4176-85e9-983da7ba42a3,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:16.778851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:16.876512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:16.877607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:16.922518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-a4d065d5-46ea-4560-978d-50923885be32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12149e2-1159-4133-9047-87e246a0f409 HTTP/1.1" status: 200 len: 217 time: 0.1951282 Jul 15 13:34:17.011310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9331f1f3-5af8-408d-8f11-8abd03e32bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.071238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port aeb288aa-adf1-472e-ab20-0492e301a9fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:17.076384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9331f1f3-5af8-408d-8f11-8abd03e32bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.130865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 901c07cc-5808-4239-b489-b57cc14a643a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:17.141492 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.143218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d85dfc45-7929-4343-8908-3b7db695b10f no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:17.282645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.285748 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06a54b48-d661-438f-a96b-1dcde1bd5e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.288409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06a54b48-d661-438f-a96b-1dcde1bd5e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.296988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-06a54b48-d661-438f-a96b-1dcde1bd5e25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92cc745c-20a4-4f7f-b5db-01f61689371d HTTP/1.1" status: 204 len: 168 time: 3.4338262 Jul 15 13:34:17.486620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a54b48-d661-438f-a96b-1dcde1bd5e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc745c-20a4-4f7f-b5db-01f61689371d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:17.545690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.558970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.585491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9331f1f3-5af8-408d-8f11-8abd03e32bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.591666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9331f1f3-5af8-408d-8f11-8abd03e32bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.593506 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9331f1f3-5af8-408d-8f11-8abd03e32bf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e26b4072-d6db-4164-aa66-86dc3f53bd02 HTTP/1.1" status: 204 len: 168 time: 1.0469382 Jul 15 13:34:17.614624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=aeb288aa-adf1-472e-ab20-0492e301a9fb,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:17.730258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:17.736043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 901c07cc-5808-4239-b489-b57cc14a643a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:17.736783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.830656 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331f1f3-5af8-408d-8f11-8abd03e32bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b4072-d6db-4164-aa66-86dc3f53bd02,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:17.956003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:18.120383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-6f61a6ac-bfa2-47ed-918d-0ae4d516ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:18.129274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-6f61a6ac-bfa2-47ed-918d-0ae4d516ae3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 1.2025597 Jul 15 13:34:18.149336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] For port aeb288aa-adf1-472e-ab20-0492e301a9fb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=aeb288aa-adf1-472e-ab20-0492e301a9fb,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:18.281737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] For port aeb288aa-adf1-472e-ab20-0492e301a9fb, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:18.413675 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41884) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.478821 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9bd294d-51fd-40d2-bec1-0c61b1463f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.519182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161bedd-3ef6-44a5-bf84-1d89631eb1be req-884770ed-b9e5-4fd7-bbfd-c27a87b8af32 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:18.528954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0161bedd-3ef6-44a5-bf84-1d89631eb1be req-884770ed-b9e5-4fd7-bbfd-c27a87b8af32 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 943 time: 1.8244126 Jul 15 13:34:18.558404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:18.588712 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.601497 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a194ee48-fd23-4c44-963a-af8112c43cf3 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 200 len: 700 time: 3.5591533 Jul 15 13:34:18.618591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41892) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.621855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] device_id is not set on port aeb288aa-adf1-472e-ab20-0492e301a9fb yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:18.637059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.673918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.707287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-3898eca1-1d59-4471-a790-84a5efa43036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:18.709538 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-3898eca1-1d59-4471-a790-84a5efa43036 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3337820 Jul 15 13:34:18.801547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0161bedd-3ef6-44a5-bf84-1d89631eb1be req-27930032-b7da-43f5-a2a9-a8476e350630 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712874 Jul 15 13:34:19.029523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-45efe962-69ae-479a-87b6-bcc4713d9a95 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169590 Jul 15 13:34:19.190307 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3811f1f2-ff49-4bab-8c47-5d83d7ceb55a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 200 len: 700 time: 0.5699146 Jul 15 13:34:19.238910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41908) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:19.335112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] No DVR routers for this DVR port aeb288aa-adf1-472e-ab20-0492e301a9fb on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:19.421228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb288aa-adf1-472e-ab20-0492e301a9fb,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.492340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2134eb95-ff07-4c4a-9e12-749e48c1dc62 req-1399c24e-1797-41cc-a99a-66ee9d09ba80 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473119 Jul 15 13:34:19.498401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] In _notify_port_updated(), no bound segment for port aeb288aa-adf1-472e-ab20-0492e301a9fb on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:34:19.498401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:19.498401 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.500213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-be8feedd-dccf-4da8-8492-17f603b989d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 200 len: 1031 time: 3.4102571 Jul 15 13:34:19.683104 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dbacdb-72a1-43fe-8e67-fad6b87cf458 x-openstack-request-id: req-08dbacdb-72a1-43fe-8e67-fad6b87cf458 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:19.684529 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b579a6d-64a6-4176-85e9-983da7ba42a3", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:19.686683 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08dbacdb-72a1-43fe-8e67-fad6b87cf458 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:19.687635 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b579a6d-64a6-4176-85e9-983da7ba42a3', 'code': 200} Jul 15 13:34:19.696623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-d68282ba-9df2-4782-9349-b0f8dd7af88c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:19.702018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-d68282ba-9df2-4782-9349-b0f8dd7af88c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "GET /v2.0/ports/0666dac5-81e8-46e3-90ce-e87c2ce45981?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1939332 Jul 15 13:34:19.703957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.725618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:19.765534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5dfcf47-e715-4a67-9b62-def344c1a748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.774054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-be0e4e69-2f52-45e9-acf9-3c3fc64088aa None None] Provisioning complete for port aeb288aa-adf1-472e-ab20-0492e301a9fb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:19.779955 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be0e4e69-2f52-45e9-acf9-3c3fc64088aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.871920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9bd294d-51fd-40d2-bec1-0c61b1463f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.914200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9bd294d-51fd-40d2-bec1-0c61b1463f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.931888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d85dfc45-7929-4343-8908-3b7db695b10f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d85dfc45-7929-4343-8908-3b7db695b10f,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:19.996200 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.997247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 74c977c6-ceb2-4eb3-ac31-253c994f4802 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:20.220590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-be0e4e69-2f52-45e9-acf9-3c3fc64088aa None None] Port aeb288aa-adf1-472e-ab20-0492e301a9fb cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:20.221461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.320109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d85dfc45-7929-4343-8908-3b7db695b10f,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.412245 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a9bd294d-51fd-40d2-bec1-0c61b1463f45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=812d7bc527864f30a13fe2232ffb8196&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9967840 Jul 15 13:34:20.414792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd294d-51fd-40d2-bec1-0c61b1463f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b95900a-1ba2-4664-9e29-f34c0847d762,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.415844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e75cd5-f58e-4135-a3b1-e82e55a151e8 req-41082b7c-66b7-42c6-9388-2bd6f1687e4a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.422560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e75cd5-f58e-4135-a3b1-e82e55a151e8 req-41082b7c-66b7-42c6-9388-2bd6f1687e4a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.433288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 41930) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.449214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e75cd5-f58e-4135-a3b1-e82e55a151e8 req-41082b7c-66b7-42c6-9388-2bd6f1687e4a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.466680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:16Z', 'revision_number': 7, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901c07cc-5808-4239-b489-b57cc14a643a', 'name': '', 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:43:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:59Z', 'updated_at': '2021-07-15T13:34:15Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:20.469196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e75cd5-f58e-4135-a3b1-e82e55a151e8 req-41082b7c-66b7-42c6-9388-2bd6f1687e4a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.473068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.500023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e75cd5-f58e-4135-a3b1-e82e55a151e8 req-41082b7c-66b7-42c6-9388-2bd6f1687e4a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.542101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e75cd5-f58e-4135-a3b1-e82e55a151e8 req-41082b7c-66b7-42c6-9388-2bd6f1687e4a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.561631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50e75cd5-f58e-4135-a3b1-e82e55a151e8 req-41082b7c-66b7-42c6-9388-2bd6f1687e4a tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 4659 time: 0.4941905 Jul 15 13:34:20.568450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:20.585120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:20.585907 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:33:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:20.685066 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e245e0c-731a-40f1-a0ba-aa6bdfd89b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.804957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e245e0c-731a-40f1-a0ba-aa6bdfd89b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.837757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] For port 0666dac5-81e8-46e3-90ce-e87c2ce45981, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0666dac5-81e8-46e3-90ce-e87c2ce45981,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:20.840380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:20.942041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] For port 0666dac5-81e8-46e3-90ce-e87c2ce45981, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:20.999077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] device_id is not set on port 0666dac5-81e8-46e3-90ce-e87c2ce45981 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:21.012210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.037029 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.090494 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e245e0c-731a-40f1-a0ba-aa6bdfd89b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.099600 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6e245e0c-731a-40f1-a0ba-aa6bdfd89b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.115017 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6e245e0c-731a-40f1-a0ba-aa6bdfd89b17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b95900a-1ba2-4664-9e29-f34c0847d762 HTTP/1.1" status: 204 len: 168 time: 0.6676247 Jul 15 13:34:21.124582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:34:21.158554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e245e0c-731a-40f1-a0ba-aa6bdfd89b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b95900a-1ba2-4664-9e29-f34c0847d762,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.206339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.227057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50e75cd5-f58e-4135-a3b1-e82e55a151e8 req-c4950a71-95de-49b0-921d-36cf20de54c8 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=905ede61-9276-4fd4-8df2-e429e7a8f00c&id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6178205 Jul 15 13:34:21.231644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 74c977c6-ceb2-4eb3-ac31-253c994f4802, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:21.264366 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.267705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:21.470286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] No DVR routers for this DVR port 0666dac5-81e8-46e3-90ce-e87c2ce45981 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:21.486753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] Pushing event updated for resources: {'Port': ['ID=0666dac5-81e8-46e3-90ce-e87c2ce45981,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.727439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb288aa-adf1-472e-ab20-0492e301a9fb'}, {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85dfc45-7929-4343-8908-3b7db695b10f'}, {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c977c6-ceb2-4eb3-ac31-253c994f4802'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:21.732065 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b500a9-95a2-4388-89fb-b9b94bda9177" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb288aa-adf1-472e-ab20-0492e301a9fb"}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "d85dfc45-7929-4343-8908-3b7db695b10f"}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "74c977c6-ceb2-4eb3-ac31-253c994f4802"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:21.881477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 41962) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.882434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] In _notify_port_updated(), no bound segment for port 0666dac5-81e8-46e3-90ce-e87c2ce45981 on network 1517ed12-7f41-410f-a647-2d5503e500b2 {{(pid=93733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:34:21.883394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:21.884048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.886204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-c5a80f5a-621e-49b1-ab03-a644f17db386 service neutron] 10.222.0.35 "PUT /v2.0/ports/0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 200 len: 1032 time: 2.1739655 Jul 15 13:34:22.057945 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.119003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a880c-3b6b-49cf-ba76-5b89afa384b2 req-7c8eb7b4-3708-4e0d-b67c-034ddaec38ed tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:22.127430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa2a880c-3b6b-49cf-ba76-5b89afa384b2 req-7c8eb7b4-3708-4e0d-b67c-034ddaec38ed tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 943 time: 0.3573339 Jul 15 13:34:22.198813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-55b03a34-02bc-4d57-aa47-7b02d5e03771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.205766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa2a880c-3b6b-49cf-ba76-5b89afa384b2 req-6e4de229-2797-48e2-a02b-83c1365e2b11 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769188 Jul 15 13:34:22.292504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'network': {'name': 'tempest-network-smoke--711486644', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'port_security_enabled': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:22.368087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting port d85dfc45-7929-4343-8908-3b7db695b10f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:22.371405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.389838 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea848d-7bee-4926-933e-54bbaeaa6d9d x-openstack-request-id: req-58ea848d-7bee-4926-933e-54bbaeaa6d9d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:22.392722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 901c07cc-5808-4239-b489-b57cc14a643a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:22.395082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.399183 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb288aa-adf1-472e-ab20-0492e301a9fb", "code": 200}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "d85dfc45-7929-4343-8908-3b7db695b10f", "code": 200}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "74c977c6-ceb2-4eb3-ac31-253c994f4802", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:22.401479 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58ea848d-7bee-4926-933e-54bbaeaa6d9d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:22.402181 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb288aa-adf1-472e-ab20-0492e301a9fb', 'code': 200} Jul 15 13:34:22.402634 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85dfc45-7929-4343-8908-3b7db695b10f', 'code': 200} Jul 15 13:34:22.405700 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c977c6-ceb2-4eb3-ac31-253c994f4802', 'code': 200} Jul 15 13:34:22.410136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=74c977c6-ceb2-4eb3-ac31-253c994f4802,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.460670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-89351015-b5bf-4647-8f80-56855895fbd1 None None] Provisioning complete for port 0666dac5-81e8-46e3-90ce-e87c2ce45981 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:22.473031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89351015-b5bf-4647-8f80-56855895fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.517975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.698455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:22.700926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] For port d85dfc45-7929-4343-8908-3b7db695b10f, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d85dfc45-7929-4343-8908-3b7db695b10f,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:22.700926 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.725422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Calling delete_port for d85dfc45-7929-4343-8908-3b7db695b10f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:22.734955 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.742650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 17773e21-e117-4c67-b742-bd0d32588044 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:22.831286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 901c07cc-5808-4239-b489-b57cc14a643a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=901c07cc-5808-4239-b489-b57cc14a643a,segment=NetworkSegment(c8b6a202-5ace-48ee-bcc0-7f965f114487),segment_id=c8b6a202-5ace-48ee-bcc0-7f965f114487)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:22.832625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.922374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 901c07cc-5808-4239-b489-b57cc14a643a owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:23.051418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-89351015-b5bf-4647-8f80-56855895fbd1 None None] Port 0666dac5-81e8-46e3-90ce-e87c2ce45981 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:23.105103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:23.125241 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.155906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.280635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.317090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.330090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.338068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.382617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:16Z', 'revision_number': 7, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901c07cc-5808-4239-b489-b57cc14a643a', 'name': '', 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:43:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:59Z', 'updated_at': '2021-07-15T13:34:15Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:23.384956 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.429405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=901c07cc-5808-4239-b489-b57cc14a643a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.487084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 17773e21-e117-4c67-b742-bd0d32588044, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17773e21-e117-4c67-b742-bd0d32588044,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:23.559207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.563978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0666dac5-81e8-46e3-90ce-e87c2ce45981 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:23.570896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Port': ['ID=d85dfc45-7929-4343-8908-3b7db695b10f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.705472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045cee8-cada-44d6-bc5f-79feba632343 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:16Z', 'revision_number': 7, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901c07cc-5808-4239-b489-b57cc14a643a', 'name': '', 'network_id': '5d952d24-8e8c-439d-8927-090fea8374ab', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:43:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:59Z', 'updated_at': '2021-07-15T13:34:15Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '143263d6-63be-4f0c-8943-0cfcab4698f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:23.752602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0666dac5-81e8-46e3-90ce-e87c2ce45981 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:23.843105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=17773e21-e117-4c67-b742-bd0d32588044,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.846783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173fae3-ed97-4919-a84d-f442820bc3c6 req-08e56b57-4b13-459e-8037-295547666d96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.862710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173fae3-ed97-4919-a84d-f442820bc3c6 req-08e56b57-4b13-459e-8037-295547666d96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.884130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173fae3-ed97-4919-a84d-f442820bc3c6 req-08e56b57-4b13-459e-8037-295547666d96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.923386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173fae3-ed97-4919-a84d-f442820bc3c6 req-08e56b57-4b13-459e-8037-295547666d96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.930424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173fae3-ed97-4919-a84d-f442820bc3c6 req-08e56b57-4b13-459e-8037-295547666d96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.947097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5173fae3-ed97-4919-a84d-f442820bc3c6 req-08e56b57-4b13-459e-8037-295547666d96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 3798 time: 1.0245008 Jul 15 13:34:24.037965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.041993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] No DVR routers for this DVR port d85dfc45-7929-4343-8908-3b7db695b10f on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:24.053951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.061435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.063986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-2d1c8870-bbdd-4dd3-90e5-2f4ed9b8de9b tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "DELETE /v2.0/ports/d85dfc45-7929-4343-8908-3b7db695b10f HTTP/1.1" status: 204 len: 173 time: 2.1650209 Jul 15 13:34:24.068415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': 'd85dfc45-7929-4343-8908-3b7db695b10f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:24.072096 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa5e121-1223-45fc-8b45-22e179d12664" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "d85dfc45-7929-4343-8908-3b7db695b10f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:24.225770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:24.281238 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.298593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5173fae3-ed97-4919-a84d-f442820bc3c6 req-9d4b229e-6000-4aea-9c19-cff72bfb67db tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493519 Jul 15 13:34:24.330614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.333579 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Added segment 392b565e-cc7a-4e21-9f5a-608086c4c909 of type vlan for network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 Jul 15 13:34:24.339529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d800a82-91be-433c-8e5b-6d2ae6d6b568,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:24.414362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6'}, {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17773e21-e117-4c67-b742-bd0d32588044'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:24.418181 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:24.453783 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34be2604-fbfb-4390-ba93-ff3677a4bd83" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "17a0febf-cd6c-4ce5-aa45-8be7c81a04b6"}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "17773e21-e117-4c67-b742-bd0d32588044"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:24.472762 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:24.475659 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.477467 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:24.647449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.766427 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:24.784105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e12149e2-1159-4133-9047-87e246a0f409 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:34:24.821757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting port 17773e21-e117-4c67-b742-bd0d32588044 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:24.829342 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.992353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.998774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:25.005892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:25.010619 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.122735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e12149e2-1159-4133-9047-87e246a0f409, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e12149e2-1159-4133-9047-87e246a0f409,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:25.170336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e12149e2-1159-4133-9047-87e246a0f409', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'port_id': 'e12149e2-1159-4133-9047-87e246a0f409', 'mac_address': 'fa:16:3e:24:dc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:25.241103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3670-f2f5-4f78-8528-e291f62087e9 req-e1b57191-a638-4813-8d00-bcdba2bae6b9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:25.248741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2bd3670-f2f5-4f78-8528-e291f62087e9 req-e1b57191-a638-4813-8d00-bcdba2bae6b9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 943 time: 0.5789466 Jul 15 13:34:25.288691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:25.299473 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4c905105-c083-4c42-a65a-826eff6717f4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0561767 Jul 15 13:34:25.314569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42026) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:25.332919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.371183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12149e2-1159-4133-9047-87e246a0f409 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:25.452743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e12149e2-1159-4133-9047-87e246a0f409, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e12149e2-1159-4133-9047-87e246a0f409,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:25.464216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7995da-bdba-4de4-a7de-a2f3eef9d78c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet 143263d6-63be-4f0c-8943-0cfcab4698f8 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:25.468877 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.474480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec7995da-bdba-4de4-a7de-a2f3eef9d78c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.556376 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:23Z', 'revision_number': 8, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:25.615345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.7254484 Jul 15 13:34:25.620257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2bd3670-f2f5-4f78-8528-e291f62087e9 req-0f413a55-b4f5-4c71-b593-75665bedb700 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682301 Jul 15 13:34:25.626143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42040) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:25.637661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d665-be3f-4c18-84dc-1a56fc7684da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Network': ['ID=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.656448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e12149e2-1159-4133-9047-87e246a0f409,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.658252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'admin_state_up': True, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:25.660193 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:25.678700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:25.679411 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:25.681094 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:25.688672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e12149e2-1159-4133-9047-87e246a0f409'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:25.795020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] For port 17773e21-e117-4c67-b742-bd0d32588044, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17773e21-e117-4c67-b742-bd0d32588044,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:25.796335 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.814350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec7995da-bdba-4de4-a7de-a2f3eef9d78c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.832184 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7db89d-8d7d-4bf2-a95e-753a16c443d2 x-openstack-request-id: req-7c7db89d-8d7d-4bf2-a95e-753a16c443d2 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:25.833305 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "d85dfc45-7929-4343-8908-3b7db695b10f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:25.833667 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c7db89d-8d7d-4bf2-a95e-753a16c443d2 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:25.836610 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': 'd85dfc45-7929-4343-8908-3b7db695b10f', 'status': 'completed', 'code': 200} Jul 15 13:34:25.856017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.857468 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.131436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec7995da-bdba-4de4-a7de-a2f3eef9d78c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.250442 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998d05b3-c677-4662-ac82-541add2b01a0 x-openstack-request-id: req-998d05b3-c677-4662-ac82-541add2b01a0 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:26.250784 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "17a0febf-cd6c-4ce5-aa45-8be7c81a04b6", "code": 200}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "17773e21-e117-4c67-b742-bd0d32588044", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:26.252020 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-998d05b3-c677-4662-ac82-541add2b01a0 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:26.252020 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6', 'code': 200} Jul 15 13:34:26.252020 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17773e21-e117-4c67-b742-bd0d32588044', 'code': 200} Jul 15 13:34:26.260492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.274805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:26.351361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec7995da-bdba-4de4-a7de-a2f3eef9d78c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.412134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec7995da-bdba-4de4-a7de-a2f3eef9d78c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.420389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42058) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:26.421476 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ec7995da-bdba-4de4-a7de-a2f3eef9d78c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/143263d6-63be-4f0c-8943-0cfcab4698f8 HTTP/1.1" status: 204 len: 168 time: 1.1050026 Jul 15 13:34:26.500759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7995da-bdba-4de4-a7de-a2f3eef9d78c tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=143263d6-63be-4f0c-8943-0cfcab4698f8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.576168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4338e714-31d9-46b2-bb3e-6a938cc1454f None None] Network 5d952d24-8e8c-439d-8927-090fea8374ab requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:26.759262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.085545 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.125822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.126201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.126521 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Floating IP c338979b-2585-4fdb-875a-f8f4769a255a disassociated. External IP: 172.25.1.229, port: 17773e21-e117-4c67-b742-bd0d32588044. Jul 15 13:34:27.126884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Calling delete_port for 17773e21-e117-4c67-b742-bd0d32588044 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:27.431350 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:23Z', 'revision_number': 8, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:27.558598 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc975f-26a2-41bf-839e-3bce8d95c9f6 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:23Z', 'revision_number': 8, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:27.590072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15015f-7bce-44ce-b6c1-7d4b2b043a79 req-b7f362b3-2128-4520-b7a1-0316e923037e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:27.600302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15015f-7bce-44ce-b6c1-7d4b2b043a79 req-b7f362b3-2128-4520-b7a1-0316e923037e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:27.608646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15015f-7bce-44ce-b6c1-7d4b2b043a79 req-b7f362b3-2128-4520-b7a1-0316e923037e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:27.615515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15015f-7bce-44ce-b6c1-7d4b2b043a79 req-b7f362b3-2128-4520-b7a1-0316e923037e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:27.628520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be15015f-7bce-44ce-b6c1-7d4b2b043a79 req-b7f362b3-2128-4520-b7a1-0316e923037e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 3141 time: 0.8651204 Jul 15 13:34:27.674281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:27.674801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.761633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be15015f-7bce-44ce-b6c1-7d4b2b043a79 req-d4f31a4b-91f7-4600-a5eb-f347a81385bd tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319492 Jul 15 13:34:27.968353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] DHCP port deletion for 5d952d24-8e8c-439d-8927-090fea8374ab request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:28.090398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42102) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:28.176605 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] Deleting port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:28.178263 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.349431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] For port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,segment=NetworkSegment(c8b6a202-5ace-48ee-bcc0-7f965f114487),segment_id=c8b6a202-5ace-48ee-bcc0-7f965f114487)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:28.349751 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.369222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] Calling delete_port for 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:28.468382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a3613a8d-4b24-4ccd-a918-9205bf50a262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.493308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:28.507484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:28.508556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:28.733705 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a3613a8d-4b24-4ccd-a918-9205bf50a262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.743812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a3613a8d-4b24-4ccd-a918-9205bf50a262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.801521 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a3613a8d-4b24-4ccd-a918-9205bf50a262 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c2460c1d65d43a3ad67d687948db648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097428 Jul 15 13:34:28.818525 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42110) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:28.913650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3613a8d-4b24-4ccd-a918-9205bf50a262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f088b1-b8d2-48a1-afea-6d38ac3274b1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.929932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e12149e2-1159-4133-9047-87e246a0f409 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:28.987990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-505636af-e3b6-4e63-be7c-00b4841dc678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.046801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-505636af-e3b6-4e63-be7c-00b4841dc678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.052623 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.099159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,segment=NetworkSegment(c8b6a202-5ace-48ee-bcc0-7f965f114487),segment_id=c8b6a202-5ace-48ee-bcc0-7f965f114487)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:29.099879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.128779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] Pushing event deleted for resources: {'Port': ['ID=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.134313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:29.202359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-505636af-e3b6-4e63-be7c-00b4841dc678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.208254 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-505636af-e3b6-4e63-be7c-00b4841dc678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.210143 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-505636af-e3b6-4e63-be7c-00b4841dc678 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63f088b1-b8d2-48a1-afea-6d38ac3274b1 HTTP/1.1" status: 204 len: 168 time: 0.3902388 Jul 15 13:34:29.212824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce62e7-9a2a-4c70-b4f8-806cca6e21a8 None None] No DVR routers for this DVR port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:29.257047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505636af-e3b6-4e63-be7c-00b4841dc678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f088b1-b8d2-48a1-afea-6d38ac3274b1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.318908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.341706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port e12149e2-1159-4133-9047-87e246a0f409 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:29.352056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:29.355548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e12149e2-1159-4133-9047-87e246a0f409 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:29.356154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.359276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 901c07cc-5808-4239-b489-b57cc14a643a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:29.455970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 901c07cc-5808-4239-b489-b57cc14a643a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:29.456501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 901c07cc-5808-4239-b489-b57cc14a643a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:29.457132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:29.525969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:29.527930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:29.576808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Port': ['ID=17773e21-e117-4c67-b742-bd0d32588044,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.601591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.602816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.603393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.603907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.604414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.605141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.605666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.606187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.606685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.615113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.616453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.617383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:29.725864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.744358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51c08-c261-419d-824f-cea2366f8ab9 req-2e49bb58-7247-4558-96c3-c615afd5b50a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:29.758037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5a51c08-c261-419d-824f-cea2366f8ab9 req-2e49bb58-7247-4558-96c3-c615afd5b50a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 944 time: 0.8967905 Jul 15 13:34:29.761498 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.853057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:29.857821 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdca1438-728b-478f-afc5-39f14515c854" -d '{"events": [{"server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "name": "network-vif-plugged", "status": "completed", "tag": "e12149e2-1159-4133-9047-87e246a0f409"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:29.880027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.895025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42128) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.910792 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-049b5e2f-fe31-4c00-aa71-f6ab5920252c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.073075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-049b5e2f-fe31-4c00-aa71-f6ab5920252c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.087233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-049b5e2f-fe31-4c00-aa71-f6ab5920252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.122912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e12149e2-1159-4133-9047-87e246a0f409, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e12149e2-1159-4133-9047-87e246a0f409,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:30.169391 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.215963 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-049b5e2f-fe31-4c00-aa71-f6ab5920252c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc42ebffafba42ea8f966a7df84d90a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193147 Jul 15 13:34:30.217031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42134) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:30.244358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.279715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e12149e2-1159-4133-9047-87e246a0f409,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.377630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b5e2f-fe31-4c00-aa71-f6ab5920252c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cfab2c-4dce-4d85-8031-2dc7b4a835d6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.385889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5a51c08-c261-419d-824f-cea2366f8ab9 req-70f9eb73-f421-46e1-af1d-7681e1c5af08 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6262653 Jul 15 13:34:30.402232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:23Z', 'revision_number': 8, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:30.457851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:30.474496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:30.476194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:30.480270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c780a63e-e3ae-4176-897a-fc0ca079d2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.557060 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c780a63e-e3ae-4176-897a-fc0ca079d2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.579581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.25.1.40 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/47ade47a-b38c-4518-9f8d-b0b8331d202b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:30.663311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=1838f6d7-680d-4bd6-a2f6-64d29e1b30d1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.672437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No DVR routers for this DVR port 1838f6d7-680d-4bd6-a2f6-64d29e1b30d1 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:30.716719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:30.757556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c780a63e-e3ae-4176-897a-fc0ca079d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.774960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c780a63e-e3ae-4176-897a-fc0ca079d2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.777651 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c780a63e-e3ae-4176-897a-fc0ca079d2fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6cfab2c-4dce-4d85-8031-2dc7b4a835d6 HTTP/1.1" status: 204 len: 168 time: 0.5430248 Jul 15 13:34:30.802680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780a63e-e3ae-4176-897a-fc0ca079d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cfab2c-4dce-4d85-8031-2dc7b4a835d6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.968791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.014761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Router aa044ef9-36c6-4a46-b77a-f03e017b70cf has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:31.152160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.362993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:23Z', 'revision_number': 8, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:31.480378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996a24b-9a51-4d09-abb8-a2fb7ae0ca92 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:23Z', 'revision_number': 8, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52801883-bef3-45dc-bf3b-3806d22cc386', 'name': '', 'network_id': 'd1d2ab97-f08a-4232-984c-3aa708730212', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:d3:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:34:07Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '44f4138b-6b4b-44f2-9643-68d195b8c09c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:31.587555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:31.605198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d952d24-8e8c-439d-8927-090fea8374ab']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:31.607317 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92707b8-2977-439f-9183-cecf06503bca None None] Sync routers for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:31.629753 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92707b8-2977-439f-9183-cecf06503bca None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:31.634958 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b92707b8-2977-439f-9183-cecf06503bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:31.671487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b6a202-5ace-48ee-bcc0-7f965f114487') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:31.672034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b6a202-5ace-48ee-bcc0-7f965f114487') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:31.710213 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.892857 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b92707b8-2977-439f-9183-cecf06503bca None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:31.964388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f9add-d627-433d-9592-8a8101ce103f req-aea64e3f-477f-4547-a972-7366977b4a1d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:31.977067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f9add-d627-433d-9592-8a8101ce103f req-aea64e3f-477f-4547-a972-7366977b4a1d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:31.994788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f9add-d627-433d-9592-8a8101ce103f req-aea64e3f-477f-4547-a972-7366977b4a1d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:32.012329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf9f9add-d627-433d-9592-8a8101ce103f req-aea64e3f-477f-4547-a972-7366977b4a1d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 2408 time: 1.3434811 Jul 15 13:34:32.026415 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.032966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=47ade47a-b38c-4518-9f8d-b0b8331d202b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.041633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] No DVR routers for this DVR port 17773e21-e117-4c67-b742-bd0d32588044 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:32.046074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.049947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-e910209c-e45c-41bd-ac05-fd66f4ce93ac tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "DELETE /v2.0/ports/17773e21-e117-4c67-b742-bd0d32588044 HTTP/1.1" status: 204 len: 173 time: 7.9741576 Jul 15 13:34:32.075874 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.089699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:32.090811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.126339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:32.137510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': '17773e21-e117-4c67-b742-bd0d32588044'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:32.142103 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b25b19-edb0-4d0e-9055-43e875505cf1" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "17773e21-e117-4c67-b742-bd0d32588044"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:32.146910 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:32.151088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:32.216830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:32.400117 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b92707b8-2977-439f-9183-cecf06503bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:56Z', 'revision_number': 5, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:32.405396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf9f9add-d627-433d-9592-8a8101ce103f req-5cf85c3f-b3cd-4dac-bfb0-b259685d9044 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907859 Jul 15 13:34:32.416579 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.446447 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.449523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/5d952d24-8e8c-439d-8927-090fea8374ab HTTP/1.1" status: 204 len: 168 time: 6.0203371 Jul 15 13:34:32.451915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42184) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.625676 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92707b8-2977-439f-9183-cecf06503bca None None] Checking router: aa044ef9-36c6-4a46-b77a-f03e017b70cf for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:32.656330 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92707b8-2977-439f-9183-cecf06503bca None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:32.657530 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b92707b8-2977-439f-9183-cecf06503bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:32.676455 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b18433-01f4-41f5-a5eb-f4a11ebc5617 x-openstack-request-id: req-e0b18433-01f4-41f5-a5eb-f4a11ebc5617 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:32.677305 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "name": "network-vif-plugged", "status": "completed", "tag": "e12149e2-1159-4133-9047-87e246a0f409", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:32.678128 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0b18433-01f4-41f5-a5eb-f4a11ebc5617 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:32.679213 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409', 'code': 200} Jul 15 13:34:32.714747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecb315-4a47-4112-b498-db999c061ef2 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=5d952d24-8e8c-439d-8927-090fea8374ab,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.951257 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b92707b8-2977-439f-9183-cecf06503bca None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:33.228786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:33.229426 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.259092 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.335642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] For port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:33.336321 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.354699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Calling delete_port for 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:33.428255 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b92707b8-2977-439f-9183-cecf06503bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:56Z', 'revision_number': 5, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:33.501545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f8bdf-8371-4c0c-bbf4-c46b20fd145f req-da7dd0d6-9272-4a1d-8556-5128c7d9aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:33.503595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e14f8bdf-8371-4c0c-bbf4-c46b20fd145f req-da7dd0d6-9272-4a1d-8556-5128c7d9aad0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 1097 time: 0.6968067 Jul 15 13:34:33.528267 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92707b8-2977-439f-9183-cecf06503bca None None] The sync data for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 is: [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '10910589-e14c-4fce-be9d-207582576209', 'name': '', 'network_id': 'e1519d73-2f26-44f9-aef7-d53e3da0763f', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'mac_address': 'fa:16:3e:1d:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:43Z', 'updated_at': '2021-07-15T13:22:56Z', 'revision_number': 5, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'subnets': [{'id': 'f5a6f7fb-2d8b-4d44-8e39-e5f85909273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:33.556235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.588427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bf2b3-94cf-4f0d-9d16-542ca359564d req-bd1bea5f-3ed5-4dec-af64-d1f753289959 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:33.590205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca2bf2b3-94cf-4f0d-9d16-542ca359564d req-bd1bea5f-3ed5-4dec-af64-d1f753289959 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 945 time: 0.6045010 Jul 15 13:34:33.688561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e14f8bdf-8371-4c0c-bbf4-c46b20fd145f req-5710967b-ad9e-4869-a57d-efdf8f8ff198 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697762 Jul 15 13:34:33.843062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca2bf2b3-94cf-4f0d-9d16-542ca359564d req-7fbac336-9229-495a-8c15-52f52e2c60d0 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810956 Jul 15 13:34:33.931475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.082159 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a9a8e1-e80c-4b57-8730-63acc283b2fc x-openstack-request-id: req-d0a9a8e1-e80c-4b57-8730-63acc283b2fc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:34.082905 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "17773e21-e117-4c67-b742-bd0d32588044", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:34.083509 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0a9a8e1-e80c-4b57-8730-63acc283b2fc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:34.084403 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': '17773e21-e117-4c67-b742-bd0d32588044', 'status': 'completed', 'code': 200} Jul 15 13:34:34.110145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Port': ['ID=17a0febf-cd6c-4ce5-aa45-8be7c81a04b6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.134976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb2a20-159d-4cd8-9b67-bbe003524527 None None] New status for floating IP c338979b-2585-4fdb-875a-f8f4769a255a: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:34:34.203306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] No DVR routers for this DVR port 17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:34.209492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.211699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-9c594d6c-2628-4be2-9cd5-6506c32916ee tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "DELETE /v2.0/ports/17a0febf-cd6c-4ce5-aa45-8be7c81a04b6 HTTP/1.1" status: 204 len: 173 time: 2.0453920 Jul 15 13:34:34.333578 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 52801883-bef3-45dc-bf3b-3806d22cc386 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:34.335980 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.530534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 52801883-bef3-45dc-bf3b-3806d22cc386, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=52801883-bef3-45dc-bf3b-3806d22cc386,segment=NetworkSegment(c6ce5b26-b084-42b6-ad48-c913eeace33d),segment_id=c6ce5b26-b084-42b6-ad48-c913eeace33d)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:34.530911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.547896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 52801883-bef3-45dc-bf3b-3806d22cc386 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:34.573916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.680966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0c5b-092f-4240-a21e-70c6d1207e3b req-ee73e1e1-c464-4d2f-afec-c0808e6c4ba3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:34.687187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0c5b-092f-4240-a21e-70c6d1207e3b req-ee73e1e1-c464-4d2f-afec-c0808e6c4ba3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:34.694535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-120a0c5b-092f-4240-a21e-70c6d1207e3b req-ee73e1e1-c464-4d2f-afec-c0808e6c4ba3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 1676 time: 0.3618729 Jul 15 13:34:34.755387 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.967699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.238112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=52801883-bef3-45dc-bf3b-3806d22cc386,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.368233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.415253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting port 74c977c6-ceb2-4eb3-ac31-253c994f4802 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:35.416143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.472417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-120a0c5b-092f-4240-a21e-70c6d1207e3b req-fa5a20d9-67d8-4ba1-a5db-fb28fbe3e7f9 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7760072 Jul 15 13:34:35.586769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] For port 74c977c6-ceb2-4eb3-ac31-253c994f4802, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=74c977c6-ceb2-4eb3-ac31-253c994f4802,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:35.587292 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.620183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Calling delete_port for 74c977c6-ceb2-4eb3-ac31-253c994f4802 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:35.625224 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.654844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:34:35.954994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:36.020703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:36.044017 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Sync routers for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:36.058874 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:36.059602 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:36.109948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:36.113488 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a623f-985b-44a5-ac4f-cd89fd99bceb" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "17a0febf-cd6c-4ce5-aa45-8be7c81a04b6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:36.142293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.148482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1e8e2f13-604d-4832-88a7-cd982feb4e9d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.5073085 Jul 15 13:34:36.151671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42328) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.196949 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.220061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:36.220896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd2537-7b88-4075-93cc-071bc87433d8 req-247f6613-759f-4baa-a302-dc1ee0cb8713 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:36.222991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1dcd2537-7b88-4075-93cc-071bc87433d8 req-247f6613-759f-4baa-a302-dc1ee0cb8713 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 945 time: 0.1873779 Jul 15 13:34:36.237268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:36.238445 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-46ae054b-d1a5-450f-b760-8326a5fd1d04 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7840774 Jul 15 13:34:36.239819 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42332) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.265708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:36.266654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:36.297129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Port': ['ID=74c977c6-ceb2-4eb3-ac31-253c994f4802,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.372595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e84d41-12f6-4d3d-98f1-77df05af68cf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet 44f4138b-6b4b-44f2-9643-68d195b8c09c {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:36.374053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] No DVR routers for this DVR port 74c977c6-ceb2-4eb3-ac31-253c994f4802 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:36.377808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.380097 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70e84d41-12f6-4d3d-98f1-77df05af68cf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.381181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-85ec4420-8b36-4e85-b6cb-609473a11891 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "DELETE /v2.0/ports/74c977c6-ceb2-4eb3-ac31-253c994f4802 HTTP/1.1" status: 204 len: 173 time: 2.1607282 Jul 15 13:34:36.425447 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:36.504186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70e84d41-12f6-4d3d-98f1-77df05af68cf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.615511 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42340) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.629053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:36.667831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1dcd2537-7b88-4075-93cc-071bc87433d8 req-76247fbc-851b-4a5d-a17e-44d471d5fbb5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375255 Jul 15 13:34:36.804091 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8b9309-07ca-4c80-956a-30dac7570ba0 x-openstack-request-id: req-3b8b9309-07ca-4c80-956a-30dac7570ba0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:36.804408 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "17a0febf-cd6c-4ce5-aa45-8be7c81a04b6", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:36.804740 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b8b9309-07ca-4c80-956a-30dac7570ba0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:36.807358 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': '17a0febf-cd6c-4ce5-aa45-8be7c81a04b6', 'status': 'completed', 'code': 200} Jul 15 13:34:36.865683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting port 7b579a6d-64a6-4176-85e9-983da7ba42a3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:36.867104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.958666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70e84d41-12f6-4d3d-98f1-77df05af68cf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.082089 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:32Z', 'revision_number': 3, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:37.165120 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Checking router: e5e17d6f-9642-4f39-b819-9e4e73fb88d1 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:37.182747 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Updating router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 port 47ade47a-b38c-4518-9f8d-b0b8331d202b binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:34:37.214957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b560f34-99f1-4680-a479-77dd899cedb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.353024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:34Z', 'revision_number': 9, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:37.364896 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.462056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:37.495901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] For port 7b579a6d-64a6-4176-85e9-983da7ba42a3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=7b579a6d-64a6-4176-85e9-983da7ba42a3,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:37.496432 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.501717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:37.502638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:37.514190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Calling delete_port for 7b579a6d-64a6-4176-85e9-983da7ba42a3 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:37.560490 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70e84d41-12f6-4d3d-98f1-77df05af68cf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.658215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-272133a9-ce81-4a29-9418-177eeed7ad29 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=8c00d19e732740e0ace17c988ffb71e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.5026906 Jul 15 13:34:37.666306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42356) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.680473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:37.743331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e84d41-12f6-4d3d-98f1-77df05af68cf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=44f4138b-6b4b-44f2-9643-68d195b8c09c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.761075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fc512-dcdf-430d-a721-7cd3b096c201 req-1e4fb1d7-01f9-4828-b6a2-99f0e12de458 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:37.770800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f07fc512-dcdf-430d-a721-7cd3b096c201 req-1e4fb1d7-01f9-4828-b6a2-99f0e12de458 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 943 time: 0.4940913 Jul 15 13:34:37.817306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436369f-a226-4994-89fa-2625773a0bb0 None None] Network d1d2ab97-f08a-4232-984c-3aa708730212 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:37.819377 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70e84d41-12f6-4d3d-98f1-77df05af68cf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.826439 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-70e84d41-12f6-4d3d-98f1-77df05af68cf tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/44f4138b-6b4b-44f2-9643-68d195b8c09c HTTP/1.1" status: 204 len: 168 time: 1.5828774 Jul 15 13:34:37.834536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42358) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.870579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b560f34-99f1-4680-a479-77dd899cedb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.902194 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b560f34-99f1-4680-a479-77dd899cedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.944403 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.973879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f07fc512-dcdf-430d-a721-7cd3b096c201 req-97463f1a-9574-4325-8020-cbf3a549464d tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups?id=3206e8dc-76b3-432c-8ca6-caf9fcdee773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014241 Jul 15 13:34:38.020701 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3b560f34-99f1-4680-a479-77dd899cedb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5286729176774033ae059715dfcfb501&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4015737 Jul 15 13:34:38.021526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42360) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.122535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c1fb2e-0543-402c-8e80-47be5d643d6d tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.128647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e5c1fb2e-0543-402c-8e80-47be5d643d6d tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4547548 Jul 15 13:34:38.136097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42362) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.160994 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Transition to ACTIVE for port object 47ade47a-b38c-4518-9f8d-b0b8331d202b will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:38.176831 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.198273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b560f34-99f1-4680-a479-77dd899cedb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28639366-147a-4c20-ba1c-d3a677bbe8c8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.233319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8803888-5d4c-4a58-8a6f-07386c993cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.258054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.262114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8803888-5d4c-4a58-8a6f-07386c993cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.262384 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.286254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c1f3a8c1-dbcb-4698-bee8-0f25f227d471 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1396952 Jul 15 13:34:38.297908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42368) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.329529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1793097938', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:38.331282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8803888-5d4c-4a58-8a6f-07386c993cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.335397 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Attempting to bind port 47ade47a-b38c-4518-9f8d-b0b8331d202b on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:38.335637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e8803888-5d4c-4a58-8a6f-07386c993cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.336018 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Attempting to bind port 47ade47a-b38c-4518-9f8d-b0b8331d202b by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:38.336683 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Attempting to bind port 47ade47a-b38c-4518-9f8d-b0b8331d202b on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:38.339825 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e8803888-5d4c-4a58-8a6f-07386c993cbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28639366-147a-4c20-ba1c-d3a677bbe8c8 HTTP/1.1" status: 204 len: 168 time: 0.3121562 Jul 15 13:34:38.347723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8803888-5d4c-4a58-8a6f-07386c993cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28639366-147a-4c20-ba1c-d3a677bbe8c8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.357665 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b057e-e841-4bd9-9a83-f1d8ecfdaa81 None None] Pushing event updated for resources: {'Port': ['ID=47ade47a-b38c-4518-9f8d-b0b8331d202b,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.365489 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:38.366112 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:38.366783 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.367513 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:38.374927 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Bound port: 47ade47a-b38c-4518-9f8d-b0b8331d202b, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:38.376081 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.526886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Port': ['ID=7b579a6d-64a6-4176-85e9-983da7ba42a3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.528701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:34Z', 'revision_number': 9, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.535596 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] For port 47ade47a-b38c-4518-9f8d-b0b8331d202b, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:38.549601 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] For port 47ade47a-b38c-4518-9f8d-b0b8331d202b, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=47ade47a-b38c-4518-9f8d-b0b8331d202b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:38.566446 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.619150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa98ec-e8e2-4c2f-a65c-3d5e804a8081 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:34Z', 'revision_number': 9, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb', 'name': '', 'network_id': 'd6a388f5-3db6-4540-8f74-e2734174b27b', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:0c:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:38Z', 'updated_at': '2021-07-15T13:33:52Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': '00ca2ee5-6695-4974-92b5-ee7453402837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:38.631807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] DHCP port deletion for d1d2ab97-f08a-4232-984c-3aa708730212 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:38.699966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] No DVR routers for this DVR port 7b579a6d-64a6-4176-85e9-983da7ba42a3 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:38.724208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Deleting port cb6b5b19-c50c-4db5-a506-a84e343b47d9 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:38.724880 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.737698 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.740396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14f576c3-077f-4935-9af4-5f855442cec4 req-79032489-98a3-497e-9362-a4122c248760 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.35 "DELETE /v2.0/ports/7b579a6d-64a6-4176-85e9-983da7ba42a3 HTTP/1.1" status: 204 len: 173 time: 2.3385673 Jul 15 13:34:38.795980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca02da-89c5-4300-887f-041a26680741 req-48b00c4f-c642-4063-966c-41b9c0199630 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.801933 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:38.802522 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.809787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6ca02da-89c5-4300-887f-041a26680741 req-48b00c4f-c642-4063-966c-41b9c0199630 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 945 time: 0.6496532 Jul 15 13:34:38.840809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': '74c977c6-ceb2-4eb3-ac31-253c994f4802'}, {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': '7b579a6d-64a6-4176-85e9-983da7ba42a3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:38.845659 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a633d9b-1184-4684-88df-e1563fc58436" -d '{"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "74c977c6-ceb2-4eb3-ac31-253c994f4802"}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "7b579a6d-64a6-4176-85e9-983da7ba42a3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:38.899609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:38.905503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.972911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] For port cb6b5b19-c50c-4db5-a506-a84e343b47d9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cb6b5b19-c50c-4db5-a506-a84e343b47d9,segment=NetworkSegment(c6ce5b26-b084-42b6-ad48-c913eeace33d),segment_id=c6ce5b26-b084-42b6-ad48-c913eeace33d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:38.975637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.979314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port cb6b5b19-c50c-4db5-a506-a84e343b47d9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:38.980074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.989778 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:39.015830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6ca02da-89c5-4300-887f-041a26680741 req-bcef065f-0893-4430-9b41-00d87925fa60 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022572 Jul 15 13:34:39.054179 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42384) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.090779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Calling delete_port for cb6b5b19-c50c-4db5-a506-a84e343b47d9 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:39.141627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42388) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.176021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23b25d19-88be-4bb6-a9c4-6185b20ba5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.354269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port cb6b5b19-c50c-4db5-a506-a84e343b47d9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cb6b5b19-c50c-4db5-a506-a84e343b47d9,segment=NetworkSegment(c6ce5b26-b084-42b6-ad48-c913eeace33d),segment_id=c6ce5b26-b084-42b6-ad48-c913eeace33d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:39.354679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.356572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 52801883-bef3-45dc-bf3b-3806d22cc386 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:39.409627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for cb6b5b19-c50c-4db5-a506-a84e343b47d9 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:39.441801 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b057e-e841-4bd9-9a83-f1d8ecfdaa81 None None] Pushing event updated for resources: {'Port': ['ID=47ade47a-b38c-4518-9f8d-b0b8331d202b,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.452088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 52801883-bef3-45dc-bf3b-3806d22cc386 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:39.454242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 52801883-bef3-45dc-bf3b-3806d22cc386 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:39.454711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cb6b5b19-c50c-4db5-a506-a84e343b47d9 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:39.546247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23b25d19-88be-4bb6-a9c4-6185b20ba5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.559537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-23b25d19-88be-4bb6-a9c4-6185b20ba5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.621134 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adc2ae6-caf1-466c-b5b5-8c7d59b111e4 x-openstack-request-id: req-8adc2ae6-caf1-466c-b5b5-8c7d59b111e4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:39.621451 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "74c977c6-ceb2-4eb3-ac31-253c994f4802", "status": "completed", "code": 200}, {"server_uuid": "8e50105a-6eb2-41bf-b76b-a914df6e4a1f", "name": "network-vif-deleted", "tag": "7b579a6d-64a6-4176-85e9-983da7ba42a3", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:39.621684 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8adc2ae6-caf1-466c-b5b5-8c7d59b111e4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:39.632356 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': '74c977c6-ceb2-4eb3-ac31-253c994f4802', 'status': 'completed', 'code': 200} Jul 15 13:34:39.632704 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50105a-6eb2-41bf-b76b-a914df6e4a1f', 'name': 'network-vif-deleted', 'tag': '7b579a6d-64a6-4176-85e9-983da7ba42a3', 'status': 'completed', 'code': 200} Jul 15 13:34:39.648200 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.676560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.677284 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-23b25d19-88be-4bb6-a9c4-6185b20ba5eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c88e98a6b3b94ba7b0894201e74d6eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344777 Jul 15 13:34:39.680920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42392) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.756487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25d19-88be-4bb6-a9c4-6185b20ba5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f0bf1-c964-4a76-a30e-7476cb7113b4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.796468 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-527cf206-5207-4b5e-8b86-7e5cc08ffd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.814498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Pushing event deleted for resources: {'Port': ['ID=cb6b5b19-c50c-4db5-a506-a84e343b47d9,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.817739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60505208-753e-4e11-aee8-471f0afd4e3b req-c192f633-0d0d-4ae2-ad40-595e48647f1e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.1985660 Jul 15 13:34:39.911869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] No DVR routers for this DVR port cb6b5b19-c50c-4db5-a506-a84e343b47d9 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:39.944716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No DVR routers for this DVR port cb6b5b19-c50c-4db5-a506-a84e343b47d9 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:39.953308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=cb6b5b19-c50c-4db5-a506-a84e343b47d9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.960773 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:32Z', 'revision_number': 3, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:39.975471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No active binding found for port cb6b5b19-c50c-4db5-a506-a84e343b47d9 {{(pid=93735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:34:39.977351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-527cf206-5207-4b5e-8b86-7e5cc08ffd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.980485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cb6b5b19-c50c-4db5-a506-a84e343b47d9 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:39.994023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:39.996740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.000408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.001415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.004156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.006840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.011020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.014159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.015749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.018186 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.018915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.020707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5a505-cb1e-4e56-bd39-eb97dfc84e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:40.101458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0bf29-2213-4c44-b6ad-a7049b4730b6 tempest-TestVolumeBootPattern-1972081217 tempest-TestVolumeBootPattern-1972081217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:40.114154 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4ae0bf29-2213-4c44-b6ad-a7049b4730b6 tempest-TestVolumeBootPattern-1972081217 tempest-TestVolumeBootPattern-1972081217-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 1092 time: 1.0538793 Jul 15 13:34:40.124250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42396) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:40.142273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'e12149e2-1159-4133-9047-87e246a0f409', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:40.167372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-527cf206-5207-4b5e-8b86-7e5cc08ffd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.173304 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-527cf206-5207-4b5e-8b86-7e5cc08ffd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.203369 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-527cf206-5207-4b5e-8b86-7e5cc08ffd0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c9f0bf1-c964-4a76-a30e-7476cb7113b4 HTTP/1.1" status: 204 len: 168 time: 0.4936640 Jul 15 13:34:40.252814 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea6795-eb73-4e2f-a0df-85115eab4a2c None None] The sync data for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 is: [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:32Z', 'revision_number': 3, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:40.270259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf206-5207-4b5e-8b86-7e5cc08ffd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f0bf1-c964-4a76-a30e-7476cb7113b4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:40.295880 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.348462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d2ab97-f08a-4232-984c-3aa708730212']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:40.428306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ce5b26-b084-42b6-ad48-c913eeace33d') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:40.428933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ce5b26-b084-42b6-ad48-c913eeace33d') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:40.453237 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.500530 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.543952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.559987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.564286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:40.565837 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:40.579100 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:40.820524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Subnet': ['ID=d9cc5d58-7f3c-42fa-9e24-f4c668319539,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:40.838412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.865628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.870613 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/d1d2ab97-f08a-4232-984c-3aa708730212 HTTP/1.1" status: 204 len: 168 time: 3.0290399 Jul 15 13:34:40.871250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42406) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:40.943209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Checking segment: {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:40.943618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network hostable DHCP agents. Network: 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:40.946907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8b6ec-9e67-4584-84ef-ff5a1969f0ac tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=d1d2ab97-f08a-4232-984c-3aa708730212,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:40.990720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:41.013520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.043075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:41.056638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1058b20f-f5ed-47c2-ac76-eefe6278d26f None None] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:41.079803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:41.080801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.226007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42416) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:41.442685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 47ade47a-b38c-4518-9f8d-b0b8331d202b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:41.505996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6cd07d-3db1-4968-adb7-4fd1e063298f admin admin] Deleting subnet a3e84f62-ce88-4f04-a6b0-3e3da6d7728e {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:41.522806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd07d-3db1-4968-adb7-4fd1e063298f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.690718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd07d-3db1-4968-adb7-4fd1e063298f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.908454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd07d-3db1-4968-adb7-4fd1e063298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.122224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.205163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-69e05774-c1f0-4c6a-8dc8-5cc6db089442 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8932321 Jul 15 13:34:42.240918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:42.250610 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.333022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42434) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.333955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 47ade47a-b38c-4518-9f8d-b0b8331d202b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:42.336250 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd07d-3db1-4968-adb7-4fd1e063298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.439854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 47ade47a-b38c-4518-9f8d-b0b8331d202b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:42.446554 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.589512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e8bd74b3-e0ae-4eaf-ab71-57736769e9fe req-d5f2d55f-cef6-4f97-a54a-a9b5da5ea137 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 1.3285580 Jul 15 13:34:42.613101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cd07d-3db1-4968-adb7-4fd1e063298f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e84f62-ce88-4f04-a6b0-3e3da6d7728e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:42.712304 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd07d-3db1-4968-adb7-4fd1e063298f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.729236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1b6cd07d-3db1-4968-adb7-4fd1e063298f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a3e84f62-ce88-4f04-a6b0-3e3da6d7728e HTTP/1.1" status: 204 len: 168 time: 1.4945605 Jul 15 13:34:42.729457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42440) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.833647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-f3fa25e7-0107-4ce4-8e31-991db00316ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6369481 Jul 15 13:34:42.890871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.25.1.142 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/0ba5ffb0-06ca-4ffd-8859-668456cf4079) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:42.980020 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.063890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 47ade47a-b38c-4518-9f8d-b0b8331d202b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=47ade47a-b38c-4518-9f8d-b0b8331d202b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:43.076204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-901cd74c-52ce-4567-a9fb-de6b5b52ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:43.079362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-901cd74c-52ce-4567-a9fb-de6b5b52ee1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 1097 time: 0.1842628 Jul 15 13:34:43.079905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.221386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Allocated IP 172.20.0.2 (77480fb7-49a9-4a9d-b274-7f08f3c4c6e3/d9cc5d58-7f3c-42fa-9e24-f4c668319539/fdf275a3-c537-4dd1-8a51-e0be76378d50) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:43.348673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.395831 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.449294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=47ade47a-b38c-4518-9f8d-b0b8331d202b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.510790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-94bc9dca-7b3e-4779-8551-9f332a748737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:43.512393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-94bc9dca-7b3e-4779-8551-9f332a748737 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.4061279 Jul 15 13:34:43.628725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-8a5a5421-129d-4b13-a32f-f22b059880e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12149e2-1159-4133-9047-87e246a0f409 HTTP/1.1" status: 200 len: 217 time: 0.1055551 Jul 15 13:34:43.632218 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.886355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-09964a79-f05e-4c6f-b700-ae75385d79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:43.886355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-09964a79-f05e-4c6f-b700-ae75385d79b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.2266216 Jul 15 13:34:43.895665 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.912171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:43.937583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758f84ea-6c14-454f-a5bd-035a3e4505c5']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:43.953123 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.980258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:43.981218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Transition to ACTIVE for port object fdf275a3-c537-4dd1-8a51-e0be76378d50 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:43.988639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:44.025925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Transition to ACTIVE for port object fdf275a3-c537-4dd1-8a51-e0be76378d50 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:44.036313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.047193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf46599a-b096-4680-8797-f80b7797f98b req-f4639061-4a87-43da-a52d-a770c30013c6 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.1617632 Jul 15 13:34:44.065620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5eeef4-783f-4018-8333-799712fb07c3') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:44.066108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5eeef4-783f-4018-8333-799712fb07c3') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:44.116820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:44.120130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:44.126760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:44.131327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=0ba5ffb0-06ca-4ffd-8859-668456cf4079,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.155219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Pushing event updated for resources: {'Port': ['ID=fdf275a3-c537-4dd1-8a51-e0be76378d50,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.178013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.230362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-ce98eaab-ca6b-4f36-b6ba-93eb8dbbfd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:44.232713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-ce98eaab-ca6b-4f36-b6ba-93eb8dbbfd04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3273163 Jul 15 13:34:44.249341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:44.249906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.290746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Attempting to bind port fdf275a3-c537-4dd1-8a51-e0be76378d50 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:44.292081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Attempting to bind port fdf275a3-c537-4dd1-8a51-e0be76378d50 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:44.293406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Attempting to bind port fdf275a3-c537-4dd1-8a51-e0be76378d50 on network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:44.306004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:44.307046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Checking segment: {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:44.308744 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.309662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Bound using segment: {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:44.311070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Bound port: fdf275a3-c537-4dd1-8a51-e0be76378d50, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:44.312364 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.586383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] For port fdf275a3-c537-4dd1-8a51-e0be76378d50, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:44.603179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] For port fdf275a3-c537-4dd1-8a51-e0be76378d50, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=fdf275a3-c537-4dd1-8a51-e0be76378d50,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:44.615735 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.936784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec0859-f68f-41c5-9d97-43653d70e0ce None None] Pushing event updated for resources: {'Port': ['ID=fdf275a3-c537-4dd1-8a51-e0be76378d50,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:45.090734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.121120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:45.122069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:45.139156 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:45.461124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 47ade47a-b38c-4518-9f8d-b0b8331d202b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:45.624007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.655736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.660248 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] 10.222.0.25 "DELETE /v2.0/networks/758f84ea-6c14-454f-a5bd-035a3e4505c5 HTTP/1.1" status: 204 len: 168 time: 2.9177139 Jul 15 13:34:45.684464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cff54abf-692d-44cf-8b97-d22d57dc9141 req-b7c30db9-59f1-4a0b-81be-1aa913e2f85e tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.1670244 Jul 15 13:34:45.691821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 47ade47a-b38c-4518-9f8d-b0b8331d202b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:45.692711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.789080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4bf26-ea59-4db8-8997-ea68e0c43280 admin admin] Pushing event deleted for resources: {'Network': ['ID=758f84ea-6c14-454f-a5bd-035a3e4505c5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:45.826250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.958580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-908f8e95-b11f-4bc0-9c53-e5121f79579f service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7127197 Jul 15 13:34:46.158886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,segment=NetworkSegment(f39c31c6-10d2-4a00-afe8-a9d9669cd4a0),segment_id=f39c31c6-10d2-4a00-afe8-a9d9669cd4a0)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:46.160201 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.194423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42504) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:46.313155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:46.775296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.20.0.1 (77480fb7-49a9-4a9d-b274-7f08f3c4c6e3/d9cc5d58-7f3c-42fa-9e24-f4c668319539/cf27296f-e1a7-4115-ab91-640525697a43) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:46.778706 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.786054 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b70625ef-e74d-47cf-b97f-956ebd8c9902 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ffe577121784fa5ad0ae2093db7e630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843852 Jul 15 13:34:46.793486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42514) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:47.023728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aff700-7d01-4a67-911c-f45e41084d84 None None] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:47.183636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.243832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6ad600b-5262-4ad5-b9dd-cce55c04af2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.359911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faf29fd7-c1c2-4634-ae8d-f35b802fe81a req-bff6c3d9-f8bc-4946-acb0-2dee78f53196 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.2963984 Jul 15 13:34:47.397140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f59e430-f9f4-4a14-b1ca-d94d25ac3088 req-ad4656ba-16e8-4c81-868b-bf90c7144658 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3578987 Jul 15 13:34:47.448400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fdf275a3-c537-4dd1-8a51-e0be76378d50 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:47.486661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.540368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6ad600b-5262-4ad5-b9dd-cce55c04af2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.619750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c1b86822-0194-4054-aa9f-fed8c45aa1ea None None] Provisioning for port fdf275a3-c537-4dd1-8a51-e0be76378d50 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:47.656268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Transition to ACTIVE for port object cf27296f-e1a7-4115-ab91-640525697a43 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:47.695850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port fdf275a3-c537-4dd1-8a51-e0be76378d50 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:47.708682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port fdf275a3-c537-4dd1-8a51-e0be76378d50 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:47.709309 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.723641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.953802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.959521 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.962707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.045428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42542) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:48.047827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.065721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port fdf275a3-c537-4dd1-8a51-e0be76378d50, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=fdf275a3-c537-4dd1-8a51-e0be76378d50,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:48.076497 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.125653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=0ba5ffb0-06ca-4ffd-8859-668456cf4079,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.143640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.208595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6ad600b-5262-4ad5-b9dd-cce55c04af2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.213797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6ad600b-5262-4ad5-b9dd-cce55c04af2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.218936 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a6ad600b-5262-4ad5-b9dd-cce55c04af2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69539194-d0f4-4d3a-9f59-d0cef5117e03 HTTP/1.1" status: 204 len: 168 time: 1.4203637 Jul 15 13:34:48.251913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=fdf275a3-c537-4dd1-8a51-e0be76378d50,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.295843 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad600b-5262-4ad5-b9dd-cce55c04af2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69539194-d0f4-4d3a-9f59-d0cef5117e03,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.396007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-833983d2-4760-42a8-8f5a-b02aa1002775 None None] Provisioning complete for port fdf275a3-c537-4dd1-8a51-e0be76378d50 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:48.396583 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-833983d2-4760-42a8-8f5a-b02aa1002775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.438941 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Floating IP b777e3e4-1b04-4557-bfcc-776f46788fc2 associated. External IP: 172.25.1.142, port: e12149e2-1159-4133-9047-87e246a0f409. Jul 15 13:34:48.507431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.516254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78a71637-4fac-43b7-ac26-2aac6083863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.665693 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=cf27296f-e1a7-4115-ab91-640525697a43,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.722527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:48.739230 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78a71637-4fac-43b7-ac26-2aac6083863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.741683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:48.746192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:48.762782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78a71637-4fac-43b7-ac26-2aac6083863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.858939 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.886935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-78a71637-4fac-43b7-ac26-2aac6083863a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a53c760a77d443c5bd9926e4d585534e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8338602 Jul 15 13:34:48.894037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42554) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:48.894755 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7b665974-0b3c-49f2-bc9c-9ac77b098dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.046133 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.151162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a71637-4fac-43b7-ac26-2aac6083863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b49aed-7af3-4236-8b9e-f1ed23831033,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:49.176533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:49.180625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf763b61-d663-4884-ac34-8b9c546aed3c req-281fae57-cfee-44c3-8f49-699b1e2a4da3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.0574210 Jul 15 13:34:49.223280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ec1acea3-8cf4-4169-8b76-393c436c2e5e None None] Provisioning for port cf27296f-e1a7-4115-ab91-640525697a43 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:49.233096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ec1acea3-8cf4-4169-8b76-393c436c2e5e None None] Provisioning complete for port cf27296f-e1a7-4115-ab91-640525697a43 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:49.239705 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ec1acea3-8cf4-4169-8b76-393c436c2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.303913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ec1acea3-8cf4-4169-8b76-393c436c2e5e None None] Port cf27296f-e1a7-4115-ab91-640525697a43 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:49.431935 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-124a433b-6378-4478-ab3b-548f47d6c538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.490744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:49.505213 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:49.520907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.522432 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:49.523621 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:49.591233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fdf275a3-c537-4dd1-8a51-e0be76378d50 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:49.624391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9b293606-0722-47dd-9a34-72705c761eb6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.4794164 Jul 15 13:34:49.625925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:49.629549 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b602485f-9ead-48ce-96b6-f52e562cdbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "tag": "e12149e2-1159-4133-9047-87e246a0f409"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:49.722069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-124a433b-6378-4478-ab3b-548f47d6c538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.749399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:49.777433 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f730816-267e-4733-a49d-bfe519cdfdcd x-openstack-request-id: req-1f730816-267e-4733-a49d-bfe519cdfdcd {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:49.777736 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "tag": "e12149e2-1159-4133-9047-87e246a0f409", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:49.777994 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f730816-267e-4733-a49d-bfe519cdfdcd {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:49.778418 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409', 'status': 'completed', 'code': 200} Jul 15 13:34:49.790751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.832458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port fdf275a3-c537-4dd1-8a51-e0be76378d50 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:49.833347 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.850996 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:49.904732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-d18760c6-6e3c-46a0-815e-2a211fbefe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:49.907084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-d18760c6-6e3c-46a0-815e-2a211fbefe33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 1097 time: 0.1087794 Jul 15 13:34:49.995557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:50.003666 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a7514473-d10b-42d3-b485-856bdabc2ffc tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1309566 Jul 15 13:34:50.008192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:50.036394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:50.083372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:50.086669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.101260 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-124a433b-6378-4478-ab3b-548f47d6c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.105898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-124a433b-6378-4478-ab3b-548f47d6c538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.111614 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-124a433b-6378-4478-ab3b-548f47d6c538 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9b49aed-7af3-4236-8b9e-f1ed23831033 HTTP/1.1" status: 204 len: 168 time: 1.2053413 Jul 15 13:34:50.240611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a433b-6378-4478-ab3b-548f47d6c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b49aed-7af3-4236-8b9e-f1ed23831033,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:50.263011 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-69938c4e-cce2-4091-a937-e98b7cbeb6af tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet 00ca2ee5-6695-4974-92b5-ee7453402837 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:50.277369 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-69938c4e-cce2-4091-a937-e98b7cbeb6af tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.327039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-cc8cd244-060c-4759-9df2-afdb4ef42b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:50.339824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-cc8cd244-060c-4759-9df2-afdb4ef42b4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.4060028 Jul 15 13:34:50.491498 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-69938c4e-cce2-4091-a937-e98b7cbeb6af tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.740573 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'b777e3e4-1b04-4557-bfcc-776f46788fc2', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'e12149e2-1159-4133-9047-87e246a0f409', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:24:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:34:46Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.750222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-f7653341-1d34-48a3-93b5-e35fe90465b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12149e2-1159-4133-9047-87e246a0f409 HTTP/1.1" status: 200 len: 999 time: 0.3913736 Jul 15 13:34:50.832553 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:50.844414 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:50.845392 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.965476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:51.127613 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:51.165597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-76aaafba-7aba-4880-af59-a7907ae6ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:51.169533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-76aaafba-7aba-4880-af59-a7907ae6ff71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.4179647 Jul 15 13:34:51.170287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42598) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:51.260604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-69938c4e-cce2-4091-a937-e98b7cbeb6af tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.348411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01b9cbf6-6e7b-4fc8-a1c7-cf1a0065a371 req-b6b09839-b198-4c63-8c3b-669f4ade9d54 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.2962532 Jul 15 13:34:51.459302 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18f58630-6d5f-4c11-87aa-ebbe75a417b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.485711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:47Z', 'revision_number': 10, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:51.497016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.550408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:51.567917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:51.568565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:51.579724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.692622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-742fa148-7ce3-46af-b552-161220927549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:51.695249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-742fa148-7ce3-46af-b552-161220927549 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4196246 Jul 15 13:34:51.797623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.881760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-69938c4e-cce2-4091-a937-e98b7cbeb6af tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.902012 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eaea4d6-32c4-4c77-9093-620b2145632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.924100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69938c4e-cce2-4091-a937-e98b7cbeb6af tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=00ca2ee5-6695-4974-92b5-ee7453402837,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.945626 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.966072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-69938c4e-cce2-4091-a937-e98b7cbeb6af tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.968624 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-69938c4e-cce2-4091-a937-e98b7cbeb6af tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/00ca2ee5-6695-4974-92b5-ee7453402837 HTTP/1.1" status: 204 len: 168 time: 1.9575984 Jul 15 13:34:51.971226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12dff78-337b-4805-a104-b7dd6e5cff3e None None] Network d6a388f5-3db6-4540-8f74-e2734174b27b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:51.977603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42634) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:51.992527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=cf27296f-e1a7-4115-ab91-640525697a43,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:52.108214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:52.162343 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'b777e3e4-1b04-4557-bfcc-776f46788fc2', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'e12149e2-1159-4133-9047-87e246a0f409', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:24:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:34:46Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:52.175967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.241367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:52.248895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:52.263833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-fa8c9230-0ebe-4a6a-91d5-66185dc387af service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556777 Jul 15 13:34:52.280653 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5bd84-a6d4-4861-a67d-98cf34e28ed3 None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'b777e3e4-1b04-4557-bfcc-776f46788fc2', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'e12149e2-1159-4133-9047-87e246a0f409', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:24:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:34:46Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:52.504029 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18f58630-6d5f-4c11-87aa-ebbe75a417b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.526655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18f58630-6d5f-4c11-87aa-ebbe75a417b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.681483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-18f58630-6d5f-4c11-87aa-ebbe75a417b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c22e1309344d4df8bea1bcd17bb2cbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4968061 Jul 15 13:34:52.700768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42646) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:52.828382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 443139ec-9a25-4b3f-9c5b-558ddabb800a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:52.829289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.986601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:53.013753 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b602485f-9ead-48ce-96b6-f52e562cdbfc req-e08c8381-3b63-4e7a-aead-3f8cedc35a88 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254770 Jul 15 13:34:53.016244 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dbd2b4-8a0c-41da-a0c4-3865c92fdbc3 None None] New status for floating IP b777e3e4-1b04-4557-bfcc-776f46788fc2: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:34:53.043172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 443139ec-9a25-4b3f-9c5b-558ddabb800a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=443139ec-9a25-4b3f-9c5b-558ddabb800a,segment=NetworkSegment(f39c31c6-10d2-4a00-afe8-a9d9669cd4a0),segment_id=f39c31c6-10d2-4a00-afe8-a9d9669cd4a0)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:53.047422 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.161498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 443139ec-9a25-4b3f-9c5b-558ddabb800a owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:53.198093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f58630-6d5f-4c11-87aa-ebbe75a417b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e2ed9-5a20-424c-b842-e9d389f9c787,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:53.198874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d18911ee-8821-4549-b317-25023adca5f8 None None] Provisioning complete for port cf27296f-e1a7-4115-ab91-640525697a43 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:53.199556 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d18911ee-8821-4549-b317-25023adca5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.294381 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.315356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d18911ee-8821-4549-b317-25023adca5f8 None None] Port cf27296f-e1a7-4115-ab91-640525697a43 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:53.329042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b2796f5-807e-4ef9-ad14-551e06304f8b req-6dbc59b7-a3e4-462d-af39-552c43592322 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.3100848 Jul 15 13:34:53.472246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eb99d71-8a88-43e2-ab53-467d6c0e0de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.521661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:47Z', 'revision_number': 10, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:53.569412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9605eee-f297-4e0b-befe-acd625f5584c None None] DHCP port deletion for d6a388f5-3db6-4540-8f74-e2734174b27b request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:53.609041 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eb99d71-8a88-43e2-ab53-467d6c0e0de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.739365 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:53.757805 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-afdf539d-7fac-4629-9a2a-451023bfdb15 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "PUT /v2.0/routers/e5e17d6f-9642-4f39-b819-9e4e73fb88d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4188459 Jul 15 13:34:53.758066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42668) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.764992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eb99d71-8a88-43e2-ab53-467d6c0e0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.778627 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eb99d71-8a88-43e2-ab53-467d6c0e0de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.780562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1eb99d71-8a88-43e2-ab53-467d6c0e0de5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/086e2ed9-5a20-424c-b842-e9d389f9c787 HTTP/1.1" status: 204 len: 168 time: 0.7862971 Jul 15 13:34:53.795817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb99d71-8a88-43e2-ab53-467d6c0e0de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e2ed9-5a20-424c-b842-e9d389f9c787,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:54.161318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Sync routers for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:54.250434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284f8dc-d140-4398-8854-8fc950417a70 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:34:47Z', 'revision_number': 10, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None, '_interfaces': [{'id': '36d9d38d-3915-4361-bada-6cdbe4889341', 'name': '', 'network_id': '6af6962d-c5e1-44d1-aaa6-ef419a06ca5e', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'mac_address': 'fa:16:3e:93:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:31Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 5, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'subnets': [{'id': 'a0ece822-66cd-4ad8-b050-8480e56f649e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:54.296239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f9605eee-f297-4e0b-befe-acd625f5584c None None] The port '443139ec-9a25-4b3f-9c5b-558ddabb800a' was deleted {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 13:34:54.326482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:54.327677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:54.489327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.886530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:55.086505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f43ac101-4a1b-4fe5-aceb-888e5da936c7 req-8d9c7e6f-b5cf-4f18-81a3-baf24e3a58a1 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.1000202 Jul 15 13:34:55.099749 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.181822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=443139ec-9a25-4b3f-9c5b-558ddabb800a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:55.373127 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:55.549467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:55.550070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 6c69a6a9-bea2-41a7-b330-55e7dcbd6ccb not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:55.550849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 443139ec-9a25-4b3f-9c5b-558ddabb800a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:55.636283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 443139ec-9a25-4b3f-9c5b-558ddabb800a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:55.636780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 443139ec-9a25-4b3f-9c5b-558ddabb800a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:55.685329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:49Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:34:50Z', 'revision_number': 2, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:55.712651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.713960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.715067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.716280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.719452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.719640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.720200 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.721760 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.721926 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.722496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.723174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.725865 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c432cb44-2d32-4cdf-aef8-add60ebff667 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7693 time: 1.9626372 Jul 15 13:34:55.728989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42728) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.737657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Checking router: e5e17d6f-9642-4f39-b819-9e4e73fb88d1 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:55.738128 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Updating router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 port cf27296f-e1a7-4115-ab91-640525697a43 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:34:55.743226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No DVR routers for this DVR port 443139ec-9a25-4b3f-9c5b-558ddabb800a on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:55.793957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.860586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.874753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a388f5-3db6-4540-8f74-e2734174b27b']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:55.890462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:55.890946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39c31c6-10d2-4a00-afe8-a9d9669cd4a0') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:55.905480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.923872 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.932015 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:55.932960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:56.137157 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:56.144874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.179519 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.185345 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/d6a388f5-3db6-4540-8f74-e2734174b27b HTTP/1.1" status: 204 len: 168 time: 4.2046289 Jul 15 13:34:56.199701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42742) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:56.217066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3d038-2283-4bce-b070-d059d4abf4d7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=d6a388f5-3db6-4540-8f74-e2734174b27b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:56.252420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.252902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.253372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.253847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.254317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.254786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.255280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.255747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.256209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.256749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.258920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ecc47797-1e5c-4375-bc2e-991b74b74356 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6411 time: 0.5289793 Jul 15 13:34:56.264258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:56.579264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.602813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Transition to ACTIVE for port object cf27296f-e1a7-4115-ab91-640525697a43 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:56.616977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.631806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-448791b0-bef5-48da-bc38-f6341751ec00 req-8b63af71-5700-41d7-acac-a5fe06f10dba tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.1733155 Jul 15 13:34:56.900879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ed80e-c04d-4e81-a40b-c5306d8891f7 None None] Pushing event updated for resources: {'Port': ['ID=cf27296f-e1a7-4115-ab91-640525697a43,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:56.950019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Attempting to bind port cf27296f-e1a7-4115-ab91-640525697a43 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:56.950813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Attempting to bind port cf27296f-e1a7-4115-ab91-640525697a43 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:56.960935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Attempting to bind port cf27296f-e1a7-4115-ab91-640525697a43 on network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:56.971579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:56.973009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Checking segment: {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:56.974089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.975705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Bound using segment: {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:56.977530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Bound port: cf27296f-e1a7-4115-ab91-640525697a43, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:56.980448 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.184559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] For port cf27296f-e1a7-4115-ab91-640525697a43, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:57.184817 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9a6eac38-22f6-4306-a5b7-9a4860cf2df9 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4304 time: 0.9187281 Jul 15 13:34:57.197350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] For port cf27296f-e1a7-4115-ab91-640525697a43, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cf27296f-e1a7-4115-ab91-640525697a43,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:57.220410 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.399281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:57.400849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:57.525370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ed80e-c04d-4e81-a40b-c5306d8891f7 None None] Pushing event updated for resources: {'Port': ['ID=cf27296f-e1a7-4115-ab91-640525697a43,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.759584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:58.064603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.140997 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:34:58.362530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:49Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:34:57Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:58.421361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb1b2a-963d-4b1f-8622-c3427836b0ee None None] The sync data for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 is: [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:49Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:34:57Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:58.679703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42838) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.056928 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdf64b37-7a1b-4c8d-8b85-34460e91e838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.088947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42844) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.107042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-859ac013-dab4-4c05-b4fd-6cbf76d8c693 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720562369', 'description': 'tempest-secgroup-smoke-720562369 description', 'project_id': '8c00d19e732740e0ace17c988ffb71e9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:59.389102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 36d9d38d-3915-4361-bada-6cdbe4889341 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:59.395778 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.399953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdf64b37-7a1b-4c8d-8b85-34460e91e838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.406800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-859ac013-dab4-4c05-b4fd-6cbf76d8c693 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.437500 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fdf64b37-7a1b-4c8d-8b85-34460e91e838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.524519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cf27296f-e1a7-4115-ab91-640525697a43 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:59.684275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port cf27296f-e1a7-4115-ab91-640525697a43 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:59.692429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cf27296f-e1a7-4115-ab91-640525697a43 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:59.692933 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.703863 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fdf64b37-7a1b-4c8d-8b85-34460e91e838 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=131a3c353ac243429d4377bbfc4ea2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0226188 Jul 15 13:34:59.711209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42854) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.895951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf64b37-7a1b-4c8d-8b85-34460e91e838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c80d3-59e9-4225-a23e-241a185b81a1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.016310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d951076-9ec3-4f57-a8df-0830f508893c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.032515 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.042648 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-859ac013-dab4-4c05-b4fd-6cbf76d8c693 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.058153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-859ac013-dab4-4c05-b4fd-6cbf76d8c693 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.114991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ac013-dab4-4c05-b4fd-6cbf76d8c693 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c047e245-66fc-4606-aaed-dd81e42c1b37,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.141891 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d951076-9ec3-4f57-a8df-0830f508893c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.148575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port cf27296f-e1a7-4115-ab91-640525697a43, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cf27296f-e1a7-4115-ab91-640525697a43,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:00.160226 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.195353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-859ac013-dab4-4c05-b4fd-6cbf76d8c693 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.197110 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-859ac013-dab4-4c05-b4fd-6cbf76d8c693 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1031747 Jul 15 13:35:00.203489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42858) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.211849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-79d9badc-08f1-4633-8dff-23bd0db3fc05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'c047e245-66fc-4606-aaed-dd81e42c1b37', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:00.301408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79d9badc-08f1-4633-8dff-23bd0db3fc05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.320101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=cf27296f-e1a7-4115-ab91-640525697a43,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.458604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d951076-9ec3-4f57-a8df-0830f508893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.464662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d951076-9ec3-4f57-a8df-0830f508893c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.467472 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4d951076-9ec3-4f57-a8df-0830f508893c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/520c80d3-59e9-4225-a23e-241a185b81a1 HTTP/1.1" status: 204 len: 168 time: 0.7111292 Jul 15 13:35:00.508333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63f21464-76d4-4ffa-a8af-641bbc345717 req-00c7c2f8-6d1d-4313-b389-7b10e65bc0b3 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.0647755 Jul 15 13:35:00.526757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951076-9ec3-4f57-a8df-0830f508893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c80d3-59e9-4225-a23e-241a185b81a1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.645310 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79d9badc-08f1-4633-8dff-23bd0db3fc05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.654677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79d9badc-08f1-4633-8dff-23bd0db3fc05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.682322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 36d9d38d-3915-4361-bada-6cdbe4889341, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=36d9d38d-3915-4361-bada-6cdbe4889341,segment=NetworkSegment(0a179fe5-92b7-4a49-8396-619fd66fa0eb),segment_id=0a179fe5-92b7-4a49-8396-619fd66fa0eb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:00.683662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.717686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9badc-08f1-4633-8dff-23bd0db3fc05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2ef9be-b408-46d2-9170-81d0e7894451,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.755918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 36d9d38d-3915-4361-bada-6cdbe4889341 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:00.767538 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79d9badc-08f1-4633-8dff-23bd0db3fc05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.770182 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79d9badc-08f1-4633-8dff-23bd0db3fc05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5646811 Jul 15 13:35:00.773550 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42864) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.789119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fe82bafa-b776-4499-a73d-8210731362c2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'c047e245-66fc-4606-aaed-dd81e42c1b37', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:00.893149 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe82bafa-b776-4499-a73d-8210731362c2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.140770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe82bafa-b776-4499-a73d-8210731362c2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.155243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe82bafa-b776-4499-a73d-8210731362c2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.239009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82bafa-b776-4499-a73d-8210731362c2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ef3672-b1cb-490a-9b57-bfd696de8d44,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.249753 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fe82bafa-b776-4499-a73d-8210731362c2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.261220 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fe82bafa-b776-4499-a73d-8210731362c2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4822345 Jul 15 13:35:01.263626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42868) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:01.288547 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-be8b6ad9-2733-424d-95fd-7c2dd24de395 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'c047e245-66fc-4606-aaed-dd81e42c1b37', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:01.421524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be8b6ad9-2733-424d-95fd-7c2dd24de395 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.459889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cf27296f-e1a7-4115-ab91-640525697a43 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:01.487416 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.664320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port cf27296f-e1a7-4115-ab91-640525697a43 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:01.665467 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.854571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=36d9d38d-3915-4361-bada-6cdbe4889341,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.863290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be8b6ad9-2733-424d-95fd-7c2dd24de395 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.879887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be8b6ad9-2733-424d-95fd-7c2dd24de395 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.943224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b6ad9-2733-424d-95fd-7c2dd24de395 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae998071-00a9-40a6-937b-f0a4605296af,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.978122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be8b6ad9-2733-424d-95fd-7c2dd24de395 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.984200 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-be8b6ad9-2733-424d-95fd-7c2dd24de395 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7175937 Jul 15 13:35:01.988377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42886) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:02.004653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1ada0363-af36-414b-9690-36fd282f2687 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'c047e245-66fc-4606-aaed-dd81e42c1b37', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:02.072025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ada0363-af36-414b-9690-36fd282f2687 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.231394 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.257568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ada0363-af36-414b-9690-36fd282f2687 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.270827 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ada0363-af36-414b-9690-36fd282f2687 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.316215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0db73ee-33a3-4120-9a9f-85af7f745408 req-48cda5b1-f9bf-4aef-9db2-49c859fcec03 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.0876784 Jul 15 13:35:02.322866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada0363-af36-414b-9690-36fd282f2687 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cc4f90-0ae9-4ea1-96f4-7e44725c945a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:02.345477 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1ada0363-af36-414b-9690-36fd282f2687 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.347586 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1ada0363-af36-414b-9690-36fd282f2687 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3555901 Jul 15 13:35:02.351439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42894) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:02.369765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'c047e245-66fc-4606-aaed-dd81e42c1b37', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:02.435521 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Project 8c00d19e732740e0ace17c988ffb71e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:02.445830 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.668726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.676512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.706648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:02.711272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb00b2e-4012-429a-8aaf-2d8d2c40c0c4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:02.724367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.725258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.725811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.726322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.726841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.727383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.728357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.728904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.729432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.731355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.731954 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.732638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.754434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.760632 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8a9a0275-9367-4aa4-991f-ed4cd045076a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4059374 Jul 15 13:35:02.762647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42904) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:02.770472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-32834b21-e2ff-4760-a189-00c6900ac828 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'c047e245-66fc-4606-aaed-dd81e42c1b37', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:02.807906 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-32834b21-e2ff-4760-a189-00c6900ac828 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Project 8c00d19e732740e0ace17c988ffb71e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:02.817283 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32834b21-e2ff-4760-a189-00c6900ac828 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.905655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:02.921909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bd512679-c8e8-48da-ae4e-87cd9c2ac30f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7165046 Jul 15 13:35:02.921909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42912) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:02.926234 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:02.977859 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32834b21-e2ff-4760-a189-00c6900ac828 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.980507 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:02.987503 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:02.987864 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32834b21-e2ff-4760-a189-00c6900ac828 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.035435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32834b21-e2ff-4760-a189-00c6900ac828 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b24001-38f2-4865-bf49-1ba007afee61,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.037418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9208672-4119-4caf-bcb5-4cbd8f71a1e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting subnet a0ece822-66cd-4ad8-b050-8480e56f649e {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:03.042947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32834b21-e2ff-4760-a189-00c6900ac828 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.045084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c9208672-4119-4caf-bcb5-4cbd8f71a1e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.046340 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-32834b21-e2ff-4760-a189-00c6900ac828 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2814219 Jul 15 13:35:03.094951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c9208672-4119-4caf-bcb5-4cbd8f71a1e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.239786 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:03.269422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c9208672-4119-4caf-bcb5-4cbd8f71a1e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.335811 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:35:01Z', 'revision_number': 11, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:03.406299 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:03.422208 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:03.424289 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:03.424473 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c9208672-4119-4caf-bcb5-4cbd8f71a1e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.509218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9208672-4119-4caf-bcb5-4cbd8f71a1e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ece822-66cd-4ad8-b050-8480e56f649e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.516257 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c9208672-4119-4caf-bcb5-4cbd8f71a1e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.520685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d62004-166c-4df7-8ad6-fd79dd0a7841 None None] Network 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:03.527048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42932) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:03.540500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c9208672-4119-4caf-bcb5-4cbd8f71a1e1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/a0ece822-66cd-4ad8-b050-8480e56f649e HTTP/1.1" status: 204 len: 168 time: 0.5995886 Jul 15 13:35:03.737921 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:03.769551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-d63bad53-6d21-4e14-bb63-e4dd4af41682 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720562369&fields=id&tenant_id=8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 267 time: 0.1782506 Jul 15 13:35:03.886623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.085184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-91140a53-cf4d-4804-b6d4-c2bb401f1ddc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:04.093235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-91140a53-cf4d-4804-b6d4-c2bb401f1ddc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/networks?id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 200 len: 796 time: 0.3226016 Jul 15 13:35:04.119065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-59d80429-5396-4f44-9c0b-072eee5d6236 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/quotas/8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 375 time: 0.0195034 Jul 15 13:35:04.145968 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Deleting port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:04.146840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.166771 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:35:01Z', 'revision_number': 11, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:04.308840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] DHCP port deletion for 6af6962d-c5e1-44d1-aaa6-ef419a06ca5e request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:04.322962 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c1189-4e84-44ef-aa6e-218db29704e9 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:35:01Z', 'revision_number': 11, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:04.336436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-a2ae1bff-9a02-4ba0-83a4-ea1e8e793fa2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2161388 Jul 15 13:35:04.479832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] For port 8c3fc66d-246b-4032-96bd-bd48ff2cf627, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8c3fc66d-246b-4032-96bd-bd48ff2cf627,segment=NetworkSegment(0a179fe5-92b7-4a49-8396-619fd66fa0eb),segment_id=0a179fe5-92b7-4a49-8396-619fd66fa0eb)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:04.480611 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.514652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] Deleting port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:04.517946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.533405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Calling delete_port for 8c3fc66d-246b-4032-96bd-bd48ff2cf627 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:04.708586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] For port 8c3fc66d-246b-4032-96bd-bd48ff2cf627, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8c3fc66d-246b-4032-96bd-bd48ff2cf627,segment=NetworkSegment(0a179fe5-92b7-4a49-8396-619fd66fa0eb),segment_id=0a179fe5-92b7-4a49-8396-619fd66fa0eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:04.709951 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.729868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] Calling delete_port for 8c3fc66d-246b-4032-96bd-bd48ff2cf627 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:04.741833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-c523e442-1a8b-4e6b-b3cb-3c85b6ac11bd service neutron] 10.222.0.25 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987296 Jul 15 13:35:04.817070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.926302 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Port': ['ID=8c3fc66d-246b-4032-96bd-bd48ff2cf627,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:04.933209 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 13:35:04.953063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.963746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No DVR routers for this DVR port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:05.011617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] No DVR routers for this DVR port 8c3fc66d-246b-4032-96bd-bd48ff2cf627 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:05.081399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42966) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:05.099957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0c40e-dc58-4966-ac0b-7167fcabbff6 None None] Pushing event deleted for resources: {'Port': ['ID=8c3fc66d-246b-4032-96bd-bd48ff2cf627,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:05.137829 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.199869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.216297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af6962d-c5e1-44d1-aaa6-ef419a06ca5e']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:05.231930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a179fe5-92b7-4a49-8396-619fd66fa0eb') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:05.232232 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a179fe5-92b7-4a49-8396-619fd66fa0eb') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:05.242162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-c4351345-e9ae-47ff-93af-192d54a9e88f service neutron] 10.222.0.25 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871635 Jul 15 13:35:05.278458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.345342 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.356132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8c3fc66d-246b-4032-96bd-bd48ff2cf627 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:05.366761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:05.368656 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:05.373197 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:05.419121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 8c3fc66d-246b-4032-96bd-bd48ff2cf627 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:05.419696 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8c3fc66d-246b-4032-96bd-bd48ff2cf627 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:05.421364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 36d9d38d-3915-4361-bada-6cdbe4889341 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:05.502137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 36d9d38d-3915-4361-bada-6cdbe4889341 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:05.502520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 36d9d38d-3915-4361-bada-6cdbe4889341 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:05.600337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22987f8f-788c-4528-82a9-370b0655457f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.646521 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.753785 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.795922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.805101 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/networks/6af6962d-c5e1-44d1-aaa6-ef419a06ca5e HTTP/1.1" status: 204 len: 168 time: 2.2749691 Jul 15 13:35:05.806138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 42974) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:05.816245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'routes': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:05.872094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411a86-4f8c-4403-87e6-cee26197735e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Pushing event deleted for resources: {'Network': ['ID=6af6962d-c5e1-44d1-aaa6-ef419a06ca5e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:05.991440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc97cb0d-d698-4786-9100-ae3b4378fc6c req-31c1d75f-0adc-4d81-9fe7-0a8b7dbf991c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.0445468 Jul 15 13:35:06.163956 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22987f8f-788c-4528-82a9-370b0655457f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.178393 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22987f8f-788c-4528-82a9-370b0655457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.208545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.extraroute_db [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Added routes are [] {{(pid=93733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:35:06.208855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.extraroute_db [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Removed routes are [] {{(pid=93733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:35:06.209459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.281793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e89facf9-f6d3-4b5c-985c-5fcedc595edb req-c2706daa-c2b2-416e-94bf-165ace1ffffb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 210 time: 0.0696497 Jul 15 13:35:06.347110 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-22987f8f-788c-4528-82a9-370b0655457f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9654123f0a22478b8c5df85115d9027f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2617521 Jul 15 13:35:06.351640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 42990) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:06.368031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22987f8f-788c-4528-82a9-370b0655457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a484c419-c3d9-400f-9c83-ef01f3862516,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:06.433887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99f82afb-a394-4eb4-a399-56b9ce64c8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.475486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99f82afb-a394-4eb4-a399-56b9ce64c8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.586006 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99f82afb-a394-4eb4-a399-56b9ce64c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.589411 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99f82afb-a394-4eb4-a399-56b9ce64c8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.591410 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-99f82afb-a394-4eb4-a399-56b9ce64c8bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a484c419-c3d9-400f-9c83-ef01f3862516 HTTP/1.1" status: 204 len: 168 time: 0.2383816 Jul 15 13:35:06.626669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f82afb-a394-4eb4-a399-56b9ce64c8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a484c419-c3d9-400f-9c83-ef01f3862516,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:06.644262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.665202 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.944871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router a9d2f1ec-bfab-4302-952e-2e85bf1837bb has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:07.076550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:07.089469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] Sync routers for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:07.094400 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.096217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-74d75bd4-56f8-40da-938c-44ef2b2501a4 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 200 len: 701 time: 1.2877166 Jul 15 13:35:07.099176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43000) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:07.133159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:07.134239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:07.204271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43004) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:07.207161 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8739e095-3a16-4a39-8f06-2d87eb3064b5 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 200 len: 205 time: 0.1037936 Jul 15 13:35:07.417168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:07.515604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-afdfc9fe-39b4-4106-b68e-24b5767064f4 req-e9b79218-b1d9-4bfc-adf3-b04b99d0c8d2 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.1894460 Jul 15 13:35:07.521876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37287fde-a1ef-4b5b-9c72-9d1a76dc2b3e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.522867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:35:01Z', 'revision_number': 11, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:07.611405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] Checking router: a9d2f1ec-bfab-4302-952e-2e85bf1837bb for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:07.630375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] Routers {'a9d2f1ec-bfab-4302-952e-2e85bf1837bb'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:07.631863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:07.928481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] Set router a9d2f1ec-bfab-4302-952e-2e85bf1837bb gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:08.107302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:35:01Z', 'revision_number': 11, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:08.214562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d2a7f-d207-4e91-b604-fb5042b10592 None None] The sync data for ids ['a9d2f1ec-bfab-4302-952e-2e85bf1837bb'] in n-d-771362-36 is: [{'id': 'a9d2f1ec-bfab-4302-952e-2e85bf1837bb', 'name': 'tempest-RoutersTest-router-1733586539', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:35:01Z', 'revision_number': 11, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:08.765676 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37287fde-a1ef-4b5b-9c72-9d1a76dc2b3e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.769821 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37287fde-a1ef-4b5b-9c72-9d1a76dc2b3e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.863837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26adcfc4-0ec1-446b-b99d-0e4f687fcaa6 req-524cb2ac-d51d-4de4-a65c-4b5bbbb0f4ae tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 210 time: 0.4544683 Jul 15 13:35:08.869242 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37287fde-a1ef-4b5b-9c72-9d1a76dc2b3e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.869829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37287fde-a1ef-4b5b-9c72-9d1a76dc2b3e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Fanout notify agent at l3_agent the message router_deleted on router a9d2f1ec-bfab-4302-952e-2e85bf1837bb {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:08.886282 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37287fde-a1ef-4b5b-9c72-9d1a76dc2b3e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.892526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-37287fde-a1ef-4b5b-9c72-9d1a76dc2b3e tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 204 len: 168 time: 1.6871800 Jul 15 13:35:08.900001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43038) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:08.907357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6d9c9d0c-395e-4aab-8212-5578e30b41da tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2050080775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:08.912819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-30e9af18-1f38-44e2-a1e9-cea140d4bab7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:08.920745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-30e9af18-1f38-44e2-a1e9-cea140d4bab7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "GET /v2.0/networks?id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 200 len: 796 time: 0.4872718 Jul 15 13:35:08.994760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d0c-395e-4aab-8212-5578e30b41da tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.995956 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d0c-395e-4aab-8212-5578e30b41da tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.075234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-7bab859f-3c60-4593-98b4-6f4c17d5b88a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 379 time: 0.1424811 Jul 15 13:35:09.091397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'port': {'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'admin_state_up': True, 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'security_groups': ['c047e245-66fc-4606-aaed-dd81e42c1b37']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:09.101765 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d0c-395e-4aab-8212-5578e30b41da tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.108559 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d0c-395e-4aab-8212-5578e30b41da tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.133867 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d0c-395e-4aab-8212-5578e30b41da tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.136135 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6d9c9d0c-395e-4aab-8212-5578e30b41da tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2340786 Jul 15 13:35:09.139161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43044) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:09.145241 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-789ca32e-a95f-422d-9aa7-a650bb3b4196 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:09.571752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a13091d2-12a8-44a2-ab81-f68df1790267 req-633ba205-8cb4-437d-93bb-df9b6c91c3aa tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.0818245 Jul 15 13:35:09.652860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:09.663586 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.721764 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-789ca32e-a95f-422d-9aa7-a650bb3b4196 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.747219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-789ca32e-a95f-422d-9aa7-a650bb3b4196 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.919054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43064) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.074787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789ca32e-a95f-422d-9aa7-a650bb3b4196 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Router 4658f480-428a-4d17-b902-14be6b136a83 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:10.128840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.20.0.7 (77480fb7-49a9-4a9d-b274-7f08f3c4c6e3/d9cc5d58-7f3c-42fa-9e24-f4c668319539/c3c12307-8784-42fa-8e59-059cb85cb565) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:10.221416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-26a9818a-3510-47a2-8252-15e097578113 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1981611332'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.320573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a3a1cfa-eeda-4343-8420-a42170760636 req-5db9be43-34a6-4c2a-95e4-3ada7d3d6333 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 210 time: 0.1466548 Jul 15 13:35:10.364106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26a9818a-3510-47a2-8252-15e097578113 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.364385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789ca32e-a95f-422d-9aa7-a650bb3b4196 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:10.365413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26a9818a-3510-47a2-8252-15e097578113 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.387779 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-789ca32e-a95f-422d-9aa7-a650bb3b4196 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.393657 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-789ca32e-a95f-422d-9aa7-a650bb3b4196 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "PUT /v2.0/routers/4658f480-428a-4d17-b902-14be6b136a83 HTTP/1.1" status: 200 len: 694 time: 1.2528148 Jul 15 13:35:10.396433 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43068) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.405139 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] Sync routers for ids ['4658f480-428a-4d17-b902-14be6b136a83'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:10.428463 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] Routers {'4658f480-428a-4d17-b902-14be6b136a83'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:10.429595 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4658f480-428a-4d17-b902-14be6b136a83'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.585471 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] Set router 4658f480-428a-4d17-b902-14be6b136a83 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:10.595711 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-26e334f9-2ebc-400c-a259-3d4e4ff5ee51 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/routers/4658f480-428a-4d17-b902-14be6b136a83 HTTP/1.1" status: 200 len: 700 time: 0.1964831 Jul 15 13:35:10.598648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43070) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.612497 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26a9818a-3510-47a2-8252-15e097578113 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.640245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26a9818a-3510-47a2-8252-15e097578113 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.681013 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658f480-428a-4d17-b902-14be6b136a83', 'name': 'tempest-RoutersTest-router-2050080775', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:09Z', 'updated_at': '2021-07-15T13:35:09Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.683124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43076) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.699441 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9aa6f4be-791e-450e-8b19-2b8acb5a8835 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=4658f480-428a-4d17-b902-14be6b136a83 HTTP/1.1" status: 200 len: 205 time: 0.0751727 Jul 15 13:35:10.733962 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] Checking router: 4658f480-428a-4d17-b902-14be6b136a83 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:10.748219 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] Routers {'4658f480-428a-4d17-b902-14be6b136a83'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:10.748863 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:34:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4658f480-428a-4d17-b902-14be6b136a83'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.920807 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26a9818a-3510-47a2-8252-15e097578113 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.925526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-26a9818a-3510-47a2-8252-15e097578113 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9999857 Jul 15 13:35:10.926044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43084) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.926938 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] Set router 4658f480-428a-4d17-b902-14be6b136a83 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:10.999463 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658f480-428a-4d17-b902-14be6b136a83', 'name': 'tempest-RoutersTest-router-2050080775', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:09Z', 'updated_at': '2021-07-15T13:35:09Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:11.057185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.064582 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3386017b-488a-4223-bae4-76a4604659ca tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.067658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d5e-57fa-4ff7-883b-eb289127666b tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.083602 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068612d1-33b0-4893-8cab-b9a4377df584 None None] The sync data for ids ['4658f480-428a-4d17-b902-14be6b136a83'] in n-d-771362-36 is: [{'id': '4658f480-428a-4d17-b902-14be6b136a83', 'name': 'tempest-RoutersTest-router-2050080775', 'tenant_id': '37908b61dcb745758b610c5afaa2f036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:09Z', 'updated_at': '2021-07-15T13:35:09Z', 'revision_number': 2, 'project_id': '37908b61dcb745758b610c5afaa2f036', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:11.172007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-78292bfe-12c4-47d8-b8dc-dd55a867a76a req-aa669d06-00e3-4f41-83c3-0a1eb58d5d5c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.2464824 Jul 15 13:35:11.336155 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3386017b-488a-4223-bae4-76a4604659ca tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.341049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Transition to ACTIVE for port object c3c12307-8784-42fa-8e59-059cb85cb565 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:11.342087 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3386017b-488a-4223-bae4-76a4604659ca tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.463326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3386017b-488a-4223-bae4-76a4604659ca tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.464222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386017b-488a-4223-bae4-76a4604659ca tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 886ebbf8-f319-4bb0-ba11-3cb4c3e7501c {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:11.472187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3386017b-488a-4223-bae4-76a4604659ca tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.474472 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3386017b-488a-4223-bae4-76a4604659ca tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "DELETE /v2.0/routers/886ebbf8-f319-4bb0-ba11-3cb4c3e7501c HTTP/1.1" status: 204 len: 168 time: 0.5472703 Jul 15 13:35:11.483060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43088) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.497217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-41f86fde-3fe9-402b-963c-ee0c16a57159 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Request body: {'router': {'name': 'tempest-router-534521957', 'distributed': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:11.538007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41f86fde-3fe9-402b-963c-ee0c16a57159 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.544728 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41f86fde-3fe9-402b-963c-ee0c16a57159 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.703909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41f86fde-3fe9-402b-963c-ee0c16a57159 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.712937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d5e-57fa-4ff7-883b-eb289127666b tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.723075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41f86fde-3fe9-402b-963c-ee0c16a57159 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.727675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0aba8dee-29b0-40d9-a53b-1d235e50a354 req-8d50fd8f-8768-4cba-9558-a1a2331f6314 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 210 time: 0.0634332 Jul 15 13:35:11.728915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d5e-57fa-4ff7-883b-eb289127666b tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.764556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-41f86fde-3fe9-402b-963c-ee0c16a57159 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.769795 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-41f86fde-3fe9-402b-963c-ee0c16a57159 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2820973 Jul 15 13:35:11.770412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43090) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.852840 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.876105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d5e-57fa-4ff7-883b-eb289127666b tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.877916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fe2d5e-57fa-4ff7-883b-eb289127666b tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Fanout notify agent at l3_agent the message router_deleted on router 4658f480-428a-4d17-b902-14be6b136a83 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:11.900399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d5e-57fa-4ff7-883b-eb289127666b tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.909703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c6fe2d5e-57fa-4ff7-883b-eb289127666b tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/4658f480-428a-4d17-b902-14be6b136a83 HTTP/1.1" status: 204 len: 168 time: 1.2249916 Jul 15 13:35:11.916358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43096) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.024549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c533613-1034-474f-b837-91517cc4517e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.086938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-38e2c0c8-014f-43a5-a81c-0cbfd5c5b2f8 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=4658f480-428a-4d17-b902-14be6b136a83 HTTP/1.1" status: 200 len: 205 time: 0.1594875 Jul 15 13:35:12.091978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43098) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.243541 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-d1ce0452-5f6f-476c-b9c5-052518866a5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] delete failed (client error): The resource could not be found. Jul 15 13:35:12.245018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d1ce0452-5f6f-476c-b9c5-052518866a5d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/4658f480-428a-4d17-b902-14be6b136a83 HTTP/1.1" status: 404 len: 336 time: 0.1487012 Jul 15 13:35:12.258150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:12.262347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:12.265199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43106) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.280110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:12.366346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=c3c12307-8784-42fa-8e59-059cb85cb565,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.373117 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-39480106-6955-45fe-8a06-94b8dd924518 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:12.373980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39480106-6955-45fe-8a06-94b8dd924518 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:12.379074 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-39480106-6955-45fe-8a06-94b8dd924518 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/143263d6-63be-4f0c-8943-0cfcab4698f8 HTTP/1.1" status: 404 len: 337 time: 0.1074276 Jul 15 13:35:12.388300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43108) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.506264 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ff21c5-871b-4d41-ad53-643f8b827305 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:12.507265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ff21c5-871b-4d41-ad53-643f8b827305 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:12.509477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-21ff21c5-871b-4d41-ad53-643f8b827305 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/44f4138b-6b4b-44f2-9643-68d195b8c09c HTTP/1.1" status: 404 len: 337 time: 0.1185870 Jul 15 13:35:12.514039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43110) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.603882 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f2df4c-cf53-4392-88a0-d3d879282468 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:12.604565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f2df4c-cf53-4392-88a0-d3d879282468 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:12.607068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d5f2df4c-cf53-4392-88a0-d3d879282468 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/00ca2ee5-6695-4974-92b5-ee7453402837 HTTP/1.1" status: 404 len: 337 time: 0.0915861 Jul 15 13:35:12.617965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43112) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.689374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:12.690414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.709319 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad58962-616d-4aea-84cd-da27b7ead8c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:12.709998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad58962-616d-4aea-84cd-da27b7ead8c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:12.714501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2ad58962-616d-4aea-84cd-da27b7ead8c7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/a0ece822-66cd-4ad8-b050-8480e56f649e HTTP/1.1" status: 404 len: 337 time: 0.0950825 Jul 15 13:35:12.803903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6fd205cd-ec63-4046-8e34-beea6bfc9418 req-a5cc880e-2dc1-4ca2-beba-ca88741faa18 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e50105a-6eb2-41bf-b76b-a914df6e4a1f HTTP/1.1" status: 200 len: 210 time: 0.1346810 Jul 15 13:35:12.804634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43114) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.877417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-82c65b3c-0217-4241-982c-3523ace989b1 None None] Provisioning for port c3c12307-8784-42fa-8e59-059cb85cb565 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:12.890751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-8bd84ce5-e41d-4861-96c5-84de73dc596a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8064117 Jul 15 13:35:12.892947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-82c65b3c-0217-4241-982c-3523ace989b1 None None] Provisioning complete for port c3c12307-8784-42fa-8e59-059cb85cb565 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:12.893483 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82c65b3c-0217-4241-982c-3523ace989b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.901139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c31a7f59-dd31-4806-9b21-e272e04807fb tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 200 len: 205 time: 0.0925167 Jul 15 13:35:12.917664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43124) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.934955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Request body: {'port': {'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:13.128978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-82c65b3c-0217-4241-982c-3523ace989b1 None None] Port c3c12307-8784-42fa-8e59-059cb85cb565 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:13.141162 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-392da71f-e471-46a1-a18f-b14516725872 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] delete failed (client error): The resource could not be found. Jul 15 13:35:13.142323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-392da71f-e471-46a1-a18f-b14516725872 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/a9d2f1ec-bfab-4302-952e-2e85bf1837bb HTTP/1.1" status: 404 len: 336 time: 0.2206202 Jul 15 13:35:13.146639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43130) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.222825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-839f038a-ae10-47ec-868c-a59408acd99a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=4749d1c8-9ac7-4298-b50b-346bd10c73b4 HTTP/1.1" status: 200 len: 205 time: 0.0712907 Jul 15 13:35:13.224212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43132) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.274389 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-dde35ced-7cbe-4edd-8145-f105f7c4d5fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] delete failed (client error): The resource could not be found. Jul 15 13:35:13.275592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dde35ced-7cbe-4edd-8145-f105f7c4d5fa tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/4749d1c8-9ac7-4298-b50b-346bd10c73b4 HTTP/1.1" status: 404 len: 336 time: 0.0495191 Jul 15 13:35:13.279541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.282158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43136) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.322653 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c116eaed-7b1e-4a2a-8bee-1b01c310a13f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:13.323125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c116eaed-7b1e-4a2a-8bee-1b01c310a13f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:13.325115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c116eaed-7b1e-4a2a-8bee-1b01c310a13f tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/06c3f30e-1357-4531-9a59-1eb5017a67f9 HTTP/1.1" status: 404 len: 337 time: 0.0393922 Jul 15 13:35:13.333638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c533613-1034-474f-b837-91517cc4517e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.334738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43140) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.336496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c533613-1034-474f-b837-91517cc4517e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.374185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0c4754ce-d2b0-4984-b4ef-760e9cc85265 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=51e3b198-cad4-42b7-b0e3-ea752a8ee5ae HTTP/1.1" status: 200 len: 205 time: 0.0382214 Jul 15 13:35:13.385205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe1aee-b844-4ac5-833d-84b34e381eac req-ac6fa844-9934-410b-8c4c-73f7be717c80 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:13.391707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4fe1aee-b844-4ac5-833d-84b34e381eac req-ac6fa844-9934-410b-8c4c-73f7be717c80 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 931 time: 0.3640912 Jul 15 13:35:13.393586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43142) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.402875 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c533613-1034-474f-b837-91517cc4517e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.404421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c533613-1034-474f-b837-91517cc4517e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 992b2162-552e-41c2-ab67-2fcdd58207db {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:13.413123 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c533613-1034-474f-b837-91517cc4517e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.415196 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7c533613-1034-474f-b837-91517cc4517e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "DELETE /v2.0/routers/992b2162-552e-41c2-ab67-2fcdd58207db HTTP/1.1" status: 204 len: 168 time: 1.6428246 Jul 15 13:35:13.424454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43144) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.435781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e3f0d118-39b1-4c7c-a395-0fd3adb9ddcd tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Request body: {'router': {'name': 'tempest-router-1724182152', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4a5988416d90409f9d25f4713c1ce2e3'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:13.470675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d118-39b1-4c7c-a395-0fd3adb9ddcd tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.476034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d118-39b1-4c7c-a395-0fd3adb9ddcd tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.517174 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-72a4da92-b2e1-4f00-b8eb-5db9cd8e8e39 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] delete failed (client error): The resource could not be found. Jul 15 13:35:13.520964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-72a4da92-b2e1-4f00-b8eb-5db9cd8e8e39 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/51e3b198-cad4-42b7-b0e3-ea752a8ee5ae HTTP/1.1" status: 404 len: 336 time: 0.0941892 Jul 15 13:35:13.523685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43146) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.542326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4fe1aee-b844-4ac5-833d-84b34e381eac req-a4bd8f3a-0246-4c81-ae8f-799cc4e06a46 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495709 Jul 15 13:35:13.646613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d118-39b1-4c7c-a395-0fd3adb9ddcd tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.650487 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30254963-2289-4727-a1e9-3e9864c3bed7 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd5f3de-64e4-4237-a6fd-d601c273dd47 HTTP/1.1" status: 200 len: 205 time: 0.1252289 Jul 15 13:35:13.653776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d118-39b1-4c7c-a395-0fd3adb9ddcd tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.657318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43148) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.674896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d118-39b1-4c7c-a395-0fd3adb9ddcd tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.677020 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3f0d118-39b1-4c7c-a395-0fd3adb9ddcd tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2508130 Jul 15 13:35:13.682174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43150) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.691665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:13.720570 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-073d5a55-beeb-404c-8859-68025601f259 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] delete failed (client error): The resource could not be found. Jul 15 13:35:13.724272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-073d5a55-beeb-404c-8859-68025601f259 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/2dd5f3de-64e4-4237-a6fd-d601c273dd47 HTTP/1.1" status: 404 len: 336 time: 0.0635700 Jul 15 13:35:13.729316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43152) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.762892 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-437a5466-6bd4-4792-bed9-d4c100ab63e5 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:13.763406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437a5466-6bd4-4792-bed9-d4c100ab63e5 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:13.765323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-437a5466-6bd4-4792-bed9-d4c100ab63e5 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/c2a2f014-60d2-4843-b588-a82b7c6fafa3 HTTP/1.1" status: 404 len: 337 time: 0.0350718 Jul 15 13:35:13.769531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43156) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.852565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3963df3d-19c3-48ea-9200-717123d85cb1 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=a54c9c0e-5f24-4a5c-b596-538ddc5e2759 HTTP/1.1" status: 200 len: 205 time: 0.0781670 Jul 15 13:35:13.853872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43162) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.914006 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-d7c432bf-7fb6-41a7-9759-cf336756a12a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] delete failed (client error): The resource could not be found. Jul 15 13:35:13.915873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d7c432bf-7fb6-41a7-9759-cf336756a12a tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/a54c9c0e-5f24-4a5c-b596-538ddc5e2759 HTTP/1.1" status: 404 len: 336 time: 0.0604641 Jul 15 13:35:13.922431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43164) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.977392 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f54b9e-096c-48b8-ab2e-1e5dfdc9f8ef tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:13.977979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f54b9e-096c-48b8-ab2e-1e5dfdc9f8ef tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:13.979917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-64f54b9e-096c-48b8-ab2e-1e5dfdc9f8ef tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/03a370ba-995b-437d-a4ee-0b68982458c9 HTTP/1.1" status: 404 len: 337 time: 0.0563116 Jul 15 13:35:13.992046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43166) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.057432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8b6b3bc0-b98f-44e3-aed7-92818e9b2428 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "GET /v2.0/ports?device_id=af94aa52-5018-49ec-b174-8323b8baec9f HTTP/1.1" status: 200 len: 205 time: 0.0638931 Jul 15 13:35:14.072463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43170) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.072955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43172) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.086929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.087963 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.209561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93734) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 13:35:14.210005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Router 5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03 migrating from provider to provider. {{(pid=93734) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 13:35:14.210553 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.216446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.241906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.261744 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-d7edb387-6ce4-4eab-ae37-0825b27e6a6d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] delete failed (client error): The resource could not be found. Jul 15 13:35:14.263721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d7edb387-6ce4-4eab-ae37-0825b27e6a6d tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/routers/af94aa52-5018-49ec-b174-8323b8baec9f HTTP/1.1" status: 404 len: 336 time: 0.1887925 Jul 15 13:35:14.280556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43178) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.379026 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d828e5b9-ca81-4050-bd88-b6d220b7ebd5 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:14.379883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d828e5b9-ca81-4050-bd88-b6d220b7ebd5 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:14.384601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d828e5b9-ca81-4050-bd88-b6d220b7ebd5 tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/2883178a-d138-4a6c-beef-bf3527eff0ee HTTP/1.1" status: 404 len: 337 time: 0.1004760 Jul 15 13:35:14.396358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43180) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.405081 n-d-771362-36 neutron-server[93734]: WARNING neutron.scheduler.l3_agent_scheduler [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] No L3 agents can host the router 5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03 Jul 15 13:35:14.456749 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8e4b8a-f159-4001-aeda-9b5242cff9ab tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] DELETE failed (client error): The resource could not be found. Jul 15 13:35:14.457425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8e4b8a-f159-4001-aeda-9b5242cff9ab tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:14.462592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bf8e4b8a-f159-4001-aeda-9b5242cff9ab tempest-RoutersTest-245080855 tempest-RoutersTest-245080855-project] 10.222.0.25 "DELETE /v2.0/subnets/06a93998-5f86-437e-8e45-6961b8761547 HTTP/1.1" status: 404 len: 337 time: 0.0624473 Jul 15 13:35:14.477666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c12307-8784-42fa-8e59-059cb85cb565 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:14.508718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.525703 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b978671-f7bb-4421-b8d4-f1e4be35b10f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.556195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Transition to ACTIVE for port object c3c12307-8784-42fa-8e59-059cb85cb565 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:14.665096 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Hosts for router 5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03: [] {{(pid=93734) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 13:35:14.665690 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b978671-f7bb-4421-b8d4-f1e4be35b10f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.665809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Hosts for other DVR routers connected to router 5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03: set() {{(pid=93734) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 13:35:14.665809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.665809 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-585f8130-428d-419d-9757-5ddf66d5fabb tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "PUT /v2.0/routers/5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03 HTTP/1.1" status: 200 len: 717 time: 0.9159899 Jul 15 13:35:14.667713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43188) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.683124 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.737458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b978671-f7bb-4421-b8d4-f1e4be35b10f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.745614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b978671-f7bb-4421-b8d4-f1e4be35b10f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.747513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4b978671-f7bb-4421-b8d4-f1e4be35b10f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "DELETE /v2.0/security-groups/3206e8dc-76b3-432c-8ca6-caf9fcdee773 HTTP/1.1" status: 204 len: 168 time: 0.6668231 Jul 15 13:35:14.756480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43192) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.827277 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-70a0f898-56bf-4c6c-8cba-d4afee54c92c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] show failed (client error): The resource could not be found. Jul 15 13:35:14.833532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-70a0f898-56bf-4c6c-8cba-d4afee54c92c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "GET /v2.0/security-groups/3206e8dc-76b3-432c-8ca6-caf9fcdee773 HTTP/1.1" status: 404 len: 347 time: 0.0385821 Jul 15 13:35:14.860361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43194) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.916105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b978671-f7bb-4421-b8d4-f1e4be35b10f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206e8dc-76b3-432c-8ca6-caf9fcdee773,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:14.949272 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10940030-7997-496f-bdbe-b02610c9da8f tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "GET /v2.0/routers/5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03 HTTP/1.1" status: 200 len: 717 time: 0.2800457 Jul 15 13:35:14.954893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43198) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.085554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Pushing event updated for resources: {'Port': ['ID=c3c12307-8784-42fa-8e59-059cb85cb565,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:15.126892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43202) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.508283 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f16b3ecf-62f8-4d9e-8200-403c99f997b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37908b61dcb745758b610c5afaa2f036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796830 Jul 15 13:35:15.522685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43214) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.713745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-17d1e660-0afe-46ff-98df-d9fde5e79eb2 tempest-RoutersTestDVR-1881537297 tempest-RoutersTestDVR-1881537297-project] 10.222.0.25 "GET /v2.0/routers/5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03 HTTP/1.1" status: 200 len: 683 time: 0.7569366 Jul 15 13:35:15.722214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43216) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.792746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309f495-c5aa-4590-8c16-28a9a5dbdc91 req-ec2fa061-6221-4b01-b91c-ea7c9caf3258 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:15.796551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7309f495-c5aa-4590-8c16-28a9a5dbdc91 req-ec2fa061-6221-4b01-b91c-ea7c9caf3258 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 943 time: 0.9754848 Jul 15 13:35:15.869069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Attempting to bind port c3c12307-8784-42fa-8e59-059cb85cb565 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:15.869699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Attempting to bind port c3c12307-8784-42fa-8e59-059cb85cb565 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:15.870207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Attempting to bind port c3c12307-8784-42fa-8e59-059cb85cb565 on network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:15.872031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e16ce922-cc42-4f1a-857d-843e813f841e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.877463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e187f5d-9ba5-44c4-a3f0-885cf28d11ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.885377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Port c3c12307-8784-42fa-8e59-059cb85cb565 on network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:15.886799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Attempting to bind port c3c12307-8784-42fa-8e59-059cb85cb565 on network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:15.926085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7309f495-c5aa-4590-8c16-28a9a5dbdc91 req-79f7a58d-0077-4d61-b263-b2174a015d58 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023967 Jul 15 13:35:15.937421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:15.940842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Checking segment: {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:15.942561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Bound using segment: {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:15.949266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Bound port: c3c12307-8784-42fa-8e59-059cb85cb565, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392b565e-cc7a-4e21-9f5a-608086c4c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:15.949815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.987411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting port 91b411b4-7213-467c-80f5-82259b05b79b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:15.988495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.040729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e187f5d-9ba5-44c4-a3f0-885cf28d11ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.126479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] For port c3c12307-8784-42fa-8e59-059cb85cb565, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:16.133290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] For port c3c12307-8784-42fa-8e59-059cb85cb565, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c3c12307-8784-42fa-8e59-059cb85cb565,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:16.153296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.243669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e16ce922-cc42-4f1a-857d-843e813f841e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.251000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e16ce922-cc42-4f1a-857d-843e813f841e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.318709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:16.325238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.328398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] 10.222.0.35 "PUT /v2.0/ports/c3c12307-8784-42fa-8e59-059cb85cb565 HTTP/1.1" status: 200 len: 1092 time: 3.4092910 Jul 15 13:35:16.329549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:16.334865 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792" -d '{"events": [{"name": "network-changed", "server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:16.391886 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.393524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.421050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Calling delete_port for 91b411b4-7213-467c-80f5-82259b05b79b owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:16.444401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e187f5d-9ba5-44c4-a3f0-885cf28d11ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.456609 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e187f5d-9ba5-44c4-a3f0-885cf28d11ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.464376 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e187f5d-9ba5-44c4-a3f0-885cf28d11ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1743f2d9-1081-48ea-9fbb-7452d5500d36 HTTP/1.1" status: 204 len: 168 time: 0.9311922 Jul 15 13:35:16.479887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e16ce922-cc42-4f1a-857d-843e813f841e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.480972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16ce922-cc42-4f1a-857d-843e813f841e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:16.520564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e16ce922-cc42-4f1a-857d-843e813f841e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.525601 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e16ce922-cc42-4f1a-857d-843e813f841e tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5b57e1f5-98ca-4d6e-a07a-a06f64f8ab03 HTTP/1.1" status: 204 len: 168 time: 0.8017085 Jul 15 13:35:16.529124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e187f5d-9ba5-44c4-a3f0-885cf28d11ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1743f2d9-1081-48ea-9fbb-7452d5500d36,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:16.535555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43228) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.568484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b33b0e53-02c0-4a17-97a6-276880d9fe4f tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Request body: {'router': {'name': 'tempest-router-1260367797', 'distributed': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:16.637185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e53-02c0-4a17-97a6-276880d9fe4f tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.639687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e53-02c0-4a17-97a6-276880d9fe4f tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.649097 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48009172-d420-44b6-bc7c-fd9ebafd0d99 x-openstack-request-id: req-48009172-d420-44b6-bc7c-fd9ebafd0d99 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:16.649553 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:16.649960 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48009172-d420-44b6-bc7c-fd9ebafd0d99 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:16.650615 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'status': 'completed', 'code': 200} Jul 15 13:35:16.819925 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e53-02c0-4a17-97a6-276880d9fe4f tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.829305 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e53-02c0-4a17-97a6-276880d9fe4f tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.837759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097cd3d-0633-44a5-af64-f8367183239d service neutron] Pushing event updated for resources: {'Port': ['ID=c3c12307-8784-42fa-8e59-059cb85cb565,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:16.875494 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e53-02c0-4a17-97a6-276880d9fe4f tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.882397 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b33b0e53-02c0-4a17-97a6-276880d9fe4f tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3391581 Jul 15 13:35:16.886247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43234) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.927555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-a3c2bf6e-5a92-4ad3-ad1c-69bde44a0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:16.930339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-a3c2bf6e-5a92-4ad3-ad1c-69bde44a0e13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 1095 time: 0.2952805 Jul 15 13:35:17.025034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.132730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-5487535a-d69b-4985-a6d2-4fc8f4f76ac8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c12307-8784-42fa-8e59-059cb85cb565 HTTP/1.1" status: 200 len: 217 time: 0.1234512 Jul 15 13:35:17.137641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Port': ['ID=91b411b4-7213-467c-80f5-82259b05b79b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.160520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18612c9d-c5b1-4fef-a914-c99ae0977606 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.359011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.362064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.366490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43248) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.369809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-388dfa0d-d4c2-403b-b660-c478cddbe962 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "DELETE /v2.0/floatingips/c338979b-2585-4fdb-875a-f8f4769a255a HTTP/1.1" status: 204 len: 168 time: 2.5106239 Jul 15 13:35:17.393681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-20de3f0b-8539-485c-afe9-09d8da422209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:17.395352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-20de3f0b-8539-485c-afe9-09d8da422209 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9cc5d58-7f3c-42fa-9e24-f4c668319539 HTTP/1.1" status: 200 len: 835 time: 0.2543526 Jul 15 13:35:17.591299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222c5e-9be7-4643-9852-f5fb3848b00f req-83862a18-1b79-41b3-acfe-2b682eca73dc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:17.602293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb222c5e-9be7-4643-9852-f5fb3848b00f req-83862a18-1b79-41b3-acfe-2b682eca73dc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 943 time: 0.2238016 Jul 15 13:35:17.633184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-b9bffc68-5df6-412d-9f77-e9e3c0d5e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:17.634761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-b9bffc68-5df6-412d-9f77-e9e3c0d5e453 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040036 Jul 15 13:35:17.684193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb222c5e-9be7-4643-9852-f5fb3848b00f req-02e972ce-f93f-4eb8-8b56-83e3ec8b2525 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807874 Jul 15 13:35:17.816016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18612c9d-c5b1-4fef-a914-c99ae0977606 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.819526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18612c9d-c5b1-4fef-a914-c99ae0977606 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.865948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-ff74d831-3ba9-4770-9999-8374e160bd9f service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215538 Jul 15 13:35:17.892688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18612c9d-c5b1-4fef-a914-c99ae0977606 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.893398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18612c9d-c5b1-4fef-a914-c99ae0977606 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba2e7074-66c1-46ba-9706-6bb9f990dc52 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:17.900147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18612c9d-c5b1-4fef-a914-c99ae0977606 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.904908 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-18612c9d-c5b1-4fef-a914-c99ae0977606 tempest-RoutersTestDVR-639507304 tempest-RoutersTestDVR-639507304-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ba2e7074-66c1-46ba-9706-6bb9f990dc52 HTTP/1.1" status: 204 len: 168 time: 1.0138404 Jul 15 13:35:17.904908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb56c1-4e3b-42d4-8f08-ccc7beab961f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting port 0666dac5-81e8-46e3-90ce-e87c2ce45981 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:17.904908 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ccb56c1-4e3b-42d4-8f08-ccc7beab961f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.134014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4171b669-42aa-48dd-bc70-1591f8d3b4fe req-b4b337dc-0922-47ec-b813-0b39f342d804 service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622852 Jul 15 13:35:18.173227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ccb56c1-4e3b-42d4-8f08-ccc7beab961f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.202329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb56c1-4e3b-42d4-8f08-ccc7beab961f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Calling delete_port for 0666dac5-81e8-46e3-90ce-e87c2ce45981 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:18.507393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-d6e3c60a-4bfb-4411-ad63-6c94e7233c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:18.509874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-d6e3c60a-4bfb-4411-ad63-6c94e7233c22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 1095 time: 0.2726769 Jul 15 13:35:18.559456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ccb56c1-4e3b-42d4-8f08-ccc7beab961f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.620087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb56c1-4e3b-42d4-8f08-ccc7beab961f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Port': ['ID=0666dac5-81e8-46e3-90ce-e87c2ce45981,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.804354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-a5d29a14-08ea-43b9-94be-dc148ebb375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:18.807634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-a5d29a14-08ea-43b9-94be-dc148ebb375e service neutron] 10.222.0.35 "GET /v2.0/networks?id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 200 len: 897 time: 0.2899115 Jul 15 13:35:18.808558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43278) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.898131 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3fa24b60-bb02-49df-b0e6-2472d43374ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.952957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-93e142b7-40e1-47a7-ba79-a2aafe0f0bc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c12307-8784-42fa-8e59-059cb85cb565 HTTP/1.1" status: 200 len: 217 time: 0.1325014 Jul 15 13:35:18.977485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2ccb56c1-4e3b-42d4-8f08-ccc7beab961f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.992206 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2ccb56c1-4e3b-42d4-8f08-ccc7beab961f tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "DELETE /v2.0/ports/0666dac5-81e8-46e3-90ce-e87c2ce45981 HTTP/1.1" status: 204 len: 168 time: 1.6201837 Jul 15 13:35:18.993010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43284) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:19.128477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-d8f633f6-71e8-417e-a530-35c523cf6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.134910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-d8f633f6-71e8-417e-a530-35c523cf6d09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9cc5d58-7f3c-42fa-9e24-f4c668319539 HTTP/1.1" status: 200 len: 835 time: 0.1735201 Jul 15 13:35:19.312159 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b76-db7d-4bac-b3f4-2a2034269caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.458031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-966093be-a50c-4bdc-a00d-c51b90d0cc07 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting port aeb288aa-adf1-472e-ab20-0492e301a9fb {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:19.462809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-966093be-a50c-4bdc-a00d-c51b90d0cc07 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.712953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e7c0f-b6ba-490a-8fb8-3faf93fe9716 req-804a704d-1c4c-4927-bf72-2fe7bbca83d9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.715279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-966093be-a50c-4bdc-a00d-c51b90d0cc07 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.716599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-007e7c0f-b6ba-490a-8fb8-3faf93fe9716 req-804a704d-1c4c-4927-bf72-2fe7bbca83d9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 943 time: 0.3768315 Jul 15 13:35:19.722455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-8adf5e04-5ef5-4504-9b05-4a70b057123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.725555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-8adf5e04-5ef5-4504-9b05-4a70b057123a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5806189 Jul 15 13:35:19.780663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-966093be-a50c-4bdc-a00d-c51b90d0cc07 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Calling delete_port for aeb288aa-adf1-472e-ab20-0492e301a9fb owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:19.987588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-966093be-a50c-4bdc-a00d-c51b90d0cc07 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.013608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-007e7c0f-b6ba-490a-8fb8-3faf93fe9716 req-094127f0-39a3-44d7-ba83-95f0de1c8f81 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537649 Jul 15 13:35:20.122053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966093be-a50c-4bdc-a00d-c51b90d0cc07 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Port': ['ID=aeb288aa-adf1-472e-ab20-0492e301a9fb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:20.137789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b76-db7d-4bac-b3f4-2a2034269caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.141945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-1b2df7f6-277a-47f1-8495-cc216b627853 service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050465 Jul 15 13:35:20.143851 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b76-db7d-4bac-b3f4-2a2034269caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.180864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c3c12307-8784-42fa-8e59-059cb85cb565 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:20.225790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e8b76-db7d-4bac-b3f4-2a2034269caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87bf9e5-9deb-4167-a352-45b2b10abfce,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:20.306475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-966093be-a50c-4bdc-a00d-c51b90d0cc07 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.311008 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-966093be-a50c-4bdc-a00d-c51b90d0cc07 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "DELETE /v2.0/ports/aeb288aa-adf1-472e-ab20-0492e301a9fb HTTP/1.1" status: 204 len: 168 time: 1.3162014 Jul 15 13:35:20.314331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43322) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:20.493391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c3c12307-8784-42fa-8e59-059cb85cb565, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c3c12307-8784-42fa-8e59-059cb85cb565,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:20.501164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6b0321-32e3-46b0-9eed-e1c89d87e487 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting subnet 261d6914-0b72-4d89-a1f5-dc640b317428 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:20.507328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0321-32e3-46b0-9eed-e1c89d87e487 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.524046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eeafe3ad-85ac-4bd9-860b-1a0ca8db4792 req-766d9543-1d03-46c3-97f7-0934654141a3 service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044593 Jul 15 13:35:20.533210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:20.589327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a42e8b76-db7d-4bac-b3f4-2a2034269caf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a5988416d90409f9d25f4713c1ce2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7793653 Jul 15 13:35:20.593848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43332) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:20.665887 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.699697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c12307-8784-42fa-8e59-059cb85cb565 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:20.733953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0321-32e3-46b0-9eed-e1c89d87e487 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.758428 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c55c0d3-eb86-4996-a6ea-7f126fed9363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.767478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c3c12307-8784-42fa-8e59-059cb85cb565, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c3c12307-8784-42fa-8e59-059cb85cb565,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:20.784865 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.856213 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c55c0d3-eb86-4996-a6ea-7f126fed9363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.869575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=c3c12307-8784-42fa-8e59-059cb85cb565,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:20.986774 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0321-32e3-46b0-9eed-e1c89d87e487 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.994058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['c3c12307-8784-42fa-8e59-059cb85cb565'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:21.011044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c55c0d3-eb86-4996-a6ea-7f126fed9363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.014969 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c55c0d3-eb86-4996-a6ea-7f126fed9363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.017948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5c55c0d3-eb86-4996-a6ea-7f126fed9363 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b87bf9e5-9deb-4167-a352-45b2b10abfce HTTP/1.1" status: 204 len: 168 time: 0.4226432 Jul 15 13:35:21.033797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55c0d3-eb86-4996-a6ea-7f126fed9363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87bf9e5-9deb-4167-a352-45b2b10abfce,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.145300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0321-32e3-46b0-9eed-e1c89d87e487 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.228162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b0321-32e3-46b0-9eed-e1c89d87e487 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Subnet': ['ID=261d6914-0b72-4d89-a1f5-dc640b317428,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.230503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0321-32e3-46b0-9eed-e1c89d87e487 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.237223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43350) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:21.242464 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bf6b0321-32e3-46b0-9eed-e1c89d87e487 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "DELETE /v2.0/subnets/261d6914-0b72-4d89-a1f5-dc640b317428 HTTP/1.1" status: 204 len: 168 time: 0.9132190 Jul 15 13:35:21.421861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3199f2-0057-4137-a888-b05740a248f1 None None] Network 815fcc21-ed29-4388-9854-7408c50a4a1d requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:21.496612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f19e14-5df7-4ac9-ad97-3bbbb0fa7f86 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Deleting subnet c23716bd-da50-48ef-b535-3208a7f14fa6 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:21.517136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12f19e14-5df7-4ac9-ad97-3bbbb0fa7f86 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.664101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601da826-a139-4d51-a455-87b7137e4479 req-2dc44b40-e6ad-4438-a3db-50d62fbc86b4 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.665888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-601da826-a139-4d51-a455-87b7137e4479 req-2dc44b40-e6ad-4438-a3db-50d62fbc86b4 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 944 time: 0.3112521 Jul 15 13:35:21.685489 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12f19e14-5df7-4ac9-ad97-3bbbb0fa7f86 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.706862 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9d11b502-e534-4851-8d82-8fb6bed84188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.723070 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.884871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-601da826-a139-4d51-a455-87b7137e4479 req-cb88a1ff-85b1-43bc-a664-bb404625458e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467731 Jul 15 13:35:22.008615 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12f19e14-5df7-4ac9-ad97-3bbbb0fa7f86 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.021060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43364) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.042433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d67ce56c-2624-4969-bcda-8bc607282c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.042966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] DHCP port deletion for 815fcc21-ed29-4388-9854-7408c50a4a1d request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:22.143434 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12f19e14-5df7-4ac9-ad97-3bbbb0fa7f86 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.159956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] Deleting port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:22.160395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.237647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f19e14-5df7-4ac9-ad97-3bbbb0fa7f86 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Subnet': ['ID=c23716bd-da50-48ef-b535-3208a7f14fa6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.251508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d67ce56c-2624-4969-bcda-8bc607282c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.259531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12f19e14-5df7-4ac9-ad97-3bbbb0fa7f86 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.260846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d67ce56c-2624-4969-bcda-8bc607282c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.271794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-12f19e14-5df7-4ac9-ad97-3bbbb0fa7f86 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "DELETE /v2.0/subnets/c23716bd-da50-48ef-b535-3208a7f14fa6 HTTP/1.1" status: 204 len: 168 time: 1.0319760 Jul 15 13:35:22.274174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fba74-0b42-426f-8b50-2455915b68ac None None] Network 1517ed12-7f41-410f-a647-2d5503e500b2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:22.274776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43366) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.314874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] For port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=26ae6c6a-a529-483c-97f9-2fb3cb804d0d,segment=NetworkSegment(81e7afc9-3ff7-4cc0-88c5-b5986c809a01),segment_id=81e7afc9-3ff7-4cc0-88c5-b5986c809a01)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:22.315532 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.387687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] Calling delete_port for 26ae6c6a-a529-483c-97f9-2fb3cb804d0d owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:22.410675 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d67ce56c-2624-4969-bcda-8bc607282c1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=249f5fae970c43c1af4cf6b956f8c40a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888254 Jul 15 13:35:22.415120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43370) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.417414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ce56c-2624-4969-bcda-8bc607282c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d616f-7de8-4f51-bd12-d0260bef428a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.567770 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5a64978-3459-4621-863c-f6558af0c57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.612804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.644787 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.647637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5a64978-3459-4621-863c-f6558af0c57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.709013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] Pushing event deleted for resources: {'Port': ['ID=26ae6c6a-a529-483c-97f9-2fb3cb804d0d,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.722122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b41015-ac93-47ee-9446-3ba319ca9eb9 None None] No DVR routers for this DVR port 26ae6c6a-a529-483c-97f9-2fb3cb804d0d on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:22.791048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] DHCP port deletion for 1517ed12-7f41-410f-a647-2d5503e500b2 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:22.852766 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5a64978-3459-4621-863c-f6558af0c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.876047 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f5a64978-3459-4621-863c-f6558af0c57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.881888 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f5a64978-3459-4621-863c-f6558af0c57c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/530d616f-7de8-4f51-bd12-d0260bef428a HTTP/1.1" status: 204 len: 168 time: 0.4652369 Jul 15 13:35:22.914861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a64978-3459-4621-863c-f6558af0c57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d616f-7de8-4f51-bd12-d0260bef428a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.992433 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.059913 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.066368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815fcc21-ed29-4388-9854-7408c50a4a1d']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:23.095041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] Deleting port d082cadc-37f3-459c-8f42-12cd84f18132 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:23.096896 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.107102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e7afc9-3ff7-4cc0-88c5-b5986c809a01') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:23.108402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e7afc9-3ff7-4cc0-88c5-b5986c809a01') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:23.157953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.212574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] For port d082cadc-37f3-459c-8f42-12cd84f18132, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d082cadc-37f3-459c-8f42-12cd84f18132,segment=NetworkSegment(cbac0e01-8cb7-46d1-8541-3ec7cdb64277),segment_id=cbac0e01-8cb7-46d1-8541-3ec7cdb64277)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:23.213954 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.237813 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.249731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] Calling delete_port for d082cadc-37f3-459c-8f42-12cd84f18132 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:23.265283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:23.267035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.388325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 26ae6c6a-a529-483c-97f9-2fb3cb804d0d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:23.423271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 26ae6c6a-a529-483c-97f9-2fb3cb804d0d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:23.424149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 26ae6c6a-a529-483c-97f9-2fb3cb804d0d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:23.424906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d082cadc-37f3-459c-8f42-12cd84f18132 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:23.437091 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:23.462979 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.525201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.529835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "DELETE /v2.0/networks/815fcc21-ed29-4388-9854-7408c50a4a1d HTTP/1.1" status: 204 len: 168 time: 1.2519729 Jul 15 13:35:23.534047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43386) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:23.562202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25d1f2-d77d-49cd-9bc0-63812dbb2b96 tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Network': ['ID=815fcc21-ed29-4388-9854-7408c50a4a1d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.630781 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.632710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0f088-3628-4cee-aeb4-77be0d98b40a req-4b3856e6-824f-466a-81e5-63d90148ceb7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.636325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9de0f088-3628-4cee-aeb4-77be0d98b40a req-4b3856e6-824f-466a-81e5-63d90148ceb7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 944 time: 0.1943455 Jul 15 13:35:23.649637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.724314 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.764114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] Pushing event deleted for resources: {'Port': ['ID=d082cadc-37f3-459c-8f42-12cd84f18132,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.803032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9de0f088-3628-4cee-aeb4-77be0d98b40a req-b3b7a01f-452f-4124-a211-c958cb920d08 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602011 Jul 15 13:35:23.826386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d45ca6-9772-4294-9487-eaca74edae29 None None] No DVR routers for this DVR port d082cadc-37f3-459c-8f42-12cd84f18132 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:23.937968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.958148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1517ed12-7f41-410f-a647-2d5503e500b2']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:23.977399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:23.977700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbac0e01-8cb7-46d1-8541-3ec7cdb64277') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:23.990592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.047290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.055122 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:24.055870 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:24.060353 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:24.203938 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.214049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c3c12307-8784-42fa-8e59-059cb85cb565 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:24.228764 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.237087 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] 10.222.0.25 "DELETE /v2.0/networks/1517ed12-7f41-410f-a647-2d5503e500b2 HTTP/1.1" status: 204 len: 168 time: 0.7011263 Jul 15 13:35:24.263634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621a14d-6127-4dc3-b5ca-ea3b862eaa3c tempest-TaggedBootDevicesTest_v242-1143566195 tempest-TaggedBootDevicesTest_v242-1143566195-project] Pushing event deleted for resources: {'Network': ['ID=1517ed12-7f41-410f-a647-2d5503e500b2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:24.442996 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.484155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port c3c12307-8784-42fa-8e59-059cb85cb565 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:24.507888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port c3c12307-8784-42fa-8e59-059cb85cb565 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:24.509075 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.117479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.189268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646633ca-c628-4012-bb8e-dc35ac5c565f req-2ce71ecc-5e7a-414d-aa53-833486c4b453 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.206495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-646633ca-c628-4012-bb8e-dc35ac5c565f req-2ce71ecc-5e7a-414d-aa53-833486c4b453 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 944 time: 0.2084165 Jul 15 13:35:25.278164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43448) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.300402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-646633ca-c628-4012-bb8e-dc35ac5c565f req-a6f1bae4-6506-4097-8ab1-02717fdede0a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920937 Jul 15 13:35:25.363276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port c3c12307-8784-42fa-8e59-059cb85cb565, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c3c12307-8784-42fa-8e59-059cb85cb565,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:25.368101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:25.373272 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a64a30d-a41b-4f23-a3d0-59e6b32761ad" -d '{"events": [{"server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "name": "network-vif-plugged", "status": "completed", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:25.382262 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.527822 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e637dc-e83d-47a1-99b0-de4c69e92e0a x-openstack-request-id: req-52e637dc-e83d-47a1-99b0-de4c69e92e0a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:25.528140 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "name": "network-vif-plugged", "status": "completed", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:25.528372 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52e637dc-e83d-47a1-99b0-de4c69e92e0a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:25.528792 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'code': 200} Jul 15 13:35:25.592519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=c3c12307-8784-42fa-8e59-059cb85cb565,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.612444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87479121'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:25.658633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:25.664617 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.705967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.972292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276faf29-5729-45a9-a47d-763b87c08f9d req-747be390-1d2f-4ff5-9492-4487d1584f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.982977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-276faf29-5729-45a9-a47d-763b87c08f9d req-747be390-1d2f-4ff5-9492-4487d1584f15 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 1097 time: 0.3204031 Jul 15 13:35:26.102197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-276faf29-5729-45a9-a47d-763b87c08f9d req-ee2ca81e-a0f3-4b75-b326-bddfa4b470e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102622 Jul 15 13:35:26.120126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.132948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.207781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:26.258604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0174c97b-cc60-46ec-ae7b-535f83b7e028,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.283223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.288015 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment cc812fe2-b04c-44e5-95a1-4cb7cdeff54d of type vlan for network eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 Jul 15 13:35:26.423584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.520856 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.540222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:26.541296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.651236 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3610389 Jul 15 13:35:26.724982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c808-86f2-4d1a-b2af-8f32c53f68cf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.737363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:26.843244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33b5ed-2946-4419-a765-135d37543429 req-2ff3840d-bda7-4c2f-b40b-b566082ca63c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:26.860628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a33b5ed-2946-4419-a765-135d37543429 req-2ff3840d-bda7-4c2f-b40b-b566082ca63c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 945 time: 0.2396750 Jul 15 13:35:27.156268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a33b5ed-2946-4419-a765-135d37543429 req-dbdf46e5-fa97-45d0-97f8-6ace52ce87ef tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926691 Jul 15 13:35:28.779308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873e892-ac9e-4d2b-8411-92572929bbf0 req-3ede1e25-4d3e-4133-b12c-4fbef04bcc83 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:28.796088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2873e892-ac9e-4d2b-8411-92572929bbf0 req-3ede1e25-4d3e-4133-b12c-4fbef04bcc83 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 945 time: 0.2095652 Jul 15 13:35:28.919552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2873e892-ac9e-4d2b-8411-92572929bbf0 req-89423a29-7ca3-4953-a852-769cc4042ed4 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210158 Jul 15 13:35:29.492938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcee0a-4045-457b-aa79-fe8a1b8ac452 req-4d0c416b-33e3-4946-8095-472f923cfbfd tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.512758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94bcee0a-4045-457b-aa79-fe8a1b8ac452 req-4d0c416b-33e3-4946-8095-472f923cfbfd tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 945 time: 0.2797313 Jul 15 13:35:29.631565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94bcee0a-4045-457b-aa79-fe8a1b8ac452 req-7a84e456-75d3-4c4e-b4bf-17d4eb843e52 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126316 Jul 15 13:35:29.694283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43508) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:29.906666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc63edf-a930-481e-a1c1-e4050eb46d51 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.909783 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ddc63edf-a930-481e-a1c1-e4050eb46d51 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 1092 time: 0.2128465 Jul 15 13:35:29.914104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43512) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:29.923820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:30.015792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.188214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43516) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:30.206127 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': 'eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:30.477872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.506863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:30.511398 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.843660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.25.1.157 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/91a5b53e-5d28-4b4e-bbb1-9f32f3a3fd02) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:30.989111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.085628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.101942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': 'cc812fe2-b04c-44e5-95a1-4cb7cdeff54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:31.102323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:31.118666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=a4f381fe-a8fc-432e-985c-eb121d7a5816,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.143234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:31.164979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:31.172673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.175154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162f28e-1cab-494c-b05d-e2f10f6fbe15 None None] Network eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:31.184309 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.191709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.237066 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0c0f26ab-34e6-4276-a95b-884859df2499 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0456192 Jul 15 13:35:31.242575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43538) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:31.248022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623817498'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:31.305356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:31.324480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:31.329500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:31.333580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.337339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:31.360093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=91a5b53e-5d28-4b4e-bbb1-9f32f3a3fd02,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.411033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:31.447545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.456331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.456971 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment dcc9a168-bfab-419d-84a7-760093d54a45 of type vlan for network a8e8f3e8-21fe-42b0-a5a5-65911cd440c7 Jul 15 13:35:31.459002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.466080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.466080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.466458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.466818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.467186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.467535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.467873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.469150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.469150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.469415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.575672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.648376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.656325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.657256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.670679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3', 'network_id': 'eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3', 'tenant_id': '4e94c48f74c2402dac69d4fdb9c33678', 'fixed_ips': [{'subnet_id': 'a4f381fe-a8fc-432e-985c-eb121d7a5816'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:31.674282 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.754843 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5113378 Jul 15 13:35:31.758402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43544) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:31.819187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': 'a8e8f3e8-21fe-42b0-a5a5-65911cd440c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:31.832778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cf82c-5eae-4cf8-8057-fb167b52135d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=a8e8f3e8-21fe-42b0-a5a5-65911cd440c7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.867210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a8e8f3e8-21fe-42b0-a5a5-65911cd440c7 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:32.069517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:32.086097 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.480778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Allocated IP 2001:db8:0:ffff::2 (eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3/a4f381fe-a8fc-432e-985c-eb121d7a5816/17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:32.699421 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.923737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=c8a6f11f-8a47-4195-874c-7106178429a1,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.936163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': 'dcc9a168-bfab-419d-84a7-760093d54a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8e8f3e8-21fe-42b0-a5a5-65911cd440c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:32.936537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: a8e8f3e8-21fe-42b0-a5a5-65911cd440c7, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:32.977178 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.998508 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network a8e8f3e8-21fe-42b0-a5a5-65911cd440c7 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:33.004339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Transition to ACTIVE for port object 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:33.030198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a8e8f3e8-21fe-42b0-a5a5-65911cd440c7) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:33.036403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.037516 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.068624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Transition to ACTIVE for port object 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:33.075355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70045e0-0798-4b49-936c-29450e286135 None None] Network a8e8f3e8-21fe-42b0-a5a5-65911cd440c7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:33.081715 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9c94f3a9-487f-4ad6-84a6-81d1a766b98b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3216248 Jul 15 13:35:33.084880 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43568) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:33.111669 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.340403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.363209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Network eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:33.367515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:33.378683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:33.384588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Pushing event updated for resources: {'Port': ['ID=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.491940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.656374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Attempting to bind port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:33.660803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Attempting to bind port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'cc812fe2-b04c-44e5-95a1-4cb7cdeff54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:33.660803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Attempting to bind port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 on network eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:33.676137 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.700604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:33.700989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Checking segment: {'id': 'cc812fe2-b04c-44e5-95a1-4cb7cdeff54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:33.701408 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.702073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Bound using segment: {'id': 'cc812fe2-b04c-44e5-95a1-4cb7cdeff54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:33.703116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Bound port: 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc812fe2-b04c-44e5-95a1-4cb7cdeff54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:33.711805 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.766818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a6f11f-8a47-4195-874c-7106178429a1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.804023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.001532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae94ddb-170e-44eb-a054-42a042256c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a8e8f3e8-21fe-42b0-a5a5-65911cd440c7', 'network_id': 'a8e8f3e8-21fe-42b0-a5a5-65911cd440c7', 'tenant_id': '4e94c48f74c2402dac69d4fdb9c33678', 'fixed_ips': [{'subnet_id': 'c8a6f11f-8a47-4195-874c-7106178429a1'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:34.003039 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eae94ddb-170e-44eb-a054-42a042256c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.109709 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.162557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] For port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:34.180888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] For port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,segment=NetworkSegment(cc812fe2-b04c-44e5-95a1-4cb7cdeff54d),segment_id=cc812fe2-b04c-44e5-95a1-4cb7cdeff54d)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:34.339153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.487593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b548237e-b612-4819-a0c9-92ad3830c7f9 None None] Network a8e8f3e8-21fe-42b0-a5a5-65911cd440c7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:34.535866 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.574202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e8f3e8-21fe-42b0-a5a5-65911cd440c7']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:34.605994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc9a168-bfab-419d-84a7-760093d54a45') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:34.608234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc9a168-bfab-419d-84a7-760093d54a45') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:34.623536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.650069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e700e-fb4a-407e-bcb8-3cc62df3c8ef None None] Pushing event updated for resources: {'Port': ['ID=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.665146 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.680608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:34.681103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.777081 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.798563 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:34.801690 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:34.813608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.820232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.903204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.908488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/a8e8f3e8-21fe-42b0-a5a5-65911cd440c7 HTTP/1.1" status: 204 len: 168 time: 1.8222363 Jul 15 13:35:34.935610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca6d6b-fd9c-4571-89ce-a6c35347216f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=a8e8f3e8-21fe-42b0-a5a5-65911cd440c7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.943575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43610) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.042457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-368883887'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:35.046354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=91a5b53e-5d28-4b4e-bbb1-9f32f3a3fd02,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:35.132322 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:35:35.141604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.329865 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Floating IP 18575f06-1a3a-4ab6-b031-20e20300b696 associated. External IP: 172.25.1.157, port: c3c12307-8784-42fa-8e59-059cb85cb565. Jul 15 13:35:35.413190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:35.420181 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.428990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:35.543794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:35.581040 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.581944 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment 53a4411f-11ee-432d-923e-6b45e2256484 of type vlan for network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b Jul 15 13:35:35.598344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:35.642997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.771776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.904103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.917491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:35.918891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.157223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43630) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:36.157846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2090673 Jul 15 13:35:36.163487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': '3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:36.260791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bb878-45f1-4fc6-bb3f-9db049e6834d tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.274749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:36.315923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:36.324388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.594688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:36.921588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:36.937400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] Sync routers for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:36.957356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:36.961488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:35:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.986733 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.040113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.082366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2909685-7878-46af-abb4-080df5193d17 None None] Network eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:37.120382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-201e41f6-da49-42fe-8cd8-0846e53ce718 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2029755 Jul 15 13:35:37.121816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43648) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:37.123726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:37.130908 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3652337-df9f-4084-8d7b-6fdca8627fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:37.233182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': '53a4411f-11ee-432d-923e-6b45e2256484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:37.234356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:37.240359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-11a2fc34-7141-41bd-9437-08972cf37e0e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/18575f06-1a3a-4ab6-b031-20e20300b696 HTTP/1.1" status: 200 len: 991 time: 0.0997510 Jul 15 13:35:37.242447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=7cb4db01-e0c4-451d-8cd9-6f7862dd17cb,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.272677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:37.288382 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc4de2f-924d-438d-98ab-37f5608503c5 x-openstack-request-id: req-1dc4de2f-924d-438d-98ab-37f5608503c5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:37.288714 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:37.289043 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dc4de2f-924d-438d-98ab-37f5608503c5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:37.289483 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'status': 'completed', 'code': 200} Jul 15 13:35:37.313824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:37.346040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.346662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.381959 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e93ce5e5-1813-406c-ba17-8cb50bf95ed8 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2225244 Jul 15 13:35:37.383370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:37.396399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-231400408'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:37.432327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-a5192eab-e5d1-4377-a661-562d6a513c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.434015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-a5192eab-e5d1-4377-a661-562d6a513c11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 1097 time: 0.1013582 Jul 15 13:35:37.436821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:37.441213 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.444990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f27e9-8f2e-4c99-ad49-6dd9a0306970 None None] Network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:37.493256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:37.516647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.517022 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment 96e39c46-9fb0-435a-b12a-d43b75c8107c of type vlan for network d660b0f9-192c-4b3d-8831-72fb6f39f7b2 Jul 15 13:35:37.554516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-750ff8a1-feb5-458c-a4e8-f22e24dce42d None None] Provisioning for port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:37.562949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:37.704703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.769627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-750ff8a1-feb5-458c-a4e8-f22e24dce42d None None] Provisioning complete for port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:37.770094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-750ff8a1-feb5-458c-a4e8-f22e24dce42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.778432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.789284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.792220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.795875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-49394fba-4e17-4996-b426-7829beacc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.803988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-49394fba-4e17-4996-b426-7829beacc7d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 200 len: 897 time: 0.3604836 Jul 15 13:35:38.004077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=d660b0f9-192c-4b3d-8831-72fb6f39f7b2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.017767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-57859f4d-7de8-4936-a224-c4be43f2fff9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c12307-8784-42fa-8e59-059cb85cb565 HTTP/1.1" status: 200 len: 999 time: 0.1928902 Jul 15 13:35:38.033771 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7800a1d2-351d-40de-9f41-a39e36bee86b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6484454 Jul 15 13:35:38.035123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.038986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d660b0f9-192c-4b3d-8831-72fb6f39f7b2 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:38.047350 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': 'd660b0f9-192c-4b3d-8831-72fb6f39f7b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:38.149312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-3077e0a0-fcd8-4615-bb6a-96e60e0f3467 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5650897 Jul 15 13:35:38.203079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-e45afd6e-67d4-49f4-b725-86e2d06f36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:38.208477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-e45afd6e-67d4-49f4-b725-86e2d06f36b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9cc5d58-7f3c-42fa-9e24-f4c668319539 HTTP/1.1" status: 200 len: 835 time: 0.1840718 Jul 15 13:35:38.261675 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-750ff8a1-feb5-458c-a4e8-f22e24dce42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.289303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43678) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.397712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-6da8a4c0-98cf-42b0-afe1-de38eaf99424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:38.408785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-6da8a4c0-98cf-42b0-afe1-de38eaf99424 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875515 Jul 15 13:35:38.475036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-750ff8a1-feb5-458c-a4e8-f22e24dce42d None None] For port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,segment=NetworkSegment(cc812fe2-b04c-44e5-95a1-4cb7cdeff54d),segment_id=cc812fe2-b04c-44e5-95a1-4cb7cdeff54d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:38.532306 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-750ff8a1-feb5-458c-a4e8-f22e24dce42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.589230 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-64dfbf1b-5e36-4575-b321-881dd5fc999f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/18575f06-1a3a-4ab6-b031-20e20300b696 HTTP/1.1" status: 200 len: 991 time: 0.2975185 Jul 15 13:35:38.603191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:38.608417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.681803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-c1a39f47-cbec-47b3-9058-9d0fc38428bb service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656732 Jul 15 13:35:38.807000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Performing IP validity checks on allocation pools {{(pid=93734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:35:38.815178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:35:38.981299 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3652337-df9f-4084-8d7b-6fdca8627fe7 req-25a49708-a56e-4d18-a6bd-08bd59dd0192 service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883070 Jul 15 13:35:38.993858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b', 'network_id': '3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b', 'tenant_id': '4e94c48f74c2402dac69d4fdb9c33678', 'fixed_ips': [{'subnet_id': '7cb4db01-e0c4-451d-8cd9-6f7862dd17cb'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:39.002810 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.262553 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.267702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-bbcc385b-6bf7-44cc-80cc-216a837714bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:39.270864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-bbcc385b-6bf7-44cc-80cc-216a837714bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 1097 time: 0.1787610 Jul 15 13:35:39.591243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43704) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:39.630827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ff8a1-feb5-458c-a4e8-f22e24dce42d None None] Pushing event updated for resources: {'Port': ['ID=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.655159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a88b7335-e05b-4215-8bad-858840e75877 None None] Provisioning complete for port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:39.655632 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a88b7335-e05b-4215-8bad-858840e75877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.712611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': '96e39c46-9fb0-435a-b12a-d43b75c8107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd660b0f9-192c-4b3d-8831-72fb6f39f7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:39.713250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: d660b0f9-192c-4b3d-8831-72fb6f39f7b2, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:39.739354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=c2c83a6e-267d-4faf-9f34-139eb4f5528e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.741089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Allocated IP 2001:db8::3 (3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b/7cb4db01-e0c4-451d-8cd9-6f7862dd17cb/277c1ee8-956c-456c-acce-ae456542be8f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:39.849957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network d660b0f9-192c-4b3d-8831-72fb6f39f7b2 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:39.854541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:49Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 0, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:39.881217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d660b0f9-192c-4b3d-8831-72fb6f39f7b2) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:39.925949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:39.928302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.973200 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b110e169-ae80-47fd-9fda-d352dcc80ac9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9366493 Jul 15 13:35:39.977097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43710) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:40.028197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-efed3b62-f00a-4b9c-b010-34fec56dca76 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/18575f06-1a3a-4ab6-b031-20e20300b696 HTTP/1.1" status: 200 len: 991 time: 0.4281313 Jul 15 13:35:40.036863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-326698dc-d069-46f1-ae02-36e1913df4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:40.041794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e5829-7f4f-42a4-bc28-95a35ef5a96f None None] Network d660b0f9-192c-4b3d-8831-72fb6f39f7b2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:40.044518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-326698dc-d069-46f1-ae02-36e1913df4aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 200 len: 897 time: 0.7437072 Jul 15 13:35:40.089820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] Checking router: e5e17d6f-9642-4f39-b819-9e4e73fb88d1 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:40.198081 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.242087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-5eb35104-9b19-4feb-b64c-ab738eb0981d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c12307-8784-42fa-8e59-059cb85cb565 HTTP/1.1" status: 200 len: 999 time: 0.1877058 Jul 15 13:35:40.276546 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.358746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-59e0d9df-0373-45fb-aa5d-16ccedaa6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:40.362426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-59e0d9df-0373-45fb-aa5d-16ccedaa6734 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9cc5d58-7f3c-42fa-9e24-f4c668319539 HTTP/1.1" status: 200 len: 835 time: 0.1127186 Jul 15 13:35:40.366495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:40.368193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:35:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.368444 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.497565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c83a6e-267d-4faf-9f34-139eb4f5528e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.614322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-d1d35b33-f247-4f8e-8b07-4c6b4c6bd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:40.624709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-d1d35b33-f247-4f8e-8b07-4c6b4c6bd42e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413335 Jul 15 13:35:40.715420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:40.759445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.800436 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d660b0f9-192c-4b3d-8831-72fb6f39f7b2']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.837724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e39c46-9fb0-435a-b12a-d43b75c8107c') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.838494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e39c46-9fb0-435a-b12a-d43b75c8107c') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.861742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.926874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.948068 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:40.949328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:40.957430 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:41.025373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43726) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:41.081161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-182f12ea-8ac1-4922-9cff-f98f0d76f286 service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406984 Jul 15 13:35:41.593919 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff4d41-57ed-4306-aa9b-8b609ad13947 req-6c6d067f-4b56-491a-8fbf-cfda87aed829 service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047867 Jul 15 13:35:41.724012 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ecc66b69-0fe8-475b-a9f3-2db3f93fa6d4 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/18575f06-1a3a-4ab6-b031-20e20300b696 HTTP/1.1" status: 200 len: 991 time: 0.6388190 Jul 15 13:35:41.739493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.759622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:41.760596 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.769036 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/d660b0f9-192c-4b3d-8831-72fb6f39f7b2 HTTP/1.1" status: 204 len: 168 time: 1.7900624 Jul 15 13:35:41.775324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43738) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:41.792073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1454185621'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:41.814235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f13a0c-c8d9-441b-acc0-f3509f570ef2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=d660b0f9-192c-4b3d-8831-72fb6f39f7b2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.860753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:41.867836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.929437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:41.954968 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.956409 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment 295e1fd5-eef6-4c61-8bd5-73fbb170c906 of type vlan for network 39cc89fc-6267-4140-977d-d6917649b967 Jul 15 13:35:42.073632 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.161012 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.188671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.195477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.196904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.365820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5886045 Jul 15 13:35:42.371116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43746) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:42.375939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Transition to ACTIVE for port object 277c1ee8-956c-456c-acce-ae456542be8f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:42.382513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': '39cc89fc-6267-4140-977d-d6917649b967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:42.413599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Transition to ACTIVE for port object 277c1ee8-956c-456c-acce-ae456542be8f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:42.426921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddefa3-f7b0-4f8a-9e8b-5579543ed2fd None None] Network d660b0f9-192c-4b3d-8831-72fb6f39f7b2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:42.451875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.474888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c005ede-75ab-450b-bfd9-138072a87b38 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=39cc89fc-6267-4140-977d-d6917649b967,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:42.520425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:42.544649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:42.553169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-86959edf-03f1-436d-9042-72abfac055a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2855308 Jul 15 13:35:42.560519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 39cc89fc-6267-4140-977d-d6917649b967 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:42.568835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:42.673390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:42.681710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.730872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddefa3-f7b0-4f8a-9e8b-5579543ed2fd None None] Network d660b0f9-192c-4b3d-8831-72fb6f39f7b2 could not be found, it might have been deleted concurrently. {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:35:42.732865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43758) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:42.835847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:42.840136 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.861447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-358edf9c-95cd-4459-a31f-8d727bf84124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.871162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-358edf9c-95cd-4459-a31f-8d727bf84124 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 1097 time: 0.2463839 Jul 15 13:35:43.224657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-0a8e4687-b12b-407f-babf-85416c5ab32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.227463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-0a8e4687-b12b-407f-babf-85416c5ab32f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.3121107 Jul 15 13:35:43.388579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Pushing event updated for resources: {'Port': ['ID=277c1ee8-956c-456c-acce-ae456542be8f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.442225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.451910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.454562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.455702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.458937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.459702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.460382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.461557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.463785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.464513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.467034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-7c489760-ccbf-4a2c-88cb-ecce7823d99d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12149e2-1159-4133-9047-87e246a0f409 HTTP/1.1" status: 200 len: 1001 time: 0.2311141 Jul 15 13:35:43.468632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.469354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.491582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Attempting to bind port 277c1ee8-956c-456c-acce-ae456542be8f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:43.494609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Attempting to bind port 277c1ee8-956c-456c-acce-ae456542be8f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '53a4411f-11ee-432d-923e-6b45e2256484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:43.499908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Attempting to bind port 277c1ee8-956c-456c-acce-ae456542be8f on network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:43.542939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:43.543794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Checking segment: {'id': '53a4411f-11ee-432d-923e-6b45e2256484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:43.544577 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.545350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Bound using segment: {'id': '53a4411f-11ee-432d-923e-6b45e2256484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:43.546320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Bound port: 277c1ee8-956c-456c-acce-ae456542be8f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a4411f-11ee-432d-923e-6b45e2256484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:43.547061 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.573514 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a235b795-8dc5-4a5b-9338-3372ebf02774 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/18575f06-1a3a-4ab6-b031-20e20300b696 HTTP/1.1" status: 200 len: 991 time: 0.8349183 Jul 15 13:35:43.643816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.653212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-067f9380-c4df-4e2b-a038-64ac666a7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.656723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-067f9380-c4df-4e2b-a038-64ac666a7478 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1824241 Jul 15 13:35:43.897053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-f76f1bc1-91d3-4202-be14-464ac681f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.900088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-f76f1bc1-91d3-4202-be14-464ac681f539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2372358 Jul 15 13:35:43.917918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=e90dae23-ad5a-4b1b-a344-0c2c966613e2,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.940989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': '295e1fd5-eef6-4c61-8bd5-73fbb170c906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '39cc89fc-6267-4140-977d-d6917649b967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:43.941620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: 39cc89fc-6267-4140-977d-d6917649b967, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:43.948569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:49Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 0, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:43.987332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network 39cc89fc-6267-4140-977d-d6917649b967 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:44.021500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 39cc89fc-6267-4140-977d-d6917649b967) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:44.029119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.029905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.081871 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-32173df1-a0cb-4b94-a8c9-c73e9ce0e5af tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7049766 Jul 15 13:35:44.082396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43782) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.129145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ef6ee-e41f-4e07-bfa0-c86e8f1fb072 None None] Network 39cc89fc-6267-4140-977d-d6917649b967 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:44.182556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35877cd-334e-4953-bc4a-9fbaf601cbcf None None] The sync data for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 is: [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:34:49Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 0, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:44.367903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-6bbaea63-be1a-4f3f-a16b-50f8b378ac71 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595854 Jul 15 13:35:44.456315 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.490801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] For port 277c1ee8-956c-456c-acce-ae456542be8f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:44.504409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] For port 277c1ee8-956c-456c-acce-ae456542be8f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=277c1ee8-956c-456c-acce-ae456542be8f,segment=NetworkSegment(53a4411f-11ee-432d-923e-6b45e2256484),segment_id=53a4411f-11ee-432d-923e-6b45e2256484)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:44.534627 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.575835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43792) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.640411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.693967 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5233c1-31cc-4945-9fd9-ee931dcf3e67 None None] New status for floating IP 18575f06-1a3a-4ab6-b031-20e20300b696: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:35:44.768881 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fbd426cf-8fbb-44ad-b961-a18107278694 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/18575f06-1a3a-4ab6-b031-20e20300b696 HTTP/1.1" status: 200 len: 991 time: 0.1824856 Jul 15 13:35:44.790490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e6b4c447-372d-4a66-9870-7ca87c3475c4 req-6f5e94b5-b250-4c5b-b7a0-b2736ad207a4 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114347 Jul 15 13:35:44.811825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3118e66-a846-41b8-9b07-428f5750686b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-39cc89fc-6267-4140-977d-d6917649b967', 'network_id': '39cc89fc-6267-4140-977d-d6917649b967', 'tenant_id': '4e94c48f74c2402dac69d4fdb9c33678', 'fixed_ips': [{'subnet_id': 'e90dae23-ad5a-4b1b-a344-0c2c966613e2'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:44.817240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3118e66-a846-41b8-9b07-428f5750686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.897934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.041223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f4906-e4d1-490b-8ffd-7615e7b799e6 None None] Pushing event updated for resources: {'Port': ['ID=277c1ee8-956c-456c-acce-ae456542be8f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.060913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc05412-77de-4c69-b5cc-8c70e9eec11c None None] Network 39cc89fc-6267-4140-977d-d6917649b967 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:45.765776 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43810) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:45.920371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=e90dae23-ad5a-4b1b-a344-0c2c966613e2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.093000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43814) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.103745 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-89d077c6-3886-434b-858a-d1915768990f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/18575f06-1a3a-4ab6-b031-20e20300b696 HTTP/1.1" status: 200 len: 993 time: 0.3355310 Jul 15 13:35:46.119171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 277c1ee8-956c-456c-acce-ae456542be8f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:46.209260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.361621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cc89fc-6267-4140-977d-d6917649b967']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.439724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295e1fd5-eef6-4c61-8bd5-73fbb170c906') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.440899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295e1fd5-eef6-4c61-8bd5-73fbb170c906') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.484458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 277c1ee8-956c-456c-acce-ae456542be8f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:46.572933 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.656202 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.676674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:46.678510 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:46.690503 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:46.903603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.927822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.932449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/39cc89fc-6267-4140-977d-d6917649b967 HTTP/1.1" status: 204 len: 168 time: 2.8362734 Jul 15 13:35:46.937799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43828) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.947618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309168500'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.042041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec373a3-273d-4ba4-964e-0682782e70c6 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=39cc89fc-6267-4140-977d-d6917649b967,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.056774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:47.067754 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.194027 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:47.258136 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.259108 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment 74a1f4fd-212c-4ec0-8aa3-79016578ddb4 of type vlan for network babb8bbb-6528-4fea-b515-3106de5992a4 Jul 15 13:35:47.322199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8d12f-eb3c-4afc-b7fd-78f3ddc87936 None None] Network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:47.515730 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.676651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.683886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.693886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.790682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4af6e94d-0467-4bc4-aaaf-e774d0d072c1 None None] Provisioning for port 277c1ee8-956c-456c-acce-ae456542be8f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:47.828343 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8783300 Jul 15 13:35:47.829479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43844) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.850338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4af6e94d-0467-4bc4-aaaf-e774d0d072c1 None None] Provisioning complete for port 277c1ee8-956c-456c-acce-ae456542be8f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:47.850904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': 'babb8bbb-6528-4fea-b515-3106de5992a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.851663 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4af6e94d-0467-4bc4-aaaf-e774d0d072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.978557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1a8b7-317c-451d-ac56-fb2a52e8670c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=babb8bbb-6528-4fea-b515-3106de5992a4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.018620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network babb8bbb-6528-4fea-b515-3106de5992a4 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:48.350489 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4af6e94d-0467-4bc4-aaaf-e774d0d072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.352265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:48.369356 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.486087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4af6e94d-0467-4bc4-aaaf-e774d0d072c1 None None] For port 277c1ee8-956c-456c-acce-ae456542be8f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=277c1ee8-956c-456c-acce-ae456542be8f,segment=NetworkSegment(53a4411f-11ee-432d-923e-6b45e2256484),segment_id=53a4411f-11ee-432d-923e-6b45e2256484)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:48.503311 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4af6e94d-0467-4bc4-aaaf-e774d0d072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.654771 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.732436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6e94d-0467-4bc4-aaaf-e774d0d072c1 None None] Pushing event updated for resources: {'Port': ['ID=277c1ee8-956c-456c-acce-ae456542be8f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.958417 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bec8ca86-1660-44eb-98fb-51ec2840064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.105567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f5416b0b-6093-4d27-b60a-ca74db74f5d3 None None] Provisioning complete for port 277c1ee8-956c-456c-acce-ae456542be8f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:49.106129 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f5416b0b-6093-4d27-b60a-ca74db74f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.314344 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.535557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=aa262b2f-c43b-46ae-bd3b-d2ba386acdc1,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.546362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Deleting port 10910589-e14c-4fce-be9d-207582576209 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:49.546870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.551025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': '74a1f4fd-212c-4ec0-8aa3-79016578ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'babb8bbb-6528-4fea-b515-3106de5992a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:49.551665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: babb8bbb-6528-4fea-b515-3106de5992a4, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:49.616284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network babb8bbb-6528-4fea-b515-3106de5992a4 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:49.690704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, babb8bbb-6528-4fea-b515-3106de5992a4) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:49.719271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.720286 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.723984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6045b8-d75f-4d52-9477-a3e7952eff26 None None] Network babb8bbb-6528-4fea-b515-3106de5992a4 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:49.768491 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b1f71150-9a51-42c3-bbf3-521ceea7d79b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9318302 Jul 15 13:35:49.774162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:49.866398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] For port 10910589-e14c-4fce-be9d-207582576209, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=10910589-e14c-4fce-be9d-207582576209,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:49.867660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.933248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Calling delete_port for 10910589-e14c-4fce-be9d-207582576209 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:50.035716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 277c1ee8-956c-456c-acce-ae456542be8f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:50.111987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649e86b-6689-40c6-89d0-c8828a50ae67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-babb8bbb-6528-4fea-b515-3106de5992a4', 'network_id': 'babb8bbb-6528-4fea-b515-3106de5992a4', 'tenant_id': '4e94c48f74c2402dac69d4fdb9c33678', 'fixed_ips': [{'subnet_id': 'aa262b2f-c43b-46ae-bd3b-d2ba386acdc1'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:50.112939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d649e86b-6689-40c6-89d0-c8828a50ae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.125815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 277c1ee8-956c-456c-acce-ae456542be8f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:50.126275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.219968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.496775 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.714502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.775390 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server [None req-d649e86b-6689-40c6-89d0-c8828a50ae67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa262b2f-c43b-46ae-bd3b-d2ba386acdc1: This subnet is being modified by another concurrent operation. Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa262b2f-c43b-46ae-bd3b-d2ba386acdc1: This subnet is being modified by another concurrent operation. Jul 15 13:35:50.797978 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:35:50.839280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=10910589-e14c-4fce-be9d-207582576209,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:50.882956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8f84f-392d-41f1-8299-05b4971b7eea None None] Network babb8bbb-6528-4fea-b515-3106de5992a4 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:50.893975 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=aa262b2f-c43b-46ae-bd3b-d2ba386acdc1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.382100 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.448704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb8bbb-6528-4fea-b515-3106de5992a4']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:51.509724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a1f4fd-212c-4ec0-8aa3-79016578ddb4') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:51.510438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a1f4fd-212c-4ec0-8aa3-79016578ddb4') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:51.582679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.644388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.647433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091d7d5-f1eb-46e8-a6f4-be606032b7f8 None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:35:51.662192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:51.663347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:51.673321 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:51.738961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-15c61b33-70f5-4965-bced-53ddc19174c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.772921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.868805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.896113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.909077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.911759 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/babb8bbb-6528-4fea-b515-3106de5992a4 HTTP/1.1" status: 204 len: 168 time: 2.1359568 Jul 15 13:35:51.936836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43898) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:51.991606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-562635830'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:52.008643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4ebce-9c1a-4e56-a361-810d7515aeac tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=babb8bbb-6528-4fea-b515-3106de5992a4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.101670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091d7d5-f1eb-46e8-a6f4-be606032b7f8 None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:35:52.246668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:52.260291 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.423112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:52.459190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.459190 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment 68a85a08-2a78-4ad8-b463-c6106a9f77e8 of type vlan for network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 Jul 15 13:35:52.638536 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.696314 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.707102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:52.708107 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.962316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=5ea084b6-0a55-4661-b9a0-de110db9b4e7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:53.056400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:53.082688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bf8040ec-e4e0-4531-96b1-4a88c6d0c15b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1294496 Jul 15 13:35:53.086302 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43920) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:53.095500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:53.426234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:53.433072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.433524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Router aa044ef9-36c6-4a46-b77a-f03e017b70cf has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:53.580121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.017986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.036685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:54.050158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] Sync routers for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:54.058904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dd86e890-a09c-435a-9f8d-9ccbfcf45cdc admin admin] 10.222.0.25 "PUT /v2.0/routers/aa044ef9-36c6-4a46-b77a-f03e017b70cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8409483 Jul 15 13:35:54.060420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43936) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:54.069199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:54.069876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:35:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:54.234211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': '68a85a08-2a78-4ad8-b463-c6106a9f77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:54.235195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: 5ea084b6-0a55-4661-b9a0-de110db9b4e7, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:54.251074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=cd29a624-291f-41d8-a7df-683677ba3c2a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.302125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:54.362156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 5ea084b6-0a55-4661-b9a0-de110db9b4e7) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:54.386009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:54.396737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.405827 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.444038 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c37803be-90eb-4f9d-99c7-139305df34a2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3555369 Jul 15 13:35:54.447889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43940) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:54.460744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:54.671230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:54.768579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc9f41a-3017-4c0b-8602-1ce478dead82 None None] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:54.810140 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.844595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:54.852539 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.980825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Deleting port b616b2c4-15b2-4ca1-9251-a2ffa4a379be {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:54.986415 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.997036 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.352610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] For port b616b2c4-15b2-4ca1-9251-a2ffa4a379be, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b616b2c4-15b2-4ca1-9251-a2ffa4a379be,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:55.354573 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.455600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Calling delete_port for b616b2c4-15b2-4ca1-9251-a2ffa4a379be owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:55.472924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:35:50Z', 'revision_number': 5, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port': {'id': 'b616b2c4-15b2-4ca1-9251-a2ffa4a379be', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:40Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:55.525909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] Checking router: aa044ef9-36c6-4a46-b77a-f03e017b70cf for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:55.539675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] Routers {'aa044ef9-36c6-4a46-b77a-f03e017b70cf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:55.541107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:35:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:55.595425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-5ea084b6-0a55-4661-b9a0-de110db9b4e7', 'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7', 'tenant_id': '4e94c48f74c2402dac69d4fdb9c33678', 'fixed_ips': [{'subnet_id': 'cd29a624-291f-41d8-a7df-683677ba3c2a'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:55.597174 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.599987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.745417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:55.752464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:55.796334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.799491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.847857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=cbcf1aaa-660e-4950-bff8-7de52ffa45c2,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.863248 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fb5b0ee4-f5d6-4451-b34f-958422f1d518 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4108570 Jul 15 13:35:55.863977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43966) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:55.891804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.929476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] Set router aa044ef9-36c6-4a46-b77a-f03e017b70cf gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:55.934696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Pushing event deleted for resources: {'Port': ['ID=b616b2c4-15b2-4ca1-9251-a2ffa4a379be,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.040961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:35:54Z', 'revision_number': 6, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:56.083577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.093077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e629f28-cb0b-4c7a-8326-e486dce3f466 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.096376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e629f28-cb0b-4c7a-8326-e486dce3f466 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.099518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e629f28-cb0b-4c7a-8326-e486dce3f466 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.102604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e629f28-cb0b-4c7a-8326-e486dce3f466 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.106263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e629f28-cb0b-4c7a-8326-e486dce3f466 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.110647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3e629f28-cb0b-4c7a-8326-e486dce3f466 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2431481 Jul 15 13:35:56.116618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43968) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:56.129446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283cf55-0a30-4c51-b7a1-19dd5680a2e7 None None] The sync data for ids ['aa044ef9-36c6-4a46-b77a-f03e017b70cf'] in n-d-771362-36 is: [{'id': 'aa044ef9-36c6-4a46-b77a-f03e017b70cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1264790677-router', 'tenant_id': 'a6237b6d45e14a328b7b9822768d3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:35:54Z', 'revision_number': 6, 'project_id': 'a6237b6d45e14a328b7b9822768d3c76', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:56.130104 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506504483'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:56.184858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Allocated IP 2001:db8::2 (5ea084b6-0a55-4661-b9a0-de110db9b4e7/cd29a624-291f-41d8-a7df-683677ba3c2a/d3cc8682-d099-457a-b22d-9d3e7be6ef4f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:56.185596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:56.222320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.302927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:56.344445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.346794 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment ecdf9daa-5f32-4528-9729-b0bb0a29ab40 of type vlan for network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 Jul 15 13:35:56.361566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.376057 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.427715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.488842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.489628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa044ef9-36c6-4a46-b77a-f03e017b70cf {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:56.495701 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.497352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9224cea4-4c2c-419e-be56-cfaacea35117 admin admin] 10.222.0.25 "DELETE /v2.0/routers/aa044ef9-36c6-4a46-b77a-f03e017b70cf HTTP/1.1" status: 204 len: 168 time: 2.4334252 Jul 15 13:35:56.502595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43974) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:56.513618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.540974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.542183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.587744 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.602935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f11536-0913-43ee-b3a4-52f1365ebe61 admin admin] Deleting subnet f5a6f7fb-2d8b-4d44-8e39-e5f85909273c {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:56.606895 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4f11536-0913-43ee-b3a4-52f1365ebe61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.631034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Transition to ACTIVE for port object d3cc8682-d099-457a-b22d-9d3e7be6ef4f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:56.685145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Transition to ACTIVE for port object d3cc8682-d099-457a-b22d-9d3e7be6ef4f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:56.691233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4f11536-0913-43ee-b3a4-52f1365ebe61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.702741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.729018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=9eb885af-b788-4b1c-ad53-b9553b68d8c9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.768209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:56.774062 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-73ae21c9-4dd9-4d5d-ad3c-1fb709487e22 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6527827 Jul 15 13:35:56.775373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43984) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:56.791100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ef1d1ca2-c585-448b-b2bb-c8d15232f880 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:56.849120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4f11536-0913-43ee-b3a4-52f1365ebe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.873828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:56.892569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:56.899986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:57.044681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4f11536-0913-43ee-b3a4-52f1365ebe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.081397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f11536-0913-43ee-b3a4-52f1365ebe61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a6f7fb-2d8b-4d44-8e39-e5f85909273c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:57.090775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4f11536-0913-43ee-b3a4-52f1365ebe61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.098376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e4f11536-0913-43ee-b3a4-52f1365ebe61 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f5a6f7fb-2d8b-4d44-8e39-e5f85909273c HTTP/1.1" status: 204 len: 168 time: 0.5904503 Jul 15 13:35:57.099159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 43986) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:57.189834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546e330-2e4f-4cdb-8175-a9f97629ecd7 None None] Network e1519d73-2f26-44f9-aef7-d53e3da0763f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:57.258852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1ca2-c585-448b-b2bb-c8d15232f880 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.315503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1ca2-c585-448b-b2bb-c8d15232f880 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.340312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Pushing event updated for resources: {'Port': ['ID=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:57.371686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.414367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Attempting to bind port d3cc8682-d099-457a-b22d-9d3e7be6ef4f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:57.414999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Attempting to bind port d3cc8682-d099-457a-b22d-9d3e7be6ef4f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '68a85a08-2a78-4ad8-b463-c6106a9f77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:57.416323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef1d1ca2-c585-448b-b2bb-c8d15232f880 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 is not hosted by any dhcp agent {{(pid=93734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:35:57.416943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Attempting to bind port d3cc8682-d099-457a-b22d-9d3e7be6ef4f on network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:57.436984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d1ca2-c585-448b-b2bb-c8d15232f880 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.437680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1ca2-c585-448b-b2bb-c8d15232f880 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.438595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:57.439086 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ef1d1ca2-c585-448b-b2bb-c8d15232f880 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "PUT /v2.0/networks/9eb885af-b788-4b1c-ad53-b9553b68d8c9 HTTP/1.1" status: 200 len: 723 time: 0.6622596 Jul 15 13:35:57.445065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Checking segment: {'id': '68a85a08-2a78-4ad8-b463-c6106a9f77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:57.446367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.447054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Bound using segment: {'id': '68a85a08-2a78-4ad8-b463-c6106a9f77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:57.448335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 43992) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:57.449322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Bound port: d3cc8682-d099-457a-b22d-9d3e7be6ef4f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a85a08-2a78-4ad8-b463-c6106a9f77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:57.450051 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.468827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': '9eb885af-b788-4b1c-ad53-b9553b68d8c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:57.607053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d1ca2-c585-448b-b2bb-c8d15232f880 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=9eb885af-b788-4b1c-ad53-b9553b68d8c9,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:57.709176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:57.812371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:57.816704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.049250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 10910589-e14c-4fce-be9d-207582576209 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:58.134317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] For port d3cc8682-d099-457a-b22d-9d3e7be6ef4f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:58.162448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 10910589-e14c-4fce-be9d-207582576209 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:58.163876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 10910589-e14c-4fce-be9d-207582576209 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:58.164972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b616b2c4-15b2-4ca1-9251-a2ffa4a379be no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:58.277496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b616b2c4-15b2-4ca1-9251-a2ffa4a379be {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:58.278203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b616b2c4-15b2-4ca1-9251-a2ffa4a379be not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:58.292457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] For port d3cc8682-d099-457a-b22d-9d3e7be6ef4f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,segment=NetworkSegment(68a85a08-2a78-4ad8-b463-c6106a9f77e8),segment_id=68a85a08-2a78-4ad8-b463-c6106a9f77e8)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:58.311187 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.348530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Deleting port 5205dc6a-8adf-41fc-8987-bb5e4883365b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:58.349111 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.395999 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.466302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654d69f-3d8d-4036-8a80-a7538ff39346 None None] Pushing event updated for resources: {'Port': ['ID=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.554964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] For port 5205dc6a-8adf-41fc-8987-bb5e4883365b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5205dc6a-8adf-41fc-8987-bb5e4883365b,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:58.555841 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.580787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Calling delete_port for 5205dc6a-8adf-41fc-8987-bb5e4883365b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:58.582549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] DHCP port deletion for e1519d73-2f26-44f9-aef7-d53e3da0763f request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:58.634497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9eb885af-b788-4b1c-ad53-b9553b68d8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:58.635116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: 9eb885af-b788-4b1c-ad53-b9553b68d8c9, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:58.642372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=f93394c1-17f1-44ca-9ef3-d2f308a13dd4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.707757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:58.712404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] Deleting port 5205dc6a-8adf-41fc-8987-bb5e4883365b {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:58.713493 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.737519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 9eb885af-b788-4b1c-ad53-b9553b68d8c9) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:58.754729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d55b6d-9771-474a-97a2-b5f6166e97a0 None None] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:58.758308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.762006 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.825642 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14cbb98c-6307-43b6-afcf-c63fb767b177 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3759058 Jul 15 13:35:58.829322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44002) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:58.846835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-51fbbd86-08b5-40ad-b844-54e247f47f05 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:58.913660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.973843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] For port 5205dc6a-8adf-41fc-8987-bb5e4883365b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5205dc6a-8adf-41fc-8987-bb5e4883365b,segment=NetworkSegment(ccd359a5-1cdb-4bcb-95cc-f53a5611f040),segment_id=ccd359a5-1cdb-4bcb-95cc-f53a5611f040)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:58.974244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.992056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] Calling delete_port for 5205dc6a-8adf-41fc-8987-bb5e4883365b owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:59.035699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Pushing event deleted for resources: {'Port': ['ID=5205dc6a-8adf-41fc-8987-bb5e4883365b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.055935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] No DVR routers for this DVR port 5205dc6a-8adf-41fc-8987-bb5e4883365b on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:59.124549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fbbd86-08b5-40ad-b844-54e247f47f05 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12684278'] for subnet, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.329448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fbbd86-08b5-40ad-b844-54e247f47f05 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789911399819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14561509'] for subnet, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.353710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-9eb885af-b788-4b1c-ad53-b9553b68d8c9', 'network_id': '9eb885af-b788-4b1c-ad53-b9553b68d8c9', 'tenant_id': '4e94c48f74c2402dac69d4fdb9c33678', 'fixed_ips': [{'subnet_id': 'f93394c1-17f1-44ca-9ef3-d2f308a13dd4'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:59.354668 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.378233 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.394770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fbbd86-08b5-40ad-b844-54e247f47f05 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:59.396710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fbbd86-08b5-40ad-b844-54e247f47f05 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.402532 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-51fbbd86-08b5-40ad-b844-54e247f47f05 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "PUT /v2.0/subnets/f93394c1-17f1-44ca-9ef3-d2f308a13dd4 HTTP/1.1" status: 200 len: 826 time: 0.5716622 Jul 15 13:35:59.406716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44012) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:59.409162 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.452870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] No DVR routers for this DVR port 5205dc6a-8adf-41fc-8987-bb5e4883365b on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:59.462652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1519d73-2f26-44f9-aef7-d53e3da0763f']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:59.473196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b714cb-8d30-4c7f-9a75-62691f9e789e None None] Pushing event deleted for resources: {'Port': ['ID=5205dc6a-8adf-41fc-8987-bb5e4883365b,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.500937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:59.501340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd359a5-1cdb-4bcb-95cc-f53a5611f040') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:59.527943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbbd86-08b5-40ad-b844-54e247f47f05 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=f93394c1-17f1-44ca-9ef3-d2f308a13dd4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.541145 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.585517 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.616333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:59.620625 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:59.628014 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:59.665050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Allocated IP 2001:db8::2 (9eb885af-b788-4b1c-ad53-b9553b68d8c9/f93394c1-17f1-44ca-9ef3-d2f308a13dd4/97e81748-46b2-43e8-a907-726866e6de2a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:59.686070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.817695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.823343 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.836878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] 10.222.0.25 "DELETE /v2.0/networks/e1519d73-2f26-44f9-aef7-d53e3da0763f HTTP/1.1" status: 204 len: 168 time: 2.7363524 Jul 15 13:36:00.008469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7493b-c971-4696-8e44-371f0e3fa25d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1519d73-2f26-44f9-aef7-d53e3da0763f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.015544 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.340679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d3cc8682-d099-457a-b22d-9d3e7be6ef4f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:00.419196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44026) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:00.516731 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dd8f3dac-7916-4670-be81-233a3c1359c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6237b6d45e14a328b7b9822768d3c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962725 Jul 15 13:36:00.520851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44030) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:00.624967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3502633c-c3e0-4fc3-9354-4aaa2703cbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.632913 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.639695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a71fc5-68eb-4ef1-96b1-e0743aca05fa None None] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:00.658902 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3502633c-c3e0-4fc3-9354-4aaa2703cbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.708992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Transition to ACTIVE for port object 97e81748-46b2-43e8-a907-726866e6de2a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:00.731879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3502633c-c3e0-4fc3-9354-4aaa2703cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.735812 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3502633c-c3e0-4fc3-9354-4aaa2703cbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.739439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3502633c-c3e0-4fc3-9354-4aaa2703cbcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/905ede61-9276-4fd4-8df2-e429e7a8f00c HTTP/1.1" status: 204 len: 168 time: 0.2151449 Jul 15 13:36:00.749531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502633c-c3e0-4fc3-9354-4aaa2703cbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ede61-9276-4fd4-8df2-e429e7a8f00c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.763967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d3cc8682-d099-457a-b22d-9d3e7be6ef4f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:00.776396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-23053192-ae2c-4d61-92f0-cb979f18d137 None None] Provisioning for port d3cc8682-d099-457a-b22d-9d3e7be6ef4f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:00.796051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Transition to ACTIVE for port object 97e81748-46b2-43e8-a907-726866e6de2a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:00.797597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d3cc8682-d099-457a-b22d-9d3e7be6ef4f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:00.798020 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.823977 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-23053192-ae2c-4d61-92f0-cb979f18d137 None None] Provisioning complete for port d3cc8682-d099-457a-b22d-9d3e7be6ef4f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:00.824351 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-23053192-ae2c-4d61-92f0-cb979f18d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.873714 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.909544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.939428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=f93394c1-17f1-44ca-9ef3-d2f308a13dd4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.099263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Pushing event updated for resources: {'Port': ['ID=97e81748-46b2-43e8-a907-726866e6de2a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.103313 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.133917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb885af-b788-4b1c-ad53-b9553b68d8c9']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:01.175736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:01.176718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:01.202536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.233352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.246660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:01.248247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:01.251970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:01.256711 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:01.299080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:01.303307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:01.354418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:36:01.354418 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:36:01.354418 n-d-771362-36 neutron-server[93734]: [parameters: {'id': '9eb885af-b788-4b1c-ad53-b9553b68d8c9'}] Jul 15 13:36:01.354418 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:36:01.356340 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:36:01.640919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-23053192-ae2c-4d61-92f0-cb979f18d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.650840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Attempting to bind port 97e81748-46b2-43e8-a907-726866e6de2a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:01.651573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Attempting to bind port 97e81748-46b2-43e8-a907-726866e6de2a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9eb885af-b788-4b1c-ad53-b9553b68d8c9'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:01.652274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Attempting to bind port 97e81748-46b2-43e8-a907-726866e6de2a on network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:01.683322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.692573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:01.693292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Checking segment: {'id': 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9eb885af-b788-4b1c-ad53-b9553b68d8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:01.694146 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.694923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Bound using segment: {'id': 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9eb885af-b788-4b1c-ad53-b9553b68d8c9'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:01.695904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Bound port: 97e81748-46b2-43e8-a907-726866e6de2a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9eb885af-b788-4b1c-ad53-b9553b68d8c9'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:01.696711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.807470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-23053192-ae2c-4d61-92f0-cb979f18d137 None None] For port d3cc8682-d099-457a-b22d-9d3e7be6ef4f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,segment=NetworkSegment(68a85a08-2a78-4ad8-b463-c6106a9f77e8),segment_id=68a85a08-2a78-4ad8-b463-c6106a9f77e8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:01.857759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.930876 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-23053192-ae2c-4d61-92f0-cb979f18d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.015858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting port 97e81748-46b2-43e8-a907-726866e6de2a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:02.016922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.238946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] For port 97e81748-46b2-43e8-a907-726866e6de2a, host n-d-771362-36, got binding levels [] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:02.239918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.258441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:36:02.258996 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:36:02.259929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4154b61f-fba1-407d-a0af-45789e25baa9 None None] Update dhcp port {'port': {'network_id': '5ea084b6-0a55-4661-b9a0-de110db9b4e7', 'fixed_ips': [{'subnet_id': 'cd29a624-291f-41d8-a7df-683677ba3c2a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cbcf1aaa-660e-4950-bff8-7de52ffa45c2'}], 'binding:host_id': 'n-d-771362-36'}, 'id': 'd3cc8682-d099-457a-b22d-9d3e7be6ef4f'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:36:02.298176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Calling delete_port for 97e81748-46b2-43e8-a907-726866e6de2a owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:02.319167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23053192-ae2c-4d61-92f0-cb979f18d137 None None] Pushing event updated for resources: {'Port': ['ID=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.343671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] For port 97e81748-46b2-43e8-a907-726866e6de2a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:02.389344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] For port 97e81748-46b2-43e8-a907-726866e6de2a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=97e81748-46b2-43e8-a907-726866e6de2a,segment=NetworkSegment(ecdf9daa-5f32-4528-9729-b0bb0a29ab40),segment_id=ecdf9daa-5f32-4528-9729-b0bb0a29ab40)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:02.401357 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4154b61f-fba1-407d-a0af-45789e25baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.418504 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.561244 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.599214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No DVR routers for this DVR port 97e81748-46b2-43e8-a907-726866e6de2a on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:02.805734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Port': ['ID=97e81748-46b2-43e8-a907-726866e6de2a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server [None req-3732bb35-5fb5-4f3d-af87-33ea8d7dee64 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 97e81748-46b2-43e8-a907-726866e6de2a could not be found. Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 97e81748-46b2-43e8-a907-726866e6de2a could not be found. Jul 15 13:36:02.907963 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 13:36:03.077518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72830ed3-1341-4c13-bf54-9e5d9ffa995d None None] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:03.089820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca9ae3-edfc-4fc9-a3df-6e86281ff32d None None] Pushing event updated for resources: {'Port': ['ID=97e81748-46b2-43e8-a907-726866e6de2a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.105841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.202327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb885af-b788-4b1c-ad53-b9553b68d8c9']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:03.247313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:03.249155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdf9daa-5f32-4528-9729-b0bb0a29ab40') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:03.282215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.322653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.340152 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:03.341154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.430530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5205dc6a-8adf-41fc-8987-bb5e4883365b no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:03.490761 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:03.500426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.501347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.502158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.503005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.503827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.505032 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.505835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.507012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.507885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.508698 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.509537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.510313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:03.518051 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.528179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.533068 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/9eb885af-b788-4b1c-ad53-b9553b68d8c9 HTTP/1.1" status: 204 len: 168 time: 4.1246331 Jul 15 13:36:03.537155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44096) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.583577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f828-09a3-4dad-a1f4-e5bb13683732 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=9eb885af-b788-4b1c-ad53-b9553b68d8c9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.611044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5205dc6a-8adf-41fc-8987-bb5e4883365b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:03.613320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5205dc6a-8adf-41fc-8987-bb5e4883365b not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:03.613684 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7195d6a-1c40-49f9-b22d-91505d1f82e2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:03.614529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7195d6a-1c40-49f9-b22d-91505d1f82e2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:03.623741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7195d6a-1c40-49f9-b22d-91505d1f82e2 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/9eb885af-b788-4b1c-ad53-b9553b68d8c9 HTTP/1.1" status: 404 len: 339 time: 0.0844703 Jul 15 13:36:03.632853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44098) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.649619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536526655', 'description': 'd1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:03.700195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-4154b61f-fba1-407d-a0af-45789e25baa9 None None] Allocated IP 172.20.0.1 (5ea084b6-0a55-4661-b9a0-de110db9b4e7/cbcf1aaa-660e-4950-bff8-7de52ffa45c2/d3cc8682-d099-457a-b22d-9d3e7be6ef4f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:03.849525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:03.860874 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.933090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44112) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:04.037525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d3cc8682-d099-457a-b22d-9d3e7be6ef4f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:04.058522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f1f9a7a-f5b5-430d-9f29-9a7c7d93547f req-9e632632-1224-440f-860c-037977388994 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1890085 Jul 15 13:36:04.141178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:04.193411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.194031 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment 0918048b-b68a-4396-834d-53b9a658b3a8 of type vlan for network b6061630-e48a-4bb9-a476-46678e413f9f Jul 15 13:36:04.330947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4154b61f-fba1-407d-a0af-45789e25baa9 None None] For port d3cc8682-d099-457a-b22d-9d3e7be6ef4f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,segment=NetworkSegment(68a85a08-2a78-4ad8-b463-c6106a9f77e8),segment_id=68a85a08-2a78-4ad8-b463-c6106a9f77e8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:04.378962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18090b76-f3bd-46fd-b7b0-712d5c0d61f1 None None] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:04.417954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18090b76-f3bd-46fd-b7b0-712d5c0d61f1 None None] Network 9eb885af-b788-4b1c-ad53-b9553b68d8c9 could not be found, it might have been deleted concurrently. {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:36:04.460231 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.463272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98c82a-0351-430f-89a8-a7fa0c35d4de tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.465097 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98c82a-0351-430f-89a8-a7fa0c35d4de tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.466213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98c82a-0351-430f-89a8-a7fa0c35d4de tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.471164 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-de98c82a-0351-430f-89a8-a7fa0c35d4de tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=8c00d19e732740e0ace17c988ffb71e9&network_id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 200 len: 2972 time: 0.5359740 Jul 15 13:36:04.481890 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4154b61f-fba1-407d-a0af-45789e25baa9 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.549319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4154b61f-fba1-407d-a0af-45789e25baa9 None None] Transition to ACTIVE for port object d3cc8682-d099-457a-b22d-9d3e7be6ef4f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:04.565298 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4154b61f-fba1-407d-a0af-45789e25baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.580026 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.639638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.641086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.825390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=b6061630-e48a-4bb9-a476-46678e413f9f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:04.862990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8d0c5434-a496-48ba-bc57-a224a3359056 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2278326 Jul 15 13:36:04.866870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44126) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:04.882410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b6061630-e48a-4bb9-a476-46678e413f9f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:05.022103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b61f-fba1-407d-a0af-45789e25baa9 None None] Pushing event updated for resources: {'Port': ['ID=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.098595 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.584520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f2692bd-1f6a-4ea5-9ed6-514cffac96b3 req-9e4922e1-88bd-4448-9551-0929061b3ad8 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0555084 Jul 15 13:36:05.651576 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.844021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ad2dd-8161-41cb-ac74-afbb61865e81 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:05.851315 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b15ad2dd-8161-41cb-ac74-afbb61865e81 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/networks?id=b6061630-e48a-4bb9-a476-46678e413f9f HTTP/1.1" status: 200 len: 765 time: 0.9819877 Jul 15 13:36:05.853001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:05.863990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1c9d55eb-02e4-420c-aae6-bf98d974d722 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'description': 'd2'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:05.934569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44158) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:05.942701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d3cc8682-d099-457a-b22d-9d3e7be6ef4f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:06.167356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52bf10a-a19b-4cde-9b22-324b32f6b584 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.176075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1c9d55eb-02e4-420c-aae6-bf98d974d722 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.180947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f52bf10a-a19b-4cde-9b22-324b32f6b584 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 814 time: 0.2445979 Jul 15 13:36:06.230826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1c9d55eb-02e4-420c-aae6-bf98d974d722 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.253241 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c9d55eb-02e4-420c-aae6-bf98d974d722 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network b6061630-e48a-4bb9-a476-46678e413f9f is not hosted by any dhcp agent {{(pid=93734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:36:06.266176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d55eb-02e4-420c-aae6-bf98d974d722 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.267058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1c9d55eb-02e4-420c-aae6-bf98d974d722 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.269844 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1c9d55eb-02e4-420c-aae6-bf98d974d722 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "PUT /v2.0/networks/b6061630-e48a-4bb9-a476-46678e413f9f HTTP/1.1" status: 200 len: 762 time: 0.4109588 Jul 15 13:36:06.272708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44172) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.283531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1511cc-4e1e-4d90-9ae4-7175cc8a46ba None None] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:06.427857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d55eb-02e4-420c-aae6-bf98d974d722 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=b6061630-e48a-4bb9-a476-46678e413f9f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:06.485709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b6061630-e48a-4bb9-a476-46678e413f9f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:06.528429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acba7e6-2259-477d-86dc-14b2708b21ba tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.533972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4acba7e6-2259-477d-86dc-14b2708b21ba tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/networks?id=b6061630-e48a-4bb9-a476-46678e413f9f HTTP/1.1" status: 200 len: 765 time: 0.2594423 Jul 15 13:36:06.539557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44180) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.579097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8fa4a117-a684-42e7-9c6b-341ebe01bc70 None None] Provisioning for port d3cc8682-d099-457a-b22d-9d3e7be6ef4f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:06.684851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44184) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.705912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'network': {'name': 'tempest-network-smoke--1562468465', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'port_security_enabled': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:06.804400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:06.819956 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.023597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a7b9c5f-c84a-4a64-b408-62010426d94c req-551fff67-f100-4c66-ba23-7d9b0774b852 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1191654 Jul 15 13:36:07.050414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:07.074858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.076172 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Added segment c735ef5f-4211-4abd-8dcf-eb8d71338e21 of type vlan for network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 Jul 15 13:36:07.114078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f8d21a-52e2-4037-93c7-8bdddb6a61d1 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.117243 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-82f8d21a-52e2-4037-93c7-8bdddb6a61d1 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5757904 Jul 15 13:36:07.123984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44188) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.224813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8fa4a117-a684-42e7-9c6b-341ebe01bc70 None None] Provisioning complete for port d3cc8682-d099-457a-b22d-9d3e7be6ef4f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:07.225774 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a117-a684-42e7-9c6b-341ebe01bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.247405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.348817 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4e8da466-a92c-4bbb-b1fa-bf39b583547f tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 207 time: 0.2139406 Jul 15 13:36:07.349359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44194) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.414128 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.445486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.446405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.593732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9048214 Jul 15 13:36:07.604436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44200) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.870225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69583f0e-125f-4a0c-8633-7d3297dd92cb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Network': ['ID=0af1a584-7f17-4491-8a8d-bfd63fd679e3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:07.901617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:07.945803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967ff95-2ffb-4133-9af0-c4f763134950 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.961846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967ff95-2ffb-4133-9af0-c4f763134950 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.981170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967ff95-2ffb-4133-9af0-c4f763134950 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.981890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e384c828-2da5-4716-9744-5233b7886454 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.994579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e384c828-2da5-4716-9744-5233b7886454 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=8c00d19e732740e0ace17c988ffb71e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3803833 Jul 15 13:36:07.996244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44202) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.001703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967ff95-2ffb-4133-9af0-c4f763134950 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.018424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967ff95-2ffb-4133-9af0-c4f763134950 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.037191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967ff95-2ffb-4133-9af0-c4f763134950 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.045728 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7967ff95-2ffb-4133-9af0-c4f763134950 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.6943648 Jul 15 13:36:08.051913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44204) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.216104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d103d667-a297-4c66-93f2-713d3bd799cd None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:36:08.430355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-441cb875-216f-4c9c-b1b7-ac7c4847bfc5 req-7a16b2a5-377e-490f-838f-ed6044af1b68 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0689688 Jul 15 13:36:08.540163 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a61d972b-6ed6-46a2-bf4f-136403043f88 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4818695 Jul 15 13:36:08.541115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44212) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.581237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80a30994-391f-4330-a136-6be8264c6a94 req-0c901571-113f-4e96-9bd9-d8c1ef6ddce9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1744232 Jul 15 13:36:08.624176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d177b665-678a-4e66-ab28-ab61a7f71dd1 None None] Provisioning complete for port d3cc8682-d099-457a-b22d-9d3e7be6ef4f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:08.624832 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d177b665-678a-4e66-ab28-ab61a7f71dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.666960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc630264-d6d8-4273-96c5-e82876b33fa7 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.669146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fc630264-d6d8-4273-96c5-e82876b33fa7 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6717584 Jul 15 13:36:08.673193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44216) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.689176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6fde65-b9fd-4517-9825-b10037bf7af1 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.693140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6fde65-b9fd-4517-9825-b10037bf7af1 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.701228 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6fde65-b9fd-4517-9825-b10037bf7af1 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.734602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6fde65-b9fd-4517-9825-b10037bf7af1 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.737962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6fde65-b9fd-4517-9825-b10037bf7af1 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.748625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d155001e-7b5b-46cf-a516-155895c3fd14 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723140 Jul 15 13:36:08.749415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44220) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.751948 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b6fde65-b9fd-4517-9825-b10037bf7af1 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2095687 Jul 15 13:36:08.760414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44222) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.805706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9dbe8925-1a00-45ff-bc98-2d72803d2906 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=8c00d19e732740e0ace17c988ffb71e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549595 Jul 15 13:36:08.806416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44224) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.876763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d103d667-a297-4c66-93f2-713d3bd799cd None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:36:08.992008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b03e0f-c547-484d-b9b5-c78f2ccdcc7a tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.999370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-05b03e0f-c547-484d-b9b5-c78f2ccdcc7a tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1892724 Jul 15 13:36:09.001093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44226) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.010092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc556bb9-2598-4af6-a6d6-d96e093ce42b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.013115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc556bb9-2598-4af6-a6d6-d96e093ce42b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.017377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc556bb9-2598-4af6-a6d6-d96e093ce42b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.019579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc556bb9-2598-4af6-a6d6-d96e093ce42b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.026213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc556bb9-2598-4af6-a6d6-d96e093ce42b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.030242 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cc556bb9-2598-4af6-a6d6-d96e093ce42b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2672546 Jul 15 13:36:09.035589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44228) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.087653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6d9469a0-6ce0-4db1-9256-ae2e0793dbad tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796182 Jul 15 13:36:09.087653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44230) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.097319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1782073930', 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:09.334823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:09.352207 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.380782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c73ba-1ad7-4c58-ac9d-ec18b662f6a4 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.392911 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5e0c73ba-1ad7-4c58-ac9d-ec18b662f6a4 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/networks/eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 HTTP/1.1" status: 200 len: 802 time: 0.3553193 Jul 15 13:36:09.394593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44232) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.801550 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b34224c2-5384-4796-b62f-87d47d958730 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/networks/eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.4013782 Jul 15 13:36:09.802233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44242) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.963384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9327b7ac-5b79-427f-93fd-503b69b0a32e req-62f69da5-1e2e-47c8-b588-e54c07d1850d tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0762770 Jul 15 13:36:09.984608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a0c20-e2dd-44ed-96de-4c3eefd5e382 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.986341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-114a0c20-e2dd-44ed-96de-4c3eefd5e382 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/subnets/a4f381fe-a8fc-432e-985c-eb121d7a5816 HTTP/1.1" status: 200 len: 843 time: 0.1833696 Jul 15 13:36:09.992607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44246) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.053113 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.105932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ef43e-51d1-40fd-bec1-f3324ab9a956 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['shared'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.113410 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a29ef43e-51d1-40fd-bec1-f3324ab9a956 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "GET /v2.0/subnets/a4f381fe-a8fc-432e-985c-eb121d7a5816?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1192181 Jul 15 13:36:10.117334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44250) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.125558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-545313988'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:10.157801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:10.163879 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.198157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Subnet': ['ID=22c01a0d-6e2e-4e31-ab6d-2455aa2addb5,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:10.213701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Checking segment: {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:10.215582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network hostable DHCP agents. Network: 0af1a584-7f17-4491-8a8d-bfd63fd679e3, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:10.221386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:10.246245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.247110 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Added segment 0e1dec9b-5470-4228-853a-cd152948f8b2 of type vlan for network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 Jul 15 13:36:10.250436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:10.265093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0af1a584-7f17-4491-8a8d-bfd63fd679e3) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:10.270927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.272914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.275637 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5df3c4-629b-41d0-8e9e-8a4426ae42a7 None None] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:10.302145 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-37ecca5b-9b38-4573-978c-019d5f1dc185 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2106950 Jul 15 13:36:10.332404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.371415 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.380831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.384547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.431346 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3127818 Jul 15 13:36:10.435497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44262) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.442567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'network_id': '0d6e1bc0-4a90-49c2-bb6b-725bda86f055', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:10.516020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ac1c-2385-44ed-9936-49ec85e17d3b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Network': ['ID=0d6e1bc0-4a90-49c2-bb6b-725bda86f055,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:10.580663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:10.717537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0af1a584-7f17-4491-8a8d-bfd63fd679e3', 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ips': [{'subnet_id': '22c01a0d-6e2e-4e31-ab6d-2455aa2addb5'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:10.721914 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.892702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Made reservation on behalf of 4e94c48f74c2402dac69d4fdb9c33678 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:10.898488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.989469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Performing IP validity checks on allocation pools {{(pid=93733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:36:10.990130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:36:11.360591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Allocated IP 172.20.0.18 (0af1a584-7f17-4491-8a8d-bfd63fd679e3/22c01a0d-6e2e-4e31-ab6d-2455aa2addb5/c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:11.387895 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.476169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:11.486953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-15ee2c01-a444-4936-b55f-129c3302347d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690872972', 'description': 'tempest-secgroup-smoke-1690872972 description', 'project_id': '8c00d19e732740e0ace17c988ffb71e9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:11.573847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Checking segment: {'id': '0e1dec9b-5470-4228-853a-cd152948f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0d6e1bc0-4a90-49c2-bb6b-725bda86f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:11.574380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network hostable DHCP agents. Network: 0d6e1bc0-4a90-49c2-bb6b-725bda86f055, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:11.576564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ee2c01-a444-4936-b55f-129c3302347d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.623199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=2f647cb1-1637-4323-82ed-112fb0202315,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:11.656668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:11.677320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0d6e1bc0-4a90-49c2-bb6b-725bda86f055) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:11.693038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.697013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976cbae-c08d-426c-bd26-4aa03372fe30 None None] Network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:11.697382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.805115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.825289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Transition to ACTIVE for port object c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:11.857837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef91abf-2934-4b19-bf4b-6324f0fe9415 req-c63a76ad-bad2-43c8-9445-22a4e7944220 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1140375 Jul 15 13:36:11.862718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Transition to ACTIVE for port object c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:11.894982 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ee2c01-a444-4936-b55f-129c3302347d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.910475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ee2c01-a444-4936-b55f-129c3302347d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.922827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-984318ac-52ad-469b-badc-c2a3ea3f488c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4860194 Jul 15 13:36:11.926513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44282) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:11.933598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-94ab334c-e58d-4d18-8dfc-4b29b6d2c292 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:11.956328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.977150 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ee2c01-a444-4936-b55f-129c3302347d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.980916 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-15ee2c01-a444-4936-b55f-129c3302347d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4995763 Jul 15 13:36:11.982748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:11.984662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0d6e1bc0-4a90-49c2-bb6b-725bda86f055', 'network_id': '0d6e1bc0-4a90-49c2-bb6b-725bda86f055', 'tenant_id': '4e94c48f74c2402dac69d4fdb9c33678', 'fixed_ips': [{'subnet_id': '2f647cb1-1637-4323-82ed-112fb0202315'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:11.985624 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.989970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:11.995172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44284) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:12.012645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fa9c3ac4-a673-4cbc-b6db-e6e01e5a1d22 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': '9d35ad39-1f2c-4980-a063-45cd3108af49', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:12.025908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:12.072807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee2c01-a444-4936-b55f-129c3302347d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d35ad39-1f2c-4980-a063-45cd3108af49,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.120795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3ac4-a673-4cbc-b6db-e6e01e5a1d22 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.148405 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:12.178809 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94ab334c-e58d-4d18-8dfc-4b29b6d2c292 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13373836'] for subnet, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.256436 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3ac4-a673-4cbc-b6db-e6e01e5a1d22 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.265208 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3ac4-a673-4cbc-b6db-e6e01e5a1d22 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.302636 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3ac4-a673-4cbc-b6db-e6e01e5a1d22 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580dab81-000b-4718-bee1-c79178c0ab22,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.314534 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3ac4-a673-4cbc-b6db-e6e01e5a1d22 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.319438 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa9c3ac4-a673-4cbc-b6db-e6e01e5a1d22 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3183472 Jul 15 13:36:12.320608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44288) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:12.327921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Pushing event updated for resources: {'Port': ['ID=c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.334439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Attempting to bind port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:12.334764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Attempting to bind port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:12.335061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Attempting to bind port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a on network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:12.343911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e3f9c5af-c7e9-4504-bc75-4864a004fb68 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': '9d35ad39-1f2c-4980-a063-45cd3108af49', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:12.348089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:12.348486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Checking segment: {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:12.348920 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.349328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Bound using segment: {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:12.349835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Bound port: c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:12.350264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.423257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c5af-c7e9-4504-bc75-4864a004fb68 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.485361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] For port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:12.489611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] For port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:12.496936 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.554888 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c5af-c7e9-4504-bc75-4864a004fb68 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.562095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c5af-c7e9-4504-bc75-4864a004fb68 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.617025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9c5af-c7e9-4504-bc75-4864a004fb68 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e52c3c-b2b5-43ed-9b58-56580d9828dc,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.627945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c5af-c7e9-4504-bc75-4864a004fb68 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.629347 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3f9c5af-c7e9-4504-bc75-4864a004fb68 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2988298 Jul 15 13:36:12.633600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44290) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:12.638481 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-63682b83-12d4-4fd2-a66f-63b26a661ec6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': '9d35ad39-1f2c-4980-a063-45cd3108af49', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:12.641608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acfb8e-0bc0-4c9d-bd7d-f1cbbf9ae51c None None] Pushing event updated for resources: {'Port': ['ID=c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.689451 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63682b83-12d4-4fd2-a66f-63b26a661ec6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.756943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94ab334c-e58d-4d18-8dfc-4b29b6d2c292 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789911399819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12741773'] for subnet, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.805156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63682b83-12d4-4fd2-a66f-63b26a661ec6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.815070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63682b83-12d4-4fd2-a66f-63b26a661ec6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.900977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63682b83-12d4-4fd2-a66f-63b26a661ec6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6408a5fb-c78c-4922-86d1-6d6544b0d322,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.924930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63682b83-12d4-4fd2-a66f-63b26a661ec6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.926190 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-63682b83-12d4-4fd2-a66f-63b26a661ec6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2915654 Jul 15 13:36:12.935033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Allocated IP 2001:db8::3 (0d6e1bc0-4a90-49c2-bb6b-725bda86f055/2f647cb1-1637-4323-82ed-112fb0202315/fa31cd95-ca06-4bcc-90e8-c32994445175) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:12.935713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44296) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:12.943066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d5fda2af-2293-43fd-98c3-db0f6fe4c1bf tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': '9d35ad39-1f2c-4980-a063-45cd3108af49', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:12.964492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab334c-e58d-4d18-8dfc-4b29b6d2c292 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.965249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94ab334c-e58d-4d18-8dfc-4b29b6d2c292 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.970967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44298) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:12.979033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-94ab334c-e58d-4d18-8dfc-4b29b6d2c292 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "PUT /v2.0/subnets/2f647cb1-1637-4323-82ed-112fb0202315 HTTP/1.1" status: 200 len: 900 time: 1.0398121 Jul 15 13:36:13.065671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab334c-e58d-4d18-8dfc-4b29b6d2c292 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event updated for resources: {'Subnet': ['ID=2f647cb1-1637-4323-82ed-112fb0202315,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:13.270724 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.295930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Transition to ACTIVE for port object fa31cd95-ca06-4bcc-90e8-c32994445175 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:13.337366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Transition to ACTIVE for port object fa31cd95-ca06-4bcc-90e8-c32994445175 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:13.342631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d973f2a0-9487-449a-b7da-e7a13f1083f5 req-aea7dd0e-9c4c-4979-a4c9-a8dc0c28e097 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1161351 Jul 15 13:36:13.366922 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.467198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:13.474515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:13.474811 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.485467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:13.507758 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5fda2af-2293-43fd-98c3-db0f6fe4c1bf tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.558543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Pushing event updated for resources: {'Port': ['ID=fa31cd95-ca06-4bcc-90e8-c32994445175,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:13.577748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Attempting to bind port fa31cd95-ca06-4bcc-90e8-c32994445175 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:13.578137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Attempting to bind port fa31cd95-ca06-4bcc-90e8-c32994445175 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0e1dec9b-5470-4228-853a-cd152948f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0d6e1bc0-4a90-49c2-bb6b-725bda86f055'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:13.578517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Attempting to bind port fa31cd95-ca06-4bcc-90e8-c32994445175 on network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:13.598721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:13.599199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Checking segment: {'id': '0e1dec9b-5470-4228-853a-cd152948f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0d6e1bc0-4a90-49c2-bb6b-725bda86f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:13.599686 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.600096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Bound using segment: {'id': '0e1dec9b-5470-4228-853a-cd152948f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0d6e1bc0-4a90-49c2-bb6b-725bda86f055'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:13.600599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Bound port: fa31cd95-ca06-4bcc-90e8-c32994445175, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1dec9b-5470-4228-853a-cd152948f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0d6e1bc0-4a90-49c2-bb6b-725bda86f055'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:13.601008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.707760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5fda2af-2293-43fd-98c3-db0f6fe4c1bf tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.710412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting port fa31cd95-ca06-4bcc-90e8-c32994445175 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:13.710977 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.740993 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5fda2af-2293-43fd-98c3-db0f6fe4c1bf tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.767287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] For port fa31cd95-ca06-4bcc-90e8-c32994445175, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:13.772085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5fda2af-2293-43fd-98c3-db0f6fe4c1bf tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.780011 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5fda2af-2293-43fd-98c3-db0f6fe4c1bf tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8369613 Jul 15 13:36:13.780233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44304) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:13.784249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] For port fa31cd95-ca06-4bcc-90e8-c32994445175, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=fa31cd95-ca06-4bcc-90e8-c32994445175,segment=NetworkSegment(0e1dec9b-5470-4228-853a-cd152948f8b2),segment_id=0e1dec9b-5470-4228-853a-cd152948f8b2)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:13.785917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-635022a5-41f8-41ef-b008-01e7a811aad6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': '9d35ad39-1f2c-4980-a063-45cd3108af49', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:13.796271 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.905061 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-635022a5-41f8-41ef-b008-01e7a811aad6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Project 8c00d19e732740e0ace17c988ffb71e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:36:13.931408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] For port fa31cd95-ca06-4bcc-90e8-c32994445175, host n-d-771362-36, got binding levels [] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:13.931820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.948493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Calling delete_port for fa31cd95-ca06-4bcc-90e8-c32994445175 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:13.990171 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-635022a5-41f8-41ef-b008-01e7a811aad6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.023803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e564e-369e-458e-be25-82922dad5025 None None] Pushing event updated for resources: {'Port': ['ID=fa31cd95-ca06-4bcc-90e8-c32994445175,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:14.058341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:14.145125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fda2af-2293-43fd-98c3-db0f6fe4c1bf tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc433cf7-706e-42a5-8a34-7adc7d753e29,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:14.158563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.189226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Port': ['ID=fa31cd95-ca06-4bcc-90e8-c32994445175,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:14.191039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-635022a5-41f8-41ef-b008-01e7a811aad6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.198559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-635022a5-41f8-41ef-b008-01e7a811aad6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.315399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635022a5-41f8-41ef-b008-01e7a811aad6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60794bab-7b94-43b6-a13d-b14abc11b350,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:14.338024 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-635022a5-41f8-41ef-b008-01e7a811aad6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.344234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-635022a5-41f8-41ef-b008-01e7a811aad6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5583029 Jul 15 13:36:14.345285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44310) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.360203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8a11d017-2d53-4c1e-9aae-a339d0bb5082 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': '9d35ad39-1f2c-4980-a063-45cd3108af49', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:14.382485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:14.384732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No DVR routers for this DVR port fa31cd95-ca06-4bcc-90e8-c32994445175 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:14.468201 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-8a11d017-2d53-4c1e-9aae-a339d0bb5082 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Project 8c00d19e732740e0ace17c988ffb71e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:36:14.491524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a11d017-2d53-4c1e-9aae-a339d0bb5082 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.565458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.685411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a11d017-2d53-4c1e-9aae-a339d0bb5082 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.694396 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a11d017-2d53-4c1e-9aae-a339d0bb5082 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.727198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11d017-2d53-4c1e-9aae-a339d0bb5082 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7deabcd3-de29-4623-a95b-11b4fa8bbb2b,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:14.736520 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.770830 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8a11d017-2d53-4c1e-9aae-a339d0bb5082 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.776438 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8a11d017-2d53-4c1e-9aae-a339d0bb5082 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4299700 Jul 15 13:36:14.812224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=2f647cb1-1637-4323-82ed-112fb0202315,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:15.044734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.103781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6e1bc0-4a90-49c2-bb6b-725bda86f055']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.147362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1dec9b-5470-4228-853a-cd152948f8b2') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.147685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1dec9b-5470-4228-853a-cd152948f8b2') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.171756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01d68766-5c6f-436a-b6cb-095732ebb2ac req-7282fc5b-0531-42d6-9a99-ec056e016261 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1149573 Jul 15 13:36:15.198332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.245696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.250772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6abd1c3-9af6-4ac7-9010-72b621b0748c None None] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:15.269224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:15.274404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:15.286819 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:15.379388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-093638ba-111f-4288-82ee-07b262fe511e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690872972&fields=id&tenant_id=8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 267 time: 0.0462043 Jul 15 13:36:15.465664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.497826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.514306 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/0d6e1bc0-4a90-49c2-bb6b-725bda86f055 HTTP/1.1" status: 204 len: 168 time: 2.5420163 Jul 15 13:36:15.564627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac500597-783b-4b28-b57b-88b22431b41c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=0d6e1bc0-4a90-49c2-bb6b-725bda86f055,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:15.572756 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44336) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.573218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44338) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.622733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e5250d4c-50cb-45bb-876b-5484c99c25c3 None None] Provisioning for port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:15.629296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e5250d4c-50cb-45bb-876b-5484c99c25c3 None None] Provisioning complete for port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:15.641081 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5250d4c-50cb-45bb-876b-5484c99c25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.643953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190717dc-51be-42da-aa83-3b592e926731 req-687d4842-e3e7-4fcd-a07b-7be06c1ebb87 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:15.648734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-687d4842-e3e7-4fcd-a07b-7be06c1ebb87 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/networks?id=0af1a584-7f17-4491-8a8d-bfd63fd679e3 HTTP/1.1" status: 200 len: 797 time: 0.2679994 Jul 15 13:36:15.673850 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f295c53b-06e0-41f0-b332-ab5ced258730 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:15.674906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f295c53b-06e0-41f0-b332-ab5ced258730 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:15.675707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-8df9a919-6740-49bb-834b-990b55d385f9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/quotas/8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 375 time: 0.0153248 Jul 15 13:36:15.686283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44344) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.686618 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f295c53b-06e0-41f0-b332-ab5ced258730 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/2f647cb1-1637-4323-82ed-112fb0202315 HTTP/1.1" status: 404 len: 337 time: 0.1122391 Jul 15 13:36:15.861149 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5250d4c-50cb-45bb-876b-5484c99c25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.928132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e5250d4c-50cb-45bb-876b-5484c99c25c3 None None] For port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:15.939869 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e5250d4c-50cb-45bb-876b-5484c99c25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.024540 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-01eb1487-2f4a-4f5f-b028-d831e774ff0c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:16.037165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01eb1487-2f4a-4f5f-b028-d831e774ff0c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:16.041218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-01eb1487-2f4a-4f5f-b028-d831e774ff0c tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/0d6e1bc0-4a90-49c2-bb6b-725bda86f055 HTTP/1.1" status: 404 len: 339 time: 0.3533351 Jul 15 13:36:16.066958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44352) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:16.069153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8459969a-229b-4c7c-a254-b164c2112f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.102537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5250d4c-50cb-45bb-876b-5484c99c25c3 None None] Pushing event updated for resources: {'Port': ['ID=c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:16.288647 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8459969a-229b-4c7c-a254-b164c2112f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.306902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8459969a-229b-4c7c-a254-b164c2112f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.392872 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8459969a-229b-4c7c-a254-b164c2112f8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55b2370d1cc14a74b2c5aeb4e01a0cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8101287 Jul 15 13:36:16.394188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459969a-229b-4c7c-a254-b164c2112f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd814884-7eee-4d93-863d-bffeae7d1ce5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:16.398202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44356) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:16.402926 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.513383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff864f2b-b9be-4268-96d1-10cf31db42c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.527264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-96d92c84-1c03-48a8-85f3-7c2a4b6d9e2d None None] Provisioning complete for port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:16.535704 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-96d92c84-1c03-48a8-85f3-7c2a4b6d9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.562085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff864f2b-b9be-4268-96d1-10cf31db42c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.579311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-d3c4df45-3b1e-4bc9-b1e6-9909542fd617 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8969200 Jul 15 13:36:16.661641 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.674686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff864f2b-b9be-4268-96d1-10cf31db42c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.695065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6061630-e48a-4bb9-a476-46678e413f9f']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.695986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff864f2b-b9be-4268-96d1-10cf31db42c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.703235 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ff864f2b-b9be-4268-96d1-10cf31db42c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd814884-7eee-4d93-863d-bffeae7d1ce5 HTTP/1.1" status: 204 len: 168 time: 0.3032212 Jul 15 13:36:16.725625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0918048b-b68a-4396-834d-53b9a658b3a8') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.726041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0918048b-b68a-4396-834d-53b9a658b3a8') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.734784 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff864f2b-b9be-4268-96d1-10cf31db42c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd814884-7eee-4d93-863d-bffeae7d1ce5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:16.739448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a9bad-5462-4aa1-a45f-d36c2701d108 None None] DHCP port deletion for 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:16.747675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.772205 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.796552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:16.796944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:16.808794 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:16.865797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4cbb9-247a-4759-89d6-58e71ffea69f None None] Network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:16.916610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4cbb9-247a-4759-89d6-58e71ffea69f None None] Network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 could not be found, it might have been deleted concurrently. {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:36:16.927483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda905bc-a2d2-4c39-8fde-20586d72d44c None None] Network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:16.957976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda905bc-a2d2-4c39-8fde-20586d72d44c None None] Network 0d6e1bc0-4a90-49c2-bb6b-725bda86f055 could not be found, it might have been deleted concurrently. {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:36:17.062466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.072366 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.074656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/b6061630-e48a-4bb9-a476-46678e413f9f HTTP/1.1" status: 204 len: 168 time: 1.0053689 Jul 15 13:36:17.079809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44366) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.117572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61165da5-c668-4229-85b4-130546171278 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=b6061630-e48a-4bb9-a476-46678e413f9f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.144415 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-833b8cf2-e451-4605-99aa-9be875fbd341 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:17.145699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833b8cf2-e451-4605-99aa-9be875fbd341 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:17.148617 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-833b8cf2-e451-4605-99aa-9be875fbd341 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/f93394c1-17f1-44ca-9ef3-d2f308a13dd4 HTTP/1.1" status: 404 len: 337 time: 0.0659158 Jul 15 13:36:17.153941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44370) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.159079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-50c3519a-f0b9-4e14-b3b4-78f876ac0b8a service neutron] 10.222.0.25 "GET /v2.0/networks/0af1a584-7f17-4491-8a8d-bfd63fd679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787966 Jul 15 13:36:17.177756 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84d3531-83a1-452a-9f06-49f6b2ec2e97 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:17.178887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84d3531-83a1-452a-9f06-49f6b2ec2e97 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:17.180555 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d84d3531-83a1-452a-9f06-49f6b2ec2e97 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/9eb885af-b788-4b1c-ad53-b9553b68d8c9 HTTP/1.1" status: 404 len: 339 time: 0.0254846 Jul 15 13:36:17.185298 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44372) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.227859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4186e07e-66e9-42ad-976e-2f2956c3ba50 None None] Could not find standard attr ID for object fa31cd95-ca06-4bcc-90e8-c32994445175. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:36:17.340495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ad19db-76f6-4898-9c82-faee1e06f564 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting subnet cbcf1aaa-660e-4950-bff8-7de52ffa45c2 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:17.346200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66ad19db-76f6-4898-9c82-faee1e06f564 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.420471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44374) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.437328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-5314ad84-f115-4cfa-85d7-3bd1d34d1bae service neutron] 10.222.0.25 "GET /v2.0/networks/0af1a584-7f17-4491-8a8d-bfd63fd679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766466 Jul 15 13:36:17.445912 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd5443fc-3f33-41da-96fb-5581779dc92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.459916 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66ad19db-76f6-4898-9c82-faee1e06f564 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.579124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66ad19db-76f6-4898-9c82-faee1e06f564 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.800733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66ad19db-76f6-4898-9c82-faee1e06f564 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.849984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad19db-76f6-4898-9c82-faee1e06f564 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcf1aaa-660e-4950-bff8-7de52ffa45c2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.856206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f307c07e-f299-48b7-b09b-c00e8ead3e14 req-6da9ea86-c12b-47e3-b16b-c8be7aada38f tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0800076 Jul 15 13:36:17.861295 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-66ad19db-76f6-4898-9c82-faee1e06f564 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.863815 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-66ad19db-76f6-4898-9c82-faee1e06f564 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/cbcf1aaa-660e-4950-bff8-7de52ffa45c2 HTTP/1.1" status: 204 len: 168 time: 0.6774302 Jul 15 13:36:17.869872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44382) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.870524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd5443fc-3f33-41da-96fb-5581779dc92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.910131 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd5443fc-3f33-41da-96fb-5581779dc92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.914020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:18.092649 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5443fc-3f33-41da-96fb-5581779dc92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9feb13a-72e7-4e94-ade3-e8e3300e0375,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:18.113308 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cd5443fc-3f33-41da-96fb-5581779dc92d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=989d758f77e74131a10b0ca98c10e1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911185 Jul 15 13:36:18.114429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44384) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:18.136548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9cde13-97b4-4fa7-b465-9bcfc3df446a None None] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:18.143066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9618af5c-7372-4974-b26a-3d7b64b04ee5 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting subnet cd29a624-291f-41d8-a7df-683677ba3c2a {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:18.153811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9618af5c-7372-4974-b26a-3d7b64b04ee5 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.208111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfa5801e-4324-49ce-830b-c3b821e26878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.290575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d0e7790-0d6c-47c6-9e53-d0d39e2ce39d req-d1bf6305-b116-4eb8-8140-105ecfa06748 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 210 time: 0.2606349 Jul 15 13:36:18.328988 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfa5801e-4324-49ce-830b-c3b821e26878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.358938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:18.359542 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.370192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9618af5c-7372-4974-b26a-3d7b64b04ee5 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.536049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfa5801e-4324-49ce-830b-c3b821e26878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.544037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfa5801e-4324-49ce-830b-c3b821e26878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.550815 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dfa5801e-4324-49ce-830b-c3b821e26878 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9feb13a-72e7-4e94-ade3-e8e3300e0375 HTTP/1.1" status: 204 len: 168 time: 0.4338062 Jul 15 13:36:18.587599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5801e-4324-49ce-830b-c3b821e26878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9feb13a-72e7-4e94-ade3-e8e3300e0375,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:18.779399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9618af5c-7372-4974-b26a-3d7b64b04ee5 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.857274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fa31cd95-ca06-4bcc-90e8-c32994445175 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:18.921452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: fa31cd95-ca06-4bcc-90e8-c32994445175 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:18.922529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fa31cd95-ca06-4bcc-90e8-c32994445175 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:18.936932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d548c780-7fd3-49c3-95cb-3f9c526e3a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.949289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9618af5c-7372-4974-b26a-3d7b64b04ee5 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.993241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618af5c-7372-4974-b26a-3d7b64b04ee5 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=cd29a624-291f-41d8-a7df-683677ba3c2a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:18.997560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9618af5c-7372-4974-b26a-3d7b64b04ee5 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.999993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9618af5c-7372-4974-b26a-3d7b64b04ee5 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/cd29a624-291f-41d8-a7df-683677ba3c2a HTTP/1.1" status: 204 len: 168 time: 1.1289067 Jul 15 13:36:19.003694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44398) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:19.136090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.023232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e09a0f2b-9b0d-4a96-9839-d956deb13c76 req-a277dc5e-0507-4dbe-a34e-a2c0343c173e tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.7463264 Jul 15 13:36:20.069189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting port d3cc8682-d099-457a-b22d-9d3e7be6ef4f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:20.071023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.304159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389d9b5-dc14-44d1-a4c0-a6f095db4d5a None None] Network 5ea084b6-0a55-4661-b9a0-de110db9b4e7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:20.368544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] For port d3cc8682-d099-457a-b22d-9d3e7be6ef4f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,segment=NetworkSegment(68a85a08-2a78-4ad8-b463-c6106a9f77e8),segment_id=68a85a08-2a78-4ad8-b463-c6106a9f77e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:20.369527 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.449069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Calling delete_port for d3cc8682-d099-457a-b22d-9d3e7be6ef4f owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:20.479871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f9814aec-6662-4ea6-bd85-8343b94d3004 None None] Provisioning complete for port d3cc8682-d099-457a-b22d-9d3e7be6ef4f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:20.482608 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f9814aec-6662-4ea6-bd85-8343b94d3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.096021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82613c0c-59cc-4f6c-9ab4-d6cd421650f1 req-772f7f4a-2157-4401-aed8-3c78599d5b7c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 210 time: 0.3921111 Jul 15 13:36:21.114332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.263198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No DVR routers for this DVR port d3cc8682-d099-457a-b22d-9d3e7be6ef4f on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:21.327692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b583af-cbb6-4996-a72b-48db13e0f860 None None] DHCP port deletion for 5ea084b6-0a55-4661-b9a0-de110db9b4e7 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:21.351193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Port': ['ID=d3cc8682-d099-457a-b22d-9d3e7be6ef4f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.563491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190717dc-51be-42da-aa83-3b592e926731 req-da646101-8047-46cc-a2a9-55e8423d463b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:21.603350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-da646101-8047-46cc-a2a9-55e8423d463b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "GET /v2.0/networks?id=0af1a584-7f17-4491-8a8d-bfd63fd679e3 HTTP/1.1" status: 200 len: 797 time: 0.8562372 Jul 15 13:36:21.632594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4b512a43-9f75-4566-8460-a60e730d4e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.717250 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.835048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.846403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-afe0581c-68b7-4b21-8d4c-dc4c6ce083f9 req-8ef73412-cf16-4027-8c24-f165c2cc23dc tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.2162294 Jul 15 13:36:21.879008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d3cc8682-d099-457a-b22d-9d3e7be6ef4f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:21.883639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea084b6-0a55-4661-b9a0-de110db9b4e7']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:21.903194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a85a08-2a78-4ad8-b463-c6106a9f77e8') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:21.904167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a85a08-2a78-4ad8-b463-c6106a9f77e8') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:21.933289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.953656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d3cc8682-d099-457a-b22d-9d3e7be6ef4f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:21.955024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d3cc8682-d099-457a-b22d-9d3e7be6ef4f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:21.967817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-c30ee911-b867-4462-9130-c7dcab97d030 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 472 time: 0.3628273 Jul 15 13:36:21.985973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'port': {'device_id': '8af6e1e8-7195-4d24-bab5-07a687182094', 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3', 'admin_state_up': True, 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'security_groups': ['9d35ad39-1f2c-4980-a063-45cd3108af49']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:22.001788 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.055627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:22.056279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:22.062270 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:22.240794 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.256078 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.259278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/5ea084b6-0a55-4661-b9a0-de110db9b4e7 HTTP/1.1" status: 204 len: 168 time: 3.2535725 Jul 15 13:36:22.263386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44446) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.300592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:22.311651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.321366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f806fa-927a-4f4a-a922-753aaf09b818 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=5ea084b6-0a55-4661-b9a0-de110db9b4e7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:22.359194 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce695dd-5616-4500-82d1-945c2c7469df tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:22.360110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce695dd-5616-4500-82d1-945c2c7469df tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:22.362529 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cce695dd-5616-4500-82d1-945c2c7469df tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/aa262b2f-c43b-46ae-bd3b-d2ba386acdc1 HTTP/1.1" status: 404 len: 337 time: 0.0955360 Jul 15 13:36:22.365994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44450) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.402569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c28228e-d2f2-4730-bf5f-99046cff17c0 req-09343e8c-380d-4553-bed0-d7519006e0bc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 210 time: 0.0486021 Jul 15 13:36:22.591070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.20.0.26 (0af1a584-7f17-4491-8a8d-bfd63fd679e3/22c01a0d-6e2e-4e31-ab6d-2455aa2addb5/125100f8-620f-43f8-89af-b0cbb90f2969) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:22.723403 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b1a104-5832-4d79-99d8-daf639c66e8b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:22.724251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b1a104-5832-4d79-99d8-daf639c66e8b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:22.727682 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-75b1a104-5832-4d79-99d8-daf639c66e8b tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/babb8bbb-6528-4fea-b515-3106de5992a4 HTTP/1.1" status: 404 len: 339 time: 0.3600116 Jul 15 13:36:22.736948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44460) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.804300 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf758fc-8830-4bda-9f38-29d1956bb6e9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:22.805100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf758fc-8830-4bda-9f38-29d1956bb6e9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:22.808295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5cf758fc-8830-4bda-9f38-29d1956bb6e9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/e90dae23-ad5a-4b1b-a344-0c2c966613e2 HTTP/1.1" status: 404 len: 337 time: 0.0702770 Jul 15 13:36:22.811568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44462) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.848716 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-713cf4ce-4414-479f-9609-f6d4de8908ff tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:22.850133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713cf4ce-4414-479f-9609-f6d4de8908ff tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:22.853041 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-713cf4ce-4414-479f-9609-f6d4de8908ff tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/39cc89fc-6267-4140-977d-d6917649b967 HTTP/1.1" status: 404 len: 339 time: 0.0384653 Jul 15 13:36:22.862224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44468) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.928180 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac1b7b4-9fbb-4e33-8397-c593e33ad041 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:22.935281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac1b7b4-9fbb-4e33-8397-c593e33ad041 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:22.938144 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1ac1b7b4-9fbb-4e33-8397-c593e33ad041 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/c2c83a6e-267d-4faf-9f34-139eb4f5528e HTTP/1.1" status: 404 len: 337 time: 0.0693603 Jul 15 13:36:22.940851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44472) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.941844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.957866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.986561 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c3fdcd-bc63-443f-b620-b66ae8d4d538 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:22.987200 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c3fdcd-bc63-443f-b620-b66ae8d4d538 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:22.993957 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a0c3fdcd-bc63-443f-b620-b66ae8d4d538 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/d660b0f9-192c-4b3d-8831-72fb6f39f7b2 HTTP/1.1" status: 404 len: 339 time: 0.0515506 Jul 15 13:36:22.994245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:23.004077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Transition to ACTIVE for port object 125100f8-620f-43f8-89af-b0cbb90f2969 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:23.101864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7253dd-1f7b-423a-a5fe-cbbd9f55bb17 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting subnet 7cb4db01-e0c4-451d-8cd9-6f7862dd17cb {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:23.107713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab7253dd-1f7b-423a-a5fe-cbbd9f55bb17 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.131869 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.139494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce1bbfb-20b5-4733-b116-80881b81c3f8 req-3eb3b1db-ab14-4f03-bf35-62e697b813bd tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0592811 Jul 15 13:36:23.190523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab7253dd-1f7b-423a-a5fe-cbbd9f55bb17 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.289060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:23.292199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:23.297962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=125100f8-620f-43f8-89af-b0cbb90f2969,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.302537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:23.409677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.410757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.452587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-2065734f-5bb9-4ddd-82ed-8763857bc2e7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4728608 Jul 15 13:36:23.477125 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab7253dd-1f7b-423a-a5fe-cbbd9f55bb17 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.508176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Request body: {'port': {'device_id': '8af6e1e8-7195-4d24-bab5-07a687182094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:23.690264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab7253dd-1f7b-423a-a5fe-cbbd9f55bb17 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.764845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7253dd-1f7b-423a-a5fe-cbbd9f55bb17 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb4db01-e0c4-451d-8cd9-6f7862dd17cb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.781482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ab7253dd-1f7b-423a-a5fe-cbbd9f55bb17 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.785475 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ab7253dd-1f7b-423a-a5fe-cbbd9f55bb17 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/7cb4db01-e0c4-451d-8cd9-6f7862dd17cb HTTP/1.1" status: 204 len: 168 time: 0.7895885 Jul 15 13:36:23.791265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44504) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:23.793039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce79c3-2bfb-40a5-b3dd-ac517b4376ce None None] Network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:23.812006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.195748 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.235255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0b713838-f68d-4474-9b1b-143d6467b362 None None] Provisioning for port 125100f8-620f-43f8-89af-b0cbb90f2969 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:24.253553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0b713838-f68d-4474-9b1b-143d6467b362 None None] Provisioning complete for port 125100f8-620f-43f8-89af-b0cbb90f2969 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:24.254161 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b713838-f68d-4474-9b1b-143d6467b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.333568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f45a0-3bd2-4ed4-8943-e77b08d53b58 req-f6c3aa85-08f6-42cc-835f-aaa9ce96db2b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:24.334795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting port 277c1ee8-956c-456c-acce-ae456542be8f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:24.336287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-952f45a0-3bd2-4ed4-8943-e77b08d53b58 req-f6c3aa85-08f6-42cc-835f-aaa9ce96db2b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 932 time: 0.5462043 Jul 15 13:36:24.344674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.876986 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.876986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0b713838-f68d-4474-9b1b-143d6467b362 None None] Port 125100f8-620f-43f8-89af-b0cbb90f2969 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:24.884220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] For port 277c1ee8-956c-456c-acce-ae456542be8f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=277c1ee8-956c-456c-acce-ae456542be8f,segment=NetworkSegment(53a4411f-11ee-432d-923e-6b45e2256484),segment_id=53a4411f-11ee-432d-923e-6b45e2256484)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:24.884220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.885872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-952f45a0-3bd2-4ed4-8943-e77b08d53b58 req-38432818-a42a-4478-a34b-a1aef5f41c5b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444291 Jul 15 13:36:24.890361 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Calling delete_port for 277c1ee8-956c-456c-acce-ae456542be8f owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:24.890639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] DHCP port deletion for 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:24.892556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44530) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:24.944411 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.978189 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] Deleting port 277c1ee8-956c-456c-acce-ae456542be8f {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:24.978820 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.029166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Port': ['ID=277c1ee8-956c-456c-acce-ae456542be8f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.033236 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No DVR routers for this DVR port 277c1ee8-956c-456c-acce-ae456542be8f on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:25.138728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ddf8e395-f3ed-451f-a32b-8c68ad59fbc4 req-dd3eb539-15f6-4655-a65b-5b2d63ccbdbe tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0849075 Jul 15 13:36:25.282929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.322241 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:25.348126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ca-6edc-4216-8721-336c3005fe42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.354889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a4411f-11ee-432d-923e-6b45e2256484') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:25.355766 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a4411f-11ee-432d-923e-6b45e2256484') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:25.362103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125100f8-620f-43f8-89af-b0cbb90f2969 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:25.381507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.387105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.427971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Transition to ACTIVE for port object 125100f8-620f-43f8-89af-b0cbb90f2969 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:25.433453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.439108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.486570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:25.489465 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:25.508316 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:25.538743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] For port 277c1ee8-956c-456c-acce-ae456542be8f, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:25.539561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.615124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] Calling delete_port for 277c1ee8-956c-456c-acce-ae456542be8f owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:25.622195 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.623814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=125100f8-620f-43f8-89af-b0cbb90f2969,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.639591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] Port 277c1ee8-956c-456c-acce-ae456542be8f was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:36:25.650561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.657645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.662788 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b HTTP/1.1" status: 204 len: 168 time: 1.8700254 Jul 15 13:36:25.670470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44552) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.721497 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] Network 3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b is not hosted by any dhcp agent {{(pid=93735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:36:25.727986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] No DVR routers for this DVR port 277c1ee8-956c-456c-acce-ae456542be8f on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:25.734750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3362e8-e326-46d1-a142-29d100380c24 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=3dbdc6b1-ce6c-473d-afee-8516d9dd0f8b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.808307 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-353e258d-e3ba-4785-9242-86cd090c91e9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:25.810366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353e258d-e3ba-4785-9242-86cd090c91e9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:25.827754 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-353e258d-e3ba-4785-9242-86cd090c91e9 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/c8a6f11f-8a47-4195-874c-7106178429a1 HTTP/1.1" status: 404 len: 337 time: 0.1542253 Jul 15 13:36:25.830099 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44554) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.871585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b39373-6020-48ea-8737-a754b80ef989 None None] Pushing event deleted for resources: {'Port': ['ID=277c1ee8-956c-456c-acce-ae456542be8f,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.890536 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3146a684-f94b-4682-8576-cf0df80d1893 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:25.891303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3146a684-f94b-4682-8576-cf0df80d1893 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:25.895750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 277c1ee8-956c-456c-acce-ae456542be8f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:25.898646 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3146a684-f94b-4682-8576-cf0df80d1893 tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/a8e8f3e8-21fe-42b0-a5a5-65911cd440c7 HTTP/1.1" status: 404 len: 339 time: 0.0611577 Jul 15 13:36:25.903948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44556) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.943652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 277c1ee8-956c-456c-acce-ae456542be8f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:25.944368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 277c1ee8-956c-456c-acce-ae456542be8f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:26.068646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Attempting to bind port 125100f8-620f-43f8-89af-b0cbb90f2969 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:26.072066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Attempting to bind port 125100f8-620f-43f8-89af-b0cbb90f2969 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:26.073276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Attempting to bind port 125100f8-620f-43f8-89af-b0cbb90f2969 on network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:26.096198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Port 125100f8-620f-43f8-89af-b0cbb90f2969 on network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:26.097148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Attempting to bind port 125100f8-620f-43f8-89af-b0cbb90f2969 on network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:26.123903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:26.125565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Checking segment: {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:26.126469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Bound using segment: {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:26.127685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Bound port: 125100f8-620f-43f8-89af-b0cbb90f2969, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:26.128511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.148159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda709e4-d453-4fc0-8874-4d0d10231abf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting subnet a4f381fe-a8fc-432e-985c-eb121d7a5816 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:26.187996 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eda709e4-d453-4fc0-8874-4d0d10231abf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.265725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ca-6edc-4216-8721-336c3005fe42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.288756 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ca-6edc-4216-8721-336c3005fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.311289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eda709e4-d453-4fc0-8874-4d0d10231abf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.351859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] For port 125100f8-620f-43f8-89af-b0cbb90f2969, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:26.385215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] For port 125100f8-620f-43f8-89af-b0cbb90f2969, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=125100f8-620f-43f8-89af-b0cbb90f2969,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:26.403556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd9a4-e6b0-42b5-9f81-94384160b707 req-f9b91d63-091e-4daa-8c7d-77725047e247 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:26.411061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27ebd9a4-e6b0-42b5-9f81-94384160b707 req-f9b91d63-091e-4daa-8c7d-77725047e247 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 944 time: 0.2078385 Jul 15 13:36:26.419502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.435800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eda709e4-d453-4fc0-8874-4d0d10231abf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.521360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27ebd9a4-e6b0-42b5-9f81-94384160b707 req-74e1dffd-c7d4-4355-9a8b-cb8e03947463 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088431 Jul 15 13:36:26.551325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:26.553302 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.557824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/125100f8-620f-43f8-89af-b0cbb90f2969 HTTP/1.1" status: 200 len: 1093 time: 3.0852613 Jul 15 13:36:26.559856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af6e1e8-7195-4d24-bab5-07a687182094', 'tag': '125100f8-620f-43f8-89af-b0cbb90f2969'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:26.562841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b14ca-6edc-4216-8721-336c3005fe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53461c9-ddbe-4d73-b12b-59ca921ed76d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:26.581114 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ec5b14ca-6edc-4216-8721-336c3005fe42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a4d71c58b984a6996bd6843e8d10411&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6734402 Jul 15 13:36:26.582353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44566) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:26.596215 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3731854-46de-49ca-8a12-55ee11c92247" -d '{"events": [{"name": "network-changed", "server_uuid": "8af6e1e8-7195-4d24-bab5-07a687182094", "tag": "125100f8-620f-43f8-89af-b0cbb90f2969"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:26.631010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4f6d-a6e9-4211-bad9-fe7018ccc5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=125100f8-620f-43f8-89af-b0cbb90f2969,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:26.659044 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eda709e4-d453-4fc0-8874-4d0d10231abf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.705549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda709e4-d453-4fc0-8874-4d0d10231abf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f381fe-a8fc-432e-985c-eb121d7a5816,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:26.713897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eda709e4-d453-4fc0-8874-4d0d10231abf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.716749 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eda709e4-d453-4fc0-8874-4d0d10231abf tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/subnets/a4f381fe-a8fc-432e-985c-eb121d7a5816 HTTP/1.1" status: 204 len: 168 time: 0.8111959 Jul 15 13:36:26.722415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476876a6-12d3-4025-a84b-744958c4511c None None] Network eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:26.734281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44574) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:26.839989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190717dc-51be-42da-aa83-3b592e926731 req-c5cfe676-8eca-447f-ae6c-900d35865905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:26.842821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-c5cfe676-8eca-447f-ae6c-900d35865905 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 1096 time: 0.1980147 Jul 15 13:36:26.850880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc3abb6-fb1f-47a3-ba4e-c01b87cec8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.932921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-e74d770d-d5f7-4ab2-9779-ab537bbdc801 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=125100f8-620f-43f8-89af-b0cbb90f2969 HTTP/1.1" status: 200 len: 217 time: 0.0802326 Jul 15 13:36:27.055445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bda97354-8360-4535-901c-598ab7638da3 req-513a5f48-c7b4-4b55-af5e-fde80b3bf40d tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0988011 Jul 15 13:36:27.094690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190717dc-51be-42da-aa83-3b592e926731 req-b2ae6d4b-c3eb-45e5-aa09-89395365005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:27.096933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-b2ae6d4b-c3eb-45e5-aa09-89395365005d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22c01a0d-6e2e-4e31-ab6d-2455aa2addb5 HTTP/1.1" status: 200 len: 838 time: 0.1586080 Jul 15 13:36:27.150007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc3abb6-fb1f-47a3-ba4e-c01b87cec8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.171371 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.215663 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a824a0de-ee4d-4e22-8d45-743635191373 x-openstack-request-id: req-a824a0de-ee4d-4e22-8d45-743635191373 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:27.216244 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af6e1e8-7195-4d24-bab5-07a687182094", "tag": "125100f8-620f-43f8-89af-b0cbb90f2969", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:27.216526 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a824a0de-ee4d-4e22-8d45-743635191373 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:27.217013 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af6e1e8-7195-4d24-bab5-07a687182094', 'tag': '125100f8-620f-43f8-89af-b0cbb90f2969', 'status': 'completed', 'code': 200} Jul 15 13:36:27.226223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] DHCP port deletion for eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:27.266214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190717dc-51be-42da-aa83-3b592e926731 req-03c5543e-f2e8-4131-b45d-7dce88cde09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:27.268351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-03c5543e-f2e8-4131-b45d-7dce88cde09f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0af1a584-7f17-4491-8a8d-bfd63fd679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1658595 Jul 15 13:36:27.336705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] Deleting port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:27.337499 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.377538 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc3abb6-fb1f-47a3-ba4e-c01b87cec8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.380221 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc3abb6-fb1f-47a3-ba4e-c01b87cec8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.381453 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0bc3abb6-fb1f-47a3-ba4e-c01b87cec8db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e53461c9-ddbe-4d73-b12b-59ca921ed76d HTTP/1.1" status: 204 len: 168 time: 0.7978461 Jul 15 13:36:27.422390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3abb6-fb1f-47a3-ba4e-c01b87cec8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53461c9-ddbe-4d73-b12b-59ca921ed76d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.507853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Deleting port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:27.509691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.515148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-3a0a4b9a-1ec9-405d-b3cb-46081a3d9b7f service neutron] 10.222.0.35 "GET /v2.0/networks/0af1a584-7f17-4491-8a8d-bfd63fd679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388549 Jul 15 13:36:27.597962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] For port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,segment=NetworkSegment(cc812fe2-b04c-44e5-95a1-4cb7cdeff54d),segment_id=cc812fe2-b04c-44e5-95a1-4cb7cdeff54d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:27.598453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.632372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] Calling delete_port for 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:27.736724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] For port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,segment=NetworkSegment(cc812fe2-b04c-44e5-95a1-4cb7cdeff54d),segment_id=cc812fe2-b04c-44e5-95a1-4cb7cdeff54d)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:27.737298 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.789318 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Calling delete_port for 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:27.872615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-190717dc-51be-42da-aa83-3b592e926731 req-3f703a54-8f86-4aab-bb89-82e1c2f33fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/0af1a584-7f17-4491-8a8d-bfd63fd679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494551 Jul 15 13:36:27.911062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:28.037261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.047053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.084299 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Port': ['ID=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.093477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] No DVR routers for this DVR port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:28.127539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3731854-46de-49ca-8a12-55ee11c92247 req-4b4b4953-44e8-48c4-885c-740ed8a3772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.129144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3731854-46de-49ca-8a12-55ee11c92247 req-4b4b4953-44e8-48c4-885c-740ed8a3772d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 1096 time: 0.1462626 Jul 15 13:36:28.138404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] Pushing event deleted for resources: {'Port': ['ID=17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.147719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ff9db-384c-4f99-9ddb-70e22ca550c2 None None] No DVR routers for this DVR port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:28.149951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382783f-3f7b-43bf-be1f-3da70f3c6457 req-23c7f716-6570-400e-aa74-045c58ffa6eb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.162300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d382783f-3f7b-43bf-be1f-3da70f3c6457 req-23c7f716-6570-400e-aa74-045c58ffa6eb tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 944 time: 0.2887218 Jul 15 13:36:28.168151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No active binding found for port 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 {{(pid=93735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:36:28.172090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 17bdbc22-f3c1-4ec8-b361-ed4c2e1a7a41 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:28.272943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.288409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:28.308588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc812fe2-b04c-44e5-95a1-4cb7cdeff54d') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:28.309600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc812fe2-b04c-44e5-95a1-4cb7cdeff54d') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:28.312962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44604) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:28.350000 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1342e170-4974-45c5-bb00-236ec6b189e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.355334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.381070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3731854-46de-49ca-8a12-55ee11c92247 req-710e8245-8121-464a-8566-dd314759c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.384236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3731854-46de-49ca-8a12-55ee11c92247 req-710e8245-8121-464a-8566-dd314759c582 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0af1a584-7f17-4491-8a8d-bfd63fd679e3 HTTP/1.1" status: 200 len: 898 time: 0.2439873 Jul 15 13:36:28.400909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.423973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:28.424687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:28.430764 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:28.461416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d382783f-3f7b-43bf-be1f-3da70f3c6457 req-fbf66b6d-c77d-44f3-a050-5fcda617fd47 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978783 Jul 15 13:36:28.463253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3731854-46de-49ca-8a12-55ee11c92247 req-7438487a-a89a-47fb-a0bb-dddb873d6d40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=125100f8-620f-43f8-89af-b0cbb90f2969 HTTP/1.1" status: 200 len: 217 time: 0.0625343 Jul 15 13:36:28.605852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.619191 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.626978 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] 10.222.0.25 "DELETE /v2.0/networks/eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3 HTTP/1.1" status: 204 len: 168 time: 1.8891780 Jul 15 13:36:28.647622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3731854-46de-49ca-8a12-55ee11c92247 req-c124a5da-9d6f-4819-ac4b-ae1902dc5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.650286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3731854-46de-49ca-8a12-55ee11c92247 req-c124a5da-9d6f-4819-ac4b-ae1902dc5b33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22c01a0d-6e2e-4e31-ab6d-2455aa2addb5 HTTP/1.1" status: 200 len: 838 time: 0.1773510 Jul 15 13:36:28.705662 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb47bc-e4b5-477e-ba29-0dbbc0bbad5a tempest-NetworksIpV6Test-951813849 tempest-NetworksIpV6Test-951813849-project] Pushing event deleted for resources: {'Network': ['ID=eca9ff7e-abd8-4faf-9e28-e3dc3841b4e3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.777386 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1342e170-4974-45c5-bb00-236ec6b189e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.785630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1342e170-4974-45c5-bb00-236ec6b189e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.839311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bcc7251b-6382-4d2c-ab21-6914fbc5dd49 req-995aaec1-8f6d-4448-8275-11d7959a1f56 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0896106 Jul 15 13:36:28.873124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3731854-46de-49ca-8a12-55ee11c92247 req-678d1bd8-6949-4878-b2c8-57e0d05f37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.874754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3731854-46de-49ca-8a12-55ee11c92247 req-678d1bd8-6949-4878-b2c8-57e0d05f37a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0af1a584-7f17-4491-8a8d-bfd63fd679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2122874 Jul 15 13:36:28.896291 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1342e170-4974-45c5-bb00-236ec6b189e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=405d1d066575446abd4b738fcfa56643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813556 Jul 15 13:36:28.898614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342e170-4974-45c5-bb00-236ec6b189e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba9319-f667-4102-9b78-8c64168e1350,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.900740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44616) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:29.042321 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9de9c24-fb4f-4113-a241-eb28b8274432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.065182 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3731854-46de-49ca-8a12-55ee11c92247 req-7ac1882a-0c16-4cb1-a66d-dbef21aee884 service neutron] 10.222.0.35 "GET /v2.0/networks/0af1a584-7f17-4491-8a8d-bfd63fd679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830926 Jul 15 13:36:29.109021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9de9c24-fb4f-4113-a241-eb28b8274432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.179565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44622) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:29.191671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9de9c24-fb4f-4113-a241-eb28b8274432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.194523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9de9c24-fb4f-4113-a241-eb28b8274432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.195756 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c9de9c24-fb4f-4113-a241-eb28b8274432 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47ba9319-f667-4102-9b78-8c64168e1350 HTTP/1.1" status: 204 len: 168 time: 0.2940235 Jul 15 13:36:29.206726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de9c24-fb4f-4113-a241-eb28b8274432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba9319-f667-4102-9b78-8c64168e1350,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.292824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3731854-46de-49ca-8a12-55ee11c92247 req-2650a7b1-5f6d-476c-b051-68ac82ac17c9 service neutron] 10.222.0.35 "GET /v2.0/networks/0af1a584-7f17-4491-8a8d-bfd63fd679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198086 Jul 15 13:36:29.562740 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5ba1901d-a1b3-455a-ba3c-0f34a3b5dfdc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e94c48f74c2402dac69d4fdb9c33678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813105 Jul 15 13:36:29.565486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44640) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:29.784695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4894b7b8-3b1f-46be-b75c-a6f868f102d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.817243 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4894b7b8-3b1f-46be-b75c-a6f868f102d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.896974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4894b7b8-3b1f-46be-b75c-a6f868f102d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.900660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4894b7b8-3b1f-46be-b75c-a6f868f102d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.905426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4894b7b8-3b1f-46be-b75c-a6f868f102d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0174c97b-cc60-46ec-ae7b-535f83b7e028 HTTP/1.1" status: 204 len: 168 time: 0.3383920 Jul 15 13:36:29.924445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b7b8-3b1f-46be-b75c-a6f868f102d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0174c97b-cc60-46ec-ae7b-535f83b7e028,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:30.116967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee9a53-7a09-47bb-887b-85249728e3b7 req-994b5b3f-be64-468d-b696-266fbf7bbee6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.119079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3aee9a53-7a09-47bb-887b-85249728e3b7 req-994b5b3f-be64-468d-b696-266fbf7bbee6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 944 time: 0.1745687 Jul 15 13:36:30.206554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3aee9a53-7a09-47bb-887b-85249728e3b7 req-5fb3d61d-e927-4d30-ae46-c5ee184b11d6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772073 Jul 15 13:36:30.461324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 125100f8-620f-43f8-89af-b0cbb90f2969 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:30.489024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b688e02-491c-47bb-8724-21cb9c2bf9a4 req-35b2a16e-e75a-46cf-9241-51a675da8408 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0586877 Jul 15 13:36:30.719628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 125100f8-620f-43f8-89af-b0cbb90f2969, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=125100f8-620f-43f8-89af-b0cbb90f2969,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:30.750169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '125100f8-620f-43f8-89af-b0cbb90f2969', 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3', 'port_id': '125100f8-620f-43f8-89af-b0cbb90f2969', 'mac_address': 'fa:16:3e:72:64:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c01a0d-6e2e-4e31-ab6d-2455aa2addb5', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:30.815858 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.849179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125100f8-620f-43f8-89af-b0cbb90f2969 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:30.927292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 125100f8-620f-43f8-89af-b0cbb90f2969, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=125100f8-620f-43f8-89af-b0cbb90f2969,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:30.934840 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.070601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=125100f8-620f-43f8-89af-b0cbb90f2969,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:31.155247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['125100f8-620f-43f8-89af-b0cbb90f2969'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:31.610790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fe735-f13b-4513-b378-6b4949eddac8 req-3326aa22-b792-4c92-93f2-50da306ba496 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.633067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f93fe735-f13b-4513-b378-6b4949eddac8 req-3326aa22-b792-4c92-93f2-50da306ba496 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 945 time: 0.1722620 Jul 15 13:36:31.694073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f93fe735-f13b-4513-b378-6b4949eddac8 req-834b72ba-2781-4e9d-8b8a-542ec5b3bf16 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566630 Jul 15 13:36:31.896203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11c1b55f-ace2-4757-b193-8cc1c39a6ea5 req-1d426b26-42fa-46bd-8062-4abeef80990e tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0411494 Jul 15 13:36:32.194021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44722) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.475672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 125100f8-620f-43f8-89af-b0cbb90f2969 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:32.570112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 125100f8-620f-43f8-89af-b0cbb90f2969 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:32.577047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 125100f8-620f-43f8-89af-b0cbb90f2969 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:32.578361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.587295 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1128858457'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:32.625905 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:32.630359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.641109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.773607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.783757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.788888 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.845885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af6e1e8-7195-4d24-bab5-07a687182094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125100f8-620f-43f8-89af-b0cbb90f2969'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:32.851735 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c18fb7e-8283-4330-bcc6-8c9b16b579ed" -d '{"events": [{"server_uuid": "8af6e1e8-7195-4d24-bab5-07a687182094", "name": "network-vif-plugged", "status": "completed", "tag": "125100f8-620f-43f8-89af-b0cbb90f2969"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:32.913258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 125100f8-620f-43f8-89af-b0cbb90f2969, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=125100f8-620f-43f8-89af-b0cbb90f2969,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:32.928936 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.943275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ef0e44-32f1-4b7d-bbf4-e569bb4fe33e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:32.952017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:32.976500 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.976909 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Added segment 8dab533a-63a4-40a6-bb18-7914c8814cf1 of type vlan for network 7123e29a-4a74-4d3a-8e3d-cf974377d320 Jul 15 13:36:33.046736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7813a-a512-47de-9bb0-66edb35c51f5 req-6e3fae0c-57fc-49a1-a889-2f179068aa43 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.049130 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79b7813a-a512-47de-9bb0-66edb35c51f5 req-6e3fae0c-57fc-49a1-a889-2f179068aa43 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 945 time: 0.1653252 Jul 15 13:36:33.111034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.159721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79b7813a-a512-47de-9bb0-66edb35c51f5 req-57d9a421-34cb-4d67-8ebf-f043df193768 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029148 Jul 15 13:36:33.189942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=125100f8-620f-43f8-89af-b0cbb90f2969,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.223300 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c8a4af-bfc4-4f34-905f-8f8060bba076 x-openstack-request-id: req-65c8a4af-bfc4-4f34-905f-8f8060bba076 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:33.223464 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af6e1e8-7195-4d24-bab5-07a687182094", "name": "network-vif-plugged", "status": "completed", "tag": "125100f8-620f-43f8-89af-b0cbb90f2969", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:33.223781 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65c8a4af-bfc4-4f34-905f-8f8060bba076 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:33.224263 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af6e1e8-7195-4d24-bab5-07a687182094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125100f8-620f-43f8-89af-b0cbb90f2969', 'code': 200} Jul 15 13:36:33.244435 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.262513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.268185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.395556 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1998038 Jul 15 13:36:33.398781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44762) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:33.417656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'name': 'tempest-PortsIpV6TestJSON-1879835678'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:33.458266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72e1c8-daca-4798-960d-c0cbbb00b3b4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Network': ['ID=7123e29a-4a74-4d3a-8e3d-cf974377d320,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.471625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:33.623980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f1dd375-e53f-42a3-ab03-a1fb48a58ce4 req-d6ab2ed1-8d05-419f-ad38-6c2ae5aad1f4 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0722673 Jul 15 13:36:33.791813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea382ba-f01b-4750-b2bb-e8fbd6db2309 req-78350642-86e3-47b4-8cef-fec4e8a6de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.797262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cea382ba-f01b-4750-b2bb-e8fbd6db2309 req-78350642-86e3-47b4-8cef-fec4e8a6de96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 1098 time: 0.3315146 Jul 15 13:36:33.821085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:33.825958 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.866833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:36:33.898326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cea382ba-f01b-4750-b2bb-e8fbd6db2309 req-424b67a0-314c-442f-b3c6-53caa3e5b159 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847507 Jul 15 13:36:33.948009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-d1e089e4-0be4-48a6-9171-03dbcbb22c11 req-980515f6-03b1-487f-b723-d8b8fe581a67 service neutron] (93733) timed out ('10.222.0.30', 50946) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:36:34.180706 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.210797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-a312a700-c116-45c3-828c-0fa79ec016fe req-0802cb09-cf1a-4d2e-a067-23914c86779d service neutron] (93733) timed out ('10.222.0.30', 50860) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:36:34.253270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.437752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=c5bc2343-e7b7-4e30-8063-e5e2c86101a5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:34.466785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Checking segment: {'id': '8dab533a-63a4-40a6-bb18-7914c8814cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:34.475403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network hostable DHCP agents. Network: 7123e29a-4a74-4d3a-8e3d-cf974377d320, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:34.475403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.475403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.475403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.475403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.475403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.476616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.477079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.477507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.477935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.478417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.479181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.479617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:34.533237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:34.553222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2b499-f94d-4272-9d1c-cd4802e740d7 req-6319afde-558d-4b41-92ec-7c3c93d57209 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.554913 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5a2b499-f94d-4272-9d1c-cd4802e740d7 req-6319afde-558d-4b41-92ec-7c3c93d57209 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 946 time: 0.1915309 Jul 15 13:36:34.556238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 7123e29a-4a74-4d3a-8e3d-cf974377d320) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:34.560754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:34.566824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.567521 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.574316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9dcb86-ae0d-4597-8f3b-193e9ac0cd30 None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:34.640631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cd6ad9e1-124a-499e-9cd4-f0688bb7b1b6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2400048 Jul 15 13:36:34.644408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44784) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:34.655254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-692765884'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:34.680664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5a2b499-f94d-4272-9d1c-cd4802e740d7 req-65f8e59e-1579-4654-9303-22c0015f9421 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021638 Jul 15 13:36:34.746396 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:34.753272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.834596 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.836050 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:34.859458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.860349 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Added segment 1fce9e6d-fcd5-4816-bb69-b158850c9b56 of type vlan for network 966ad487-94b7-4b7c-813c-7cf9443ed663 Jul 15 13:36:35.000054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-53899684-f46a-49f2-b72f-44dfa3ad09ca req-4167f13d-f1af-4982-971e-fa7ade9de5eb tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0648642 Jul 15 13:36:35.081883 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.133573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.146072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.147784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.231292 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5836256 Jul 15 13:36:35.231620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44792) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:35.239101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'ports': [{'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320'}, {'network_id': '966ad487-94b7-4b7c-813c-7cf9443ed663'}]} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:35.240950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:35.243011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '966ad487-94b7-4b7c-813c-7cf9443ed663'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:35.278552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a88b3f-1ce0-430d-b39f-33ba947dbba3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Network': ['ID=966ad487-94b7-4b7c-813c-7cf9443ed663,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:35.294988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 966ad487-94b7-4b7c-813c-7cf9443ed663 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:35.548498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 2} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:35.554367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.580742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.638516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.747608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 7dba77fa-7b93-4520-965f-d08d1d3f083b yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:36:36.045245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.146251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 18bb0449-434e-442c-a415-d01ce46ef838 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:36:36.318838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fdf20-e87d-4f5d-a841-76de33d92924 req-8d0630ac-5b59-4ca4-bbe6-af4fb3c6ef5e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.323113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-228fdf20-e87d-4f5d-a841-76de33d92924 req-8d0630ac-5b59-4ca4-bbe6-af4fb3c6ef5e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 946 time: 0.1678195 Jul 15 13:36:36.433452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.452196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-228fdf20-e87d-4f5d-a841-76de33d92924 req-ecafa621-47e8-45e3-a652-79d0a45ab62c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275573 Jul 15 13:36:36.565402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.628394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:36.635218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:36.656149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:36.657251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.674746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=7dba77fa-7b93-4520-965f-d08d1d3f083b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:36.735996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=18bb0449-434e-442c-a415-d01ce46ef838,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:36.778609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Checking segment: {'id': '1fce9e6d-fcd5-4816-bb69-b158850c9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '966ad487-94b7-4b7c-813c-7cf9443ed663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:36.778937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network hostable DHCP agents. Network: 966ad487-94b7-4b7c-813c-7cf9443ed663, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:36.852682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7de3ebfe-ea44-49e0-a4f2-c2ab1da19774 req-ed4294de-837f-4e7c-8661-6c012fdd7b09 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0629971 Jul 15 13:36:36.860181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 966ad487-94b7-4b7c-813c-7cf9443ed663 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:36.885020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 966ad487-94b7-4b7c-813c-7cf9443ed663) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:36.889815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:36.898083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709308cb-420d-4a96-9db9-82010574777a None None] Network 966ad487-94b7-4b7c-813c-7cf9443ed663 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:36.904539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.913076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.913955 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.938170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b8076fef-d12e-4c2d-9fcf-4fb452651aad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7056034 Jul 15 13:36:36.941123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44832) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:37.164389 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-cc21edd8-7e1e-4235-9e30-21603497cc74 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 18bb0449-434e-442c-a415-d01ce46ef838 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:37.164975 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cc21edd8-7e1e-4235-9e30-21603497cc74 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.273695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cc21edd8-7e1e-4235-9e30-21603497cc74 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.288443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-cc21edd8-7e1e-4235-9e30-21603497cc74 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 18bb0449-434e-442c-a415-d01ce46ef838 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:37.346611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604530f7-b9c9-41fb-860b-10c6be076821 req-6006155c-3b62-422e-892a-7ccc602fa734 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.348807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-604530f7-b9c9-41fb-860b-10c6be076821 req-6006155c-3b62-422e-892a-7ccc602fa734 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 946 time: 0.1015952 Jul 15 13:36:37.458196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-604530f7-b9c9-41fb-860b-10c6be076821 req-b085a3f3-5a93-4173-b280-148859a99056 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967567 Jul 15 13:36:37.462801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cc21edd8-7e1e-4235-9e30-21603497cc74 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.525806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cc21edd8-7e1e-4235-9e30-21603497cc74 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.533641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44848) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:37.545973 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cc21edd8-7e1e-4235-9e30-21603497cc74 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/18bb0449-434e-442c-a415-d01ce46ef838 HTTP/1.1" status: 204 len: 168 time: 0.6030328 Jul 15 13:36:37.547528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21edd8-7e1e-4235-9e30-21603497cc74 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=18bb0449-434e-442c-a415-d01ce46ef838,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:37.771333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47346a5-8d35-485f-b513-de3da810c809 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.779864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47346a5-8d35-485f-b513-de3da810c809 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.785407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44856) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:37.796112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f47346a5-8d35-485f-b513-de3da810c809 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2610321 Jul 15 13:36:37.820557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-da9693db-b504-44f0-a685-d5677a85314b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1615310 Jul 15 13:36:38.041146 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f511b017-f47c-4db7-9ebb-e2aae1c3e158 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 7dba77fa-7b93-4520-965f-d08d1d3f083b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:38.041615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f511b017-f47c-4db7-9ebb-e2aae1c3e158 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.286124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f511b017-f47c-4db7-9ebb-e2aae1c3e158 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.320796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f511b017-f47c-4db7-9ebb-e2aae1c3e158 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 7dba77fa-7b93-4520-965f-d08d1d3f083b owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:38.544897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f511b017-f47c-4db7-9ebb-e2aae1c3e158 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.595615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511b017-f47c-4db7-9ebb-e2aae1c3e158 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=7dba77fa-7b93-4520-965f-d08d1d3f083b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:38.602280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f511b017-f47c-4db7-9ebb-e2aae1c3e158 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.609174 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f511b017-f47c-4db7-9ebb-e2aae1c3e158 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/7dba77fa-7b93-4520-965f-d08d1d3f083b HTTP/1.1" status: 204 len: 168 time: 0.8223085 Jul 15 13:36:38.610291 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44876) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:38.763755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4b03aea-f8c0-4d78-b493-ee8d076a3b65 req-98b0453d-722f-4606-b07e-f9552cd2b236 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0808880 Jul 15 13:36:38.813222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c078840-92fe-4921-af5d-eecfabe3ef86 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.821029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-820bc401-279b-45cd-9521-eea1b14a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.824992 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9c078840-92fe-4921-af5d-eecfabe3ef86 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2131557 Jul 15 13:36:38.828215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:38.831363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-820bc401-279b-45cd-9521-eea1b14a38cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 1097 time: 0.9253936 Jul 15 13:36:38.922110 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-027264e3-cfdb-4412-9ebd-7430bec7f8e5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:36:38.933078 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-027264e3-cfdb-4412-9ebd-7430bec7f8e5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/18bb0449-434e-442c-a415-d01ce46ef838 HTTP/1.1" status: 404 len: 333 time: 0.1022396 Jul 15 13:36:38.936188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44882) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:38.994187 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-efea0d17-5a8f-4dae-9014-fde8b96ab308 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:36:38.996230 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-efea0d17-5a8f-4dae-9014-fde8b96ab308 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/7dba77fa-7b93-4520-965f-d08d1d3f083b HTTP/1.1" status: 404 len: 333 time: 0.0587208 Jul 15 13:36:38.999285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44886) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:39.046490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 44888) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:39.119605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-6f0adfbf-17f8-4e0c-9710-474fa11226e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.121505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-6f0adfbf-17f8-4e0c-9710-474fa11226e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 200 len: 897 time: 0.2529380 Jul 15 13:36:39.209463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38fb37c6-9087-401b-bd6e-407c98fb1e9e req-62db9bce-6828-45c4-928f-7b0b4668fcea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0868347 Jul 15 13:36:39.259755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-abdb51ce-6955-4aeb-b3ee-21d0215a2268 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c12307-8784-42fa-8e59-059cb85cb565 HTTP/1.1" status: 200 len: 1001 time: 0.1263738 Jul 15 13:36:39.335804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-6800f32b-832a-42f3-b750-52263e1451ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.337961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-6800f32b-832a-42f3-b750-52263e1451ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9cc5d58-7f3c-42fa-9e24-f4c668319539 HTTP/1.1" status: 200 len: 835 time: 0.0716467 Jul 15 13:36:39.477145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-98c5c56c-cefc-4a90-adb5-b6ceef670c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.479293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-98c5c56c-cefc-4a90-adb5-b6ceef670c27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347988 Jul 15 13:36:39.507430 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.750851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-916a88e7-3326-42be-b37a-6227dff47bff service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636259 Jul 15 13:36:40.036943 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20ac6f57-848f-47dc-b11a-4b725f458985 req-86cba424-29bc-4661-911a-27fe516c494b service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724812 Jul 15 13:36:40.123803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44920) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:40.319096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e698d0b4-3428-42b0-b775-a753ac3fcef0 req-84b806a3-b8d3-437a-a9d9-27feaeadb001 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1077549 Jul 15 13:36:40.535301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88e5728d-6bbd-439f-966b-1a32c7ada1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.866954 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88e5728d-6bbd-439f-966b-1a32c7ada1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.876581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88e5728d-6bbd-439f-966b-1a32c7ada1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.921497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.928696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5728d-6bbd-439f-966b-1a32c7ada1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ebbb2c-b07b-414d-a3d9-7a0dbda65b77,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:40.967524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-88e5728d-6bbd-439f-966b-1a32c7ada1a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4a96b387ada40a48793c2745471cdbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8417199 Jul 15 13:36:40.971885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44936) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:40.977067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966ad487-94b7-4b7c-813c-7cf9443ed663']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:41.004809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fce9e6d-fcd5-4816-bb69-b158850c9b56') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:41.005264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fce9e6d-fcd5-4816-bb69-b158850c9b56') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:41.027904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.106715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-710facba-3a52-41ef-ad7b-9b457cd5b08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.147705 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.170808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:41.171653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:41.177040 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:41.180802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-710facba-3a52-41ef-ad7b-9b457cd5b08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.270297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-710facba-3a52-41ef-ad7b-9b457cd5b08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.275591 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-710facba-3a52-41ef-ad7b-9b457cd5b08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.282576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-710facba-3a52-41ef-ad7b-9b457cd5b08b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8ebbb2c-b07b-414d-a3d9-7a0dbda65b77 HTTP/1.1" status: 204 len: 168 time: 0.3089409 Jul 15 13:36:41.298036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710facba-3a52-41ef-ad7b-9b457cd5b08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ebbb2c-b07b-414d-a3d9-7a0dbda65b77,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:41.489513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.507978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.516945 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/networks/966ad487-94b7-4b7c-813c-7cf9443ed663 HTTP/1.1" status: 204 len: 168 time: 2.5105402 Jul 15 13:36:41.517322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44952) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:41.530994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-848260279'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:41.536414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a829546-a5e5-44f4-b9a1-c58d2c0624d4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Network': ['ID=966ad487-94b7-4b7c-813c-7cf9443ed663,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:41.650534 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:41.677443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.819704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:41.877296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.877905 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Added segment 5347b1fe-8548-4826-b2fa-619090c06a00 of type vlan for network f2450325-920d-464e-b0b4-1c2e2ea3825c Jul 15 13:36:41.979394 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.041887 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.078052 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.114696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.115724 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.384949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8658595 Jul 15 13:36:42.386218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 44968) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:42.400105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': 'f2450325-920d-464e-b0b4-1c2e2ea3825c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:42.487740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41d070-1bcd-4b15-9158-6ddfee2ccf1a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Network': ['ID=f2450325-920d-464e-b0b4-1c2e2ea3825c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:42.513329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network f2450325-920d-464e-b0b4-1c2e2ea3825c details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:42.645290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.20.0.17 (0af1a584-7f17-4491-8a8d-bfd63fd679e3/22c01a0d-6e2e-4e31-ab6d-2455aa2addb5/8ee554db-0a29-433f-b78e-45bc51c1b228) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:42.801702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:42.811464 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.913354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.988450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Transition to ACTIVE for port object 8ee554db-0a29-433f-b78e-45bc51c1b228 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:43.044006 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.141521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:43.150831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:43.162137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:43.245805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=8ee554db-0a29-433f-b78e-45bc51c1b228,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:43.289794 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.347951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0fadde0-c48b-4808-8a4c-5b4854ebb693 req-4afdab47-4f40-4a19-9c8c-087784abb876 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1045651 Jul 15 13:36:43.612148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.647625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7a69e207-82d2-488d-a978-1c044d3d97d5 None None] Provisioning for port 8ee554db-0a29-433f-b78e-45bc51c1b228 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:43.656915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7a69e207-82d2-488d-a978-1c044d3d97d5 None None] Provisioning complete for port 8ee554db-0a29-433f-b78e-45bc51c1b228 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:43.657693 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a69e207-82d2-488d-a978-1c044d3d97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.707869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7a69e207-82d2-488d-a978-1c044d3d97d5 None None] Port 8ee554db-0a29-433f-b78e-45bc51c1b228 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:43.756481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.860925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=183f3ba6-f795-4a1c-bd79-54a33415614c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:43.989715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e494382-bbbd-4498-8153-19ed635af1e2 req-38d9bcbd-b1b0-45c3-89c4-6fa28e09907a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:43.992538 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e494382-bbbd-4498-8153-19ed635af1e2 req-38d9bcbd-b1b0-45c3-89c4-6fa28e09907a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 945 time: 0.3262730 Jul 15 13:36:43.994627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Checking segment: {'id': '5347b1fe-8548-4826-b2fa-619090c06a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2450325-920d-464e-b0b4-1c2e2ea3825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:43.995784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network hostable DHCP agents. Network: f2450325-920d-464e-b0b4-1c2e2ea3825c, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:44.082076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network f2450325-920d-464e-b0b4-1c2e2ea3825c is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:44.119923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, f2450325-920d-464e-b0b4-1c2e2ea3825c) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:44.133740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d261ee5-2643-4f74-9a71-36c70f9d3931 None None] Network f2450325-920d-464e-b0b4-1c2e2ea3825c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:44.147497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e494382-bbbd-4498-8153-19ed635af1e2 req-7657c3a0-c6ba-4310-8f54-e37612883dfe tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356413 Jul 15 13:36:44.149949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:44.154781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.231820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7dcd58b7-1524-45e0-a4c4-011e9905d521 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8390999 Jul 15 13:36:44.232899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45022) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:44.243408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': 'f2450325-920d-464e-b0b4-1c2e2ea3825c', 'name': 'tempest-PortsIpV6TestJSON-1764552050'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:44.455229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a88a561b-b065-4909-860a-46015c9250a3 req-8a0bff95-4e18-4f48-8df1-fe52e8ac9f9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1078579 Jul 15 13:36:44.741809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a88a561b-b065-4909-860a-46015c9250a3 req-d339ce55-390b-4adf-8702-f2917f77ae13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3259066cc1bf4e2f9bb648bc0b3a13bb&device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0821865 Jul 15 13:36:44.763903 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.776242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.813363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-f2450325-920d-464e-b0b4-1c2e2ea3825c', 'network_id': 'f2450325-920d-464e-b0b4-1c2e2ea3825c', 'tenant_id': 'e6f96a32ff644dd391518b3fc179f939', 'fixed_ips': [{'subnet_id': '183f3ba6-f795-4a1c-bd79-54a33415614c'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:44.818165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a88a561b-b065-4909-860a-46015c9250a3 req-bcd93fa6-11b4-4fad-ab4a-c52f34ac7e01 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3259066cc1bf4e2f9bb648bc0b3a13bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430999 Jul 15 13:36:44.823248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.039434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=8ee554db-0a29-433f-b78e-45bc51c1b228,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:45.050601 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.304216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a561b-b065-4909-860a-46015c9250a3 req-5fd38d90-c81e-4acf-a8c4-f2c9b8a57789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.306532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a88a561b-b065-4909-860a-46015c9250a3 req-5fd38d90-c81e-4acf-a8c4-f2c9b8a57789 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4776428 Jul 15 13:36:45.390340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:45.410223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.508850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-732146b4-1e7d-4cfd-8e3f-d7656ec4f039 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.514886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-732146b4-1e7d-4cfd-8e3f-d7656ec4f039 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 945 time: 1.0257702 Jul 15 13:36:45.549664 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:45.552109 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:45.594071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Allocated IP 2001:db8::2 (f2450325-920d-464e-b0b4-1c2e2ea3825c/183f3ba6-f795-4a1c-bd79-54a33415614c/eecaa080-8440-4f40-9a64-28bbf4deeeaf) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:45.648697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6584615d-c112-4c5a-8a65-bc42e0c24741 req-77ff21eb-3a35-4617-8278-9e172d386b2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3259066cc1bf4e2f9bb648bc0b3a13bb&device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1849442 Jul 15 13:36:45.789171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 03faedb5-35d6-4678-af6d-3728fff21820 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:36:45.849737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6584615d-c112-4c5a-8a65-bc42e0c24741 req-c234717f-cc8e-418b-9401-1558ac694605 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3259066cc1bf4e2f9bb648bc0b3a13bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1863205 Jul 15 13:36:46.027223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:46.113830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.129858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Transition to ACTIVE for port object eecaa080-8440-4f40-9a64-28bbf4deeeaf will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:46.219356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Transition to ACTIVE for port object eecaa080-8440-4f40-9a64-28bbf4deeeaf will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:46.219356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e4178c60-44d1-4c36-9432-3b28a087c7c8 None None] Provisioning complete for port 8ee554db-0a29-433f-b78e-45bc51c1b228 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:46.219356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e4178c60-44d1-4c36-9432-3b28a087c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.227438 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.303676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Network f2450325-920d-464e-b0b4-1c2e2ea3825c is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:46.307124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:46.315424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:46.322177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e4178c60-44d1-4c36-9432-3b28a087c7c8 None None] Port 8ee554db-0a29-433f-b78e-45bc51c1b228 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:46.333410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Pushing event updated for resources: {'Port': ['ID=eecaa080-8440-4f40-9a64-28bbf4deeeaf,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.343208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.343565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.343904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.344240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.344597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.344905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.345356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.345566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.345873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.346197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.346521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.346841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:46.370037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:46.410592 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Sync routers for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:46.420462 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0231374a-b384-4b15-9949-f4e878cd46e9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "PUT /v2.0/routers/e5e17d6f-9642-4f39-b819-9e4e73fb88d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3669589 Jul 15 13:36:46.440657 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:46.441300 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:36:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:46.444153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Attempting to bind port eecaa080-8440-4f40-9a64-28bbf4deeeaf on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:46.444684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Attempting to bind port eecaa080-8440-4f40-9a64-28bbf4deeeaf by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5347b1fe-8548-4826-b2fa-619090c06a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2450325-920d-464e-b0b4-1c2e2ea3825c'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:46.445058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Attempting to bind port eecaa080-8440-4f40-9a64-28bbf4deeeaf on network f2450325-920d-464e-b0b4-1c2e2ea3825c {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:46.455113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:46.455799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Checking segment: {'id': '5347b1fe-8548-4826-b2fa-619090c06a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2450325-920d-464e-b0b4-1c2e2ea3825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:46.456364 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.456688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Bound using segment: {'id': '5347b1fe-8548-4826-b2fa-619090c06a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2450325-920d-464e-b0b4-1c2e2ea3825c'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:46.457614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Bound port: eecaa080-8440-4f40-9a64-28bbf4deeeaf, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5347b1fe-8548-4826-b2fa-619090c06a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2450325-920d-464e-b0b4-1c2e2ea3825c'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:46.458028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.570913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c6ea5-f778-4a16-a1fb-423524fb8894 req-a9055085-f7a6-4efb-a7ee-af72907dcaea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.582965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e44c6ea5-f778-4a16-a1fb-423524fb8894 req-a9055085-f7a6-4efb-a7ee-af72907dcaea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 945 time: 0.8531342 Jul 15 13:36:46.642546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::ee (f2450325-920d-464e-b0b4-1c2e2ea3825c/183f3ba6-f795-4a1c-bd79-54a33415614c/03faedb5-35d6-4678-af6d-3728fff21820) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:46.649854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] For port eecaa080-8440-4f40-9a64-28bbf4deeeaf, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:46.674367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] For port eecaa080-8440-4f40-9a64-28bbf4deeeaf, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=eecaa080-8440-4f40-9a64-28bbf4deeeaf,segment=NetworkSegment(5347b1fe-8548-4826-b2fa-619090c06a00),segment_id=5347b1fe-8548-4826-b2fa-619090c06a00)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:46.678225 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:46.694076 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.831257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a523e8-1952-4ecc-bd2e-906e969b88b7 None None] Pushing event updated for resources: {'Port': ['ID=eecaa080-8440-4f40-9a64-28bbf4deeeaf,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.872499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584615d-c112-4c5a-8a65-bc42e0c24741 req-798b7d7e-b063-49af-88b9-647d23754eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.874390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6584615d-c112-4c5a-8a65-bc42e0c24741 req-798b7d7e-b063-49af-88b9-647d23754eb1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9102423 Jul 15 13:36:46.918570 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.947075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port e12149e2-1159-4133-9047-87e246a0f409 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:46.947717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.155069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] For port e12149e2-1159-4133-9047-87e246a0f409, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e12149e2-1159-4133-9047-87e246a0f409,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:47.155615 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.181135 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:36:43Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:45Z', 'revision_number': 1, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee554db-0a29-433f-b78e-45bc51c1b228', 'name': '', 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:6e:d2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '22c01a0d-6e2e-4e31-ab6d-2455aa2addb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:42Z', 'updated_at': '2021-07-15T13:36:44Z', 'revision_number': 2, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '22c01a0d-6e2e-4e31-ab6d-2455aa2addb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:47.221502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object 03faedb5-35d6-4678-af6d-3728fff21820 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:47.231327 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Checking router: e5e17d6f-9642-4f39-b819-9e4e73fb88d1 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:47.231814 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Updating router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 port 8ee554db-0a29-433f-b78e-45bc51c1b228 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:36:47.354129 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e44c6ea5-f778-4a16-a1fb-423524fb8894 req-882d0899-6ed9-49a8-915f-b687cd541ca0 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7489421 Jul 15 13:36:47.381301 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.530066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e12149e2-1159-4133-9047-87e246a0f409 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:47.688528 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.728763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37f06512-da69-491d-9758-d6f1775c2c27 req-c8741009-5bf5-429d-8f0b-b1064dc8ff15 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1111066 Jul 15 13:36:47.762922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.837456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e12149e2-1159-4133-9047-87e246a0f409, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e12149e2-1159-4133-9047-87e246a0f409,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:47.852143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:47.854518 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db26cd9-50ec-44cc-b8b1-07fc4d6c0331" -d '{"events": [{"server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e12149e2-1159-4133-9047-87e246a0f409"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:47.858987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.859427 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.859705 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Floating IP b777e3e4-1b04-4557-bfcc-776f46788fc2 disassociated. External IP: 172.25.1.142, port: e12149e2-1159-4133-9047-87e246a0f409. Jul 15 13:36:47.860048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for e12149e2-1159-4133-9047-87e246a0f409 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:47.865296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=03faedb5-35d6-4678-af6d-3728fff21820,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:47.887616 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.908934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network f2450325-920d-464e-b0b4-1c2e2ea3825c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:47.992537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device eecaa080-8440-4f40-9a64-28bbf4deeeaf up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:48.042304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:48.052229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:48.065452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:48.066220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.102809 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07814c95-2d1e-4aa9-b780-833f02ab855a x-openstack-request-id: req-07814c95-2d1e-4aa9-b780-833f02ab855a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:48.103020 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e12149e2-1159-4133-9047-87e246a0f409", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:48.103296 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07814c95-2d1e-4aa9-b780-833f02ab855a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:48.103728 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409', 'code': 200} Jul 15 13:36:48.116361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6584615d-c112-4c5a-8a65-bc42e0c24741 req-e8ade62d-5170-40d1-ae1c-8670ca2d3537 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.30 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.0446734 Jul 15 13:36:48.151392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45104) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:48.160773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ac13f630-2c78-4ba8-b8e1-9c76b2699c6c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9263227 Jul 15 13:36:48.301169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e12149e2-1159-4133-9047-87e246a0f409,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.397300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port eecaa080-8440-4f40-9a64-28bbf4deeeaf completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:48.462267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.531842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-11ddc69d-895d-4439-b163-00d1bf216610 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 03faedb5-35d6-4678-af6d-3728fff21820 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:48.532463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-11ddc69d-895d-4439-b163-00d1bf216610 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.573953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=e12149e2-1159-4133-9047-87e246a0f409,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.762377 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.794527 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Transition to ACTIVE for port object 8ee554db-0a29-433f-b78e-45bc51c1b228 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:48.812149 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.824580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37390ab3-c3fd-4d6b-9a22-fbd32fcf8c9d req-8b4e853f-ff8c-454e-84df-e51b8d2b0723 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.0773764 Jul 15 13:36:48.940431 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f44d1722-4b14-4ebe-b469-f8c8b5847149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.063897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:49.075355 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Pushing event updated for resources: {'Port': ['ID=8ee554db-0a29-433f-b78e-45bc51c1b228,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.113943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-11ddc69d-895d-4439-b163-00d1bf216610 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.206196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-11ddc69d-895d-4439-b163-00d1bf216610 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 03faedb5-35d6-4678-af6d-3728fff21820 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:49.226756 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.234823 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.235398 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.235847 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.236319 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.236753 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.241089 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.241688 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.243667 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.244173 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.244635 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.247468 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.390452 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:49.442882 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Attempting to bind port 8ee554db-0a29-433f-b78e-45bc51c1b228 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:49.445051 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Attempting to bind port 8ee554db-0a29-433f-b78e-45bc51c1b228 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:49.445689 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Attempting to bind port 8ee554db-0a29-433f-b78e-45bc51c1b228 on network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:49.462640 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:49.465287 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Checking segment: {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:49.471298 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.474686 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Bound using segment: {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:49.475560 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Bound port: 8ee554db-0a29-433f-b78e-45bc51c1b228, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c735ef5f-4211-4abd-8dcf-eb8d71338e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:49.478785 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.481845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386502f-0c70-4a4b-93ac-f3d589d06a24 None None] Network f2450325-920d-464e-b0b4-1c2e2ea3825c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:49.522101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6729c964-b89c-431c-a53b-f8af50a7987b req-3fa58ffb-d8e2-482a-a4af-1d57dd1cf2c5 tempest-ServerShowV257Test-1718697302 tempest-ServerShowV257Test-1718697302-project] 10.222.0.25 "GET /v2.0/ports?device_id=be76891b-6518-4ceb-84bf-47b841f79267 HTTP/1.1" status: 200 len: 210 time: 0.1159379 Jul 15 13:36:49.604058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:49.713897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:49.793981 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] For port 8ee554db-0a29-433f-b78e-45bc51c1b228, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:49.801085 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] For port 8ee554db-0a29-433f-b78e-45bc51c1b228, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8ee554db-0a29-433f-b78e-45bc51c1b228,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:49.812236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-11ddc69d-895d-4439-b163-00d1bf216610 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.812560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] No DVR routers for this DVR port e12149e2-1159-4133-9047-87e246a0f409 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:49.819266 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.828033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.838721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4473eb51-c2c4-469c-9c52-8688ccc06496 req-6acb2768-5877-4d62-b4a2-d56747fd34af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "DELETE /v2.0/ports/e12149e2-1159-4133-9047-87e246a0f409 HTTP/1.1" status: 204 len: 173 time: 4.1841118 Jul 15 13:36:49.839370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'name': 'network-vif-deleted', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:49.848487 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeabeff-6a44-4408-9900-5ec4dbbe0bea" -d '{"events": [{"server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "name": "network-vif-deleted", "tag": "e12149e2-1159-4133-9047-87e246a0f409"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:49.882076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddc69d-895d-4439-b163-00d1bf216610 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=03faedb5-35d6-4678-af6d-3728fff21820,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.895160 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:49.896138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:36:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:49.901439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c1a3d252-6375-47cc-b8e9-e91ea8e9616b None None] Provisioning for port eecaa080-8440-4f40-9a64-28bbf4deeeaf completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:49.909473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c1a3d252-6375-47cc-b8e9-e91ea8e9616b None None] Provisioning complete for port eecaa080-8440-4f40-9a64-28bbf4deeeaf triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:49.910187 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d252-6375-47cc-b8e9-e91ea8e9616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.965046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-11ddc69d-895d-4439-b163-00d1bf216610 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.972236 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-11ddc69d-895d-4439-b163-00d1bf216610 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/03faedb5-35d6-4678-af6d-3728fff21820 HTTP/1.1" status: 204 len: 168 time: 1.8196297 Jul 15 13:36:49.973870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45142) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:50.014023 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-51144ae5-2c7e-4a4a-a243-e8b6bb03f437 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:50.015193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51144ae5-2c7e-4a4a-a243-e8b6bb03f437 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:50.020696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45144) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:50.021289 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-51144ae5-2c7e-4a4a-a243-e8b6bb03f437 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/03faedb5-35d6-4678-af6d-3728fff21820 HTTP/1.1" status: 404 len: 333 time: 0.0445731 Jul 15 13:36:50.098517 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c3d2d7-163a-4a9a-aaaf-5ad108a26e5e x-openstack-request-id: req-70c3d2d7-163a-4a9a-aaaf-5ad108a26e5e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:50.099067 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad373d59-4822-46d3-8f4f-55694b9f55b7", "name": "network-vif-deleted", "tag": "e12149e2-1159-4133-9047-87e246a0f409", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:50.099633 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70c3d2d7-163a-4a9a-aaaf-5ad108a26e5e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:50.100238 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad373d59-4822-46d3-8f4f-55694b9f55b7', 'name': 'network-vif-deleted', 'tag': 'e12149e2-1159-4133-9047-87e246a0f409', 'status': 'completed', 'code': 200} Jul 15 13:36:50.101341 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece670dc-ce9f-4656-acf1-f246cef9394a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:36:50.127833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45150) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:50.143378 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55e9e2-0e2b-472a-a355-07f27599686d None None] Pushing event updated for resources: {'Port': ['ID=8ee554db-0a29-433f-b78e-45bc51c1b228,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.149512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ece670dc-ce9f-4656-acf1-f246cef9394a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/03faedb5-35d6-4678-af6d-3728fff21820 HTTP/1.1" status: 404 len: 333 time: 0.1275837 Jul 15 13:36:50.232527 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:50.233111 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:36:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:50.299377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e7db9d-531c-45c9-80fc-7dea366f37a4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 183f3ba6-f795-4a1c-bd79-54a33415614c {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:50.305693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:50.309267 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db9d-531c-45c9-80fc-7dea366f37a4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.395848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b762ace-94a5-45a5-bb10-15e93893caf0 req-596c27df-7a38-4bf9-ae9e-cba37f0128e0 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.0747533 Jul 15 13:36:50.466474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db9d-531c-45c9-80fc-7dea366f37a4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.591249 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:50.723076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db9d-531c-45c9-80fc-7dea366f37a4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.978573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db9d-531c-45c9-80fc-7dea366f37a4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.038606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db9d-531c-45c9-80fc-7dea366f37a4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.044633 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a2e7db9d-531c-45c9-80fc-7dea366f37a4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/183f3ba6-f795-4a1c-bd79-54a33415614c HTTP/1.1" status: 204 len: 168 time: 0.9155824 Jul 15 13:36:51.047246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45158) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:51.109904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d252-6375-47cc-b8e9-e91ea8e9616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.158486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7db9d-531c-45c9-80fc-7dea366f37a4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=183f3ba6-f795-4a1c-bd79-54a33415614c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:51.379455 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.653558 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:36:43Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:45Z', 'revision_number': 1, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee554db-0a29-433f-b78e-45bc51c1b228', 'name': '', 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:6e:d2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '22c01a0d-6e2e-4e31-ab6d-2455aa2addb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:42Z', 'updated_at': '2021-07-15T13:36:49Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '22c01a0d-6e2e-4e31-ab6d-2455aa2addb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:51.754160 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e566cea-8b40-40f5-bb91-d97c83e99d30 None None] The sync data for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 is: [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:36:43Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:45Z', 'revision_number': 1, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee554db-0a29-433f-b78e-45bc51c1b228', 'name': '', 'network_id': '0af1a584-7f17-4491-8a8d-bfd63fd679e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:6e:d2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '22c01a0d-6e2e-4e31-ab6d-2455aa2addb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:42Z', 'updated_at': '2021-07-15T13:36:49Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '22c01a0d-6e2e-4e31-ab6d-2455aa2addb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:51.772406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f3d959-983d-4654-b852-ffc12d556b61 None None] Network f2450325-920d-464e-b0b4-1c2e2ea3825c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:51.800767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port eecaa080-8440-4f40-9a64-28bbf4deeeaf {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:51.801119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.991638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45172) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:52.024280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] For port eecaa080-8440-4f40-9a64-28bbf4deeeaf, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=eecaa080-8440-4f40-9a64-28bbf4deeeaf,segment=NetworkSegment(5347b1fe-8548-4826-b2fa-619090c06a00),segment_id=5347b1fe-8548-4826-b2fa-619090c06a00)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:52.024956 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.044301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for eecaa080-8440-4f40-9a64-28bbf4deeeaf owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:52.061608 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.079398 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aec7d127-9c2b-411c-80e8-5e2d5a889aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.107427 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-c1a3d252-6375-47cc-b8e9-e91ea8e9616b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:36:52.110189 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-c1a3d252-6375-47cc-b8e9-e91ea8e9616b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:36:52.228183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.320282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46265c99-e432-45f1-a18b-5b57fd3e8b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.350214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=eecaa080-8440-4f40-9a64-28bbf4deeeaf,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:52.401318 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a83e1e80-5a0b-4c38-a17f-bf222843db58 req-b2fb3ef6-3842-40aa-94bc-9a9fdef8ff43 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.2037411 Jul 15 13:36:52.436853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No DVR routers for this DVR port eecaa080-8440-4f40-9a64-28bbf4deeeaf on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:52.633406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:52.636470 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46265c99-e432-45f1-a18b-5b57fd3e8b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.647683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46265c99-e432-45f1-a18b-5b57fd3e8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.737806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:52.757223 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-46265c99-e432-45f1-a18b-5b57fd3e8b11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3259066cc1bf4e2f9bb648bc0b3a13bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7642856 Jul 15 13:36:52.779889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45180) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:52.835687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265c99-e432-45f1-a18b-5b57fd3e8b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ead822c-0c00-4e34-a695-08a7918de143,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:52.912226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3d252-6375-47cc-b8e9-e91ea8e9616b None None] Port eecaa080-8440-4f40-9a64-28bbf4deeeaf update to ACTIVE by agent not found {{(pid=93735) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 13:36:52.958914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:52.959737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:36:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.056102 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.108736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb2a33-8e15-4070-8756-522078099c16 None None] DHCP port deletion for f2450325-920d-464e-b0b4-1c2e2ea3825c request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:53.126363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2450325-920d-464e-b0b4-1c2e2ea3825c']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.149681 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.198123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5347b1fe-8548-4826-b2fa-619090c06a00') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.221858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5347b1fe-8548-4826-b2fa-619090c06a00') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.269746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.301535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.336778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:53.343934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.348536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ad86953c-5d02-4811-b849-26bb8d31bebe None None] Could not find standard attr ID for object eecaa080-8440-4f40-9a64-28bbf4deeeaf. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:36:53.452805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:53.638809 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:53.652791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.885514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.983780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8ee554db-0a29-433f-b78e-45bc51c1b228 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:53.989164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43c56f-dc39-4e4e-b3ac-6b561b3ac58b None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:54.155239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 8ee554db-0a29-433f-b78e-45bc51c1b228 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:54.166004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8ee554db-0a29-433f-b78e-45bc51c1b228 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:54.166441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.521117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.522957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/networks/f2450325-920d-464e-b0b4-1c2e2ea3825c HTTP/1.1" status: 204 len: 168 time: 3.4746246 Jul 15 13:36:54.527158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45200) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.541751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1700910932'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:54.558262 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.601462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b161d52-141c-415e-ba54-3c92b4f3884a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Network': ['ID=f2450325-920d-464e-b0b4-1c2e2ea3825c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:54.610285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3cd5d5c3-c5b8-4db8-abd4-71e0afaff28f req-383ec52e-62ef-44e8-a231-60ebd46c9bf5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.0722857 Jul 15 13:36:54.640534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97ac2a20-6cda-4001-a548-497937154fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.655865 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5646b41-e532-47bc-9839-d7418f93dedf None None] New status for floating IP b777e3e4-1b04-4557-bfcc-776f46788fc2: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:54.669155 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.683818 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97ac2a20-6cda-4001-a548-497937154fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.717018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:54.755486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.766624 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97ac2a20-6cda-4001-a548-497937154fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.769596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 8ee554db-0a29-433f-b78e-45bc51c1b228, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8ee554db-0a29-433f-b78e-45bc51c1b228,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:54.777282 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97ac2a20-6cda-4001-a548-497937154fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.784127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-97ac2a20-6cda-4001-a548-497937154fb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ead822c-0c00-4e34-a695-08a7918de143 HTTP/1.1" status: 204 len: 168 time: 2.0005460 Jul 15 13:36:54.788761 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.830967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2a20-6cda-4001-a548-497937154fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ead822c-0c00-4e34-a695-08a7918de143,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:54.920519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:54.953807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.956744 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Added segment c7088934-3289-4ba9-9c35-bf5dee456500 of type vlan for network b59f2a62-491c-43e5-872e-67b6046f4bd5 Jul 15 13:36:55.056867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=8ee554db-0a29-433f-b78e-45bc51c1b228,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.087278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device eecaa080-8440-4f40-9a64-28bbf4deeeaf no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:55.096123 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.165461 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.193873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:55.196213 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.217271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: eecaa080-8440-4f40-9a64-28bbf4deeeaf {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:55.219950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device eecaa080-8440-4f40-9a64-28bbf4deeeaf not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:55.372049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Network': ['ID=b59f2a62-491c-43e5-872e-67b6046f4bd5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.386430 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b59f2a62-491c-43e5-872e-67b6046f4bd5 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:55.410335 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5cd0b415-f0c2-4c67-bbdd-4d0ba0ad1c70 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8806648 Jul 15 13:36:55.410552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45214) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:55.431912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': 'b59f2a62-491c-43e5-872e-67b6046f4bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:55.552507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45218) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:55.589826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:55.598641 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.888634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39638d4f-7332-4c36-850a-06be2cbb9cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.970354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8ee554db-0a29-433f-b78e-45bc51c1b228 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:56.100086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8ee554db-0a29-433f-b78e-45bc51c1b228 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:56.100941 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.150232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39638d4f-7332-4c36-850a-06be2cbb9cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.161761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-39638d4f-7332-4c36-850a-06be2cbb9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.298117 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-39638d4f-7332-4c36-850a-06be2cbb9cf2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a78f23181b54629b84789f14f580d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420740 Jul 15 13:36:56.303969 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45238) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:56.390518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39638d4f-7332-4c36-850a-06be2cbb9cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05806f56-9e03-4dbf-94b4-70ab8d17cb12,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.394436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cfda26ad-0733-45f8-986b-1100bb2f4fee req-b3e0eb1f-6c88-476f-891b-aafb2b7347a1 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.1420219 Jul 15 13:36:56.436262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.466741 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f57f-c49a-4f7e-b8f1-5f18e5bc31af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.495774 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f57f-c49a-4f7e-b8f1-5f18e5bc31af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.565989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=79a64d12-7029-4be8-9b11-7cd3d49fc80f,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.602478 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f57f-c49a-4f7e-b8f1-5f18e5bc31af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.606379 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f57f-c49a-4f7e-b8f1-5f18e5bc31af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.607924 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5f3f57f-c49a-4f7e-b8f1-5f18e5bc31af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05806f56-9e03-4dbf-94b4-70ab8d17cb12 HTTP/1.1" status: 204 len: 168 time: 0.2934163 Jul 15 13:36:56.629652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3f57f-c49a-4f7e-b8f1-5f18e5bc31af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05806f56-9e03-4dbf-94b4-70ab8d17cb12,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.632225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Checking segment: {'id': 'c7088934-3289-4ba9-9c35-bf5dee456500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b59f2a62-491c-43e5-872e-67b6046f4bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:56.633387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network hostable DHCP agents. Network: b59f2a62-491c-43e5-872e-67b6046f4bd5, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:56.673995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network b59f2a62-491c-43e5-872e-67b6046f4bd5 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:56.694866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b59f2a62-491c-43e5-872e-67b6046f4bd5) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:56.712491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94758163-06f7-4471-a9e4-02fb6a8e0adf None None] Network b59f2a62-491c-43e5-872e-67b6046f4bd5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:56.723550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:56.726372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.762279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-aa73bfcb-4183-4a0d-a95a-8f636eef0bf1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3475616 Jul 15 13:36:56.763252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45248) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:56.779379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': 'b59f2a62-491c-43e5-872e-67b6046f4bd5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1092777053'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:57.078322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45256) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:57.139014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:57.150479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b59f2a62-491c-43e5-872e-67b6046f4bd5', 'network_id': 'b59f2a62-491c-43e5-872e-67b6046f4bd5', 'tenant_id': 'e6f96a32ff644dd391518b3fc179f939', 'fixed_ips': [{'subnet_id': '79a64d12-7029-4be8-9b11-7cd3d49fc80f'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:57.154365 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.155415 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.212139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 53805345-ec31-4a0b-95dc-15ebe5fd8759 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:36:57.376730 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1997639144-network', 'tenant_id': 'd965a9dea7414a0c982670ea780a66d5'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:57.413466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Made reservation on behalf of d965a9dea7414a0c982670ea780a66d5 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:57.416276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.440019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.528070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::2ed (b59f2a62-491c-43e5-872e-67b6046f4bd5/79a64d12-7029-4be8-9b11-7cd3d49fc80f/53805345-ec31-4a0b-95dc-15ebe5fd8759) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:57.653757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.668692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.707074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:57.731226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7292879a-c838-4541-a850-97f10e5b8dfc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:57.737050 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.737867 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Added segment e9edd345-d42e-42b8-9227-750a9bd98c74 of type vlan for network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 Jul 15 13:36:57.774635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-009cb9f6-ac21-4486-a842-d522b8b765e5 req-2a327357-7acb-4a21-91b9-dc8ae9b6d918 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.0919869 Jul 15 13:36:57.802777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.836596 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.850028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.853457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.855047 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.859308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object 53805345-ec31-4a0b-95dc-15ebe5fd8759 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:57.890488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8106558 Jul 15 13:36:57.893528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45276) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:57.899561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Request body: {'subnet': {'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1997639144-subnet', 'tenant_id': 'd965a9dea7414a0c982670ea780a66d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:57.943262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.048256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=53805345-ec31-4a0b-95dc-15ebe5fd8759,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:58.065866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network b59f2a62-491c-43e5-872e-67b6046f4bd5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:58.067916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Made reservation on behalf of d965a9dea7414a0c982670ea780a66d5 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:58.068946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Allocated IP 2001:db8::2 (b59f2a62-491c-43e5-872e-67b6046f4bd5/79a64d12-7029-4be8-9b11-7cd3d49fc80f/b27e613f-43ed-41b8-b72b-afc12d38500d) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:58.073296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.093373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:58.096684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265674f-8834-423f-8f5d-8d063a55bdfe admin admin] Pushing event updated for resources: {'Network': ['ID=d90e18fc-d39a-4fe4-be1a-a3b63ea23159,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:58.114926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:58.124673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.125467 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.152970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7db3b917-ee0e-4dde-8bae-4731be398573 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3857739 Jul 15 13:36:58.155280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45288) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:58.230966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:58.284386 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.340647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Transition to ACTIVE for port object b27e613f-43ed-41b8-b72b-afc12d38500d will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:58.363440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Transition to ACTIVE for port object b27e613f-43ed-41b8-b72b-afc12d38500d will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:58.384287 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.457145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Pushing event updated for resources: {'Port': ['ID=b27e613f-43ed-41b8-b72b-afc12d38500d,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:58.478203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-cd324ada-5097-47c6-a15a-3b80e05eafdc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 53805345-ec31-4a0b-95dc-15ebe5fd8759 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:58.478548 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd324ada-5097-47c6-a15a-3b80e05eafdc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.481512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Network b59f2a62-491c-43e5-872e-67b6046f4bd5 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:58.488892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:58.499719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:58.545083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.600275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5393b90-6876-4b84-b0fb-f2886c286d5a,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:58.660270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Checking segment: {'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:58.660807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Network hostable DHCP agents. Network: d90e18fc-d39a-4fe4-be1a-a3b63ea23159, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:58.693447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd324ada-5097-47c6-a15a-3b80e05eafdc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.700554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:58.710561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-cd324ada-5097-47c6-a15a-3b80e05eafdc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 53805345-ec31-4a0b-95dc-15ebe5fd8759 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:58.726226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d90e18fc-d39a-4fe4-be1a-a3b63ea23159) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:58.738134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.739951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.756124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Attempting to bind port b27e613f-43ed-41b8-b72b-afc12d38500d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:58.756549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Attempting to bind port b27e613f-43ed-41b8-b72b-afc12d38500d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c7088934-3289-4ba9-9c35-bf5dee456500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b59f2a62-491c-43e5-872e-67b6046f4bd5'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:58.757177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Attempting to bind port b27e613f-43ed-41b8-b72b-afc12d38500d on network b59f2a62-491c-43e5-872e-67b6046f4bd5 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:58.779094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-75f3b6f3-6b7b-4c12-8168-f038df6e2b82 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8838861 Jul 15 13:36:58.780925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10477d5-99fb-4d4c-8a6c-3e7e84771922 None None] Network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:59.008075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd324ada-5097-47c6-a15a-3b80e05eafdc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.064738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd324ada-5097-47c6-a15a-3b80e05eafdc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=53805345-ec31-4a0b-95dc-15ebe5fd8759,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:59.103782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd324ada-5097-47c6-a15a-3b80e05eafdc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.107910 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cd324ada-5097-47c6-a15a-3b80e05eafdc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/53805345-ec31-4a0b-95dc-15ebe5fd8759 HTTP/1.1" status: 204 len: 168 time: 0.9509561 Jul 15 13:36:59.110098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45304) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:59.126129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:59.127548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Checking segment: {'id': 'c7088934-3289-4ba9-9c35-bf5dee456500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b59f2a62-491c-43e5-872e-67b6046f4bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:59.128507 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.129510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Bound using segment: {'id': 'c7088934-3289-4ba9-9c35-bf5dee456500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b59f2a62-491c-43e5-872e-67b6046f4bd5'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:59.130558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Bound port: b27e613f-43ed-41b8-b72b-afc12d38500d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7088934-3289-4ba9-9c35-bf5dee456500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b59f2a62-491c-43e5-872e-67b6046f4bd5'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:59.131604 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.154115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab941551-c49b-406d-88bd-3632b7bbcb97 req-c61f1f58-11f3-49fc-b36c-cc56cad17495 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad373d59-4822-46d3-8f4f-55694b9f55b7 HTTP/1.1" status: 200 len: 210 time: 0.0550187 Jul 15 13:36:59.168613 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-db029976-ca96-4a54-97af-6bea6412b80a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:36:59.170970 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-db029976-ca96-4a54-97af-6bea6412b80a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/53805345-ec31-4a0b-95dc-15ebe5fd8759 HTTP/1.1" status: 404 len: 333 time: 0.0595388 Jul 15 13:36:59.173797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45310) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:59.288108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6996f77-137a-41bc-bba3-b33cc5520b90 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 79a64d12-7029-4be8-9b11-7cd3d49fc80f {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:59.296054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6996f77-137a-41bc-bba3-b33cc5520b90 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.318230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45316) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:59.336418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d232b5-90b2-4923-841d-28aa178fbdf3 None None] Network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:59.416671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6996f77-137a-41bc-bba3-b33cc5520b90 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.517978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] For port b27e613f-43ed-41b8-b72b-afc12d38500d, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:59.561007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] For port b27e613f-43ed-41b8-b72b-afc12d38500d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b27e613f-43ed-41b8-b72b-afc12d38500d,segment=NetworkSegment(c7088934-3289-4ba9-9c35-bf5dee456500),segment_id=c7088934-3289-4ba9-9c35-bf5dee456500)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:59.589792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.625348 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0251dde-c17e-4f7d-989d-3ea0dc022c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.752594 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6996f77-137a-41bc-bba3-b33cc5520b90 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.874148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e06e4-f6c9-44ba-b694-054a0f9f9db6 None None] Pushing event updated for resources: {'Port': ['ID=b27e613f-43ed-41b8-b72b-afc12d38500d,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:59.896919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6996f77-137a-41bc-bba3-b33cc5520b90 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.969207 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0251dde-c17e-4f7d-989d-3ea0dc022c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.972556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6996f77-137a-41bc-bba3-b33cc5520b90 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=79a64d12-7029-4be8-9b11-7cd3d49fc80f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:59.986325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6996f77-137a-41bc-bba3-b33cc5520b90 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.992321 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a6996f77-137a-41bc-bba3-b33cc5520b90 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/79a64d12-7029-4be8-9b11-7cd3d49fc80f HTTP/1.1" status: 204 len: 168 time: 0.8169045 Jul 15 13:36:59.993319 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:00.069459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0251dde-c17e-4f7d-989d-3ea0dc022c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.126581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b0251dde-c17e-4f7d-989d-3ea0dc022c9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24b6a533be334bfa92560d77c4c5bdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8070984 Jul 15 13:37:00.158743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-a7285d28-a788-4d1b-8a8b-ac0532f8d652 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:00.171888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45332) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:00.177129 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-a7285d28-a788-4d1b-8a8b-ac0532f8d652 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 814 time: 0.3348031 Jul 15 13:37:00.202790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.214247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-16df96ba-3e9d-448a-92f6-d514097ffc5d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/quotas/d965a9dea7414a0c982670ea780a66d5 HTTP/1.1" status: 200 len: 375 time: 0.0360479 Jul 15 13:37:00.218943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0251dde-c17e-4f7d-989d-3ea0dc022c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdede678-ee33-4979-96cb-0cfc7178645f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:00.289824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-ea9de2d7-697a-488c-9bc6-3674902f40b9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745633 Jul 15 13:37:00.342641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fee98a36-db26-4eda-98d0-de7e486a7d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.379171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fee98a36-db26-4eda-98d0-de7e486a7d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.434285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-b3c4c6e3-25d1-4349-bd36-46209821c29c service neutron] 10.222.0.25 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431515 Jul 15 13:37:00.471059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fee98a36-db26-4eda-98d0-de7e486a7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.474811 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fee98a36-db26-4eda-98d0-de7e486a7d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.480531 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fee98a36-db26-4eda-98d0-de7e486a7d9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdede678-ee33-4979-96cb-0cfc7178645f HTTP/1.1" status: 204 len: 168 time: 0.3075030 Jul 15 13:37:00.490735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee98a36-db26-4eda-98d0-de7e486a7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdede678-ee33-4979-96cb-0cfc7178645f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:00.501598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port b27e613f-43ed-41b8-b72b-afc12d38500d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:00.501976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.593163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] For port b27e613f-43ed-41b8-b72b-afc12d38500d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b27e613f-43ed-41b8-b72b-afc12d38500d,segment=NetworkSegment(c7088934-3289-4ba9-9c35-bf5dee456500),segment_id=c7088934-3289-4ba9-9c35-bf5dee456500)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:00.593548 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.610741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for b27e613f-43ed-41b8-b72b-afc12d38500d owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:00.705316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-6974582d-2cb3-4e24-8280-b407aa80f52b service neutron] 10.222.0.25 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611928 Jul 15 13:37:00.765641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45346) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:01.304375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.409794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=b27e613f-43ed-41b8-b72b-afc12d38500d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:01.426895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No DVR routers for this DVR port b27e613f-43ed-41b8-b72b-afc12d38500d on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:01.612889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf5234-0dcb-4066-9c7d-24e24467fd5c None None] Network b59f2a62-491c-43e5-872e-67b6046f4bd5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:01.648140 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.671046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59f2a62-491c-43e5-872e-67b6046f4bd5']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:01.685877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7088934-3289-4ba9-9c35-bf5dee456500') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:01.686317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7088934-3289-4ba9-9c35-bf5dee456500') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:01.702119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.719069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.719742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7014140a-5b1b-4ae2-883a-dd44d3e5dbd1 req-6653c2b7-af01-4354-b02c-5fd52cdfdb9f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 210 time: 0.1540236 Jul 15 13:37:01.727474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:01.728205 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:01.814795 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:01.827188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.841672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6716315c-866c-44c9-b114-2ab2100a8408 None None] Could not find standard attr ID for object b27e613f-43ed-41b8-b72b-afc12d38500d. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:37:01.853587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.862653 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/networks/b59f2a62-491c-43e5-872e-67b6046f4bd5 HTTP/1.1" status: 204 len: 168 time: 1.8578899 Jul 15 13:37:01.973173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45380) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:01.986110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'name': 'tempest-PortsIpV6TestJSON-614004335'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:01.991888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e35fb-85af-45d0-b2b7-f0a003ca2c1b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Network': ['ID=b59f2a62-491c-43e5-872e-67b6046f4bd5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:02.014555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d146ff4-cc36-4b0b-a4ba-458d9094cdee None None] DHCP port deletion for b59f2a62-491c-43e5-872e-67b6046f4bd5 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:02.253006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45390) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:02.373274 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-03a2d22f-4a94-4878-b9d7-131ac21d09e1 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276387455&fields=id&tenant_id=e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 267 time: 0.2717309 Jul 15 13:37:02.431902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45396) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:02.437849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:02.442058 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.519091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port ce95e75e-7b28-4367-9bec-89e81f239bae yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:37:02.549183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2025f94d-fb84-4db8-b2f2-6a0616cb26bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.642447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1603806183-network', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:02.687536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:37:02.687536 n-d-771362-36 neutron-server[93734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:37:02.687536 n-d-771362-36 neutron-server[93734]: [parameters: {'project_id_1': '3a59baf131f64b4c80ca6ea373828a47', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 37, 2, 671774)}] Jul 15 13:37:02.687536 n-d-771362-36 neutron-server[93734]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:37:02.688127 n-d-771362-36 neutron-server[93734]: DEBUG oslo_db.api [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:37:02.735392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-218a95bc-92ea-428f-8be8-a225ec88ead2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.738937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-218a95bc-92ea-428f-8be8-a225ec88ead2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.3281450 Jul 15 13:37:02.851152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-15f0f9f9-4f87-4f6c-9248-e952df51aa64 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/quotas/e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 375 time: 0.0890305 Jul 15 13:37:02.869791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.912219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2025f94d-fb84-4db8-b2f2-6a0616cb26bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.923611 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2025f94d-fb84-4db8-b2f2-6a0616cb26bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.017470 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2025f94d-fb84-4db8-b2f2-6a0616cb26bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34741157b8a040d9ad3349a9a3710ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7619283 Jul 15 13:37:03.022918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45402) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:03.038717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025f94d-fb84-4db8-b2f2-6a0616cb26bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f396ec3-cf9e-4fcb-b51f-dbd13d60ebab,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:03.096186 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.167879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-151b9c24-3767-430e-b81e-10a737c4a969 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3038707 Jul 15 13:37:03.227164 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d1c5d33-6212-4462-93ed-acb42699ae16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.278257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Made reservation on behalf of 3a59baf131f64b4c80ca6ea373828a47 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:03.286755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.322262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.351758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.369328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d1c5d33-6212-4462-93ed-acb42699ae16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.567489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=ce95e75e-7b28-4367-9bec-89e81f239bae,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:03.602784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.624834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.649903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:03.660409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:03.701951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:03.706594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:03.713355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:03.714693 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.725679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d1c5d33-6212-4462-93ed-acb42699ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.728685 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d1c5d33-6212-4462-93ed-acb42699ae16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.734077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d1c5d33-6212-4462-93ed-acb42699ae16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f396ec3-cf9e-4fcb-b51f-dbd13d60ebab HTTP/1.1" status: 204 len: 168 time: 0.7042685 Jul 15 13:37:03.753765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c5d33-6212-4462-93ed-acb42699ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f396ec3-cf9e-4fcb-b51f-dbd13d60ebab,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:03.756723 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.758010 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Added segment e691654f-3eb4-4e1a-b6f3-29c08e71a629 of type vlan for network 1a77698a-f925-4a7d-9516-a48e06170cc9 Jul 15 13:37:03.784709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-94441383-d487-419b-a132-15868e5d277a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8077044 Jul 15 13:37:03.793582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45408) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:03.812190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b27e613f-43ed-41b8-b72b-afc12d38500d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:03.863579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b27e613f-43ed-41b8-b72b-afc12d38500d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:03.863995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b27e613f-43ed-41b8-b72b-afc12d38500d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:03.907606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-65cea8bb-ce97-47f0-8ec5-43c4923bc588 service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597090 Jul 15 13:37:03.976480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.980746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-e7c4d23c-49fb-4748-b6f2-4cfbb6af28ad tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:03.982767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-e7c4d23c-49fb-4748-b6f2-4cfbb6af28ad tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 814 time: 0.5293965 Jul 15 13:37:03.992673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742c15a9-a242-4691-bc72-e216595da504,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:04.008764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Request body: {'port': {'device_id': '84990ad2-cf42-4614-a1f1-854020631726', 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159', 'admin_state_up': True, 'tenant_id': 'd965a9dea7414a0c982670ea780a66d5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:04.069419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.069866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.070335 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.070754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.071183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.071592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.071991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.073111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.073531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.073937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.074376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.075400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.092389 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.093949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:04.094857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.166066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Made reservation on behalf of d965a9dea7414a0c982670ea780a66d5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:04.170356 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.173508 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] Pushing event updated for resources: {'Network': ['ID=1a77698a-f925-4a7d-9516-a48e06170cc9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:04.186743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:04.190238 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b5803021-9b32-44bb-9204-6f7bf04365de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7571802 Jul 15 13:37:04.193799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45412) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:04.200197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Request body: {'subnet': {'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1603806183-subnet', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:04.237235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Made reservation on behalf of 3a59baf131f64b4c80ca6ea373828a47 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:04.241019 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.366139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45414) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:04.392098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79bceb27-5735-48f0-8a76-f57722e0a008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.595698 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.613640 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79bceb27-5735-48f0-8a76-f57722e0a008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.642266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79bceb27-5735-48f0-8a76-f57722e0a008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.685147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3710f50b-76b2-4938-823a-b653187faac0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port ce95e75e-7b28-4367-9bec-89e81f239bae {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:04.686042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3710f50b-76b2-4938-823a-b653187faac0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.707496 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cc1089-ff32-4bc2-82b9-3367d7d09504,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:04.714208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bceb27-5735-48f0-8a76-f57722e0a008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b7897-2abe-4a4f-b114-29323456e775,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:04.722982 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79bceb27-5735-48f0-8a76-f57722e0a008 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e7853f5eec84f16aa6ebd50f287eeb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554995 Jul 15 13:37:04.728683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45418) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:04.756831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Checking segment: {'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:04.757210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Network hostable DHCP agents. Network: 1a77698a-f925-4a7d-9516-a48e06170cc9, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:04.791358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-89cc02be-0d14-4c1a-a224-8dd0ed3363fd service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536921 Jul 15 13:37:04.792871 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.813509 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:04.817005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3b8df15-91c4-4286-b361-f7391954ee1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.834148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 1a77698a-f925-4a7d-9516-a48e06170cc9) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:04.846276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:04.846973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.853508 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3710f50b-76b2-4938-823a-b653187faac0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.858699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3b8df15-91c4-4286-b361-f7391954ee1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.879544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3710f50b-76b2-4938-823a-b653187faac0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for ce95e75e-7b28-4367-9bec-89e81f239bae owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:04.886573 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde3a0b-ba3d-4729-b04d-c29ed33ccc19 None None] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:04.914644 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0c275f30-fd74-42a7-bc3f-40220766b3a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7194796 Jul 15 13:37:04.917747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 45420) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:04.932550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:04.981683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3b8df15-91c4-4286-b361-f7391954ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.985200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3b8df15-91c4-4286-b361-f7391954ee1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.989718 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d3b8df15-91c4-4286-b361-f7391954ee1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b18b7897-2abe-4a4f-b114-29323456e775 HTTP/1.1" status: 204 len: 168 time: 0.2589974 Jul 15 13:37:04.999484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8df15-91c4-4286-b361-f7391954ee1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b7897-2abe-4a4f-b114-29323456e775,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:05.031480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Allocated IP 172.20.0.13 (d90e18fc-d39a-4fe4-be1a-a3b63ea23159/d5393b90-6876-4b84-b0fb-f2886c286d5a/cd28e021-2503-4555-9353-cc5784931f9f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:05.061518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port 8ee554db-0a29-433f-b78e-45bc51c1b228 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:05.061782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.109471 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.110585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.255916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-1a77698a-f925-4a7d-9516-a48e06170cc9', 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'fixed_ips': [{'subnet_id': '21cc1089-ff32-4bc2-82b9-3367d7d09504'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:05.261097 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.366526 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3710f50b-76b2-4938-823a-b653187faac0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.387430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.436409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port 8ee554db-0a29-433f-b78e-45bc51c1b228, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8ee554db-0a29-433f-b78e-45bc51c1b228,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:05.436930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.537318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710f50b-76b2-4938-823a-b653187faac0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=ce95e75e-7b28-4367-9bec-89e81f239bae,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:05.625125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for 8ee554db-0a29-433f-b78e-45bc51c1b228 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:05.631866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3710f50b-76b2-4938-823a-b653187faac0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.638569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3710f50b-76b2-4938-823a-b653187faac0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/ce95e75e-7b28-4367-9bec-89e81f239bae HTTP/1.1" status: 204 len: 168 time: 1.8374641 Jul 15 13:37:05.638826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:05.644953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'mac_address': 'fa:16:3e:f2:95:a3', 'name': 'tempest-PortsIpV6TestJSON-1399005909'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:05.658764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Allocated IP 172.20.0.2 (1a77698a-f925-4a7d-9516-a48e06170cc9/21cc1089-ff32-4bc2-82b9-3367d7d09504/591b41f6-3de8-4012-9cfa-7bc433b2a7bd) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:05.920091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:06.023386 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.105165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.106889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab8361ff-14f5-4652-9498-b2446bc777a4 req-d43feea9-e159-4f6e-ad16-5621b42d287b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 210 time: 0.2950926 Jul 15 13:37:06.111653 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.116514 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.163805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Transition to ACTIVE for port object 591b41f6-3de8-4012-9cfa-7bc433b2a7bd will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:06.169420 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.172343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 6d86f499-9507-481d-9b21-f3f93ee1b6d3 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:37:06.313334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd757816-4463-43a1-8731-79d05aa30099 req-bf0fbbca-7997-4e49-a5f3-24c984aee467 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 210 time: 0.0546064 Jul 15 13:37:06.327786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Transition to ACTIVE for port object 591b41f6-3de8-4012-9cfa-7bc433b2a7bd will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:06.336632 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.345627 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.397741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=8ee554db-0a29-433f-b78e-45bc51c1b228,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:06.408526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:06.480970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Pushing event updated for resources: {'Port': ['ID=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:06.490054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:06.494474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:06.532785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.612033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.646250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:06.664017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:06.686082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:06.760074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:06.794097 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.919857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:06.920601 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.966482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:06.984229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:06.991559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:07.004039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:07.005247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.042396 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3981726 Jul 15 13:37:07.045414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45468) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:07.050128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156f86d-6e77-44c6-af19-da11b3212597 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=6d86f499-9507-481d-9b21-f3f93ee1b6d3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:07.087938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Attempting to bind port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:07.089393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Attempting to bind port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:07.090182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Attempting to bind port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd on network 1a77698a-f925-4a7d-9516-a48e06170cc9 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:07.096119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:07.096812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Checking segment: {'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:07.097786 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.098472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Bound using segment: {'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:07.099112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Bound port: 591b41f6-3de8-4012-9cfa-7bc433b2a7bd, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:07.099685 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.099895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-472523a8-da19-4d95-ae2c-e442d5d5c48a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0988696 Jul 15 13:37:07.116317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Request body: {'port': {'device_id': '84990ad2-cf42-4614-a1f1-854020631726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:07.121158 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.221258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e32bcff-86db-4704-8546-bb79f3017ec4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:07.223220 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8e32bcff-86db-4704-8546-bb79f3017ec4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/6d86f499-9507-481d-9b21-f3f93ee1b6d3 HTTP/1.1" status: 200 len: 845 time: 0.1753664 Jul 15 13:37:07.227460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45478) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:07.264009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.289420 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.325960 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.372155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] For port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:07.406098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] For port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,segment=NetworkSegment(e691654f-3eb4-4e1a-b6f3-29c08e71a629),segment_id=e691654f-3eb4-4e1a-b6f3-29c08e71a629)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:07.422184 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.461554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e0f3d-9527-4de5-8f6f-65142cb4ed8c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 6d86f499-9507-481d-9b21-f3f93ee1b6d3 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:07.461933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba8e0f3d-9527-4de5-8f6f-65142cb4ed8c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.578255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f4733-5c0a-4a2f-96f3-2287e575d928 None None] Pushing event updated for resources: {'Port': ['ID=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:07.738237 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba8e0f3d-9527-4de5-8f6f-65142cb4ed8c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.777917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e0f3d-9527-4de5-8f6f-65142cb4ed8c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 6d86f499-9507-481d-9b21-f3f93ee1b6d3 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:07.814710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Allocated IP 172.25.1.82 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/e9b68740-f619-4db9-a96e-6bb6fe3ff2fa) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:08.130577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba8e0f3d-9527-4de5-8f6f-65142cb4ed8c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.170162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e0f3d-9527-4de5-8f6f-65142cb4ed8c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=6d86f499-9507-481d-9b21-f3f93ee1b6d3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:08.205421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.212834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba8e0f3d-9527-4de5-8f6f-65142cb4ed8c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.222224 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ba8e0f3d-9527-4de5-8f6f-65142cb4ed8c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/6d86f499-9507-481d-9b21-f3f93ee1b6d3 HTTP/1.1" status: 204 len: 168 time: 0.9931288 Jul 15 13:37:08.223537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45488) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.297342 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6e5386-300a-4fe2-af84-722578dfd8be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:37:08.305877 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a6e5386-300a-4fe2-af84-722578dfd8be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/6d86f499-9507-481d-9b21-f3f93ee1b6d3 HTTP/1.1" status: 404 len: 333 time: 0.0735989 Jul 15 13:37:08.306173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45490) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.306370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.314626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'name': 'tempest-PortsIpV6TestJSON-1169827654'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:08.459324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45492) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.518046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:08.522681 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.583386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 13421c7a-394f-4c04-9f12-a33070963fba yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:37:08.877908 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d772387-9991-4ef5-be1d-f156e7b60cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.083003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:09.105442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.160587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:09.173206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Pushing event updated for resources: {'Port': ['ID=e9b68740-f619-4db9-a96e-6bb6fe3ff2fa,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:09.186420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:09.229682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.308145 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:09.317806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:09.336343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:09.346362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.355240 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.408913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=13421c7a-394f-4c04-9f12-a33070963fba,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:09.432950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d772387-9991-4ef5-be1d-f156e7b60cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.443813 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d772387-9991-4ef5-be1d-f156e7b60cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.474924 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-14a40d2e-5a67-42db-909a-45a94b611c43 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1653416 Jul 15 13:37:09.474924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45498) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:09.491614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:09.495562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-1212e21b-be81-4658-a712-cda8527fdeaf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.497649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-1212e21b-be81-4658-a712-cda8527fdeaf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 1.4733903 Jul 15 13:37:09.537466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9174e-d192-4e91-91bf-acf77643a7fe None None] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:09.555494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:09.592996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2d1bbcfa-6f1b-4c70-a27e-f6e9180917ed None None] Provisioning for port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:09.634974 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9d772387-9991-4ef5-be1d-f156e7b60cb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a95859c219b3413cb917d7ab5051959f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1725652 Jul 15 13:37:09.636918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d772387-9991-4ef5-be1d-f156e7b60cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f363052-12ad-469b-9ccc-2139212a4287,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:09.648344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45500) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:09.665726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd28e021-2503-4555-9353-cc5784931f9f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:09.735825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.750405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbf5cd-67f0-425b-ba4d-cd618d0bae5c req-03e6ce0a-db6e-4714-9e42-b502bc25ee88 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.759706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9cbf5cd-67f0-425b-ba4d-cd618d0bae5c req-03e6ce0a-db6e-4714-9e42-b502bc25ee88 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 932 time: 1.9397259 Jul 15 13:37:09.857049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.895018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50a7957b-87b6-4bd1-9fbc-20c1ec3c3fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.964067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Transition to ACTIVE for port object cd28e021-2503-4555-9353-cc5784931f9f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:10.019035 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.098752 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.099359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-8bbaee7b-97e6-4023-8ad4-bbe53b1c8395 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 379 time: 0.5393095 Jul 15 13:37:10.137507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50a7957b-87b6-4bd1-9fbc-20c1ec3c3fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.155620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 591b41f6-3de8-4012-9cfa-7bc433b2a7bd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:10.176170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.195865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'port': {'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'admin_state_up': True, 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'security_groups': ['a463c821-5b24-4a45-86b3-9d2d4bb02aa9']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:10.214787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] In _notify_port_updated(), no bound segment for port 13421c7a-394f-4c04-9f12-a33070963fba on network 7123e29a-4a74-4d3a-8e3d-cf974377d320 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:37:10.221185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:10.221966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.226580 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "PUT /v2.0/ports/13421c7a-394f-4c04-9f12-a33070963fba HTTP/1.1" status: 200 len: 818 time: 0.7408714 Jul 15 13:37:10.232758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45504) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.242818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9cbf5cd-67f0-425b-ba4d-cd618d0bae5c req-bf3758f5-b3c5-4be3-a72f-b74a1f34f279 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819982 Jul 15 13:37:10.285722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:10.304403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-becd2487-d7fb-4abe-9f97-e03046e307c6 None None] Provisioning complete for port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:10.305518 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-becd2487-d7fb-4abe-9f97-e03046e307c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.309316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:10.310220 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.373410 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50a7957b-87b6-4bd1-9fbc-20c1ec3c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.390036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-50a7957b-87b6-4bd1-9fbc-20c1ec3c3fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.394343 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-50a7957b-87b6-4bd1-9fbc-20c1ec3c3fce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f363052-12ad-469b-9ccc-2139212a4287 HTTP/1.1" status: 204 len: 168 time: 0.7449479 Jul 15 13:37:10.421902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7957b-87b6-4bd1-9fbc-20c1ec3c3fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f363052-12ad-469b-9ccc-2139212a4287,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.425988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003dceb-071e-4996-9b7d-9115bc15408e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=13421c7a-394f-4c04-9f12-a33070963fba,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.562609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.578656 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e9f39665-5307-4972-9be2-75964c267106 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 13421c7a-394f-4c04-9f12-a33070963fba {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:10.583029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9f39665-5307-4972-9be2-75964c267106 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.630831 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-becd2487-d7fb-4abe-9f97-e03046e307c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.675989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:10.721986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b038e85c-ab4c-4e48-86b2-eafbd9f5ebd3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "PUT /v2.0/routers/e5e17d6f-9642-4f39-b819-9e4e73fb88d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9545743 Jul 15 13:37:10.738153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] Sync routers for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:10.740138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9f39665-5307-4972-9be2-75964c267106 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.777765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e9f39665-5307-4972-9be2-75964c267106 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 13421c7a-394f-4c04-9f12-a33070963fba owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:10.812258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-becd2487-d7fb-4abe-9f97-e03046e307c6 None None] For port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,segment=NetworkSegment(e691654f-3eb4-4e1a-b6f3-29c08e71a629),segment_id=e691654f-3eb4-4e1a-b6f3-29c08e71a629)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:10.853802 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-becd2487-d7fb-4abe-9f97-e03046e307c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.855055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:10.856587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:10.857607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:36:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:10.862498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.868758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cf38a07-f038-4937-af8d-547d6ca8af18 req-2ef05021-69bf-465f-887f-679dfb0584ac tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 210 time: 0.2358296 Jul 15 13:37:10.908365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.979428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9f39665-5307-4972-9be2-75964c267106 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.051468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f39665-5307-4972-9be2-75964c267106 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=13421c7a-394f-4c04-9f12-a33070963fba,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.085225 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9f39665-5307-4972-9be2-75964c267106 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.101005 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e9f39665-5307-4972-9be2-75964c267106 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/13421c7a-394f-4c04-9f12-a33070963fba HTTP/1.1" status: 204 len: 168 time: 0.8633015 Jul 15 13:37:11.102860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45514) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.168846 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.192200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.20.0.6 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/d07524d2-d0ba-4dcb-a7b1-4428fe6659b9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:11.258305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a294c-aa44-4d18-b9a3-69b89f6fdb5b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.268964 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b1a294c-aa44-4d18-b9a3-69b89f6fdb5b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1648376 Jul 15 13:37:11.269761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45522) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.322668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd2487-d7fb-4abe-9f97-e03046e307c6 None None] Pushing event updated for resources: {'Port': ['ID=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.357204 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4288d7-dda7-4fb9-9502-e5d9d026e6a3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:37:11.371930 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d4288d7-dda7-4fb9-9502-e5d9d026e6a3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/13421c7a-394f-4c04-9f12-a33070963fba HTTP/1.1" status: 404 len: 333 time: 0.0975809 Jul 15 13:37:11.373241 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45526) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.379425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1260009827'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:11.448688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:11.458465 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.498997 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.528113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Transition to ACTIVE for port object d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:11.529243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:11.540437 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:37:11.546286 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:37:11.554656 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.555813 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Added segment 3430e394-4e3b-46a8-9219-d02d0e03c466 of type vlan for network 8a06ede7-e77a-42a6-a0a2-18040952d821 Jul 15 13:37:11.595235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.623236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Attempting to bind port cd28e021-2503-4555-9353-cc5784931f9f on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:11.623585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Attempting to bind port cd28e021-2503-4555-9353-cc5784931f9f by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:11.623931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Attempting to bind port cd28e021-2503-4555-9353-cc5784931f9f on network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:11.643331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:11.661167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.692673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Port cd28e021-2503-4555-9353-cc5784931f9f on network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:11.692673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Attempting to bind port cd28e021-2503-4555-9353-cc5784931f9f on network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:11.694803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.761971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.770103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.770759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.809060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:11.809266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Checking segment: {'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:11.809544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Bound using segment: {'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:11.812324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Bound port: cd28e021-2503-4555-9353-cc5784931f9f, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:11.812746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.814353 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4396749 Jul 15 13:37:11.834654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45532) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.850062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:11.992649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:12.004664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:12.015087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:12.101898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.102626 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.134003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:12.189266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3403c1c-e9b0-4206-ae00-6afe3a4e1736 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Network': ['ID=8a06ede7-e77a-42a6-a0a2-18040952d821,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:12.290162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:12.368516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:12.388772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.414979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-cb511994-8470-441f-a36c-20a3b2e1b95c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2330801 Jul 15 13:37:12.444807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.445760 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.448090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] 10.222.0.30 "PUT /v2.0/ports/cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 1093 time: 5.3377938 Jul 15 13:37:12.465575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:12.469632 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171f3cf2-328d-44fd-ab9a-9836c6fe437d" -d '{"events": [{"name": "network-changed", "server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "tag": "cd28e021-2503-4555-9353-cc5784931f9f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:12.484211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:12.496288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Request body: {'port': {'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:12.501923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.748987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.825415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6fc7b-dc65-45cf-9c04-e0d5acf97687 req-fb01e3a3-f461-4131-a4f4-38453e6160a1 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.827086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4e6fc7b-dc65-45cf-9c04-e0d5acf97687 req-fb01e3a3-f461-4131-a4f4-38453e6160a1 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.7111709 Jul 15 13:37:12.844254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 591b41f6-3de8-4012-9cfa-7bc433b2a7bd up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:12.866425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53450f69-dd39-4a98-9c16-b10d5f876c2d service neutron] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:12.903931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.002425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6ab4cec0-6a62-4370-89f9-a6ba50bceff4 None None] Provisioning for port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:13.018243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-1edce5d3-4db4-4951-a3d4-c1b444d88c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.019889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-1edce5d3-4db4-4951-a3d4-c1b444d88c7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1096 time: 0.3951776 Jul 15 13:37:13.037661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6ab4cec0-6a62-4370-89f9-a6ba50bceff4 None None] Provisioning complete for port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:13.043397 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cec0-6a62-4370-89f9-a6ba50bceff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.152920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.204925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4cec0-6a62-4370-89f9-a6ba50bceff4 None None] Port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:13.211431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:13.213765 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.226959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:06Z', 'revision_number': 6, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:45Z', 'revision_number': 1, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:13.306614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=b0fdee4b-81b4-46f5-821c-8d230b48fcd4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:13.325403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Checking segment: {'id': '3430e394-4e3b-46a8-9219-d02d0e03c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:13.325646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network hostable DHCP agents. Network: 8a06ede7-e77a-42a6-a0a2-18040952d821, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:13.329084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] Checking router: e5e17d6f-9642-4f39-b819-9e4e73fb88d1 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:13.375238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:13.386744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:13.386744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:36:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:13.402956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8a06ede7-e77a-42a6-a0a2-18040952d821) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:13.416878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.417413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.467378 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e087c99-c36b-4f56-962c-7356c2240a4f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6317353 Jul 15 13:37:13.470610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45554) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:13.488324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3e83d0fb-acce-4f5a-b32f-3fe549224d38 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:13.738978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4807fb-cba4-407a-8b45-78fc4f23c5f1 None None] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:13.935173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e83d0fb-acce-4f5a-b32f-3fe549224d38 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:13.951628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e83d0fb-acce-4f5a-b32f-3fe549224d38 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.958970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4e6fc7b-dc65-45cf-9c04-e0d5acf97687 req-02ce17c8-8ada-4a9e-b31c-192997378098 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1179333 Jul 15 13:37:14.112587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-becec822-33b4-49fe-b0c3-2cc07f9c9111 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 217 time: 0.9443145 Jul 15 13:37:14.157910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-8a06ede7-e77a-42a6-a0a2-18040952d821', 'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821', 'tenant_id': 'e6f96a32ff644dd391518b3fc179f939', 'fixed_ips': [{'subnet_id': 'b0fdee4b-81b4-46f5-821c-8d230b48fcd4'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:14.158779 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.159256 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-3e83d0fb-acce-4f5a-b32f-3fe549224d38 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0fdee4b-81b4-46f5-821c-8d230b48fcd4 (CIDR: 2001:db8::/64) Jul 15 13:37:14.165826 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e83d0fb-acce-4f5a-b32f-3fe549224d38 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:14.166726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e83d0fb-acce-4f5a-b32f-3fe549224d38 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:14.198776 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3e83d0fb-acce-4f5a-b32f-3fe549224d38 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7263618 Jul 15 13:37:14.202428 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45600) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:14.209310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:14.226283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:14.556234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:14.567397 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.659967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-8bfb3667-4499-4c8b-9ec6-9a3642e5fe3d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.662117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-8bfb3667-4499-4c8b-9ec6-9a3642e5fe3d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 946 time: 1.6396577 Jul 15 13:37:14.696330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-74fe5cd2-66e6-48f7-9304-83ab043cd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.699407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-74fe5cd2-66e6-48f7-9304-83ab043cd7e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.5632327 Jul 15 13:37:14.799713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-7360ef6e-a5cf-429a-b4c4-9042dc53e73c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482059 Jul 15 13:37:14.827999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a73c-e5c8-420c-803f-4b0bc87a5f51 req-09b35ce3-c577-48bd-9965-45e867e4ba06 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.830285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85e0a73c-e5c8-420c-803f-4b0bc87a5f51 req-09b35ce3-c577-48bd-9965-45e867e4ba06 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 946 time: 0.4941409 Jul 15 13:37:15.057790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.150765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:15.160177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Router 051985ba-ba59-46db-85bf-115887077e82 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:37:15.172271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:15.175920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.176965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.212090 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0079920 Jul 15 13:37:15.222832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45688) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:15.249048 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821', 'fixed_ips': [{'subnet_id': 'b0fdee4b-81b4-46f5-821c-8d230b48fcd4'}, {'subnet_id': '98ead65d-197a-4480-a044-060373f0008f'}], 'name': 'tempest-PortsIpV6TestJSON-180347525'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:15.252671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Allocated IP 2001:db8::2 (8a06ede7-e77a-42a6-a0a2-18040952d821/b0fdee4b-81b4-46f5-821c-8d230b48fcd4/ac2efc09-96d2-4b9f-b675-7c0464843005) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:15.253620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85e0a73c-e5c8-420c-803f-4b0bc87a5f51 req-bce03e4a-4506-47c1-8fd4-f596dff91dc5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d35ad39-1f2c-4980-a063-45cd3108af49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052243 Jul 15 13:37:15.292895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42767ef5-1bac-43c7-9383-95ddb48779e4 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=98ead65d-197a-4480-a044-060373f0008f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:15.360879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:15.540434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:15.597613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:06Z', 'revision_number': 6, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:45Z', 'revision_number': 1, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:15.606067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-d8c28890-dbf6-4c04-8c81-1d755fd2148e service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883973 Jul 15 13:37:15.609240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.614376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:15.628567 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Sync routers for ids ['051985ba-ba59-46db-85bf-115887077e82'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:15.647061 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Routers {'051985ba-ba59-46db-85bf-115887077e82'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:15.647800 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:36:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['051985ba-ba59-46db-85bf-115887077e82'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:15.679234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e6477-7c05-4f93-9764-6d5ca989e3b9 None None] The sync data for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 is: [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:06Z', 'revision_number': 6, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '18575f06-1a3a-4ab6-b031-20e20300b696', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'port_id': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'mac_address': 'fa:16:3e:be:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:45Z', 'revision_number': 1, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:15.766103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.811931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.828523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 86a246dc-2a94-444a-9db5-3d8676398995 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:37:15.828915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port 125100f8-620f-43f8-89af-b0cbb90f2969 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:15.829418 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.837877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Transition to ACTIVE for port object d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:15.840518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Transition to ACTIVE for port object ac2efc09-96d2-4b9f-b675-7c0464843005 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:15.908965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.919286 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.920560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-39430265-74b1-4890-962f-e77a651b01df admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.9927869 Jul 15 13:37:15.925665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Transition to ACTIVE for port object ac2efc09-96d2-4b9f-b675-7c0464843005 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:15.926698 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 45748) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:15.941850 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Set router 051985ba-ba59-46db-85bf-115887077e82 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:15.943755 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.075105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:16.079992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:16.108569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:16.320284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Pushing event updated for resources: {'Port': ['ID=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:16.374977 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Pushing event updated for resources: {'Port': ['ID=ac2efc09-96d2-4b9f-b675-7c0464843005,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:16.402990 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:09Z', 'revision_number': 3, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:16.411547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1dae04d-8367-4dbf-b8f2-a2e32cc2a9c9 req-0d830b40-cffb-491a-b308-976dabf59143 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7871742 Jul 15 13:37:16.464007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee996fb-07ac-4ef4-9c41-f89a8af356f7 req-a1b0445f-d734-46e0-85a5-37b7266652fa tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.483600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Attempting to bind port ac2efc09-96d2-4b9f-b675-7c0464843005 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:16.484250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Attempting to bind port ac2efc09-96d2-4b9f-b675-7c0464843005 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3430e394-4e3b-46a8-9219-d02d0e03c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:16.484895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Attempting to bind port ac2efc09-96d2-4b9f-b675-7c0464843005 on network 8a06ede7-e77a-42a6-a0a2-18040952d821 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:16.492261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fee996fb-07ac-4ef4-9c41-f89a8af356f7 req-a1b0445f-d734-46e0-85a5-37b7266652fa tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 931 time: 0.8798683 Jul 15 13:37:16.564860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:16.565485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Checking segment: {'id': '3430e394-4e3b-46a8-9219-d02d0e03c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:16.566169 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.566938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Bound using segment: {'id': '3430e394-4e3b-46a8-9219-d02d0e03c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:16.567820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Bound port: ac2efc09-96d2-4b9f-b675-7c0464843005, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3430e394-4e3b-46a8-9219-d02d0e03c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:16.568459 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.625250 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Checking router: 051985ba-ba59-46db-85bf-115887077e82 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:16.625856 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Updating router 051985ba-ba59-46db-85bf-115887077e82 port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:16.640198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8ee554db-0a29-433f-b78e-45bc51c1b228 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:16.776739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 8ee554db-0a29-433f-b78e-45bc51c1b228 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:16.777341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8ee554db-0a29-433f-b78e-45bc51c1b228 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:16.794061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 125100f8-620f-43f8-89af-b0cbb90f2969 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:16.857019 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.942509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Attempting to bind port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:16.943223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Attempting to bind port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:16.943798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Attempting to bind port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:16.993291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port 125100f8-620f-43f8-89af-b0cbb90f2969, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=125100f8-620f-43f8-89af-b0cbb90f2969,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:16.993930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.999034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:17.016532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Attempting to bind port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:17.091970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for 125100f8-620f-43f8-89af-b0cbb90f2969 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:17.101591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:17.102162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:17.102824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:17.103671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Bound port: d07524d2-d0ba-4dcb-a7b1-4428fe6659b9, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:17.104282 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.212217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fee996fb-07ac-4ef4-9c41-f89a8af356f7 req-46d68b43-0d92-4031-88a1-ad0d03e03d8d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5551820 Jul 15 13:37:17.264001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] For port ac2efc09-96d2-4b9f-b675-7c0464843005, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:17.280117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] For port ac2efc09-96d2-4b9f-b675-7c0464843005, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ac2efc09-96d2-4b9f-b675-7c0464843005,segment=NetworkSegment(3430e394-4e3b-46a8-9219-d02d0e03c466),segment_id=3430e394-4e3b-46a8-9219-d02d0e03c466)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:17.297495 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.375451 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a770a5-7887-46ea-a6e6-f689b2d29bd7 x-openstack-request-id: req-b8a770a5-7887-46ea-a6e6-f689b2d29bd7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:17.375451 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "tag": "cd28e021-2503-4555-9353-cc5784931f9f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:17.376020 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8a770a5-7887-46ea-a6e6-f689b2d29bd7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:17.376020 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f', 'status': 'completed', 'code': 200} Jul 15 13:37:17.586783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.622550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81c48e-42e9-4b1e-b878-3126b303f6d0 None None] Pushing event updated for resources: {'Port': ['ID=ac2efc09-96d2-4b9f-b675-7c0464843005,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:17.637763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af6e1e8-7195-4d24-bab5-07a687182094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125100f8-620f-43f8-89af-b0cbb90f2969'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:17.638161 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.646654 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea201ced-d720-4b64-9923-ef494602f223" -d '{"events": [{"server_uuid": "8af6e1e8-7195-4d24-bab5-07a687182094", "name": "network-vif-unplugged", "status": "completed", "tag": "125100f8-620f-43f8-89af-b0cbb90f2969"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:17.661696 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Transition to ACTIVE for port object e9b68740-f619-4db9-a96e-6bb6fe3ff2fa will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:17.682287 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.692968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 125100f8-620f-43f8-89af-b0cbb90f2969, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=125100f8-620f-43f8-89af-b0cbb90f2969,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:17.700846 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.791970 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b5d4f-4a24-4f19-92a4-e516b1ee2641 None None] Pushing event updated for resources: {'Port': ['ID=e9b68740-f619-4db9-a96e-6bb6fe3ff2fa,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:17.821543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] For port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:17.829319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=125100f8-620f-43f8-89af-b0cbb90f2969,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:17.829528 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Attempting to bind port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:17.839839 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Attempting to bind port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:17.840458 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Attempting to bind port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:17.845358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] For port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:17.852763 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:17.854178 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:17.854941 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.855717 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:17.857900 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Bound port: e9b68740-f619-4db9-a96e-6bb6fe3ff2fa, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:17.860580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.871221 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.890116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::280 (8a06ede7-e77a-42a6-a0a2-18040952d821/b0fdee4b-81b4-46f5-821c-8d230b48fcd4/86a246dc-2a94-444a-9db5-3d8676398995) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:17.913542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8:0:1::350 (8a06ede7-e77a-42a6-a0a2-18040952d821/98ead65d-197a-4480-a044-060373f0008f/86a246dc-2a94-444a-9db5-3d8676398995) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:18.011358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.012673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.014725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] 10.222.0.35 "PUT /v2.0/ports/d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 200 len: 1092 time: 5.5719535 Jul 15 13:37:18.107620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-71e749d4-4157-4cf8-abdf-811f361b660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.109832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-71e749d4-4157-4cf8-abdf-811f361b660e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1096 time: 0.5817707 Jul 15 13:37:18.121191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1767b3c-07eb-449e-b83e-ad3249343863 service neutron] Pushing event updated for resources: {'Port': ['ID=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:18.161386 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.207962 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] For port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:18.221760 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] For port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e9b68740-f619-4db9-a96e-6bb6fe3ff2fa,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:18.231817 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.428209 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Routers {'051985ba-ba59-46db-85bf-115887077e82'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:18.440491 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:36:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['051985ba-ba59-46db-85bf-115887077e82'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:18.442074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e108fee-b4c5-4542-a9b6-b0227c1b29af req-c22fca81-dc20-47e8-97fe-47218cc84ba1 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.453199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e108fee-b4c5-4542-a9b6-b0227c1b29af req-c22fca81-dc20-47e8-97fe-47218cc84ba1 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.7611258 Jul 15 13:37:18.468026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=125100f8-620f-43f8-89af-b0cbb90f2969,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:18.765220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] No DVR routers for this DVR port 125100f8-620f-43f8-89af-b0cbb90f2969 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:18.772120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.781125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8b618e5-ceeb-41e2-9cc2-3d83531dbd9f req-fddf9242-cc98-41e0-8566-e3b7d22377e3 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "DELETE /v2.0/ports/125100f8-620f-43f8-89af-b0cbb90f2969 HTTP/1.1" status: 204 len: 173 time: 4.0982704 Jul 15 13:37:18.790048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ac2efc09-96d2-4b9f-b675-7c0464843005 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:18.866940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e108fee-b4c5-4542-a9b6-b0227c1b29af req-44acb161-01b6-4803-807e-85d445933f82 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698180 Jul 15 13:37:18.979251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-221e4391-46f4-4d89-ae13-c56f9892226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.983634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-221e4391-46f4-4d89-ae13-c56f9892226d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 915 time: 0.8395927 Jul 15 13:37:18.984726 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-169c8766-c2c6-44e8-9d49-08a0f4a8c4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.059954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-bceaf81b-6996-459d-acd1-45093b0711cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.062021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-bceaf81b-6996-459d-acd1-45093b0711cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1095 time: 0.9461069 Jul 15 13:37:19.137906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.140729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ac2efc09-96d2-4b9f-b675-7c0464843005 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:19.233839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-ce7dfc7c-277f-4d33-ab3d-360bdf523d74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 217 time: 0.2121093 Jul 15 13:37:19.241671 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] Set router 051985ba-ba59-46db-85bf-115887077e82 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:19.388672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd35dfb3-7add-4310-a928-840ee546b9d9 req-b4627f5b-65f9-4e69-b8d5-8eeea563c8ad tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af6e1e8-7195-4d24-bab5-07a687182094 HTTP/1.1" status: 200 len: 210 time: 0.1904678 Jul 15 13:37:19.390502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9'}, {'server_uuid': '8af6e1e8-7195-4d24-bab5-07a687182094', 'name': 'network-vif-deleted', 'tag': '125100f8-620f-43f8-89af-b0cbb90f2969'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:19.395529 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9"}, {"server_uuid": "8af6e1e8-7195-4d24-bab5-07a687182094", "name": "network-vif-deleted", "tag": "125100f8-620f-43f8-89af-b0cbb90f2969"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:19.404429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-2990c0c1-e6f9-4971-a9f2-9b48d45a66be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 200 len: 217 time: 0.2077880 Jul 15 13:37:19.423374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object 86a246dc-2a94-444a-9db5-3d8676398995 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:19.500211 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b5d4f-4a24-4f19-92a4-e516b1ee2641 None None] Pushing event updated for resources: {'Port': ['ID=e9b68740-f619-4db9-a96e-6bb6fe3ff2fa,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:19.514287 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f441fce6-0ab6-4f59-97ad-ea4138b35fef x-openstack-request-id: req-f441fce6-0ab6-4f59-97ad-ea4138b35fef {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:19.514629 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af6e1e8-7195-4d24-bab5-07a687182094", "name": "network-vif-unplugged", "status": "completed", "tag": "125100f8-620f-43f8-89af-b0cbb90f2969", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:19.514912 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f441fce6-0ab6-4f59-97ad-ea4138b35fef {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:19.515351 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af6e1e8-7195-4d24-bab5-07a687182094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125100f8-620f-43f8-89af-b0cbb90f2969', 'code': 200} Jul 15 13:37:19.629442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:19.750505 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.783903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-b6820dd2-0945-4068-8a1e-6ff52e4b2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.795842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-b6820dd2-0945-4068-8a1e-6ff52e4b2d7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.3609602 Jul 15 13:37:19.828620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-744d528a-2360-4360-bd77-641919d27ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.830185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-744d528a-2360-4360-bd77-641919d27ea1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.4667561 Jul 15 13:37:19.971752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-c5b34828-d40a-439a-91dc-bd3e8fa633ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224787 Jul 15 13:37:20.039611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:20.067166 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:09Z', 'revision_number': 3, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:20.082766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'cd28e021-2503-4555-9353-cc5784931f9f', 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159', 'port_id': 'cd28e021-2503-4555-9353-cc5784931f9f', 'mac_address': 'fa:16:3e:56:78:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5393b90-6876-4b84-b0fb-f2886c286d5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:20.150044 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d5b84-e4ab-4765-8624-08901032c247 None None] The sync data for ids ['051985ba-ba59-46db-85bf-115887077e82'] in n-d-771362-36 is: [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:09Z', 'revision_number': 3, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:20.189897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-9fef98cd-83e3-4edc-ae06-febabeaeb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:20.194543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-9fef98cd-83e3-4edc-ae06-febabeaeb713 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3968565 Jul 15 13:37:20.200967 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.206106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf908391-1b67-4c1f-a1ee-1738da5fd6cc None None] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:20.242193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7b8c-acbe-47aa-ba8d-6dc8d6716974 req-20345733-6ea2-4c98-9cc8-5bc0c30c4533 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:20.244586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28fe7b8c-acbe-47aa-ba8d-6dc8d6716974 req-20345733-6ea2-4c98-9cc8-5bc0c30c4533 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 943 time: 0.3034747 Jul 15 13:37:20.300324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd28e021-2503-4555-9353-cc5784931f9f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:20.305186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.309714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:20.318992 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:20.320438 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-633ad57b-2ebe-4319-8c30-f02e7f62ba8e service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201077 Jul 15 13:37:20.328563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:20.334763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:20.335779 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.362871 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.1385608 Jul 15 13:37:20.368546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46040) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:20.374847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-97df2350-00a5-4344-8764-0fdc169d14c0 None None] Provisioning for port ac2efc09-96d2-4b9f-b675-7c0464843005 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:20.384179 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0fdee4b-81b4-46f5-821c-8d230b48fcd4'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:20.410492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-97df2350-00a5-4344-8764-0fdc169d14c0 None None] Provisioning complete for port ac2efc09-96d2-4b9f-b675-7c0464843005 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:20.411374 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97df2350-00a5-4344-8764-0fdc169d14c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.443579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-171f3cf2-328d-44fd-ab9a-9836c6fe437d req-6a86893f-88ed-4607-a025-80fccc9d7622 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116509 Jul 15 13:37:20.491549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:20.507052 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.527776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28fe7b8c-acbe-47aa-ba8d-6dc8d6716974 req-8b3cfb44-14b8-4bc3-9e11-9db6a36ab959 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475772 Jul 15 13:37:20.532894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2d043-6ead-4b69-b2f9-d6475389bbd5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=86a246dc-2a94-444a-9db5-3d8676398995,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:20.566078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-b974d3b4-d700-47a5-aabf-0703cb52b4b6 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638268 Jul 15 13:37:20.698177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.827985 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a172a0ab-ed14-4d3c-a18a-f23b2071a1a7 x-openstack-request-id: req-a172a0ab-ed14-4d3c-a18a-f23b2071a1a7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:20.828951 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9", "status": "completed", "code": 200}, {"server_uuid": "8af6e1e8-7195-4d24-bab5-07a687182094", "name": "network-vif-deleted", "tag": "125100f8-620f-43f8-89af-b0cbb90f2969", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:20.829366 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a172a0ab-ed14-4d3c-a18a-f23b2071a1a7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:20.829943 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'status': 'completed', 'code': 200} Jul 15 13:37:20.830336 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af6e1e8-7195-4d24-bab5-07a687182094', 'name': 'network-vif-deleted', 'tag': '125100f8-620f-43f8-89af-b0cbb90f2969', 'status': 'completed', 'code': 200} Jul 15 13:37:20.904898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:20.950444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b97be95-d3b6-46d0-bc40-2daf7655c752 req-c74b94ea-6168-44eb-b03f-d9f1903901e3 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778651 Jul 15 13:37:21.019857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['cd28e021-2503-4555-9353-cc5784931f9f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:21.065872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Allocated IP 172.20.0.1 (1a77698a-f925-4a7d-9516-a48e06170cc9/21cc1089-ff32-4bc2-82b9-3367d7d09504/e731e282-8907-42a6-9fff-6cf1286ce396) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:21.254699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97df2350-00a5-4344-8764-0fdc169d14c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.287786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-a4a227eb-61e1-4411-b769-7cc0fee6a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.289742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-a4a227eb-61e1-4411-b769-7cc0fee6a81c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1095 time: 0.2199082 Jul 15 13:37:21.430722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-97df2350-00a5-4344-8764-0fdc169d14c0 None None] For port ac2efc09-96d2-4b9f-b675-7c0464843005, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ac2efc09-96d2-4b9f-b675-7c0464843005,segment=NetworkSegment(3430e394-4e3b-46a8-9219-d02d0e03c466),segment_id=3430e394-4e3b-46a8-9219-d02d0e03c466)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:21.438366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.454227 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97df2350-00a5-4344-8764-0fdc169d14c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.489124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-13c9222e-0501-4c14-97c0-f8e6a881a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.490651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-13c9222e-0501-4c14-97c0-f8e6a881a507 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.1932807 Jul 15 13:37:21.508185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc0ea2-5035-4741-ba1e-fc1f6507a1cd req-36f30248-79ef-4196-a0dd-a23ee208084e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.522067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6afc0ea2-5035-4741-ba1e-fc1f6507a1cd req-36f30248-79ef-4196-a0dd-a23ee208084e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 945 time: 0.3644109 Jul 15 13:37:21.608122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-c09d02c8-f87e-4dea-8a3a-4f8f3ad5246d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 200 len: 217 time: 0.0761454 Jul 15 13:37:21.622140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Transition to ACTIVE for port object e731e282-8907-42a6-9fff-6cf1286ce396 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:21.687757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-97094d94-6a80-476f-80df-b0ab042576e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.689693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-97094d94-6a80-476f-80df-b0ab042576e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.0755560 Jul 15 13:37:21.754763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6afc0ea2-5035-4741-ba1e-fc1f6507a1cd req-4f83b9e0-99eb-4830-b522-64e0720653cb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313921 Jul 15 13:37:21.826870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d5c13-d4bc-4be2-8c60-f14f94aa98ae None None] Update dhcp port {'port': {'network_id': '8a06ede7-e77a-42a6-a0a2-18040952d821', 'fixed_ips': [{'subnet_id': 'b0fdee4b-81b4-46f5-821c-8d230b48fcd4', 'ip_address': '2001:db8::2'}, {'subnet_id': '98ead65d-197a-4480-a044-060373f0008f'}], 'binding:host_id': 'n-d-771362-36'}, 'id': 'ac2efc09-96d2-4b9f-b675-7c0464843005'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:37:21.846810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-42b71e28-9670-49b2-8a85-45af7d8a1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.852326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-42b71e28-9670-49b2-8a85-45af7d8a1af9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529729 Jul 15 13:37:21.904866 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.953660 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-610d5c13-d4bc-4be2-8c60-f14f94aa98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.972509 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46058) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:21.992157 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a538bcb2-f309-4210-9e5b-fdf85f630771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.017900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.023962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df2350-00a5-4344-8764-0fdc169d14c0 None None] Pushing event updated for resources: {'Port': ['ID=ac2efc09-96d2-4b9f-b675-7c0464843005,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.127217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:22.143050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-7f224467-1196-4760-9857-6a66f2a067fe service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844954 Jul 15 13:37:22.151972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:22.162812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:22.316337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Delete allocated IP 2001:db8:0:1::350 (8a06ede7-e77a-42a6-a0a2-18040952d821/98ead65d-197a-4480-a044-060373f0008f) {{(pid=93734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:37:22.325923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3344930e-f7da-4bc9-ab70-a21eaf08da52 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.482543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.502897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Pushing event updated for resources: {'Port': ['ID=e731e282-8907-42a6-9fff-6cf1286ce396,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.509195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Ignored duplicate provisioning block setup for port 86a246dc-2a94-444a-9db5-3d8676398995 by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:37:22.526059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.627790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.637154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3344930e-f7da-4bc9-ab70-a21eaf08da52 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.707804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-610d5c13-d4bc-4be2-8c60-f14f94aa98ae None None] Allocated IP 2001:db8:0:1::2 (8a06ede7-e77a-42a6-a0a2-18040952d821/98ead65d-197a-4480-a044-060373f0008f/ac2efc09-96d2-4b9f-b675-7c0464843005) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:22.863451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-610d5c13-d4bc-4be2-8c60-f14f94aa98ae None None] For port ac2efc09-96d2-4b9f-b675-7c0464843005, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ac2efc09-96d2-4b9f-b675-7c0464843005,segment=NetworkSegment(3430e394-4e3b-46a8-9219-d02d0e03c466),segment_id=3430e394-4e3b-46a8-9219-d02d0e03c466)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:22.914898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c17546c2-a901-4ec0-8f46-ffe2ba3a5f6c req-ed2861f1-3708-427f-b676-5a89b4d683eb service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7652972 Jul 15 13:37:22.917972 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-610d5c13-d4bc-4be2-8c60-f14f94aa98ae None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.941902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd2ed2-0fe8-465d-ba74-c483c0b5597e req-3a31de5b-a768-4e18-924a-ad8fabe7d713 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.945303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-610d5c13-d4bc-4be2-8c60-f14f94aa98ae None None] Transition to ACTIVE for port object ac2efc09-96d2-4b9f-b675-7c0464843005 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:22.953986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70cd2ed2-0fe8-465d-ba74-c483c0b5597e req-3a31de5b-a768-4e18-924a-ad8fabe7d713 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 943 time: 0.7498829 Jul 15 13:37:22.981179 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-610d5c13-d4bc-4be2-8c60-f14f94aa98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.002684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ac2efc09-96d2-4b9f-b675-7c0464843005 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:23.078770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] In _notify_port_updated(), no bound segment for port 86a246dc-2a94-444a-9db5-3d8676398995 on network 8a06ede7-e77a-42a6-a0a2-18040952d821 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:37:23.086268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.087011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.088769 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "PUT /v2.0/ports/86a246dc-2a94-444a-9db5-3d8676398995 HTTP/1.1" status: 200 len: 925 time: 2.7180865 Jul 15 13:37:23.091875 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fbdc3-8e84-4b79-8ddf-3ded9d39009e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=86a246dc-2a94-444a-9db5-3d8676398995,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.096913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46066) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:23.130999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6fbf91c0-2db8-4432-b746-934be95f8b47 None None] Provisioning for port e731e282-8907-42a6-9fff-6cf1286ce396 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:23.136847 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0fdee4b-81b4-46f5-821c-8d230b48fcd4'}, {'subnet_id': '98ead65d-197a-4480-a044-060373f0008f'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:23.186447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70cd2ed2-0fe8-465d-ba74-c483c0b5597e req-966a0d20-c350-4cee-aa8a-ffc7d370baab tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247291 Jul 15 13:37:23.207836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6fbf91c0-2db8-4432-b746-934be95f8b47 None None] Provisioning complete for port e731e282-8907-42a6-9fff-6cf1286ce396 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:23.208770 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6fbf91c0-2db8-4432-b746-934be95f8b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.334211 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.345828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.407721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3344930e-f7da-4bc9-ab70-a21eaf08da52 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.426947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3344930e-f7da-4bc9-ab70-a21eaf08da52 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.432950 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3344930e-f7da-4bc9-ab70-a21eaf08da52 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d35ad39-1f2c-4980-a063-45cd3108af49 HTTP/1.1" status: 204 len: 168 time: 1.3915861 Jul 15 13:37:23.479952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344930e-f7da-4bc9-ab70-a21eaf08da52 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d35ad39-1f2c-4980-a063-45cd3108af49,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.500906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf91c0-2db8-4432-b746-934be95f8b47 None None] Port e731e282-8907-42a6-9fff-6cf1286ce396 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:23.585842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e9b68740-f619-4db9-a96e-6bb6fe3ff2fa up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:23.641089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d5c13-d4bc-4be2-8c60-f14f94aa98ae None None] Pushing event updated for resources: {'Port': ['ID=ac2efc09-96d2-4b9f-b675-7c0464843005,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.669199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:23.760885 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.811540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:23.818438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port cd28e021-2503-4555-9353-cc5784931f9f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:23.825459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:23.826075 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.832630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port cd28e021-2503-4555-9353-cc5784931f9f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:23.832630 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.861314 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.873526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.069172 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.079655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.132531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12c95-26e3-4fab-afa1-3affb11d2daa req-68c9defa-8856-4484-9d75-efd5a88f6e76 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.150310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:24.151750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ec12c95-26e3-4fab-afa1-3affb11d2daa req-68c9defa-8856-4484-9d75-efd5a88f6e76 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 945 time: 0.6811976 Jul 15 13:37:24.152989 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f7482-6ff3-404d-b92f-248221602982" -d '{"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-plugged", "status": "completed", "tag": "cd28e021-2503-4555-9353-cc5784931f9f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:24.168510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e9b68740-f619-4db9-a96e-6bb6fe3ff2fa,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:24.187057 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.193957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:24.254076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ec12c95-26e3-4fab-afa1-3affb11d2daa req-988a5e87-dd10-47c9-8366-111894982f07 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995138 Jul 15 13:37:24.284253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=e9b68740-f619-4db9-a96e-6bb6fe3ff2fa,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:24.297063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.411042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46088) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:24.435515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.492302 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada4cc2d-2078-4ffa-a0b9-fbc9c36c511f x-openstack-request-id: req-ada4cc2d-2078-4ffa-a0b9-fbc9c36c511f {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:24.499996 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-plugged", "status": "completed", "tag": "cd28e021-2503-4555-9353-cc5784931f9f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:24.500217 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ada4cc2d-2078-4ffa-a0b9-fbc9c36c511f {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:24.500619 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f', 'code': 200} Jul 15 13:37:24.514941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:24.540051 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.582418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-010f2e1a-8499-4ea0-9744-a038867f094f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting subnet 22c01a0d-6e2e-4e31-ab6d-2455aa2addb5 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:24.588550 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010f2e1a-8499-4ea0-9744-a038867f094f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.662961 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Pushing event updated for resources: {'Port': ['ID=e731e282-8907-42a6-9fff-6cf1286ce396,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:24.857479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8:0:1::1dc (8a06ede7-e77a-42a6-a0a2-18040952d821/98ead65d-197a-4480-a044-060373f0008f/86a246dc-2a94-444a-9db5-3d8676398995) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:24.960156 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010f2e1a-8499-4ea0-9744-a038867f094f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.042876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:25.051915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:25.070331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914c817-94f6-44c6-9534-c983ef71b8e5 req-30f4c863-b435-430f-8c9d-19e15ff7f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.076653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d914c817-94f6-44c6-9534-c983ef71b8e5 req-30f4c863-b435-430f-8c9d-19e15ff7f885 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1098 time: 0.4134517 Jul 15 13:37:25.078956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ac2efc09-96d2-4b9f-b675-7c0464843005 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:25.158845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d8ae9-8b1b-4ffa-86f0-eb3699038532 None None] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:25.241845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d914c817-94f6-44c6-9534-c983ef71b8e5 req-41e7cf12-022c-4c98-8b9c-6eb2e72d28e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498325 Jul 15 13:37:25.275462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c06cd1-652d-455d-afdf-3d2e3c954e8c req-b9653460-2a79-4acf-9180-6715fc7b42df tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.281136 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5c06cd1-652d-455d-afdf-3d2e3c954e8c req-b9653460-2a79-4acf-9180-6715fc7b42df tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 943 time: 0.4864223 Jul 15 13:37:25.300878 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010f2e1a-8499-4ea0-9744-a038867f094f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.347914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e9b68740-f619-4db9-a96e-6bb6fe3ff2fa up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:25.423939 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.458850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Ignored duplicate provisioning block setup for port 86a246dc-2a94-444a-9db5-3d8676398995 by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:37:25.465589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Router 051985ba-ba59-46db-85bf-115887077e82 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:25.469710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfe458de-ee1e-493b-84e2-d763588237e5 None None] Provisioning for port 86a246dc-2a94-444a-9db5-3d8676398995 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:25.481499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.490230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfe458de-ee1e-493b-84e2-d763588237e5 None None] Provisioning complete for port 86a246dc-2a94-444a-9db5-3d8676398995 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:25.490781 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cfe458de-ee1e-493b-84e2-d763588237e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.511963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5c06cd1-652d-455d-afdf-3d2e3c954e8c req-a6638ffd-3f01-41e5-86db-f56149540d1b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202916 Jul 15 13:37:25.536983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cfe458de-ee1e-493b-84e2-d763588237e5 None None] Port 86a246dc-2a94-444a-9db5-3d8676398995 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:25.579156 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010f2e1a-8499-4ea0-9744-a038867f094f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.645410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfe458de-ee1e-493b-84e2-d763588237e5 None None] Provisioning for port ac2efc09-96d2-4b9f-b675-7c0464843005 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:25.670177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010f2e1a-8499-4ea0-9744-a038867f094f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.672744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-010f2e1a-8499-4ea0-9744-a038867f094f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/subnets/22c01a0d-6e2e-4e31-ab6d-2455aa2addb5 HTTP/1.1" status: 204 len: 168 time: 1.2602711 Jul 15 13:37:25.673820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f2e1a-8499-4ea0-9744-a038867f094f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Subnet': ['ID=22c01a0d-6e2e-4e31-ab6d-2455aa2addb5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:25.677026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46098) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:25.702527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c155b6-0eda-472a-a38a-23a481a17c4f None None] Network 0af1a584-7f17-4491-8a8d-bfd63fd679e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:25.704540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:25.704920 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.786589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cfe458de-ee1e-493b-84e2-d763588237e5 None None] Provisioning complete for port ac2efc09-96d2-4b9f-b675-7c0464843005 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:25.786970 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cfe458de-ee1e-493b-84e2-d763588237e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.915544 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:25.968308 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4006dcbe-775e-449b-a503-bd9dd9db9273 admin admin] 10.222.0.25 "PUT /v2.0/routers/051985ba-ba59-46db-85bf-115887077e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0400715 Jul 15 13:37:25.970527 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.055757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Sync routers for ids ['051985ba-ba59-46db-85bf-115887077e82'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:26.062479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=86a246dc-2a94-444a-9db5-3d8676398995,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:26.118902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37d07-1b5f-4f99-97d1-4e1b25221dcb req-dd6d29d6-8740-48aa-acaa-4358ee3aad2a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:26.121048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fd37d07-1b5f-4f99-97d1-4e1b25221dcb req-dd6d29d6-8740-48aa-acaa-4358ee3aad2a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2942452 Jul 15 13:37:26.144103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Routers {'051985ba-ba59-46db-85bf-115887077e82'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:26.144760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['051985ba-ba59-46db-85bf-115887077e82'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:26.150464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] In _notify_port_updated(), no bound segment for port 86a246dc-2a94-444a-9db5-3d8676398995 on network 8a06ede7-e77a-42a6-a0a2-18040952d821 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:37:26.157170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:26.157916 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.166366 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1f2d0f7a-0d00-47f3-a852-667ebd9b89b1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "PUT /v2.0/ports/86a246dc-2a94-444a-9db5-3d8676398995 HTTP/1.1" status: 200 len: 1011 time: 3.0608463 Jul 15 13:37:26.168208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46108) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:26.231515 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:37:26.234813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fd37d07-1b5f-4f99-97d1-4e1b25221dcb req-237b12b7-87d7-4d9b-b09d-5873dd5ce854 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037481 Jul 15 13:37:26.268767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:26.269454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.427076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a,segment=NetworkSegment(c735ef5f-4211-4abd-8dcf-eb8d71338e21),segment_id=c735ef5f-4211-4abd-8dcf-eb8d71338e21)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:26.427499 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.463559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a4bef642-db57-4e9b-bde6-51d777a7f105 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 86a246dc-2a94-444a-9db5-3d8676398995 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:26.463880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4bef642-db57-4e9b-bde6-51d777a7f105 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.476622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:26.683243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4bef642-db57-4e9b-bde6-51d777a7f105 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.699694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a4bef642-db57-4e9b-bde6-51d777a7f105 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 86a246dc-2a94-444a-9db5-3d8676398995 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:27.001763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.052042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] No DVR routers for this DVR port c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:27.142472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Set router 051985ba-ba59-46db-85bf-115887077e82 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:27.242403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.292559 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4bef642-db57-4e9b-bde6-51d777a7f105 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.398991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2c08c0a-048d-4dde-8c13-d94b5d32d369 None None] Provisioning complete for port e731e282-8907-42a6-9fff-6cf1286ce396 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:27.401488 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2c08c0a-048d-4dde-8c13-d94b5d32d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.402909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bef642-db57-4e9b-bde6-51d777a7f105 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=86a246dc-2a94-444a-9db5-3d8676398995,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.428227 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.463094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af1a584-7f17-4491-8a8d-bfd63fd679e3']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:27.509934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a45006-2e6d-43fb-b2db-07f05a1b75d9 None None] DHCP port deletion for 0af1a584-7f17-4491-8a8d-bfd63fd679e3 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:27.532902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c735ef5f-4211-4abd-8dcf-eb8d71338e21') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:27.533292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c735ef5f-4211-4abd-8dcf-eb8d71338e21') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:27.537366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4bef642-db57-4e9b-bde6-51d777a7f105 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.542063 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a4bef642-db57-4e9b-bde6-51d777a7f105 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/86a246dc-2a94-444a-9db5-3d8676398995 HTTP/1.1" status: 204 len: 168 time: 1.3727267 Jul 15 13:37:27.543119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46128) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:27.573029 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.591558 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-154374b5-b4d2-46a8-a879-c98b5e65383e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:37:27.597087 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-154374b5-b4d2-46a8-a879-c98b5e65383e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/86a246dc-2a94-444a-9db5-3d8676398995 HTTP/1.1" status: 404 len: 333 time: 0.0504322 Jul 15 13:37:27.597815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46130) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:27.625209 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.641526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3c0b9-5957-4600-8f44-668750356d87 req-5c0eabc4-7dae-4091-9799-097b1a288bc6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:27.651550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cad3c0b9-5957-4600-8f44-668750356d87 req-5c0eabc4-7dae-4091-9799-097b1a288bc6 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 943 time: 0.6612339 Jul 15 13:37:27.664668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d2c08c0a-048d-4dde-8c13-d94b5d32d369 None None] Port e731e282-8907-42a6-9fff-6cf1286ce396 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:27.675662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2c08c0a-048d-4dde-8c13-d94b5d32d369 None None] Could not find standard attr ID for object 86a246dc-2a94-444a-9db5-3d8676398995. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:37:27.706031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:27.706913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:27.711816 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:27.719476 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b41e5e-874b-492c-843a-06a76fe52efc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 98ead65d-197a-4480-a044-060373f0008f {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:27.728176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93b41e5e-874b-492c-843a-06a76fe52efc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.753757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d2c08c0a-048d-4dde-8c13-d94b5d32d369 None None] Provisioning complete for port ac2efc09-96d2-4b9f-b675-7c0464843005 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:27.753757 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d2c08c0a-048d-4dde-8c13-d94b5d32d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.778540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cad3c0b9-5957-4600-8f44-668750356d87 req-9c4f285a-5f77-4745-924e-3a9786c75790 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257937 Jul 15 13:37:27.811739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93b41e5e-874b-492c-843a-06a76fe52efc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.892075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.944431 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.951739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/networks/0af1a584-7f17-4491-8a8d-bfd63fd679e3 HTTP/1.1" status: 204 len: 168 time: 2.2718425 Jul 15 13:37:27.954512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12506f98-3a7d-4aad-9a54-c47a4d43b781 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Network': ['ID=0af1a584-7f17-4491-8a8d-bfd63fd679e3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.962928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46132) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:27.995439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 4, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e731e282-8907-42a6-9fff-6cf1286ce396', 'name': '', 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'mac_address': 'fa:16:3e:5d:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '21cc1089-ff32-4bc2-82b9-3367d7d09504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:20Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 2, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'subnets': [{'id': '21cc1089-ff32-4bc2-82b9-3367d7d09504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:28.079962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Checking router: 051985ba-ba59-46db-85bf-115887077e82 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:28.080149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Updating router 051985ba-ba59-46db-85bf-115887077e82 port e731e282-8907-42a6-9fff-6cf1286ce396 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:28.216279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c321948-0da8-46c2-9e40-f9c4c541dfe4 req-4e402c78-215a-45aa-b7f9-ece51998f429 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:28.220256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c321948-0da8-46c2-9e40-f9c4c541dfe4 req-4e402c78-215a-45aa-b7f9-ece51998f429 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1702240 Jul 15 13:37:28.308048 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.319618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c321948-0da8-46c2-9e40-f9c4c541dfe4 req-fb29a1e1-8a53-4f17-a042-45729a6376d0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903134 Jul 15 13:37:28.455654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f96fa483-d68d-4dd3-8733-f214e22bca8e None None] Could not find standard attr ID for object 86a246dc-2a94-444a-9db5-3d8676398995. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:37:28.461566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93b41e5e-874b-492c-843a-06a76fe52efc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.543736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46142) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:28.556124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2006145950-network', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:28.556568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port 91a5b53e-5d28-4b4e-bbb1-9f32f3a3fd02 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:28.556928 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.629235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Made reservation on behalf of 7ff81d21fa5847a9b26b5a19725bd9c2 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:28.639375 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.685478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.718711 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93b41e5e-874b-492c-843a-06a76fe52efc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.784287 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b41e5e-874b-492c-843a-06a76fe52efc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=98ead65d-197a-4480-a044-060373f0008f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:28.829898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93b41e5e-874b-492c-843a-06a76fe52efc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.833969 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-93b41e5e-874b-492c-843a-06a76fe52efc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/98ead65d-197a-4480-a044-060373f0008f HTTP/1.1" status: 204 len: 168 time: 1.2347243 Jul 15 13:37:28.845579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46152) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:28.853154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.853865 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.875407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:28.892369 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.905080 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.925257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-32b7ac28-1182-488c-a24d-d29e963189d5 None None] Could not find standard attr ID for object 86a246dc-2a94-444a-9db5-3d8676398995. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:37:28.971506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b23e2-1d96-4f62-80a0-045272f66eaf,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:29.041269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc8f40-7a27-4519-a4e8-54399c44440a None None] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:29.044885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:29.045754 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for 91a5b53e-5d28-4b4e-bbb1-9f32f3a3fd02 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:29.094472 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.095124 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Added segment 2495d94e-f6aa-49f9-8a4e-313252fe14e5 of type vlan for network 906dd04e-c070-494e-a969-69cec0a73c31 Jul 15 13:37:29.108145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:29.180136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.182785 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.185588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:29.186398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c3e7c7ef-5da1-4d11-bd20-30cd735c9d7a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:29.195419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-15b05f94-d213-4cc2-b817-a9e307860559 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.210734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-15b05f94-d213-4cc2-b817-a9e307860559 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 814 time: 0.3167069 Jul 15 13:37:29.233820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-c3f4ad99-0c05-4abe-b47b-1c4f3893dac6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/quotas/d965a9dea7414a0c982670ea780a66d5 HTTP/1.1" status: 200 len: 375 time: 0.0220428 Jul 15 13:37:29.277332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5ed49b-3b8d-4722-96e2-97240616d860 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet b0fdee4b-81b4-46f5-821c-8d230b48fcd4 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:29.295800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Transition to ACTIVE for port object e731e282-8907-42a6-9fff-6cf1286ce396 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:29.304269 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db5ed49b-3b8d-4722-96e2-97240616d860 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.309398 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.310666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.311704 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.323857 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.347517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8015065 Jul 15 13:37:29.360245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46160) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:29.381294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Request body: {'subnet': {'network_id': '906dd04e-c070-494e-a969-69cec0a73c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2006145950-subnet', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:29.467883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-bb9ad00d-8cd6-4982-99f2-78b47721d3fd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2324631 Jul 15 13:37:29.544484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db5ed49b-3b8d-4722-96e2-97240616d860 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.552202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bee4a-01af-45fc-8825-af90a4d6c77c None None] Pushing event updated for resources: {'Port': ['ID=e731e282-8907-42a6-9fff-6cf1286ce396,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:29.654955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Made reservation on behalf of 7ff81d21fa5847a9b26b5a19725bd9c2 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:29.660006 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.707108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-625be551-b2c0-4166-a00d-0cd9119e2feb service neutron] 10.222.0.25 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371035 Jul 15 13:37:29.787628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf125ce-bd06-4a6c-b992-bbf5f90afeb4 admin admin] Pushing event updated for resources: {'Network': ['ID=906dd04e-c070-494e-a969-69cec0a73c31,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:29.846504 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:29.881027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 906dd04e-c070-494e-a969-69cec0a73c31 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:29.955898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-0e852c96-f4c4-4d64-8901-c5e52fa19d06 service neutron] 10.222.0.25 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921387 Jul 15 13:37:29.963255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:29.983362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db5ed49b-3b8d-4722-96e2-97240616d860 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.093435 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db5ed49b-3b8d-4722-96e2-97240616d860 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.095555 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.111642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Attempting to bind port e731e282-8907-42a6-9fff-6cf1286ce396 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:30.112220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Attempting to bind port e731e282-8907-42a6-9fff-6cf1286ce396 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:30.112980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Attempting to bind port e731e282-8907-42a6-9fff-6cf1286ce396 on network 1a77698a-f925-4a7d-9516-a48e06170cc9 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:30.206122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:30.207994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Checking segment: {'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:30.208663 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.210069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Bound using segment: {'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:30.210735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Bound port: e731e282-8907-42a6-9fff-6cf1286ce396, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e691654f-3eb4-4e1a-b6f3-29c08e71a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:30.213070 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.246392 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.258837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ed49b-3b8d-4722-96e2-97240616d860 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fdee4b-81b4-46f5-821c-8d230b48fcd4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.263765 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-db5ed49b-3b8d-4722-96e2-97240616d860 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.266343 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-db5ed49b-3b8d-4722-96e2-97240616d860 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/b0fdee4b-81b4-46f5-821c-8d230b48fcd4 HTTP/1.1" status: 204 len: 168 time: 1.4028940 Jul 15 13:37:30.271009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=91a5b53e-5d28-4b4e-bbb1-9f32f3a3fd02,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.271243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46166) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:30.290017 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.291645 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Floating IP 18575f06-1a3a-4ab6-b031-20e20300b696 disassociated (deleted). External IP: 172.25.1.157, port: c3c12307-8784-42fa-8e59-059cb85cb565. Jul 15 13:37:30.412707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:30.592808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:30.618767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.624871 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.625527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.652015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] For port e731e282-8907-42a6-9fff-6cf1286ce396, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:30.669599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] For port e731e282-8907-42a6-9fff-6cf1286ce396, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e731e282-8907-42a6-9fff-6cf1286ce396,segment=NetworkSegment(e691654f-3eb4-4e1a-b6f3-29c08e71a629),segment_id=e691654f-3eb4-4e1a-b6f3-29c08e71a629)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:30.706021 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.851724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['d07524d2-d0ba-4dcb-a7b1-4428fe6659b9'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:30.924630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port ac2efc09-96d2-4b9f-b675-7c0464843005 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:30.924630 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.951843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.964664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Routers {'051985ba-ba59-46db-85bf-115887077e82'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:30.965829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['051985ba-ba59-46db-85bf-115887077e82'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:31.002453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d902925-2934-416f-9d9a-a669cf821ca3,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:31.014533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d5b8c-c7a7-404f-95ac-b60dd2fa0332 req-fff5bb9d-85a8-419a-b5bb-50588eb0537b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.027910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d8d5b8c-c7a7-404f-95ac-b60dd2fa0332 req-fff5bb9d-85a8-419a-b5bb-50588eb0537b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 944 time: 0.3371911 Jul 15 13:37:31.035020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Checking segment: {'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:31.036265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Network hostable DHCP agents. Network: 906dd04e-c070-494e-a969-69cec0a73c31, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:31.170626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Network 906dd04e-c070-494e-a969-69cec0a73c31 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:31.189179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d8d5b8c-c7a7-404f-95ac-b60dd2fa0332 req-a19c29c4-29aa-4163-9c53-a7e49456b91b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602867 Jul 15 13:37:31.204757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:31.211305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 906dd04e-c070-494e-a969-69cec0a73c31) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:31.226839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.230134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.274606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65438b6-6a02-407a-a88c-ca7bb68a8272 None None] Network 906dd04e-c070-494e-a969-69cec0a73c31 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:31.409027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] For port ac2efc09-96d2-4b9f-b675-7c0464843005, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ac2efc09-96d2-4b9f-b675-7c0464843005,segment=NetworkSegment(3430e394-4e3b-46a8-9219-d02d0e03c466),segment_id=3430e394-4e3b-46a8-9219-d02d0e03c466)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:31.410608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.435721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f2f162-d1e5-4e52-bfeb-d7318adf0b96 None None] Network 8a06ede7-e77a-42a6-a0a2-18040952d821 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:31.444599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for ac2efc09-96d2-4b9f-b675-7c0464843005 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:31.593876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d4b94f8-37ef-427e-8a0f-18a4bd6044ee req-63000215-9e85-4183-bb80-5dcde02a0968 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 210 time: 0.2561157 Jul 15 13:37:31.596250 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.608940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] Set router 051985ba-ba59-46db-85bf-115887077e82 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:31.617369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No DVR routers for this DVR port ac2efc09-96d2-4b9f-b675-7c0464843005 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:31.652273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=ac2efc09-96d2-4b9f-b675-7c0464843005,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:31.686036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bee4a-01af-45fc-8825-af90a4d6c77c None None] Pushing event updated for resources: {'Port': ['ID=e731e282-8907-42a6-9fff-6cf1286ce396,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:31.795885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c93ad19a-c0af-40c5-a7e2-eb6c8d3661c9 None None] Could not find standard attr ID for object ac2efc09-96d2-4b9f-b675-7c0464843005. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:37:31.874147 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.886888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a06ede7-e77a-42a6-a0a2-18040952d821']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:31.902486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3430e394-4e3b-46a8-9219-d02d0e03c466') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:31.902797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3430e394-4e3b-46a8-9219-d02d0e03c466') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:31.915940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.934454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.941619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:31.942211 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.986082 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9b494a95-016c-4a53-9992-e76fcf1820e9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6175547 Jul 15 13:37:31.990042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46184) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.995411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2006145950-router', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:32.018533 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:32.025477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.039027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.049479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/networks/8a06ede7-e77a-42a6-a0a2-18040952d821 HTTP/1.1" status: 204 len: 168 time: 1.7734277 Jul 15 13:37:32.053032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46186) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:32.138276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544744-33af-4bcd-a1fa-e3ebdd8204ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Network': ['ID=8a06ede7-e77a-42a6-a0a2-18040952d821,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:32.145383 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.146459 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.194486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-906dd04e-c070-494e-a969-69cec0a73c31', 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'fixed_ips': [{'subnet_id': '0d902925-2934-416f-9d9a-a669cf821ca3'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:32.195846 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.218643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.286708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b49ff-a9bb-4478-83ff-44fe66dd7177 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:32.301705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-658b49ff-a9bb-4478-83ff-44fe66dd7177 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2435880 Jul 15 13:37:32.313585 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46192) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:32.380098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:32.394421 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] Sync routers for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:32.408119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.408597 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:32.409436 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:32.539675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588cb29-e037-46cd-821d-0e2cdb2c057b req-13be174a-d9cf-4f70-8de8-efb3d8b9ade5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:32.543163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e588cb29-e037-46cd-821d-0e2cdb2c057b req-13be174a-d9cf-4f70-8de8-efb3d8b9ade5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 944 time: 0.1690454 Jul 15 13:37:32.553005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f29a6b-6372-43db-addb-dcd326b47781 None None] DHCP port deletion for 8a06ede7-e77a-42a6-a0a2-18040952d821 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:32.553257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.558849 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b8dfa06-01ed-4e28-89a3-cdc3894df50b tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/floatingips/18575f06-1a3a-4ab6-b031-20e20300b696 HTTP/1.1" status: 204 len: 168 time: 4.5946896 Jul 15 13:37:32.561859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:32.564847 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31135e9-3f3e-4906-a46c-02923ff4873f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:32.587639 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8fea6a4f-7dee-4970-a39c-2c955b6ad176 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2718637 Jul 15 13:37:32.593332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46198) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:32.599785 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-76970696'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:32.667185 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:32.683690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e588cb29-e037-46cd-821d-0e2cdb2c057b req-1db282a7-5941-45f5-856a-c5d3521893a8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203251 Jul 15 13:37:32.729395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:32.748116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.919703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:32.984499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.984877 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Added segment b15bada0-77a0-4d03-b9a2-00524d5e53aa of type vlan for network 465233f2-a72c-45fd-8de5-178f54c9557c Jul 15 13:37:33.079547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Allocated IP 172.20.0.2 (906dd04e-c070-494e-a969-69cec0a73c31/0d902925-2934-416f-9d9a-a669cf821ca3/1c9f9fef-1f8a-44a2-b22e-3df3dae4896a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:33.144216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-633ed431-2346-4c3e-aa99-729e640aed30 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:33.155581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-633ed431-2346-4c3e-aa99-729e640aed30 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 814 time: 0.2915022 Jul 15 13:37:33.187984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Request body: {'port': {'device_id': 'd2bd5798-c784-4bbf-b391-9d0eca403528', 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159', 'admin_state_up': True, 'tenant_id': 'd965a9dea7414a0c982670ea780a66d5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:33.190533 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:06Z', 'revision_number': 6, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:33.220351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ac2efc09-96d2-4b9f-b675-7c0464843005 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:33.220558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.265791 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] Checking router: e5e17d6f-9642-4f39-b819-9e4e73fb88d1 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:33.297259 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:33.298334 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:33.306591 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.334256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:33.344413 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.350940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ac2efc09-96d2-4b9f-b675-7c0464843005 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:33.351347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ac2efc09-96d2-4b9f-b675-7c0464843005 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:33.491884 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8942580 Jul 15 13:37:33.502097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46210) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:33.517127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:33.589179 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb72b74-cc83-4e80-b73c-194fd01a48b3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Network': ['ID=465233f2-a72c-45fd-8de5-178f54c9557c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:33.596834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 4, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e731e282-8907-42a6-9fff-6cf1286ce396', 'name': '', 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'mac_address': 'fa:16:3e:5d:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '21cc1089-ff32-4bc2-82b9-3367d7d09504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:20Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 4, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'subnets': [{'id': '21cc1089-ff32-4bc2-82b9-3367d7d09504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:33.623394 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:33.640702 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.642998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 465233f2-a72c-45fd-8de5-178f54c9557c details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:33.667724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d67aa3-228a-45ba-9454-a44573e1467c None None] The sync data for ids ['051985ba-ba59-46db-85bf-115887077e82'] in n-d-771362-36 is: [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 4, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e731e282-8907-42a6-9fff-6cf1286ce396', 'name': '', 'network_id': '1a77698a-f925-4a7d-9516-a48e06170cc9', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'mac_address': 'fa:16:3e:5d:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '21cc1089-ff32-4bc2-82b9-3367d7d09504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:20Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 4, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'subnets': [{'id': '21cc1089-ff32-4bc2-82b9-3367d7d09504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:33.684376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Transition to ACTIVE for port object 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:33.738185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Made reservation on behalf of d965a9dea7414a0c982670ea780a66d5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:33.757010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.844684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Transition to ACTIVE for port object 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:33.898514 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.021286 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c1e7e1-0331-47cd-a301-6855ecf86462 x-openstack-request-id: req-46c1e7e1-0331-47cd-a301-6855ecf86462 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:34.021597 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:34.021858 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46c1e7e1-0331-47cd-a301-6855ecf86462 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:34.022282 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'status': 'completed', 'code': 200} Jul 15 13:37:34.024559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:34.025542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.028256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.044375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Network 906dd04e-c070-494e-a969-69cec0a73c31 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:34.051022 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:06Z', 'revision_number': 6, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:34.060581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:34.079007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.081416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:34.112546 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbde39-1d41-4ac9-8ba9-c779e9140d53 None None] The sync data for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 is: [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:06Z', 'revision_number': 6, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'cf27296f-e1a7-4115-ab91-640525697a43', 'name': '', 'network_id': '77480fb7-49a9-4a9d-b274-7f08f3c4c6e3', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:15:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:46Z', 'updated_at': '2021-07-15T13:35:00Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': 'd9cc5d58-7f3c-42fa-9e24-f4c668319539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:34.216954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Pushing event updated for resources: {'Port': ['ID=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:34.260239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b18c60a2-b75b-4b65-9189-54ab85788e93 req-c1fe945d-2950-49ba-ae3a-404357b7c9c9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 210 time: 0.1719885 Jul 15 13:37:34.372381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Attempting to bind port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:34.372939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Attempting to bind port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:34.373476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Attempting to bind port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a on network 906dd04e-c070-494e-a969-69cec0a73c31 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:34.408586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:34.409246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Checking segment: {'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:34.409931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.410625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Bound using segment: {'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:34.411542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Bound port: 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:34.412236 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.448704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Allocated IP 172.25.1.194 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/c23c5ee3-1169-4112-8d7e-3281cddaa901) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:34.565725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Allocated IP 172.20.0.7 (d90e18fc-d39a-4fe4-be1a-a3b63ea23159/d5393b90-6876-4b84-b0fb-f2886c286d5a/321d8381-d1f5-4902-9912-e4c09a43c659) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:34.721052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] For port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:34.766818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.779206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-7f12f9f9-be94-41c0-ac96-010dc46afad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.788246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-7f12f9f9-be94-41c0-ac96-010dc46afad2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 1097 time: 1.0263155 Jul 15 13:37:34.841292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:34.882986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] For port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,segment=NetworkSegment(2495d94e-f6aa-49f9-8a4e-313252fe14e5),segment_id=2495d94e-f6aa-49f9-8a4e-313252fe14e5)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:34.970606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710b41d-9485-4fc9-8809-dffc07c2e53c None None] New status for floating IP 18575f06-1a3a-4ab6-b031-20e20300b696: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:37:34.997485 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.001090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.044311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.138697 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:35.143977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:35.151292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:35.231282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-1921de33-08d1-4491-974d-e8f3140cdada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:35.233047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-1921de33-08d1-4491-974d-e8f3140cdada service neutron] 10.222.0.35 "GET /v2.0/networks?id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 200 len: 897 time: 0.1292849 Jul 15 13:37:35.334292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-dce40adf-7340-4287-a73f-96119faf63f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c12307-8784-42fa-8e59-059cb85cb565 HTTP/1.1" status: 200 len: 217 time: 0.0881212 Jul 15 13:37:35.375729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e731e282-8907-42a6-9fff-6cf1286ce396 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:35.399502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Pushing event updated for resources: {'Port': ['ID=c23c5ee3-1169-4112-8d7e-3281cddaa901,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:35.628034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port e731e282-8907-42a6-9fff-6cf1286ce396 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:35.632774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:35.652099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e731e282-8907-42a6-9fff-6cf1286ce396 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:35.652903 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.701837 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.737930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:35.738532 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.749328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c84d3-cb94-4913-b5f0-5432857be518 None None] Pushing event updated for resources: {'Port': ['ID=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:35.761116 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.840607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.198625 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.202352 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.288796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.325053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:36.328096 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9babc2a-bd9f-498f-b1b0-43e9dc9931f5" -d '{"events": [{"server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "name": "network-vif-plugged", "status": "completed", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:36.375599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port e731e282-8907-42a6-9fff-6cf1286ce396, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e731e282-8907-42a6-9fff-6cf1286ce396,segment=NetworkSegment(e691654f-3eb4-4e1a-b6f3-29c08e71a629),segment_id=e691654f-3eb4-4e1a-b6f3-29c08e71a629)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:36.380591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:36.386711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.395056 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.479766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=e731e282-8907-42a6-9fff-6cf1286ce396,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:36.525812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:37:36.608139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:36.633810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=4db894b2-35f9-4597-b88f-3be454cd6f79,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:36.654119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ac59c-df07-47a2-b9dd-caf890d0cb1e req-ac6b4de9-3f22-45fa-bed8-d045893086dd tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.656386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a86ac59c-df07-47a2-b9dd-caf890d0cb1e req-ac6b4de9-3f22-45fa-bed8-d045893086dd tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 945 time: 1.9063990 Jul 15 13:37:36.728234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:36.737295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-5fc60081-6d84-4646-b774-ceadbe499c71 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.740109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-5fc60081-6d84-4646-b774-ceadbe499c71 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1accaf0-015d-4e6f-a389-b1367691ae35 HTTP/1.1" status: 200 len: 945 time: 1.9850376 Jul 15 13:37:36.746610 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Sync routers for ids ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:36.749552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.749911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.750257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.750621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.750964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.751330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.751654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.751988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.752315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.752660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.752816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.753007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.753390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:36.754913 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b58f81db-0b95-48b2-8b48-ae4641571264 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7634671 Jul 15 13:37:36.767118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46242) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:36.767911 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Routers {'29bca3ec-4a9f-46fe-a211-ab010ae884d8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:36.768568 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:36.864227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-a346c483-6d06-4c62-bbd6-eca7fba20a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.869054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-a346c483-6d06-4c62-bbd6-eca7fba20a69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9cc5d58-7f3c-42fa-9e24-f4c668319539 HTTP/1.1" status: 200 len: 835 time: 1.5216961 Jul 15 13:37:36.958173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Checking segment: {'id': 'b15bada0-77a0-4d03-b9a2-00524d5e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:36.958808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network hostable DHCP agents. Network: 465233f2-a72c-45fd-8de5-178f54c9557c, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:37.062212 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Set router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:37.084699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.098704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a86ac59c-df07-47a2-b9dd-caf890d0cb1e req-9c3b1435-7c27-4012-b338-4e5214c6a31c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=c047e245-66fc-4606-aaed-dd81e42c1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4170296 Jul 15 13:37:37.127842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 465233f2-a72c-45fd-8de5-178f54c9557c is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:37.140526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:37.162110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-edc3ff35-b5c0-43b3-a9f1-d44e4c446a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:37.163806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-edc3ff35-b5c0-43b3-a9f1-d44e4c446a37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2683067 Jul 15 13:37:37.168156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 465233f2-a72c-45fd-8de5-178f54c9557c) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:37.215253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b5124-e072-4a34-b879-6460cea9a57e None None] Network 465233f2-a72c-45fd-8de5-178f54c9557c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:37.304145 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-5d9e637f-cb39-4af5-9b51-cc4e279a864a service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324284 Jul 15 13:37:37.306208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:37.307672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.520752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f31135e9-3f3e-4906-a46c-02923ff4873f req-7564b629-ad7a-4fbe-9b0b-00acb6fa7ae7 service neutron] 10.222.0.35 "GET /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033293 Jul 15 13:37:37.572801 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'name': 'tempest-TestAggregatesBasicOps-2006145950-router', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:32Z', 'updated_at': '2021-07-15T13:37:35Z', 'revision_number': 3, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'gw_port': {'id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:34Z', 'updated_at': '2021-07-15T13:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:37.584337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port c3c12307-8784-42fa-8e59-059cb85cb565 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:37.585065 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.685071 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Checking router: 29bca3ec-4a9f-46fe-a211-ab010ae884d8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:37.685432 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Updating router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 port c23c5ee3-1169-4112-8d7e-3281cddaa901 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:37.691543 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.719996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port c3c12307-8784-42fa-8e59-059cb85cb565, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=c3c12307-8784-42fa-8e59-059cb85cb565,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:37.720663 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.737865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for c3c12307-8784-42fa-8e59-059cb85cb565 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:37.769584 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.797654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73259df3-5abb-4585-b3fe-7eee3e3e1475 None None] Network 906dd04e-c070-494e-a969-69cec0a73c31 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:37.911419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Allocated IP 172.20.0.1 (906dd04e-c070-494e-a969-69cec0a73c31/0d902925-2934-416f-9d9a-a669cf821ca3/c4ce5801-6013-4686-bc46-73236f10b4a6) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:37.950415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-43b95599-e0a1-40b2-a11f-e3e833e96663 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4454591 Jul 15 13:37:37.952638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.955568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46272) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:37.971862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c', 'name': 'tempest-PortsIpV6TestJSON-1954123997'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:37.995199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-465233f2-a72c-45fd-8de5-178f54c9557c', 'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c', 'tenant_id': 'e6f96a32ff644dd391518b3fc179f939', 'fixed_ips': [{'subnet_id': '4db894b2-35f9-4597-b88f-3be454cd6f79'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:37.999348 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.010561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-56e5954e-cf9b-4bae-bbef-8cd6a0a6b24c None None] Provisioning for port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:38.043719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=c3c12307-8784-42fa-8e59-059cb85cb565,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:38.060705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.095950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['cd28e021-2503-4555-9353-cc5784931f9f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:38.102259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] No DVR routers for this DVR port c3c12307-8784-42fa-8e59-059cb85cb565 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:38.113419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.131679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7e46cc-9e5f-4e75-938f-8bdd923aa638 req-1acde5d3-97a9-4d3c-b2c6-cfd2fcdd3548 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.35 "DELETE /v2.0/ports/c3c12307-8784-42fa-8e59-059cb85cb565 HTTP/1.1" status: 204 len: 173 time: 1.3532529 Jul 15 13:37:38.135800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'name': 'network-vif-deleted', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:38.138621 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2cdb20-6d76-4734-9040-dcdd03b1d26c" -d '{"events": [{"server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "name": "network-vif-deleted", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:38.170973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:38.190631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:38.191074 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.273312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c38607-727d-4f1c-b571-06611f52aba7 req-269b6fb0-20ff-468a-a276-ffbccb58989a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.284232 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2c38607-727d-4f1c-b571-06611f52aba7 req-269b6fb0-20ff-468a-a276-ffbccb58989a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 945 time: 0.7288911 Jul 15 13:37:38.348853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:38.362933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:38.367276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Pushing event updated for resources: {'Port': ['ID=321d8381-d1f5-4902-9912-e4c09a43c659,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:38.377621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:38.552529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2c38607-727d-4f1c-b571-06611f52aba7 req-647c491d-b284-4132-bd52-4436372d37ab tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663391 Jul 15 13:37:38.660613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.672690 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.674975 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.726128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Transition to ACTIVE for port object c4ce5801-6013-4686-bc46-73236f10b4a6 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:38.871216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.936500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:38.940050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14e330e1-c8bd-4d7e-8f6d-a53f86d6e770 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7800546 Jul 15 13:37:38.948072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.960199 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.961914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Request body: {'port': {'device_id': 'd2bd5798-c784-4bbf-b391-9d0eca403528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:38.962501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c3c12307-8784-42fa-8e59-059cb85cb565 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:39.009024 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Transition to ACTIVE for port object c23c5ee3-1169-4112-8d7e-3281cddaa901 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:39.026878 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.062962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Network 906dd04e-c070-494e-a969-69cec0a73c31 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:39.078740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:39.098849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:39.148460 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.166094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 69649282-62a1-411b-9893-f69812f219fb yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:37:39.218324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f1de0-99ca-451c-962d-e628e008e89e req-8e46b039-a351-4085-bbb2-fe5ffd48789f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.224089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ce5801-6013-4686-bc46-73236f10b4a6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:39.233711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-755f1de0-99ca-451c-962d-e628e008e89e req-8e46b039-a351-4085-bbb2-fe5ffd48789f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 931 time: 0.3676474 Jul 15 13:37:39.238138 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70141071-c633-4d72-986c-7788d21e9cbc None None] Pushing event updated for resources: {'Port': ['ID=c23c5ee3-1169-4112-8d7e-3281cddaa901,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:39.290864 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Attempting to bind port c23c5ee3-1169-4112-8d7e-3281cddaa901 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:39.292662 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Attempting to bind port c23c5ee3-1169-4112-8d7e-3281cddaa901 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:39.294256 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Attempting to bind port c23c5ee3-1169-4112-8d7e-3281cddaa901 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:39.337498 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:39.339930 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:39.340794 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.341207 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:39.344197 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Bound port: c23c5ee3-1169-4112-8d7e-3281cddaa901, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:39.344606 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.381340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Allocated IP 2001:db8::2 (465233f2-a72c-45fd-8de5-178f54c9557c/4db894b2-35f9-4597-b88f-3be454cd6f79/635636b5-f483-4e4a-b38b-f72a1cb1ef74) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:39.384317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: c3c12307-8784-42fa-8e59-059cb85cb565 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:39.388956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device c3c12307-8784-42fa-8e59-059cb85cb565 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:39.490453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.520041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-755f1de0-99ca-451c-962d-e628e008e89e req-089bca8d-d90f-4f02-bcaa-82451d29af94 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847707 Jul 15 13:37:39.531776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.573672 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] For port c23c5ee3-1169-4112-8d7e-3281cddaa901, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:39.587805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] For port c23c5ee3-1169-4112-8d7e-3281cddaa901, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c23c5ee3-1169-4112-8d7e-3281cddaa901,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:39.609927 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.798504 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4d9383-c40f-4fc4-ac4e-b2b3122b8967 x-openstack-request-id: req-ac4d9383-c40f-4fc4-ac4e-b2b3122b8967 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:39.798848 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "name": "network-vif-plugged", "status": "completed", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:39.799019 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac4d9383-c40f-4fc4-ac4e-b2b3122b8967 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:39.800544 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'code': 200} Jul 15 13:37:39.816875 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Routers {'29bca3ec-4a9f-46fe-a211-ab010ae884d8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:39.817896 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:39.872234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.031329 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70141071-c633-4d72-986c-7788d21e9cbc None None] Pushing event updated for resources: {'Port': ['ID=c23c5ee3-1169-4112-8d7e-3281cddaa901,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.122567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,segment=NetworkSegment(2495d94e-f6aa-49f9-8a4e-313252fe14e5),segment_id=2495d94e-f6aa-49f9-8a4e-313252fe14e5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:40.161671 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.163119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e731e282-8907-42a6-9fff-6cf1286ce396 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:40.321262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46302) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:40.330444 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9176aada-df6d-4373-876d-c63d7832ed95 x-openstack-request-id: req-9176aada-df6d-4373-876d-c63d7832ed95 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:40.330444 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1accaf0-015d-4e6f-a389-b1367691ae35", "name": "network-vif-deleted", "tag": "c3c12307-8784-42fa-8e59-059cb85cb565", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:40.330444 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9176aada-df6d-4373-876d-c63d7832ed95 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:40.330444 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1accaf0-015d-4e6f-a389-b1367691ae35', 'name': 'network-vif-deleted', 'tag': 'c3c12307-8784-42fa-8e59-059cb85cb565', 'status': 'completed', 'code': 200} Jul 15 13:37:40.449391 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.465298 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] Set router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:40.475318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.494185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Transition to ACTIVE for port object 635636b5-f483-4e4a-b38b-f72a1cb1ef74 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:40.540912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e731e282-8907-42a6-9fff-6cf1286ce396 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:40.551545 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.561455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Transition to ACTIVE for port object 635636b5-f483-4e4a-b38b-f72a1cb1ef74 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:40.599609 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.677004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Network 465233f2-a72c-45fd-8de5-178f54c9557c is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:40.700890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:40.716866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::30e (465233f2-a72c-45fd-8de5-178f54c9557c/4db894b2-35f9-4597-b88f-3be454cd6f79/69649282-62a1-411b-9893-f69812f219fb) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:40.717707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:40.738868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f8f03438-9493-4065-8af0-0f503dd587df None None] Provisioning complete for port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:40.739401 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f8f03438-9493-4065-8af0-0f503dd587df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.741935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Pushing event updated for resources: {'Port': ['ID=635636b5-f483-4e4a-b38b-f72a1cb1ef74,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.897164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Attempting to bind port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:40.897555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Attempting to bind port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'b15bada0-77a0-4d03-b9a2-00524d5e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:40.897920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Attempting to bind port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 on network 465233f2-a72c-45fd-8de5-178f54c9557c {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:40.972664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:40.973222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Checking segment: {'id': 'b15bada0-77a0-4d03-b9a2-00524d5e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:40.973479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.973875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Bound using segment: {'id': 'b15bada0-77a0-4d03-b9a2-00524d5e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:40.974379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Bound port: 635636b5-f483-4e4a-b38b-f72a1cb1ef74, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15bada0-77a0-4d03-b9a2-00524d5e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:40.974776 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.130809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.153846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] For port 635636b5-f483-4e4a-b38b-f72a1cb1ef74, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:41.160142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] For port 635636b5-f483-4e4a-b38b-f72a1cb1ef74, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=635636b5-f483-4e4a-b38b-f72a1cb1ef74,segment=NetworkSegment(b15bada0-77a0-4d03-b9a2-00524d5e53aa),segment_id=b15bada0-77a0-4d03-b9a2-00524d5e53aa)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:41.170218 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.172645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object 69649282-62a1-411b-9893-f69812f219fb will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:41.183075 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'name': 'tempest-TestAggregatesBasicOps-2006145950-router', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:32Z', 'updated_at': '2021-07-15T13:37:39Z', 'revision_number': 4, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'gw_port': {'id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:34Z', 'updated_at': '2021-07-15T13:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c4ce5801-6013-4686-bc46-73236f10b4a6', 'name': '', 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:37Z', 'updated_at': '2021-07-15T13:37:37Z', 'revision_number': 1, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'subnets': [{'id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:41.198547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.210786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.271377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ce5801-6013-4686-bc46-73236f10b4a6,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:41.284994 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cacee23-549d-4b47-b3ff-8895288002b4 None None] The sync data for ids ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'] in n-d-771362-36 is: [{'id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'name': 'tempest-TestAggregatesBasicOps-2006145950-router', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:32Z', 'updated_at': '2021-07-15T13:37:39Z', 'revision_number': 4, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'gw_port': {'id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:34Z', 'updated_at': '2021-07-15T13:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c4ce5801-6013-4686-bc46-73236f10b4a6', 'name': '', 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:37Z', 'updated_at': '2021-07-15T13:37:37Z', 'revision_number': 1, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'subnets': [{'id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:41.288101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf72586-2108-475f-bbe1-be09479937f5 None None] Pushing event updated for resources: {'Port': ['ID=635636b5-f483-4e4a-b38b-f72a1cb1ef74,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:41.320726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8d10-3086-4c42-a2f4-a96f0d46e4b5 req-2bf35a6a-1136-4650-b0a5-dbd91f5f5a92 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.338889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-301c8d10-3086-4c42-a2f4-a96f0d46e4b5 req-2bf35a6a-1136-4650-b0a5-dbd91f5f5a92 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 945 time: 0.6482565 Jul 15 13:37:41.367589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00ba5834-a00e-49ca-a543-d47bacd7c3a5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.384561 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.391009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fef71-c8f4-4167-83b8-1522fa8ba2cc req-c8af1a55-ccd3-4d93-b1b9-9659a67e6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.393340 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.394015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-724fef71-c8f4-4167-83b8-1522fa8ba2cc req-c8af1a55-ccd3-4d93-b1b9-9659a67e6e1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1097 time: 1.0628583 Jul 15 13:37:41.459581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:41.476312 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=69649282-62a1-411b-9893-f69812f219fb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:41.569301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 465233f2-a72c-45fd-8de5-178f54c9557c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:41.578153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:41.590589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:41.597305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.598041 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.653513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:41.654637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.671242 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a4ab901f-7700-4a77-94ed-d0dba00330d7 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7080731 Jul 15 13:37:41.672962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46320) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:41.678939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '465233f2-a72c-45fd-8de5-178f54c9557c', 'name': 'tempest-PortsIpV6TestJSON-1976022816'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:41.742567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-51f40164-8776-44ef-8fb1-4079ab7f2ce8 None None] Provisioning for port c4ce5801-6013-4686-bc46-73236f10b4a6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:41.803306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-51f40164-8776-44ef-8fb1-4079ab7f2ce8 None None] Provisioning complete for port c4ce5801-6013-4686-bc46-73236f10b4a6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:41.808627 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51f40164-8776-44ef-8fb1-4079ab7f2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.879205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Network 906dd04e-c070-494e-a969-69cec0a73c31 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:41.886176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:41.901011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321d8381-d1f5-4902-9912-e4c09a43c659 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:41.988357 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00ba5834-a00e-49ca-a543-d47bacd7c3a5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.181639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.219418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-724fef71-c8f4-4167-83b8-1522fa8ba2cc req-4711a8df-96fa-4aeb-8cca-6c8c28ef0fda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8010676 Jul 15 13:37:42.274773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-301c8d10-3086-4c42-a2f4-a96f0d46e4b5 req-596fb994-6587-43cf-892f-db7744ba4847 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9254775 Jul 15 13:37:42.307866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Transition to ACTIVE for port object 321d8381-d1f5-4902-9912-e4c09a43c659 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:42.386503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.464949 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00ba5834-a00e-49ca-a543-d47bacd7c3a5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.494979 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00ba5834-a00e-49ca-a543-d47bacd7c3a5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.505481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-00ba5834-a00e-49ca-a543-d47bacd7c3a5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/security-groups/c047e245-66fc-4606-aaed-dd81e42c1b37 HTTP/1.1" status: 204 len: 168 time: 2.1623340 Jul 15 13:37:42.653971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba5834-a00e-49ca-a543-d47bacd7c3a5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c047e245-66fc-4606-aaed-dd81e42c1b37,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:42.723075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:42.754151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:42.786394 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.799177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Pushing event updated for resources: {'Port': ['ID=321d8381-d1f5-4902-9912-e4c09a43c659,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:42.852292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-51f40164-8776-44ef-8fb1-4079ab7f2ce8 None None] Port c4ce5801-6013-4686-bc46-73236f10b4a6 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:42.987516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d940a36-7950-4516-a75b-daf0e80a6117 None None] Provisioning complete for port c4ce5801-6013-4686-bc46-73236f10b4a6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:42.988140 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d940a36-7950-4516-a75b-daf0e80a6117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.083385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6d940a36-7950-4516-a75b-daf0e80a6117 None None] Port c4ce5801-6013-4686-bc46-73236f10b4a6 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:43.096747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port bb987e6d-1434-4434-a352-990002cef19e yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:37:43.109288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Attempting to bind port 321d8381-d1f5-4902-9912-e4c09a43c659 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:43.109584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Attempting to bind port 321d8381-d1f5-4902-9912-e4c09a43c659 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:43.109926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Attempting to bind port 321d8381-d1f5-4902-9912-e4c09a43c659 on network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:43.133962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Port 321d8381-d1f5-4902-9912-e4c09a43c659 on network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:43.134420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Attempting to bind port 321d8381-d1f5-4902-9912-e4c09a43c659 on network d90e18fc-d39a-4fe4-be1a-a3b63ea23159 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:43.167891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3a11-01e5-4af7-9272-3836dfdcc44f req-9ce3d143-117e-41ea-964a-026bbd97afd6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:43.189275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bea3a11-01e5-4af7-9272-3836dfdcc44f req-9ce3d143-117e-41ea-964a-026bbd97afd6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 943 time: 0.5279381 Jul 15 13:37:43.274652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:43.277590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Checking segment: {'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:43.278251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Bound using segment: {'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:43.278894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Bound port: 321d8381-d1f5-4902-9912-e4c09a43c659, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9edd345-d42e-42b8-9227-750a9bd98c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:43.291751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.325355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:43.334271 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c768a959-58cf-4c45-bd11-f0328e665428 admin admin] 10.222.0.25 "PUT /v2.0/routers/29bca3ec-4a9f-46fe-a211-ab010ae884d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5654306 Jul 15 13:37:43.356695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bea3a11-01e5-4af7-9272-3836dfdcc44f req-4424e62e-94a8-48f8-bccf-fdf91c3d44f9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603496 Jul 15 13:37:43.540337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 635636b5-f483-4e4a-b38b-f72a1cb1ef74 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:43.571691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46348) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:43.618179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] For port 321d8381-d1f5-4902-9912-e4c09a43c659, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:43.639401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] For port 321d8381-d1f5-4902-9912-e4c09a43c659, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=321d8381-d1f5-4902-9912-e4c09a43c659,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:43.661800 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.772337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:43.867124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:43.869131 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.873707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] 10.222.0.30 "PUT /v2.0/ports/321d8381-d1f5-4902-9912-e4c09a43c659 HTTP/1.1" status: 200 len: 1092 time: 4.9219475 Jul 15 13:37:43.895284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bd5798-c784-4bbf-b391-9d0eca403528', 'tag': '321d8381-d1f5-4902-9912-e4c09a43c659'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:43.901398 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bd5798-c784-4bbf-b391-9d0eca403528", "tag": "321d8381-d1f5-4902-9912-e4c09a43c659"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:44.005771 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::91 (465233f2-a72c-45fd-8de5-178f54c9557c/4db894b2-35f9-4597-b88f-3be454cd6f79/bb987e6d-1434-4434-a352-990002cef19e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:44.095758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f77f5-b3f9-4dc1-b2e7-726998c2c751 None None] Network 465233f2-a72c-45fd-8de5-178f54c9557c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:44.141359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223676e-1e8a-4f94-b172-f64b7cfd3747 service neutron] Pushing event updated for resources: {'Port': ['ID=321d8381-d1f5-4902-9912-e4c09a43c659,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.194360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-d3108e1c-b9ba-4d15-ae8a-5115005e89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:44.197710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-d3108e1c-b9ba-4d15-ae8a-5115005e89f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 1095 time: 0.2118008 Jul 15 13:37:44.208473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c7201-6ee6-47fd-a9b7-44156a38a383 req-cc28bb99-3486-4082-beda-896364a11db2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:44.210313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340c7201-6ee6-47fd-a9b7-44156a38a383 req-cc28bb99-3486-4082-beda-896364a11db2 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 945 time: 0.3353631 Jul 15 13:37:44.267388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-490ec552-8411-47f4-be3d-940dc243b5e0 None None] Provisioning for port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:44.275963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-490ec552-8411-47f4-be3d-940dc243b5e0 None None] Provisioning complete for port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:44.276644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-490ec552-8411-47f4-be3d-940dc243b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.304619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-e6643255-6b05-4b5d-a6ce-a47ddf10cd41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321d8381-d1f5-4902-9912-e4c09a43c659 HTTP/1.1" status: 200 len: 217 time: 0.0930676 Jul 15 13:37:44.468072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-158541a4-5198-4ec7-93be-a01757ab272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:44.478859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-158541a4-5198-4ec7-93be-a01757ab272f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.1390948 Jul 15 13:37:44.509314 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-490ec552-8411-47f4-be3d-940dc243b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.548554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-14eed43a-a612-4558-8e4b-ed164343893f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514739 Jul 15 13:37:44.568262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-340c7201-6ee6-47fd-a9b7-44156a38a383 req-51630630-1517-43ce-a7c6-7a6bdb6d4873 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740591 Jul 15 13:37:44.616546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-490ec552-8411-47f4-be3d-940dc243b5e0 None None] For port 635636b5-f483-4e4a-b38b-f72a1cb1ef74, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=635636b5-f483-4e4a-b38b-f72a1cb1ef74,segment=NetworkSegment(b15bada0-77a0-4d03-b9a2-00524d5e53aa),segment_id=b15bada0-77a0-4d03-b9a2-00524d5e53aa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:44.628429 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-490ec552-8411-47f4-be3d-940dc243b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.800053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-7b621de0-5f39-48d2-8bcd-48102f443ded service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432973 Jul 15 13:37:44.846184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ec552-8411-47f4-be3d-940dc243b5e0 None None] Pushing event updated for resources: {'Port': ['ID=635636b5-f483-4e4a-b38b-f72a1cb1ef74,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.998743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-983590f1-29a5-404a-89e9-5e274ca0dbb5 req-b85216fa-8872-4447-a33a-b9c8cf1f6c94 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908805 Jul 15 13:37:45.000376 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc85f1a7-89cc-41ad-ae7f-2bcc9906fbb3 x-openstack-request-id: req-fc85f1a7-89cc-41ad-ae7f-2bcc9906fbb3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:45.000673 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bd5798-c784-4bbf-b391-9d0eca403528", "tag": "321d8381-d1f5-4902-9912-e4c09a43c659", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:45.000927 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc85f1a7-89cc-41ad-ae7f-2bcc9906fbb3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:45.001333 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bd5798-c784-4bbf-b391-9d0eca403528', 'tag': '321d8381-d1f5-4902-9912-e4c09a43c659', 'status': 'completed', 'code': 200} Jul 15 13:37:45.062088 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.127249 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.137164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object bb987e6d-1434-4434-a352-990002cef19e will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:45.410777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.422081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-0dc02ff0-6a87-4511-a52e-b553edef1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.423785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-0dc02ff0-6a87-4511-a52e-b553edef1566 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 1095 time: 0.3421226 Jul 15 13:37:45.498250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef71c44-b001-46d5-91c0-3263decbe2f6 req-e1106b38-f87e-4b9b-b108-72ee97b8affb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.515786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef71c44-b001-46d5-91c0-3263decbe2f6 req-e1106b38-f87e-4b9b-b108-72ee97b8affb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 943 time: 0.3459086 Jul 15 13:37:45.545214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f8b66e6e-ff0d-4152-b038-24ebf228bf65 None None] Provisioning for port 69649282-62a1-411b-9893-f69812f219fb completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:45.552517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f8b66e6e-ff0d-4152-b038-24ebf228bf65 None None] Provisioning complete for port 69649282-62a1-411b-9893-f69812f219fb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:45.552898 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f8b66e6e-ff0d-4152-b038-24ebf228bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.564620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 465233f2-a72c-45fd-8de5-178f54c9557c is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:45.589006 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:45.592334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=bb987e6d-1434-4434-a352-990002cef19e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:45.628074 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ef71c44-b001-46d5-91c0-3263decbe2f6 req-65e5e621-44c1-476a-ae13-146d44c0860c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110125 Jul 15 13:37:45.685575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:45.697616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f8b66e6e-ff0d-4152-b038-24ebf228bf65 None None] Port 69649282-62a1-411b-9893-f69812f219fb cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:45.705437 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.706171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.709648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c23c5ee3-1169-4112-8d7e-3281cddaa901 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:45.723535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-eea0019c-5d6e-4001-ad42-558186ffe941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.725488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-eea0019c-5d6e-4001-ad42-558186ffe941 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 915 time: 0.2912955 Jul 15 13:37:45.777901 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56162d50-f64b-425e-991c-b7bac7c1cb24 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0969877 Jul 15 13:37:45.778268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46380) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:45.845237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-8aa49213-c59e-4fee-a920-2d9032740879 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321d8381-d1f5-4902-9912-e4c09a43c659 HTTP/1.1" status: 200 len: 217 time: 0.1110690 Jul 15 13:37:45.875816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f8b66e6e-ff0d-4152-b038-24ebf228bf65 None None] Provisioning complete for port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:45.876570 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f8b66e6e-ff0d-4152-b038-24ebf228bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.079201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-0c639f22-d4f6-41d6-959c-d0533531c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.088761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-0c639f22-d4f6-41d6-959c-d0533531c0f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.2358122 Jul 15 13:37:46.090559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c23c5ee3-1169-4112-8d7e-3281cddaa901 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:46.128649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c23c5ee3-1169-4112-8d7e-3281cddaa901 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:46.129472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.138462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-ae86ef13-45bf-476d-be2b-8efc71293dcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415988 Jul 15 13:37:46.175277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83332d52-9fb2-4cb8-a1bc-9618b9d5428d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.180719 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-83332d52-9fb2-4cb8-a1bc-9618b9d5428d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30e HTTP/1.1" status: 200 len: 929 time: 0.3970509 Jul 15 13:37:46.186140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46388) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:46.332904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa327d7-652c-46d3-ac17-79e3d6d8c854 req-2c3e9b0f-6f68-4432-abe5-fd112df8acbe tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.338489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cfa327d7-652c-46d3-ac17-79e3d6d8c854 req-2c3e9b0f-6f68-4432-abe5-fd112df8acbe tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 945 time: 0.3915102 Jul 15 13:37:46.583563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4dbbc257-7c01-4425-b3ee-54802cbf3f7d None None] Provisioning complete for port 69649282-62a1-411b-9893-f69812f219fb triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:46.584056 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4dbbc257-7c01-4425-b3ee-54802cbf3f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.636061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port cf27296f-e1a7-4115-ab91-640525697a43 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:46.636562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.641992 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.681563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Sync routers for ids ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:46.708653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cfa327d7-652c-46d3-ac17-79e3d6d8c854 req-3224ed86-10ab-4610-9f9c-d25650189086 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783663 Jul 15 13:37:46.708962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbc257-7c01-4425-b3ee-54802cbf3f7d None None] Port 69649282-62a1-411b-9893-f69812f219fb cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:46.716815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c23c5ee3-1169-4112-8d7e-3281cddaa901, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c23c5ee3-1169-4112-8d7e-3281cddaa901,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:46.726700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Routers {'29bca3ec-4a9f-46fe-a211-ab010ae884d8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:46.727711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:46.736959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46398) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:46.755183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-c00cae8b-813d-4418-8459-2e06ec15b2cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4057300 Jul 15 13:37:46.786443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-331c037e-1469-4936-9a69-21c1910250c9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port bb987e6d-1434-4434-a352-990002cef19e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:46.786924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-331c037e-1469-4936-9a69-21c1910250c9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.810308 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.832281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 635636b5-f483-4e4a-b38b-f72a1cb1ef74 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:46.847632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-6648cdf7-fef7-47b4-a3f4-f614cc56ebe3 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989098 Jul 15 13:37:46.919222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port cf27296f-e1a7-4115-ab91-640525697a43, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=cf27296f-e1a7-4115-ab91-640525697a43,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:46.919752 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.965811 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for cf27296f-e1a7-4115-ab91-640525697a43 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:47.027176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-331c037e-1469-4936-9a69-21c1910250c9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.041575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fe1d7523-7b24-4096-94c9-7c6b63095d89 None None] Provisioning for port bb987e6d-1434-4434-a352-990002cef19e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:47.048773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fe1d7523-7b24-4096-94c9-7c6b63095d89 None None] Provisioning complete for port bb987e6d-1434-4434-a352-990002cef19e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:47.049144 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7523-7b24-4096-94c9-7c6b63095d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.077349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c23c5ee3-1169-4112-8d7e-3281cddaa901,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:47.116332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94641dd3-55aa-4ce8-8182-d3a49bcca9b1 req-2b89afd0-a95f-45b4-9486-56cc1809fec2 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617241 Jul 15 13:37:47.122549 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-331c037e-1469-4936-9a69-21c1910250c9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for bb987e6d-1434-4434-a352-990002cef19e owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:47.128582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.128932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.129274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.129612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.129945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.130277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.130604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.130929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.131283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.131609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.131933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.132254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:47.154315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d7523-7b24-4096-94c9-7c6b63095d89 None None] Port bb987e6d-1434-4434-a352-990002cef19e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:47.157015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Set router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:47.186891 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:47.187296 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.252130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ea196-3ce0-460b-984e-b00ca07a73da tempest-TestVolumeBootPattern-1972081217 tempest-TestVolumeBootPattern-1972081217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.253969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c89ea196-3ce0-460b-984e-b00ca07a73da tempest-TestVolumeBootPattern-1972081217 tempest-TestVolumeBootPattern-1972081217-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1092 time: 0.4970543 Jul 15 13:37:47.262344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46408) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.269162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-07867600-2933-4310-9e2f-1ebbb92b1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.271291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-07867600-2933-4310-9e2f-1ebbb92b1a3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1098 time: 0.4176941 Jul 15 13:37:47.286566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:47.337707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40189ed2-1c2b-4500-91a9-7ca3c8306b4d req-e6011def-1241-4f41-9dea-46c773163626 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.342334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40189ed2-1c2b-4500-91a9-7ca3c8306b4d req-e6011def-1241-4f41-9dea-46c773163626 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 943 time: 0.2248237 Jul 15 13:37:47.520123 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-331c037e-1469-4936-9a69-21c1910250c9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.533152 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.544368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.555800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'name': 'tempest-TestAggregatesBasicOps-2006145950-router', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:32Z', 'updated_at': '2021-07-15T13:37:39Z', 'revision_number': 4, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'gw_port': {'id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:34Z', 'updated_at': '2021-07-15T13:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c4ce5801-6013-4686-bc46-73236f10b4a6', 'name': '', 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:37Z', 'updated_at': '2021-07-15T13:37:40Z', 'revision_number': 2, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'subnets': [{'id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:47.562105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c037e-1469-4936-9a69-21c1910250c9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=bb987e6d-1434-4434-a352-990002cef19e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:47.595188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Checking router: 29bca3ec-4a9f-46fe-a211-ab010ae884d8 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:47.595796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Updating router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 port c4ce5801-6013-4686-bc46-73236f10b4a6 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:47.640778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=cf27296f-e1a7-4115-ab91-640525697a43,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:47.653975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.671958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c23c5ee3-1169-4112-8d7e-3281cddaa901 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:47.700327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40189ed2-1c2b-4500-91a9-7ca3c8306b4d req-c2afefa5-4a53-486d-a24e-5a5aa6e4ad06 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617427 Jul 15 13:37:47.716787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-331c037e-1469-4936-9a69-21c1910250c9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.719290 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-331c037e-1469-4936-9a69-21c1910250c9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/bb987e6d-1434-4434-a352-990002cef19e HTTP/1.1" status: 204 len: 168 time: 1.5322678 Jul 15 13:37:47.722712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-35966159-1191-4cd2-9f08-f67a2fd563b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.733649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-35966159-1191-4cd2-9f08-f67a2fd563b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 915 time: 0.3812118 Jul 15 13:37:47.735533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46416) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.840445 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fffd804-b47e-42f1-8cf4-b7c40f407a0a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:37:47.849703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3fffd804-b47e-42f1-8cf4-b7c40f407a0a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/bb987e6d-1434-4434-a352-990002cef19e HTTP/1.1" status: 404 len: 333 time: 0.1108437 Jul 15 13:37:47.871971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46422) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.929693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 321d8381-d1f5-4902-9912-e4c09a43c659 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:47.939436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-782af174-d712-4049-ae61-757e4c837c38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 217 time: 0.1817462 Jul 15 13:37:48.104512 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.resource_extend [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:37:48.192759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-0abf3c0e-512f-481c-be95-89c2fb54a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.194263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-0abf3c0e-512f-481c-be95-89c2fb54a08a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.1470873 Jul 15 13:37:48.209545 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.241810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-0fb2e823-b776-488b-98ab-ec3ce0337d9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386171 Jul 15 13:37:48.304890 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.350278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c23c5ee3-1169-4112-8d7e-3281cddaa901 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:48.350662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.583434 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.604790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Transition to ACTIVE for port object c4ce5801-6013-4686-bc46-73236f10b4a6 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:48.624369 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.653228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 321d8381-d1f5-4902-9912-e4c09a43c659, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=321d8381-d1f5-4902-9912-e4c09a43c659,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:48.786714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '321d8381-d1f5-4902-9912-e4c09a43c659', 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159', 'port_id': '321d8381-d1f5-4902-9912-e4c09a43c659', 'mac_address': 'fa:16:3e:d0:b7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5393b90-6876-4b84-b0fb-f2886c286d5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:48.829674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa7654-90bf-4174-a559-3b50e535e2f8 None None] Pushing event updated for resources: {'Port': ['ID=c4ce5801-6013-4686-bc46-73236f10b4a6,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:49.161768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ca65edf6-dece-4ecd-ad42-241ef35ca16e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 69649282-62a1-411b-9893-f69812f219fb {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:49.162492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca65edf6-dece-4ecd-ad42-241ef35ca16e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.219576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Attempting to bind port c4ce5801-6013-4686-bc46-73236f10b4a6 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:49.223950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Attempting to bind port c4ce5801-6013-4686-bc46-73236f10b4a6 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:49.226502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Attempting to bind port c4ce5801-6013-4686-bc46-73236f10b4a6 on network 906dd04e-c070-494e-a969-69cec0a73c31 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:49.272171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8e16d01b-9902-4fab-8c55-3f9cdba95b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.325423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:49.325996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Checking segment: {'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:49.327115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.327930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Bound using segment: {'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:49.328874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Bound port: c4ce5801-6013-4686-bc46-73236f10b4a6, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2495d94e-f6aa-49f9-8a4e-313252fe14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:49.329803 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.481251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-72d91adc-157e-48a0-9c28-3ad79eadddb4 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2312701 Jul 15 13:37:49.490219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.25.1.151 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/4fa331b5-1674-4fa0-9625-aa5bc08eaa35) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:49.497917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca65edf6-dece-4ecd-ad42-241ef35ca16e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.535840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ca65edf6-dece-4ecd-ad42-241ef35ca16e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 69649282-62a1-411b-9893-f69812f219fb owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:49.637366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d9c4-822e-4c29-b623-fd092a3522db req-938ef7e3-42d5-4b7e-be72-89905d004b33 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.645938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac71d9c4-822e-4c29-b623-fd092a3522db req-938ef7e3-42d5-4b7e-be72-89905d004b33 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 943 time: 0.4673207 Jul 15 13:37:49.732368 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.750293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321d8381-d1f5-4902-9912-e4c09a43c659 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:49.802270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac71d9c4-822e-4c29-b623-fd092a3522db req-b54fe031-1822-4fd7-b4bb-93e1db00fd32 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552892 Jul 15 13:37:49.803616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 321d8381-d1f5-4902-9912-e4c09a43c659, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=321d8381-d1f5-4902-9912-e4c09a43c659,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:49.842042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:49.925813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] For port c4ce5801-6013-4686-bc46-73236f10b4a6, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:49.938511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] For port c4ce5801-6013-4686-bc46-73236f10b4a6, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c4ce5801-6013-4686-bc46-73236f10b4a6,segment=NetworkSegment(2495d94e-f6aa-49f9-8a4e-313252fe14e5),segment_id=2495d94e-f6aa-49f9-8a4e-313252fe14e5)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:49.948011 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.968349 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.969165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ea0d2a8-b887-4e71-b1e6-11ce116c5c88 req-2024bdac-4909-44c6-85a9-4d18c6049b2d service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542718 Jul 15 13:37:50.143841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Routers {'29bca3ec-4a9f-46fe-a211-ab010ae884d8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:50.144372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.223714 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.259249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['321d8381-d1f5-4902-9912-e4c09a43c659'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:50.271229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=321d8381-d1f5-4902-9912-e4c09a43c659,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.552259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa7654-90bf-4174-a559-3b50e535e2f8 None None] Pushing event updated for resources: {'Port': ['ID=c4ce5801-6013-4686-bc46-73236f10b4a6,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.561447 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.637794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46488) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.638964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca65edf6-dece-4ecd-ad42-241ef35ca16e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.733398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:50.738739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] Set router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:50.743829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=4fa331b5-1674-4fa0-9625-aa5bc08eaa35,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.772645 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] Sync routers for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:50.791383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:50.795699 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:50.798800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:50.800538 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.802704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65edf6-dece-4ecd-ad42-241ef35ca16e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=69649282-62a1-411b-9893-f69812f219fb,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.810287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:50.818262 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f26f2596-a4fc-4de4-88ab-0c5b80a01fde tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "PUT /v2.0/routers/e5e17d6f-9642-4f39-b819-9e4e73fb88d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2244015 Jul 15 13:37:50.832201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46490) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.105693 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca65edf6-dece-4ecd-ad42-241ef35ca16e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.114879 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ca65edf6-dece-4ecd-ad42-241ef35ca16e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/69649282-62a1-411b-9893-f69812f219fb HTTP/1.1" status: 204 len: 168 time: 3.2417212 Jul 15 13:37:51.127928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.404880 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:51.455432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33bad36-0f5f-4d94-8118-60470d8b6f88 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting subnet d9cc5d58-7f3c-42fa-9e24-f4c668319539 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:51.488442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f33bad36-0f5f-4d94-8118-60470d8b6f88 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.651969 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f944a21a-d793-42f2-9a3c-c302b1a0bf50 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:37:51.654062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f944a21a-d793-42f2-9a3c-c302b1a0bf50 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/69649282-62a1-411b-9893-f69812f219fb HTTP/1.1" status: 404 len: 333 time: 0.5097246 Jul 15 13:37:51.750536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46504) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.814913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67e5c32-8a49-47ce-b81e-524d0097679c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 4db894b2-35f9-4597-b88f-3be454cd6f79 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:51.824625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f67e5c32-8a49-47ce-b81e-524d0097679c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.829201 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f33bad36-0f5f-4d94-8118-60470d8b6f88 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.858394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c4ce5801-6013-4686-bc46-73236f10b4a6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:51.954339 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65eb67e4-13ee-419b-8eb9-1c5c40205543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.961116 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:47Z', 'revision_number': 7, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:52.005261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.079200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c4ce5801-6013-4686-bc46-73236f10b4a6 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:52.091757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c4ce5801-6013-4686-bc46-73236f10b4a6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:52.092377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.101317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'name': 'tempest-TestAggregatesBasicOps-2006145950-router', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:32Z', 'updated_at': '2021-07-15T13:37:39Z', 'revision_number': 4, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'gw_port': {'id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:34Z', 'updated_at': '2021-07-15T13:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c4ce5801-6013-4686-bc46-73236f10b4a6', 'name': '', 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:37Z', 'updated_at': '2021-07-15T13:37:49Z', 'revision_number': 4, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'subnets': [{'id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:52.107924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f67e5c32-8a49-47ce-b81e-524d0097679c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.118960 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] Checking router: e5e17d6f-9642-4f39-b819-9e4e73fb88d1 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:52.138868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] Routers {'e5e17d6f-9642-4f39-b819-9e4e73fb88d1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:52.139817 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:52.222076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edaf040-1cbd-45d2-89e3-70defc83b7a8 None None] The sync data for ids ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'] in n-d-771362-36 is: [{'id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'name': 'tempest-TestAggregatesBasicOps-2006145950-router', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:32Z', 'updated_at': '2021-07-15T13:37:39Z', 'revision_number': 4, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'gw_port': {'id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:34Z', 'updated_at': '2021-07-15T13:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c4ce5801-6013-4686-bc46-73236f10b4a6', 'name': '', 'network_id': '906dd04e-c070-494e-a969-69cec0a73c31', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:37Z', 'updated_at': '2021-07-15T13:37:49Z', 'revision_number': 4, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'subnets': [{'id': '0d902925-2934-416f-9d9a-a669cf821ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:52.362323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c79d37-2717-4ef1-8606-81a496899958 req-ab90b52b-f529-4c5a-a58c-4bf9528225cb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:52.403114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c79d37-2717-4ef1-8606-81a496899958 req-ab90b52b-f529-4c5a-a58c-4bf9528225cb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 944 time: 0.7553072 Jul 15 13:37:52.544420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c79d37-2717-4ef1-8606-81a496899958 req-ab114c7d-3711-43ee-8815-0bb64c38c6b8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420078 Jul 15 13:37:52.594256 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.710476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c4ce5801-6013-4686-bc46-73236f10b4a6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c4ce5801-6013-4686-bc46-73236f10b4a6,segment=NetworkSegment(2495d94e-f6aa-49f9-8a4e-313252fe14e5),segment_id=2495d94e-f6aa-49f9-8a4e-313252fe14e5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:52.718830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.721613 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] Set router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:52.858391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c4ce5801-6013-4686-bc46-73236f10b4a6,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.956818 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.004571 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f33bad36-0f5f-4d94-8118-60470d8b6f88 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.020819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.124719 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f67e5c32-8a49-47ce-b81e-524d0097679c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.302370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.373211 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f33bad36-0f5f-4d94-8118-60470d8b6f88 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.453915 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f67e5c32-8a49-47ce-b81e-524d0097679c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.457198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bad36-0f5f-4d94-8118-60470d8b6f88 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cc5d58-7f3c-42fa-9e24-f4c668319539,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.508439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f33bad36-0f5f-4d94-8118-60470d8b6f88 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.514249 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f33bad36-0f5f-4d94-8118-60470d8b6f88 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/subnets/d9cc5d58-7f3c-42fa-9e24-f4c668319539 HTTP/1.1" status: 204 len: 168 time: 2.6613815 Jul 15 13:37:53.514489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fac88-7fbe-4c6a-bddf-d7abc85979ad None None] Network 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:53.540385 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46518) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.561675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f67e5c32-8a49-47ce-b81e-524d0097679c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.565589 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f67e5c32-8a49-47ce-b81e-524d0097679c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/4db894b2-35f9-4597-b88f-3be454cd6f79 HTTP/1.1" status: 204 len: 168 time: 1.8139617 Jul 15 13:37:53.567185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e5c32-8a49-47ce-b81e-524d0097679c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=4db894b2-35f9-4597-b88f-3be454cd6f79,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.591359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df7fcad-c80c-47b9-b46e-8e3389335215 None None] Network 465233f2-a72c-45fd-8de5-178f54c9557c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:53.674193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46520) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.720657 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:47Z', 'revision_number': 7, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:53.844533 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c448d-9ebc-419f-b8c1-0ac3daa331ac None None] The sync data for ids ['e5e17d6f-9642-4f39-b819-9e4e73fb88d1'] in n-d-771362-36 is: [{'id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'name': 'tempest-TestNetworkBasicOps-router-1268536617', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:34:25Z', 'updated_at': '2021-07-15T13:37:47Z', 'revision_number': 7, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '47ade47a-b38c-4518-9f8d-b0b8331d202b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e17d6f-9642-4f39-b819-9e4e73fb88d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:29Z', 'updated_at': '2021-07-15T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:53.851919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c4ce5801-6013-4686-bc46-73236f10b4a6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:53.926318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.940440 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.125529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 321d8381-d1f5-4902-9912-e4c09a43c659 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:54.132209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.165037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.392071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.453446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=4fa331b5-1674-4fa0-9625-aa5bc08eaa35,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.533765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.575388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c4ce5801-6013-4686-bc46-73236f10b4a6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:54.579459 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.581538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 321d8381-d1f5-4902-9912-e4c09a43c659 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:54.601705 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.635152 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:54.635839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.638770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 321d8381-d1f5-4902-9912-e4c09a43c659 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:54.639187 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.646986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.733603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b6cf1-b5b3-4695-988c-416aec327a4a req-93f70215-5459-45b3-a818-e6d245619522 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:54.737492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f5b6cf1-b5b3-4695-988c-416aec327a4a req-93f70215-5459-45b3-a818-e6d245619522 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 944 time: 0.5875864 Jul 15 13:37:54.944361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] DHCP port deletion for 465233f2-a72c-45fd-8de5-178f54c9557c request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:54.947008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f5b6cf1-b5b3-4695-988c-416aec327a4a req-0c62ab50-12dc-4df4-a30c-8eee6e68f4b7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971850 Jul 15 13:37:55.018621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] DHCP port deletion for 77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:55.061874 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Floating IP 8e3c3d70-064b-4f7d-ab10-4551df642d36 associated. External IP: 172.25.1.151, port: d07524d2-d0ba-4dcb-a7b1-4428fe6659b9. Jul 15 13:37:55.288445 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.487803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] For port 635636b5-f483-4e4a-b38b-f72a1cb1ef74, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=635636b5-f483-4e4a-b38b-f72a1cb1ef74,segment=NetworkSegment(b15bada0-77a0-4d03-b9a2-00524d5e53aa),segment_id=b15bada0-77a0-4d03-b9a2-00524d5e53aa)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:55.488725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.525928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 635636b5-f483-4e4a-b38b-f72a1cb1ef74 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:55.529634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 321d8381-d1f5-4902-9912-e4c09a43c659, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=321d8381-d1f5-4902-9912-e4c09a43c659,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:55.533510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd5798-c784-4bbf-b391-9d0eca403528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321d8381-d1f5-4902-9912-e4c09a43c659'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:55.542512 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fcf3a1-6870-4cd7-83e8-b8f9492f9882" -d '{"events": [{"server_uuid": "d2bd5798-c784-4bbf-b391-9d0eca403528", "name": "network-vif-plugged", "status": "completed", "tag": "321d8381-d1f5-4902-9912-e4c09a43c659"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:55.575400 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.649418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port 47ade47a-b38c-4518-9f8d-b0b8331d202b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:55.649768 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.700621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:55.717251 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aebdb2-d08f-43b7-9326-1e74270d9927 x-openstack-request-id: req-37aebdb2-d08f-43b7-9326-1e74270d9927 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:55.717706 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bd5798-c784-4bbf-b391-9d0eca403528", "name": "network-vif-plugged", "status": "completed", "tag": "321d8381-d1f5-4902-9912-e4c09a43c659", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:55.720885 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37aebdb2-d08f-43b7-9326-1e74270d9927 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:55.721460 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bd5798-c784-4bbf-b391-9d0eca403528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321d8381-d1f5-4902-9912-e4c09a43c659', 'code': 200} Jul 15 13:37:55.750586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cf27296f-e1a7-4115-ab91-640525697a43 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:55.789014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] Deleting port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:55.790141 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.822189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.882125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=635636b5-f483-4e4a-b38b-f72a1cb1ef74,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:55.894432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No DVR routers for this DVR port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:55.910574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port 47ade47a-b38c-4518-9f8d-b0b8331d202b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=47ade47a-b38c-4518-9f8d-b0b8331d202b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:55.910574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.961727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] Deleting port fdf275a3-c537-4dd1-8a51-e0be76378d50 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:55.967089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.974652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for 47ade47a-b38c-4518-9f8d-b0b8331d202b owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:56.056651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240b323-e4c5-47dd-a30f-54bf00d75354 req-60bb2c7a-f73a-4265-81aa-bbfa2493cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:56.058581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: cf27296f-e1a7-4115-ab91-640525697a43 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:56.059590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3240b323-e4c5-47dd-a30f-54bf00d75354 req-60bb2c7a-f73a-4265-81aa-bbfa2493cd2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 1097 time: 0.2346754 Jul 15 13:37:56.060954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device cf27296f-e1a7-4115-ab91-640525697a43 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:56.061747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 635636b5-f483-4e4a-b38b-f72a1cb1ef74 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:56.107854 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.152727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:56.156254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465233f2-a72c-45fd-8de5-178f54c9557c']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:56.233008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3240b323-e4c5-47dd-a30f-54bf00d75354 req-d754f6aa-7ade-4105-9dd5-7bc2478bd9a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651235 Jul 15 13:37:56.247695 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15bada0-77a0-4d03-b9a2-00524d5e53aa') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:56.248183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15bada0-77a0-4d03-b9a2-00524d5e53aa') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:56.271786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.314554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.349362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Deleting port e731e282-8907-42a6-9fff-6cf1286ce396 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:56.349979 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.445914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:56.476132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-83539892-b4f1-48cf-bc96-1c52100b65cf tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.2034757 Jul 15 13:37:56.495366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.531692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:56.534610 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b288b9cb-e8cb-417f-996b-c56fcbf3f440" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:56.541353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:56.543673 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:56.545431 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:56.566326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] For port 635636b5-f483-4e4a-b38b-f72a1cb1ef74, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:56.566326 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.680901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 635636b5-f483-4e4a-b38b-f72a1cb1ef74 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:56.681567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 635636b5-f483-4e4a-b38b-f72a1cb1ef74 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:56.682398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fdf275a3-c537-4dd1-8a51-e0be76378d50 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:56.685504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.689642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] For port fdf275a3-c537-4dd1-8a51-e0be76378d50, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=fdf275a3-c537-4dd1-8a51-e0be76378d50,segment=NetworkSegment(392b565e-cc7a-4e21-9f5a-608086c4c909),segment_id=392b565e-cc7a-4e21-9f5a-608086c4c909)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:56.690329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] For port e731e282-8907-42a6-9fff-6cf1286ce396, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e731e282-8907-42a6-9fff-6cf1286ce396,segment=NetworkSegment(e691654f-3eb4-4e1a-b6f3-29c08e71a629),segment_id=e691654f-3eb4-4e1a-b6f3-29c08e71a629)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:56.690561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.690706 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.693965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66ae5-6d91-4f74-9c3b-19244a0f2c90 req-b2c645f9-f9d5-43d2-9bfc-63fd19fb9b19 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:56.709792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf66ae5-6d91-4f74-9c3b-19244a0f2c90 req-b2c645f9-f9d5-43d2-9bfc-63fd19fb9b19 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 945 time: 0.2736096 Jul 15 13:37:56.712103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.720281 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/networks/465233f2-a72c-45fd-8de5-178f54c9557c HTTP/1.1" status: 204 len: 168 time: 3.0163882 Jul 15 13:37:56.722573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46564) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:56.724135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d31cd5-b01d-4bf7-8473-1aca9dbf5cfa tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Network': ['ID=465233f2-a72c-45fd-8de5-178f54c9557c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.736871 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Calling delete_port for e731e282-8907-42a6-9fff-6cf1286ce396 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:56.749053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1531783639'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:56.751936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.845930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=321d8381-d1f5-4902-9912-e4c09a43c659,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.871074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] Calling delete_port for 635636b5-f483-4e4a-b38b-f72a1cb1ef74 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:56.886307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:56.890187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] Port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:37:56.891698 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.893277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] Calling delete_port for fdf275a3-c537-4dd1-8a51-e0be76378d50 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:56.897534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:56.899646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:56.967236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf66ae5-6d91-4f74-9c3b-19244a0f2c90 req-91a49444-bedc-49f4-b744-d12eab06cd78 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548935 Jul 15 13:37:57.022014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:57.061936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=47ade47a-b38c-4518-9f8d-b0b8331d202b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.084943 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c45b2d8-3c66-4194-9f50-ad45ec7a2dda x-openstack-request-id: req-7c45b2d8-3c66-4194-9f50-ad45ec7a2dda {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:57.085590 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:57.086048 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c45b2d8-3c66-4194-9f50-ad45ec7a2dda {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:57.086577 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'status': 'completed', 'code': 200} Jul 15 13:37:57.128218 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.189083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.189646 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Added segment 339f78d1-f874-4fb3-8598-8c5cddd77955 of type vlan for network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b Jul 15 13:37:57.198446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] Network 465233f2-a72c-45fd-8de5-178f54c9557c is not hosted by any dhcp agent {{(pid=93735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:37:57.199592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] No DVR routers for this DVR port 635636b5-f483-4e4a-b38b-f72a1cb1ef74 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:57.203084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae71aaf-0a44-4fd7-a61f-e87cd59a37d7 None None] Pushing event deleted for resources: {'Port': ['ID=635636b5-f483-4e4a-b38b-f72a1cb1ef74,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.264300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.423678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.431057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:57.447024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-482de840-d31f-4388-9f5e-1ea855a5cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:57.459413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-482de840-d31f-4388-9f5e-1ea855a5cf60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1097 time: 0.3697753 Jul 15 13:37:57.464178 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.470771 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.520069 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.544597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.545336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Fanout notify agent at l3_agent the message router_deleted on router e5e17d6f-9642-4f39-b819-9e4e73fb88d1 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:57.562752 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.568055 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e4ff105-52f1-490d-9c5a-27e16b4b6172 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/routers/e5e17d6f-9642-4f39-b819-9e4e73fb88d1 HTTP/1.1" status: 204 len: 168 time: 4.0227556 Jul 15 13:37:57.571196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46574) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:57.609227 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.633827 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.704608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] No DVR routers for this DVR port fdf275a3-c537-4dd1-8a51-e0be76378d50 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:57.704874 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.731258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:57.732750 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.775993 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Pushing event deleted for resources: {'Port': ['ID=e731e282-8907-42a6-9fff-6cf1286ce396,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.860219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9aee9-e2fa-4706-b126-081f46fab551 None None] Pushing event deleted for resources: {'Port': ['ID=fdf275a3-c537-4dd1-8a51-e0be76378d50,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.966347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Network': ['ID=a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:58.004389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:58.045729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.084665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-04b93969-8222-4a5e-ab53-a00a4c028111 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3512022 Jul 15 13:37:58.096187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46584) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.110606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:58.300527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-e9d734bc-15be-4604-8a53-5df65d1ee81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:58.302059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-e9d734bc-15be-4604-8a53-5df65d1ee81f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.8334780 Jul 15 13:37:58.338969 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.414895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Router 051985ba-ba59-46db-85bf-115887077e82 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:58.433091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:37:52Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.474835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 47ade47a-b38c-4518-9f8d-b0b8331d202b no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:58.480110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:58.511052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 47ade47a-b38c-4518-9f8d-b0b8331d202b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:58.511755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 47ade47a-b38c-4518-9f8d-b0b8331d202b not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:58.528152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:58.530123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.560045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:58.570840 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-985a814c-63ab-42f3-9fd6-26229ccde950 admin admin] 10.222.0.25 "PUT /v2.0/routers/051985ba-ba59-46db-85bf-115887077e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9246194 Jul 15 13:37:58.574789 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] Sync routers for ids ['051985ba-ba59-46db-85bf-115887077e82'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:58.576056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46592) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.579005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:58.582409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.587739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-cedc374d-4056-4908-ada0-e7e2a0ad9d0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 200 len: 999 time: 0.2462575 Jul 15 13:37:58.588131 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] Routers {'051985ba-ba59-46db-85bf-115887077e82'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:58.589206 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['051985ba-ba59-46db-85bf-115887077e82'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.700226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:58.745879 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] Set router 051985ba-ba59-46db-85bf-115887077e82 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:58.961486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edef27b-0c4d-4d1a-ad80-05c140893867 req-a914b5eb-3546-4b4b-9a1c-26ee47619b5e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:58.974277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7edef27b-0c4d-4d1a-ad80-05c140893867 req-a914b5eb-3546-4b4b-9a1c-26ee47619b5e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 945 time: 0.6580384 Jul 15 13:37:59.152973 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.156572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:37:52Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.167215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77480fb7-49a9-4a9d-b274-7f08f3c4c6e3']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.179124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392b565e-cc7a-4e21-9f5a-608086c4c909') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.180156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392b565e-cc7a-4e21-9f5a-608086c4c909') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.190912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.197159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24188e8-cf7a-4133-a436-bf2b61336ac1 None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:37:52Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:59.210456 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.217649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:59.218678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.274505 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:57Z', 'revision_number': 5, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:59.295873 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:59.322177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.322618 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] Checking router: 051985ba-ba59-46db-85bf-115887077e82 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:59.337494 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] Routers {'051985ba-ba59-46db-85bf-115887077e82'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:59.339455 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['051985ba-ba59-46db-85bf-115887077e82'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.348138 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.354685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/networks/77480fb7-49a9-4a9d-b274-7f08f3c4c6e3 HTTP/1.1" status: 204 len: 168 time: 1.7774947 Jul 15 13:37:59.373662 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7edef27b-0c4d-4d1a-ad80-05c140893867 req-7e87b189-4d92-400d-8f87-477e8beff200 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981261 Jul 15 13:37:59.376221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-1dcff30d-7917-4a54-a11d-afac26873fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:59.380511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-1dcff30d-7917-4a54-a11d-afac26873fa1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.7725439 Jul 15 13:37:59.394289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46610) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.400869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'network': {'name': 'tempest-network-smoke--499151130', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'port_security_enabled': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:59.480388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:59.490038 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.581712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:59.611403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.612027 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Added segment 507e9779-c1ea-4e17-b35e-8db88c499cf7 of type vlan for network 8940fee6-800e-4648-9d2a-493d9117f591 Jul 15 13:37:59.678122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.681101 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] Set router 051985ba-ba59-46db-85bf-115887077e82 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:59.738437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59841d-ecb0-4785-82d9-8a468713536f None None] New status for floating IP 8e3c3d70-064b-4f7d-ab10-4551df642d36: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:37:59.842943 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.870134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:59.871934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.080355 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:57Z', 'revision_number': 5, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.170996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Network': ['ID=8940fee6-800e-4648-9d2a-493d9117f591,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.194862 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-95e96953-b00b-4f59-aaf8-ac6043d8060e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7966197 Jul 15 13:38:00.196531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46624) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.197676 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8319e-e577-426f-8a3d-e12c69c3f591 None None] The sync data for ids ['051985ba-ba59-46db-85bf-115887077e82'] in n-d-771362-36 is: [{'id': '051985ba-ba59-46db-85bf-115887077e82', 'name': 'tempest-TestAggregatesBasicOps-1603806183-router', 'tenant_id': '3a59baf131f64b4c80ca6ea373828a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:05Z', 'updated_at': '2021-07-15T13:37:57Z', 'revision_number': 5, 'project_id': '3a59baf131f64b4c80ca6ea373828a47', 'gw_port': {'id': 'e9b68740-f619-4db9-a96e-6bb6fe3ff2fa', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051985ba-ba59-46db-85bf-115887077e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:07Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:00.207347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-416443683', 'admin_state_up': True, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:00.274424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.294156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.303542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.338152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8940fee6-800e-4648-9d2a-493d9117f591 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:00.340794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7a723-f61c-4336-b2c5-01b656f0b7b1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Network': ['ID=77480fb7-49a9-4a9d-b274-7f08f3c4c6e3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.472082 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.491328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=df9691e1-7c04-4207-a002-4fce2dd2d40e,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.537843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Checking segment: {'id': '339f78d1-f874-4fb3-8598-8c5cddd77955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:00.538488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network hostable DHCP agents. Network: a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:00.546248 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.585177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056f53d-ca59-44a7-b5e9-d41872baf4cc req-c5780990-9991-4135-ab47-db446a8e5c01 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:00.587163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2056f53d-ca59-44a7-b5e9-d41872baf4cc req-c5780990-9991-4135-ab47-db446a8e5c01 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 945 time: 0.3034861 Jul 15 13:38:00.592568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-83e616b1-459b-4882-8999-2bf2b217b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:00.594304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-83e616b1-459b-4882-8999-2bf2b217b894 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1892250 Jul 15 13:38:00.958064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:00.998608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.010546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:01.016548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:01.018196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.047197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2056f53d-ca59-44a7-b5e9-d41872baf4cc req-d54977b6-e3cd-4811-845e-e0b676064bba tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132566 Jul 15 13:38:01.055079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba825c1-d038-4a19-9900-ff8854b41511 None None] Network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:01.071542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.081596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-3c2f23b0-d2e1-4473-b703-06a5244cafcc service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195738 Jul 15 13:38:01.086366 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8c3593d2-f38e-492d-be6c-b884527dd3a9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9810905 Jul 15 13:38:01.093557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46634) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.120004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b', 'name': 'tempest-PortsIpV6TestJSON-1706836343', 'fixed_ips': [{'subnet_id': 'df9691e1-7c04-4207-a002-4fce2dd2d40e', 'ip_address': '2001:db8::10'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:01.506112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b', 'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b', 'tenant_id': 'e6f96a32ff644dd391518b3fc179f939', 'fixed_ips': [{'subnet_id': 'df9691e1-7c04-4207-a002-4fce2dd2d40e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:01.507267 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.575192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Deleting port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:01.575192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.599355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b288b9cb-e8cb-417f-996b-c56fcbf3f440 req-810b2495-4a84-41a1-a263-53cc5e853453 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990165 Jul 15 13:38:01.745621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.781556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:01.793194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Allocated IP 2001:db8::2 (a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b/df9691e1-7c04-4207-a002-4fce2dd2d40e/bb3377f8-83ee-4b6d-acad-faeddf7f1971) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:01.809065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-892303f2-505f-400e-804b-2ea1a9ebcddd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:01.809990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.813662 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-892303f2-505f-400e-804b-2ea1a9ebcddd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 945 time: 0.4857705 Jul 15 13:38:01.925859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] For port e9b68740-f619-4db9-a96e-6bb6fe3ff2fa, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e9b68740-f619-4db9-a96e-6bb6fe3ff2fa,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:01.926412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.004084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Calling delete_port for e9b68740-f619-4db9-a96e-6bb6fe3ff2fa owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:02.121837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.137912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.25.1.183 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/29c15d7d-d5cc-467e-85b5-442966a2787e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:02.151007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Transition to ACTIVE for port object bb3377f8-83ee-4b6d-acad-faeddf7f1971 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:02.204724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Transition to ACTIVE for port object bb3377f8-83ee-4b6d-acad-faeddf7f1971 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:02.222744 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.275696 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e731e282-8907-42a6-9fff-6cf1286ce396 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:02.341026 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.365740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: e731e282-8907-42a6-9fff-6cf1286ce396 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:02.366323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e731e282-8907-42a6-9fff-6cf1286ce396 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:02.386489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:02.391273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:02.399797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:02.429172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Pushing event updated for resources: {'Port': ['ID=bb3377f8-83ee-4b6d-acad-faeddf7f1971,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:02.502687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 83aa4487-6eb1-4234-bb4b-f850dcae245e yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:38:02.509414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.543193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Attempting to bind port bb3377f8-83ee-4b6d-acad-faeddf7f1971 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:02.543973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Attempting to bind port bb3377f8-83ee-4b6d-acad-faeddf7f1971 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '339f78d1-f874-4fb3-8598-8c5cddd77955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:02.544603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Attempting to bind port bb3377f8-83ee-4b6d-acad-faeddf7f1971 on network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:02.564092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:02.564776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Checking segment: {'id': '339f78d1-f874-4fb3-8598-8c5cddd77955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:02.565302 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.565989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Bound using segment: {'id': '339f78d1-f874-4fb3-8598-8c5cddd77955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:02.566765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Bound port: bb3377f8-83ee-4b6d-acad-faeddf7f1971, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339f78d1-f874-4fb3-8598-8c5cddd77955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:02.567410 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.585737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.693042 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=29c15d7d-d5cc-467e-85b5-442966a2787e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:02.722998 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:02.726059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:02.729056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] For port bb3377f8-83ee-4b6d-acad-faeddf7f1971, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:02.732098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:02.734644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] For port bb3377f8-83ee-4b6d-acad-faeddf7f1971, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb3377f8-83ee-4b6d-acad-faeddf7f1971,segment=NetworkSegment(339f78d1-f874-4fb3-8598-8c5cddd77955),segment_id=339f78d1-f874-4fb3-8598-8c5cddd77955)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:02.745738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.847633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Deleting port 321d8381-d1f5-4902-9912-e4c09a43c659 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:02.849135 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.860262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d68db-7d57-48b0-a6eb-b5767a5032ce None None] Pushing event updated for resources: {'Port': ['ID=bb3377f8-83ee-4b6d-acad-faeddf7f1971,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:03.153336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd9338-0cfa-4c2f-bc94-00fdbc1927c9 req-299b82fc-b7a2-490c-9626-bc64e072e732 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:03.183488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5fd9338-0cfa-4c2f-bc94-00fdbc1927c9 req-299b82fc-b7a2-490c-9626-bc64e072e732 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 945 time: 0.8880773 Jul 15 13:38:03.276151 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:03.442083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] For port 321d8381-d1f5-4902-9912-e4c09a43c659, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=321d8381-d1f5-4902-9912-e4c09a43c659,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:03.442707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.467066 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.596113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Calling delete_port for 321d8381-d1f5-4902-9912-e4c09a43c659 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:03.652752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5fd9338-0cfa-4c2f-bc94-00fdbc1927c9 req-c7eb1943-4b38-4bc9-b3fe-d49ba56db20a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264005 Jul 15 13:38:03.671607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.811292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::10 (a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b/df9691e1-7c04-4207-a002-4fce2dd2d40e/83aa4487-6eb1-4234-bb4b-f850dcae245e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:03.820964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b68740-f619-4db9-a96e-6bb6fe3ff2fa,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:04.020016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.266357 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.279537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['cd28e021-2503-4555-9353-cc5784931f9f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:04.282178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.471455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Pushing event deleted for resources: {'Port': ['ID=321d8381-d1f5-4902-9912-e4c09a43c659,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:04.653390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb3377f8-83ee-4b6d-acad-faeddf7f1971 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:04.753823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.784399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.848214 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.854422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port bb3377f8-83ee-4b6d-acad-faeddf7f1971 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:04.891309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] No DVR routers for this DVR port 321d8381-d1f5-4902-9912-e4c09a43c659 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:04.894484 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.897048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cdcfd94d-52ed-43f3-9b80-d8d9c6035c55 req-65457615-b090-4de3-b6ed-0d2da0076947 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.30 "DELETE /v2.0/ports/321d8381-d1f5-4902-9912-e4c09a43c659 HTTP/1.1" status: 204 len: 173 time: 3.0738437 Jul 15 13:38:04.959389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd5798-c784-4bbf-b391-9d0eca403528', 'name': 'network-vif-deleted', 'tag': '321d8381-d1f5-4902-9912-e4c09a43c659'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:04.964789 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928eb350-608e-4c38-aaba-f706932f8b37" -d '{"events": [{"server_uuid": "d2bd5798-c784-4bbf-b391-9d0eca403528", "name": "network-vif-deleted", "tag": "321d8381-d1f5-4902-9912-e4c09a43c659"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:04.972260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.020976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object 83aa4487-6eb1-4234-bb4b-f850dcae245e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:05.027007 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.027966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 051985ba-ba59-46db-85bf-115887077e82 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:05.033778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e168ec-1977-4f7f-b967-c1f91a419e2d None None] Network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:05.039625 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.046465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46688) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.047469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5227a668-6946-4396-bbe6-15e968777ed3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/051985ba-ba59-46db-85bf-115887077e82 HTTP/1.1" status: 204 len: 168 time: 6.4692619 Jul 15 13:38:05.287698 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.289006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9220d1d5-8bec-4964-b4fd-a6575f236ab6 None None] Provisioning for port bb3377f8-83ee-4b6d-acad-faeddf7f1971 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:05.309619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9220d1d5-8bec-4964-b4fd-a6575f236ab6 None None] Provisioning complete for port bb3377f8-83ee-4b6d-acad-faeddf7f1971 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:05.314738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9220d1d5-8bec-4964-b4fd-a6575f236ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.414279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Deleting subnet 21cc1089-ff32-4bc2-82b9-3367d7d09504 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:05.430566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.509169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ccfd354-d766-4b4e-810d-bd7ac9167798 req-f971ba0f-0afa-4ccb-b614-83faf8831283 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2bd5798-c784-4bbf-b391-9d0eca403528 HTTP/1.1" status: 200 len: 210 time: 0.1142278 Jul 15 13:38:05.541273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.588723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:05.599473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:05.608190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:05.620044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router 2a4dee8f-12a2-4c7d-a3e9-923da896298f is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:05.623584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:05.631876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.677655 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c8fde2-7e77-499e-b28e-cf7e9870dabc x-openstack-request-id: req-06c8fde2-7e77-499e-b28e-cf7e9870dabc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:05.680563 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bd5798-c784-4bbf-b391-9d0eca403528", "name": "network-vif-deleted", "tag": "321d8381-d1f5-4902-9912-e4c09a43c659", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:05.681466 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06c8fde2-7e77-499e-b28e-cf7e9870dabc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:05.682713 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bd5798-c784-4bbf-b391-9d0eca403528', 'name': 'network-vif-deleted', 'tag': '321d8381-d1f5-4902-9912-e4c09a43c659', 'status': 'completed', 'code': 200} Jul 15 13:38:05.687001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5762162 Jul 15 13:38:05.691579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673438de-0530-4ec9-8f40-5b9b2aa83467 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=83aa4487-6eb1-4234-bb4b-f850dcae245e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:05.707827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46696) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.721285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': 'a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b', 'name': 'tempest-PortsIpV6TestJSON-658155227', 'fixed_ips': [{'subnet_id': 'df9691e1-7c04-4207-a002-4fce2dd2d40e', 'ip_address': '2001:db8::f'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:06.130926 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:06.146134 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Sync routers for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:06.164695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.165947 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:06.166558 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-288293e4-62cd-44fd-bfc1-da1ce71377da tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9685423 Jul 15 13:38:06.167682 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.172128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46702) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.221527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 321d8381-d1f5-4902-9912-e4c09a43c659 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:06.227566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:06.343718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-276b6c65-883b-4b8b-a78e-a87f7db5bdd9 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=8c00d19e732740e0ace17c988ffb71e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1693492 Jul 15 13:38:06.349170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.384242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e9b68740-f619-4db9-a96e-6bb6fe3ff2fa no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:06.412497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.443502 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.445275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 321d8381-d1f5-4902-9912-e4c09a43c659 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:06.446040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 321d8381-d1f5-4902-9912-e4c09a43c659 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:06.480143 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:38:06.560637 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: e9b68740-f619-4db9-a96e-6bb6fe3ff2fa {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:06.561647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e9b68740-f619-4db9-a96e-6bb6fe3ff2fa not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:06.649551 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9220d1d5-8bec-4964-b4fd-a6575f236ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.789787 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:06.816146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9220d1d5-8bec-4964-b4fd-a6575f236ab6 None None] For port bb3377f8-83ee-4b6d-acad-faeddf7f1971, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb3377f8-83ee-4b6d-acad-faeddf7f1971,segment=NetworkSegment(339f78d1-f874-4fb3-8598-8c5cddd77955),segment_id=339f78d1-f874-4fb3-8598-8c5cddd77955)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:06.839255 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9220d1d5-8bec-4964-b4fd-a6575f236ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.866638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8645ca-1146-40c2-bdec-4cff97a27d85 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:06.869156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fc8645ca-1146-40c2-bdec-4cff97a27d85 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5185332 Jul 15 13:38:06.873587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46724) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.955434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-532baff2-1532-4ad9-8449-8966a1058074 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783942 Jul 15 13:38:06.958525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46726) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.967326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1745327397', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:07.031227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220d1d5-8bec-4964-b4fd-a6575f236ab6 None None] Pushing event updated for resources: {'Port': ['ID=bb3377f8-83ee-4b6d-acad-faeddf7f1971,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:07.056524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::f (a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b/df9691e1-7c04-4207-a002-4fce2dd2d40e/6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:07.309305 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.545846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244cdee-f5b7-4c7e-aa92-c2536a639938 req-fd8f36a7-9396-4922-97b6-02eee861690d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:07.554076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3244cdee-f5b7-4c7e-aa92-c2536a639938 req-fd8f36a7-9396-4922-97b6-02eee861690d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2975123 Jul 15 13:38:07.566201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:07.570605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.571261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.633819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f55ecea-83fb-4abf-9efd-ad3b46e68691 None None] Provisioning complete for port bb3377f8-83ee-4b6d-acad-faeddf7f1971 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:07.635176 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f55ecea-83fb-4abf-9efd-ad3b46e68691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.661199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object 6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:07.687303 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.748677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.756510 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/21cc1089-ff32-4bc2-82b9-3367d7d09504 HTTP/1.1" status: 204 len: 168 time: 2.7069201 Jul 15 13:38:07.814146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee621369-be20-4add-9565-08c7faf6bc44 None None] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:07.842845 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:03Z', 'revision_number': 3, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:07.860419 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46734) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:07.894040 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21cc1089-ff32-4bc2-82b9-3367d7d09504,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.025143 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Checking router: 2a4dee8f-12a2-4c7d-a3e9-923da896298f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:08.025737 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Updating router 2a4dee8f-12a2-4c7d-a3e9-923da896298f port 29c15d7d-d5cc-467e-85b5-442966a2787e binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:08.065723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.068654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.069664 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.074075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.074957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.076133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.077028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.077886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.078882 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.080471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.083479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.085726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1941b8f-776c-4ffa-97e5-bcfe83b17e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:08.153819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f55ecea-83fb-4abf-9efd-ad3b46e68691 None None] Provisioning for port 83aa4487-6eb1-4234-bb4b-f850dcae245e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:08.165034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f55ecea-83fb-4abf-9efd-ad3b46e68691 None None] Provisioning complete for port 83aa4487-6eb1-4234-bb4b-f850dcae245e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:08.165559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f55ecea-83fb-4abf-9efd-ad3b46e68691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.188694 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.201485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3244cdee-f5b7-4c7e-aa92-c2536a639938 req-1cd7dfd4-ac67-4dcb-ab98-a73fd16a1249 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441121 Jul 15 13:38:08.248088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6f55ecea-83fb-4abf-9efd-ad3b46e68691 None None] Port 83aa4487-6eb1-4234-bb4b-f850dcae245e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:08.399850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] DHCP port deletion for 1a77698a-f925-4a7d-9516-a48e06170cc9 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:08.415879 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.448020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.559710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.607835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb3377f8-83ee-4b6d-acad-faeddf7f1971 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:08.619392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:08.657722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:08.674508 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:08.689756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Subnet': ['ID=2d0c7687-6848-4e28-8237-e790c05b9252,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.690888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:08.692286 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.729621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Checking segment: {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:08.730223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4c4bc73f-33a3-4cc9-8828-6de4eea588c8 None None] Provisioning complete for port 83aa4487-6eb1-4234-bb4b-f850dcae245e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:08.731013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network hostable DHCP agents. Network: 8940fee6-800e-4648-9d2a-493d9117f591, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:08.732062 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc73f-33a3-4cc9-8828-6de4eea588c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.745898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.794058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 8940fee6-800e-4648-9d2a-493d9117f591 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:08.828546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8940fee6-800e-4648-9d2a-493d9117f591) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:08.847430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:08.848640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.865010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad9ee7-326a-465c-b4f9-c75f5f87850b None None] Network 8940fee6-800e-4648-9d2a-493d9117f591 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:08.887733 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e7c5451d-a331-42b3-b441-f10bbc510348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1763885 Jul 15 13:38:08.890530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46750) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:08.941263 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.948117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4c4bc73f-33a3-4cc9-8828-6de4eea588c8 None None] Port 83aa4487-6eb1-4234-bb4b-f850dcae245e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:08.972692 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Deleting port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:08.973280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.995453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] Deleting port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:08.995614 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.999050 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Transition to ACTIVE for port object 29c15d7d-d5cc-467e-85b5-442966a2787e will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:09.019256 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.056069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-66d80a8c-b00f-44c3-8002-c89dac130b9e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0926125 Jul 15 13:38:09.057435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46754) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:09.227765 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Pushing event updated for resources: {'Port': ['ID=29c15d7d-d5cc-467e-85b5-442966a2787e,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.235848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] For port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,segment=NetworkSegment(e691654f-3eb4-4e1a-b6f3-29c08e71a629),segment_id=e691654f-3eb4-4e1a-b6f3-29c08e71a629)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:09.236224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.258806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Calling delete_port for 591b41f6-3de8-4012-9cfa-7bc433b2a7bd owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:09.301837 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.330196 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.330732 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.331426 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.331978 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.332774 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.333551 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.334381 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.335726 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.336527 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.337316 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.338091 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.420320 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Attempting to bind port 29c15d7d-d5cc-467e-85b5-442966a2787e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:09.421275 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Attempting to bind port 29c15d7d-d5cc-467e-85b5-442966a2787e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:09.422096 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Attempting to bind port 29c15d7d-d5cc-467e-85b5-442966a2787e on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:09.433338 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:09.434304 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:09.435170 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.436139 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:09.437128 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Bound port: 29c15d7d-d5cc-467e-85b5-442966a2787e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:09.437959 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.447303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bb3377f8-83ee-4b6d-acad-faeddf7f1971 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:09.447687 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.482980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] For port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,segment=NetworkSegment(e691654f-3eb4-4e1a-b6f3-29c08e71a629),segment_id=e691654f-3eb4-4e1a-b6f3-29c08e71a629)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:09.487934 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.546917 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] For port 29c15d7d-d5cc-467e-85b5-442966a2787e, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:09.570347 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] For port 29c15d7d-d5cc-467e-85b5-442966a2787e, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=29c15d7d-d5cc-467e-85b5-442966a2787e,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:09.573149 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.583831 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.653922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bbf085f9-7064-49c6-8479-9645b40b0371 None None] Provisioning for port 6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:09.663221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] Calling delete_port for 591b41f6-3de8-4012-9cfa-7bc433b2a7bd owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:09.669855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Pushing event deleted for resources: {'Port': ['ID=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.673249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] No DVR routers for this DVR port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:09.696352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bbf085f9-7064-49c6-8479-9645b40b0371 None None] Provisioning complete for port 6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:09.697357 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bbf085f9-7064-49c6-8479-9645b40b0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.776007 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952b19-f6ed-4a86-8407-b1bf9f53c0d8 None None] Pushing event updated for resources: {'Port': ['ID=29c15d7d-d5cc-467e-85b5-442966a2787e,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.817930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.831041 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:09.832419 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:09.853737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a77698a-f925-4a7d-9516-a48e06170cc9']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:09.873206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e691654f-3eb4-4e1a-b6f3-29c08e71a629') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:09.873515 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e691654f-3eb4-4e1a-b6f3-29c08e71a629') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:09.891504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.920002 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.931125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:09.931841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.941739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bbf085f9-7064-49c6-8479-9645b40b0371 None None] Port 6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:10.013477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-8940fee6-800e-4648-9d2a-493d9117f591', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:10.014859 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:10.026411 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:10.109571 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:10.172033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.183651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.194130 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] 10.222.0.25 "DELETE /v2.0/networks/1a77698a-f925-4a7d-9516-a48e06170cc9 HTTP/1.1" status: 204 len: 168 time: 2.3225830 Jul 15 13:38:10.197897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46766) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:10.262206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea29c5-8f07-4b0c-ac39-1ae014abe67a admin admin] Pushing event deleted for resources: {'Network': ['ID=1a77698a-f925-4a7d-9516-a48e06170cc9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.489276 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.525596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] Network 1a77698a-f925-4a7d-9516-a48e06170cc9 is not hosted by any dhcp agent {{(pid=93735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:38:10.528500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] No DVR routers for this DVR port 591b41f6-3de8-4012-9cfa-7bc433b2a7bd on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:10.618957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91331a23-7d9d-49b6-ac91-ea5252a1346e None None] Pushing event deleted for resources: {'Port': ['ID=591b41f6-3de8-4012-9cfa-7bc433b2a7bd,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.670960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c584050-c08c-4fca-b16d-9abecd54f728 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.674312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9c584050-c08c-4fca-b16d-9abecd54f728 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.7819541 Jul 15 13:38:10.678669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46774) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:10.815804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Allocated IP 172.20.0.2 (8940fee6-800e-4648-9d2a-493d9117f591/2d0c7687-6848-4e28-8237-e790c05b9252/d941faff-a100-486a-b8ff-2faac5f9c616) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:10.900972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 591b41f6-3de8-4012-9cfa-7bc433b2a7bd no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:10.962186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99bb6c-e601-48e3-891f-e1eeae244407 req-b426ff67-947d-40a5-ae80-d8e9b12a6773 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.984139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c99bb6c-e601-48e3-891f-e1eeae244407 req-b426ff67-947d-40a5-ae80-d8e9b12a6773 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.6605873 Jul 15 13:38:11.030861 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:03Z', 'revision_number': 3, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:11.100538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 591b41f6-3de8-4012-9cfa-7bc433b2a7bd {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:11.102658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 591b41f6-3de8-4012-9cfa-7bc433b2a7bd not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:11.126744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b7b76b-3a22-468f-b22e-ad4fb976a65b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:11.141024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b7b76b-3a22-468f-b22e-ad4fb976a65b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:11.160562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b7b76b-3a22-468f-b22e-ad4fb976a65b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:11.168706 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b1b7b76b-3a22-468f-b22e-ad4fb976a65b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4886615 Jul 15 13:38:11.174266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46782) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.213277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c99bb6c-e601-48e3-891f-e1eeae244407 req-687d3d32-8bb3-408d-a212-c631da0e43ae tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268078 Jul 15 13:38:11.429564 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92bcaa-403f-4a0b-880a-45b3f04394ec None None] The sync data for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 is: [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:03Z', 'revision_number': 3, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:11.457240 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.518596 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.574639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Transition to ACTIVE for port object d941faff-a100-486a-b8ff-2faac5f9c616 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:11.690784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Transition to ACTIVE for port object d941faff-a100-486a-b8ff-2faac5f9c616 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:11.707714 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.843516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Network 8940fee6-800e-4648-9d2a-493d9117f591 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:11.860711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Pushing event updated for resources: {'Port': ['ID=d941faff-a100-486a-b8ff-2faac5f9c616,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:11.861230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b71748e8-2848-4050-be7f-1cb2fa81cdea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:11.861230 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b71748e8-2848-4050-be7f-1cb2fa81cdea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.872521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:11.876849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:12.030666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Attempting to bind port d941faff-a100-486a-b8ff-2faac5f9c616 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:12.031049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Attempting to bind port d941faff-a100-486a-b8ff-2faac5f9c616 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:12.038249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Attempting to bind port d941faff-a100-486a-b8ff-2faac5f9c616 on network 8940fee6-800e-4648-9d2a-493d9117f591 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:12.071266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:12.073938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Checking segment: {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:12.086066 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.087820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Bound using segment: {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:12.088650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Bound port: d941faff-a100-486a-b8ff-2faac5f9c616, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:12.090029 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.279097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] For port d941faff-a100-486a-b8ff-2faac5f9c616, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:12.282836 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] For port d941faff-a100-486a-b8ff-2faac5f9c616, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d941faff-a100-486a-b8ff-2faac5f9c616,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:12.297206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.304416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Deleting port c4ce5801-6013-4686-bc46-73236f10b4a6 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:12.321894 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.340353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.359655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b71748e8-2848-4050-be7f-1cb2fa81cdea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.465961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17088f0-228c-4630-85f7-cadb0e622c18 None None] Pushing event updated for resources: {'Port': ['ID=d941faff-a100-486a-b8ff-2faac5f9c616,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:12.620588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] For port c4ce5801-6013-4686-bc46-73236f10b4a6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c4ce5801-6013-4686-bc46-73236f10b4a6,segment=NetworkSegment(2495d94e-f6aa-49f9-8a4e-313252fe14e5),segment_id=2495d94e-f6aa-49f9-8a4e-313252fe14e5)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:12.622435 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.665351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Calling delete_port for c4ce5801-6013-4686-bc46-73236f10b4a6 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:12.695352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b71748e8-2848-4050-be7f-1cb2fa81cdea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:12.700883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 29c15d7d-d5cc-467e-85b5-442966a2787e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:12.886336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594afbb0-bd28-4048-ba5b-a2ec71f16859 req-d43d9fdd-6d83-4739-8c7a-8b1faf34bb99 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:12.904627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-594afbb0-bd28-4048-ba5b-a2ec71f16859 req-d43d9fdd-6d83-4739-8c7a-8b1faf34bb99 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 1.1209512 Jul 15 13:38:12.948904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 29c15d7d-d5cc-467e-85b5-442966a2787e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:12.962538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 29c15d7d-d5cc-467e-85b5-442966a2787e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:12.963202 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.237937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46820) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:13.253762 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.337554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.348642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-594afbb0-bd28-4048-ba5b-a2ec71f16859 req-dffb93ca-ac75-49e3-8be6-b5a71dc98d29 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389689 Jul 15 13:38:13.366615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 29c15d7d-d5cc-467e-85b5-442966a2787e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=29c15d7d-d5cc-467e-85b5-442966a2787e,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:13.387618 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.426377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ce5801-6013-4686-bc46-73236f10b4a6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:13.652773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.20.0.1 (8940fee6-800e-4648-9d2a-493d9117f591/2d0c7687-6848-4e28-8237-e790c05b9252/a5242e1f-8898-4f36-9421-253152a16ed7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:13.657071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=29c15d7d-d5cc-467e-85b5-442966a2787e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:13.896776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b71748e8-2848-4050-be7f-1cb2fa81cdea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.943432 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b88ef7d-b516-431b-af14-4a46ea35edf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.024716 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.035172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71748e8-2848-4050-be7f-1cb2fa81cdea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:14.148520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b71748e8-2848-4050-be7f-1cb2fa81cdea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.153157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b71748e8-2848-4050-be7f-1cb2fa81cdea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 HTTP/1.1" status: 204 len: 168 time: 2.9746213 Jul 15 13:38:14.170111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46840) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:14.291876 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fec64d6-11a9-40e7-9af0-62f37e254368 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:38:14.297470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5fec64d6-11a9-40e7-9af0-62f37e254368 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/6e1c5cd4-3a88-4a09-97af-b4e498a3d8b5 HTTP/1.1" status: 404 len: 333 time: 0.1216016 Jul 15 13:38:14.304612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46844) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:14.549944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.591177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Transition to ACTIVE for port object a5242e1f-8898-4f36-9421-253152a16ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:14.705893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b88ef7d-b516-431b-af14-4a46ea35edf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.721463 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b88ef7d-b516-431b-af14-4a46ea35edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.749715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:14.771739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e2235f-675e-4308-bc97-dd30464989f7 None None] Network 8940fee6-800e-4648-9d2a-493d9117f591 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:14.798001 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.893283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=a5242e1f-8898-4f36-9421-253152a16ed7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:14.911177 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7b88ef7d-b516-431b-af14-4a46ea35edf9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e546fff7e584c9a9014dc5525da0a28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6656189 Jul 15 13:38:14.924199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 8940fee6-800e-4648-9d2a-493d9117f591 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:14.925840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46852) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:14.929313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-04e9128b-f271-4014-81a4-bc2d5e397348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 83aa4487-6eb1-4234-bb4b-f850dcae245e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:14.930141 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04e9128b-f271-4014-81a4-bc2d5e397348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.948546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88ef7d-b516-431b-af14-4a46ea35edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83013f03-d39d-4b17-b693-b181f8c9b4cc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:14.970852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d7185948-8d7c-412c-88c0-9115b143aa5f None None] Provisioning for port d941faff-a100-486a-b8ff-2faac5f9c616 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:15.035729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:15.043115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:15.043790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d941faff-a100-486a-b8ff-2faac5f9c616 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:15.133853 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12029664-4a49-4a08-b64e-8fa7e12a293d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.260617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04e9128b-f271-4014-81a4-bc2d5e397348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.291914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-04e9128b-f271-4014-81a4-bc2d5e397348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 83aa4487-6eb1-4234-bb4b-f850dcae245e owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:15.301749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d941faff-a100-486a-b8ff-2faac5f9c616 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:15.317070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d941faff-a100-486a-b8ff-2faac5f9c616 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:15.317694 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.493984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12029664-4a49-4a08-b64e-8fa7e12a293d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.495054 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.497267 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04e9128b-f271-4014-81a4-bc2d5e397348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.575414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port d941faff-a100-486a-b8ff-2faac5f9c616, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d941faff-a100-486a-b8ff-2faac5f9c616,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:15.588348 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.590014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 29c15d7d-d5cc-467e-85b5-442966a2787e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:15.590198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:15.604652 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5c393883-508b-41f2-94a5-e3873e218cce admin admin] 10.222.0.25 "PUT /v2.0/routers/29bca3ec-4a9f-46fe-a211-ab010ae884d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4026372 Jul 15 13:38:15.605430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46864) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:15.664064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] Sync routers for ids ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:15.687690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9128b-f271-4014-81a4-bc2d5e397348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=83aa4487-6eb1-4234-bb4b-f850dcae245e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:15.722876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.788606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] Routers {'29bca3ec-4a9f-46fe-a211-ab010ae884d8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:15.789258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:15.817512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04e9128b-f271-4014-81a4-bc2d5e397348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.824325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-04e9128b-f271-4014-81a4-bc2d5e397348 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/83aa4487-6eb1-4234-bb4b-f850dcae245e HTTP/1.1" status: 204 len: 168 time: 1.5184140 Jul 15 13:38:15.829748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46866) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:15.852586 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12029664-4a49-4a08-b64e-8fa7e12a293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.855933 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12029664-4a49-4a08-b64e-8fa7e12a293d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.860300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-12029664-4a49-4a08-b64e-8fa7e12a293d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83013f03-d39d-4b17-b693-b181f8c9b4cc HTTP/1.1" status: 204 len: 168 time: 0.9079332 Jul 15 13:38:15.891357 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.901449 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ac8325-9e01-4feb-8f19-fe74155e9f98 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:38:15.910055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c3ac8325-9e01-4feb-8f19-fe74155e9f98 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/83aa4487-6eb1-4234-bb4b-f850dcae245e HTTP/1.1" status: 404 len: 333 time: 0.0789645 Jul 15 13:38:15.923911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46870) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:15.956355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=d941faff-a100-486a-b8ff-2faac5f9c616,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:15.967416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 29c15d7d-d5cc-467e-85b5-442966a2787e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:15.968089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.980814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029664-4a49-4a08-b64e-8fa7e12a293d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83013f03-d39d-4b17-b693-b181f8c9b4cc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:16.066682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5308ae4-9792-43f5-9793-400be3045542 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet df9691e1-7c04-4207-a002-4fce2dd2d40e {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:16.086606 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5308ae4-9792-43f5-9793-400be3045542 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.094965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.205128 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-032ce791-8ebd-4119-8295-556d90924b8c None None] Provisioning for port a5242e1f-8898-4f36-9421-253152a16ed7 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:16.209462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] Set router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:16.267054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Deleting port c23c5ee3-1169-4112-8d7e-3281cddaa901 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:16.267054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.286652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5308ae4-9792-43f5-9793-400be3045542 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.338430 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-032ce791-8ebd-4119-8295-556d90924b8c None None] Provisioning complete for port a5242e1f-8898-4f36-9421-253152a16ed7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:16.338795 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-032ce791-8ebd-4119-8295-556d90924b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.424498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-032ce791-8ebd-4119-8295-556d90924b8c None None] Port a5242e1f-8898-4f36-9421-253152a16ed7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:16.461920 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.494412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] For port c23c5ee3-1169-4112-8d7e-3281cddaa901, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c23c5ee3-1169-4112-8d7e-3281cddaa901,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:16.494412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.534262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Calling delete_port for c23c5ee3-1169-4112-8d7e-3281cddaa901 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:16.820534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-032ce791-8ebd-4119-8295-556d90924b8c None None] Provisioning complete for port d941faff-a100-486a-b8ff-2faac5f9c616 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:16.821183 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-032ce791-8ebd-4119-8295-556d90924b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.900398 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.904595 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5308ae4-9792-43f5-9793-400be3045542 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.018461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.054952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.088286 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5308ae4-9792-43f5-9793-400be3045542 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.120156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23c5ee3-1169-4112-8d7e-3281cddaa901,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.233908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5308ae4-9792-43f5-9793-400be3045542 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.244539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c5308ae4-9792-43f5-9793-400be3045542 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/df9691e1-7c04-4207-a002-4fce2dd2d40e HTTP/1.1" status: 204 len: 168 time: 1.3166020 Jul 15 13:38:17.245709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46916) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:17.254603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498df189-59c5-46cf-8e25-c0a1f013ff53 None None] Network a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:17.257423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d941faff-a100-486a-b8ff-2faac5f9c616 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:17.259656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5308ae4-9792-43f5-9793-400be3045542 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=df9691e1-7c04-4207-a002-4fce2dd2d40e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.313820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.314349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=a5242e1f-8898-4f36-9421-253152a16ed7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.436634 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.477253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'name': 'tempest-TestAggregatesBasicOps-2006145950-router', 'tenant_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:32Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 5, 'project_id': '7ff81d21fa5847a9b26b5a19725bd9c2', 'gw_port': {'id': 'c23c5ee3-1169-4112-8d7e-3281cddaa901', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca3ec-4a9f-46fe-a211-ab010ae884d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:34Z', 'updated_at': '2021-07-15T13:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:17.501537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d941faff-a100-486a-b8ff-2faac5f9c616 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:17.502319 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.522229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.530965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.538820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-99f1963f-b561-493c-8470-da64178a43cf None None] Provisioning complete for port a5242e1f-8898-4f36-9421-253152a16ed7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:17.539593 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-99f1963f-b561-493c-8470-da64178a43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.545190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.561720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92ea9-1f87-4606-b422-bf81871f57b7 req-cecf4151-8571-44b7-b8a0-f6ac4fde7cfa tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:17.564804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49f92ea9-1f87-4606-b422-bf81871f57b7 req-cecf4151-8571-44b7-b8a0-f6ac4fde7cfa tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2790930 Jul 15 13:38:17.575979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] Checking router: 29bca3ec-4a9f-46fe-a211-ab010ae884d8 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:17.608036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.608611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bca3ec-4a9f-46fe-a211-ab010ae884d8 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:17.649454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.660991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] Routers set() bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:17.661719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] Router IDs set() for agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:38:17.662596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_agentschedulers_db [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29bca3ec-4a9f-46fe-a211-ab010ae884d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent'). {{(pid=93735) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:38:17.663336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c0a147-0ed9-4911-a77e-b9b0972b02b1 None None] The sync data for ids ['29bca3ec-4a9f-46fe-a211-ab010ae884d8'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:17.669902 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4cc9cf5b-6251-4e56-a59b-1ffa7b988e94 admin admin] 10.222.0.25 "DELETE /v2.0/routers/29bca3ec-4a9f-46fe-a211-ab010ae884d8 HTTP/1.1" status: 204 len: 168 time: 2.0625110 Jul 15 13:38:17.676061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46926) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:17.692283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-99f1963f-b561-493c-8470-da64178a43cf None None] Port a5242e1f-8898-4f36-9421-253152a16ed7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:17.826022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6d2560-13cf-495a-aece-26173de4abd5 admin admin] Deleting subnet 0d902925-2934-416f-9d9a-a669cf821ca3 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:17.829948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2560-13cf-495a-aece-26173de4abd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.849336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 8940fee6-800e-4648-9d2a-493d9117f591 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:17.860061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49f92ea9-1f87-4606-b422-bf81871f57b7 req-6e7c2291-a5ce-4509-b578-2ee32c7af88b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779834 Jul 15 13:38:17.863011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:17.925321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port bb3377f8-83ee-4b6d-acad-faeddf7f1971 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:17.929185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.051937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] For port bb3377f8-83ee-4b6d-acad-faeddf7f1971, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bb3377f8-83ee-4b6d-acad-faeddf7f1971,segment=NetworkSegment(339f78d1-f874-4fb3-8598-8c5cddd77955),segment_id=339f78d1-f874-4fb3-8598-8c5cddd77955)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:18.052680 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.058027 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2560-13cf-495a-aece-26173de4abd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.094363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for bb3377f8-83ee-4b6d-acad-faeddf7f1971 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:18.155253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] DHCP port deletion for a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:18.184240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router 2a4dee8f-12a2-4c7d-a3e9-923da896298f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:18.337094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] Deleting port bb3377f8-83ee-4b6d-acad-faeddf7f1971 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:18.339519 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.386295 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.438932 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=bb3377f8-83ee-4b6d-acad-faeddf7f1971,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:18.447817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No DVR routers for this DVR port bb3377f8-83ee-4b6d-acad-faeddf7f1971 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:18.497285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2560-13cf-495a-aece-26173de4abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.580859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] For port bb3377f8-83ee-4b6d-acad-faeddf7f1971, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:18.581281 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.609971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] Calling delete_port for bb3377f8-83ee-4b6d-acad-faeddf7f1971 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:18.616071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] Port bb3377f8-83ee-4b6d-acad-faeddf7f1971 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:38:18.619195 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.682330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.683953 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-aaa2a0e8-f0fc-4c09-a80e-753dadf27a2c None None] Provisioning complete for port a5242e1f-8898-4f36-9421-253152a16ed7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:18.684612 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a0e8-f0fc-4c09-a80e-753dadf27a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.690433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] Pushing event deleted for resources: {'Port': ['ID=bb3377f8-83ee-4b6d-acad-faeddf7f1971,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:18.698914 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:18.716147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339f78d1-f874-4fb3-8598-8c5cddd77955') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:18.716457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339f78d1-f874-4fb3-8598-8c5cddd77955') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:18.735544 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.786673 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6841f2d-b23b-4d13-a640-dcc2d9ec8709 None None] No DVR routers for this DVR port bb3377f8-83ee-4b6d-acad-faeddf7f1971 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:18.792220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2560-13cf-495a-aece-26173de4abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.794387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2a0e8-f0fc-4c09-a80e-753dadf27a2c None None] Port a5242e1f-8898-4f36-9421-253152a16ed7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:18.817307 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.839279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35568fa6-39a4-4621-84e9-7c05cbf678ca None None] Network 906dd04e-c070-494e-a969-69cec0a73c31 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:18.851697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2560-13cf-495a-aece-26173de4abd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.855583 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ce6d2560-13cf-495a-aece-26173de4abd5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0d902925-2934-416f-9d9a-a669cf821ca3 HTTP/1.1" status: 204 len: 168 time: 1.1783545 Jul 15 13:38:18.857203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:18.857679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.861296 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d2560-13cf-495a-aece-26173de4abd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d902925-2934-416f-9d9a-a669cf821ca3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:18.866835 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:18.869891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46952) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:18.957701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.997279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.000262 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/networks/a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b HTTP/1.1" status: 204 len: 168 time: 1.7515509 Jul 15 13:38:19.004559 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46954) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.023396 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-404995828'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:19.047147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a348571-ab8b-413c-9c9a-354b9cf74cba tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Network': ['ID=a0bf04fb-b4ce-4bab-bbda-ec8048d31c1b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.055384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:19.062907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d337e923-d033-4cbf-b010-35f9d50a1642 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "PUT /v2.0/routers/2a4dee8f-12a2-4c7d-a3e9-923da896298f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8781271 Jul 15 13:38:19.066952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46958) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.076092 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Sync routers for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:19.098985 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:19.103949 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:19.144689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.154800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:19.166039 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.176341 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-76587bc6-217a-4892-b425-aea0cdd81c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.187979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee976639-2102-47d0-9f82-19fdf7bfdc03 req-5bee43f3-4b56-44eb-b6c3-b7682468cf65 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.195691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee976639-2102-47d0-9f82-19fdf7bfdc03 req-5bee43f3-4b56-44eb-b6c3-b7682468cf65 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.9942675 Jul 15 13:38:19.257304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:19.259645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c23c5ee3-1169-4112-8d7e-3281cddaa901 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:19.275579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.275992 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Added segment 4ae8c183-29bd-417a-88b4-d63c4c281d0e of type vlan for network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca Jul 15 13:38:19.367871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c23c5ee3-1169-4112-8d7e-3281cddaa901 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:19.368225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c23c5ee3-1169-4112-8d7e-3281cddaa901 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:19.368848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c4ce5801-6013-4686-bc46-73236f10b4a6 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:19.398995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.433612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c4ce5801-6013-4686-bc46-73236f10b4a6 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:19.433966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c4ce5801-6013-4686-bc46-73236f10b4a6 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:19.434390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb3377f8-83ee-4b6d-acad-faeddf7f1971 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:19.441289 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:19.450382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Deleting port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:19.451871 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.474570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: bb3377f8-83ee-4b6d-acad-faeddf7f1971 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:19.474890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bb3377f8-83ee-4b6d-acad-faeddf7f1971 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:19.567688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.586281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.587285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.624645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee976639-2102-47d0-9f82-19fdf7bfdc03 req-e78a26fd-db0b-4ced-8996-b7ecd1981a45 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086163 Jul 15 13:38:19.633429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] DHCP port deletion for 906dd04e-c070-494e-a969-69cec0a73c31 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:19.646255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.649703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.649933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.667231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.668123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.668243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.668702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.669213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.673968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.679710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c629790f-2371-4ef5-8690-690eaceb1143 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6312 time: 0.6113715 Jul 15 13:38:19.689104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46976) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.721762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] For port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,segment=NetworkSegment(2495d94e-f6aa-49f9-8a4e-313252fe14e5),segment_id=2495d94e-f6aa-49f9-8a4e-313252fe14e5)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:19.722452 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.747426 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7415068 Jul 15 13:38:19.753111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 46980) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.756446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] Deleting port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:19.757828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.763178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:19.771124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Calling delete_port for 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:19.858973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357e362-aa3d-4355-98e4-457e1432dbff tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.860589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc20c8-e237-4425-adca-6c23fe0123de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Network': ['ID=31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.860784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357e362-aa3d-4355-98e4-457e1432dbff tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.864006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357e362-aa3d-4355-98e4-457e1432dbff tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.865175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357e362-aa3d-4355-98e4-457e1432dbff tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.867896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357e362-aa3d-4355-98e4-457e1432dbff tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.870554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357e362-aa3d-4355-98e4-457e1432dbff tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.871033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357e362-aa3d-4355-98e4-457e1432dbff tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.878852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c357e362-aa3d-4355-98e4-457e1432dbff tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.1868286 Jul 15 13:38:19.881502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 46984) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.883600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:19.907224 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 2, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:19.970134 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Checking router: 2a4dee8f-12a2-4c7d-a3e9-923da896298f for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:19.970758 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Updating router 2a4dee8f-12a2-4c7d-a3e9-923da896298f port a5242e1f-8898-4f36-9421-253152a16ed7 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:20.021203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] For port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,segment=NetworkSegment(2495d94e-f6aa-49f9-8a4e-313252fe14e5),segment_id=2495d94e-f6aa-49f9-8a4e-313252fe14e5)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:20.025904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.051859 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.068766 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.136192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] Calling delete_port for 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:20.171945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.175446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] No DVR routers for this DVR port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:20.354375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.358577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:20.362719 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.388497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906dd04e-c070-494e-a969-69cec0a73c31']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:20.413731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2495d94e-f6aa-49f9-8a4e-313252fe14e5') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:20.414039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2495d94e-f6aa-49f9-8a4e-313252fe14e5') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:20.431658 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.446155 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.493688 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.507566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ffc0b465-84e5-4da7-b88d-e9cf80794238 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.6208622 Jul 15 13:38:20.509273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:20.509683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:20.521622 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:20.557742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] Pushing event deleted for resources: {'Port': ['ID=1c9f9fef-1f8a-44a2-b22e-3df3dae4896a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.560209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc94014-3b58-40a6-ad56-13a231174000 None None] No DVR routers for this DVR port 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:20.732642 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.744388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.746421 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] 10.222.0.25 "DELETE /v2.0/networks/906dd04e-c070-494e-a969-69cec0a73c31 HTTP/1.1" status: 204 len: 168 time: 1.8009415 Jul 15 13:38:20.794070 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23488b-34e4-4470-9a06-e9706707d16d admin admin] Pushing event deleted for resources: {'Network': ['ID=906dd04e-c070-494e-a969-69cec0a73c31,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.902684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.916842 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.948691 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Transition to ACTIVE for port object a5242e1f-8898-4f36-9421-253152a16ed7 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:20.964801 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.071909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=65e0b611-6bfc-4f8d-be4e-02b200f1ecd3,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:21.078508 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e149868-895b-45ef-b7d3-f39c632b42b7 None None] Pushing event updated for resources: {'Port': ['ID=a5242e1f-8898-4f36-9421-253152a16ed7,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:21.083898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Checking segment: {'id': '4ae8c183-29bd-417a-88b4-d63c4c281d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:21.084279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network hostable DHCP agents. Network: 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:21.137987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:21.165241 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:21.195815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:21.204582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:21.204952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1c9f9fef-1f8a-44a2-b22e-3df3dae4896a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:21.207403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.208374 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.218108 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439319ea-5064-429d-8f2e-d8ba7e88f8c4 None None] Network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:21.298302 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-77d5aed0-ab4c-4f61-ae5f-3f4c0ce9edd9 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5380185 Jul 15 13:38:21.301953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47014) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.320630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-31bd7367-15b9-459e-80a2-f6c555a6c178 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-794394852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:21.347941 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Attempting to bind port a5242e1f-8898-4f36-9421-253152a16ed7 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:21.348732 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Attempting to bind port a5242e1f-8898-4f36-9421-253152a16ed7 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:21.348732 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Attempting to bind port a5242e1f-8898-4f36-9421-253152a16ed7 on network 8940fee6-800e-4648-9d2a-493d9117f591 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:21.366749 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:21.367017 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Checking segment: {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:21.367546 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.368031 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Bound using segment: {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:21.368618 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Bound port: a5242e1f-8898-4f36-9421-253152a16ed7, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:21.369009 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.433241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31bd7367-15b9-459e-80a2-f6c555a6c178 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.435902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31bd7367-15b9-459e-80a2-f6c555a6c178 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.525745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47016) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.624747 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] For port a5242e1f-8898-4f36-9421-253152a16ed7, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:21.633730 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] For port a5242e1f-8898-4f36-9421-253152a16ed7, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a5242e1f-8898-4f36-9421-253152a16ed7,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:21.646530 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.672950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31bd7367-15b9-459e-80a2-f6c555a6c178 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.681756 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31bd7367-15b9-459e-80a2-f6c555a6c178 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.753271 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31bd7367-15b9-459e-80a2-f6c555a6c178 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.759810 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31bd7367-15b9-459e-80a2-f6c555a6c178 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4552519 Jul 15 13:38:21.764156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47028) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.777125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'network_id': '31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca', 'name': 'tempest-PortsIpV6TestJSON-1957189073'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:21.798506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a14dcf9c-7ab8-40da-9fe1-24b897d5c4ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a59baf131f64b4c80ca6ea373828a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696681 Jul 15 13:38:21.809262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47030) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.908183 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.931412 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e149868-895b-45ef-b7d3-f39c632b42b7 None None] Pushing event updated for resources: {'Port': ['ID=a5242e1f-8898-4f36-9421-253152a16ed7,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:21.934334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0416c50b-7e8f-410f-bf99-da911c658a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.955848 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:21.957958 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:37:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:22.123973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca', 'network_id': '31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca', 'tenant_id': 'e6f96a32ff644dd391518b3fc179f939', 'fixed_ips': [{'subnet_id': '65e0b611-6bfc-4f8d-be4e-02b200f1ecd3'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:22.125421 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.218956 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f72ff05-0282-418e-8b82-f419f9922e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.219601 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:22.313111 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f72ff05-0282-418e-8b82-f419f9922e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.411561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:22.421690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.496588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47046) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:22.505666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3da04359-a4eb-4b97-a6d5-a373c8cf0393 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-366922877', 'description': 'tempest-secgroup-smoke-366922877 description', 'project_id': '8c00d19e732740e0ace17c988ffb71e9'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:22.528962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port f72688a9-4f52-4dbd-a77c-e8011dfb964b yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:38:22.566321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Allocated IP 2001:db8::2 (31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca/65e0b611-6bfc-4f8d-be4e-02b200f1ecd3/4b42f498-54f2-439e-ad93-683f790d497a) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:22.574042 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:21Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:22.609480 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8bd310-fd10-4f2f-9260-00c1815be799 None None] The sync data for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 is: [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:21Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:22.616825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3da04359-a4eb-4b97-a6d5-a373c8cf0393 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.690165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f72ff05-0282-418e-8b82-f419f9922e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.693311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f72ff05-0282-418e-8b82-f419f9922e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.699284 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1f72ff05-0282-418e-8b82-f419f9922e86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/742c15a9-a242-4691-bc72-e216595da504 HTTP/1.1" status: 204 len: 168 time: 0.8866894 Jul 15 13:38:22.754530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72ff05-0282-418e-8b82-f419f9922e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742c15a9-a242-4691-bc72-e216595da504,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.055292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.085790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.087761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-b71981ea-afdc-4bf5-837b-2f3114abd8a0 req-5812b580-f298-4b2a-bd8d-f6e99b09c8ad service neutron] (93733) timed out ('10.222.0.25', 60894) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:38:23.123340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Transition to ACTIVE for port object 4b42f498-54f2-439e-ad93-683f790d497a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:23.171620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3da04359-a4eb-4b97-a6d5-a373c8cf0393 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.184661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3da04359-a4eb-4b97-a6d5-a373c8cf0393 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.193522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Transition to ACTIVE for port object 4b42f498-54f2-439e-ad93-683f790d497a will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:23.216309 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.325738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a5242e1f-8898-4f36-9421-253152a16ed7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:23.337083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:23.391669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::17e (31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca/65e0b611-6bfc-4f8d-be4e-02b200f1ecd3/f72688a9-4f52-4dbd-a77c-e8011dfb964b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:23.403465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da04359-a4eb-4b97-a6d5-a373c8cf0393 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37dec45-50a3-4fa8-98d3-818eea2e9772,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.424706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:23.443304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:23.461189 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3da04359-a4eb-4b97-a6d5-a373c8cf0393 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.473349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3da04359-a4eb-4b97-a6d5-a373c8cf0393 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9746501 Jul 15 13:38:23.474400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47070) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:23.477617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Pushing event updated for resources: {'Port': ['ID=4b42f498-54f2-439e-ad93-683f790d497a,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.500690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2a7791d7-3362-42d9-b353-2e68cf7b5778 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'b37dec45-50a3-4fa8-98d3-818eea2e9772', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:23.558701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Attempting to bind port 4b42f498-54f2-439e-ad93-683f790d497a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:23.559121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Attempting to bind port 4b42f498-54f2-439e-ad93-683f790d497a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '4ae8c183-29bd-417a-88b4-d63c4c281d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:23.559529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Attempting to bind port 4b42f498-54f2-439e-ad93-683f790d497a on network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:23.575811 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a5242e1f-8898-4f36-9421-253152a16ed7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:23.580050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:23.580466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Checking segment: {'id': '4ae8c183-29bd-417a-88b4-d63c4c281d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:23.580884 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.581288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Bound using segment: {'id': '4ae8c183-29bd-417a-88b4-d63c4c281d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:23.583873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Bound port: 4b42f498-54f2-439e-ad93-683f790d497a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae8c183-29bd-417a-88b4-d63c4c281d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:23.584288 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.592387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a5242e1f-8898-4f36-9421-253152a16ed7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:23.592765 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.665179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7791d7-3362-42d9-b353-2e68cf7b5778 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.782990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] For port 4b42f498-54f2-439e-ad93-683f790d497a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:23.788317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] For port 4b42f498-54f2-439e-ad93-683f790d497a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4b42f498-54f2-439e-ad93-683f790d497a,segment=NetworkSegment(4ae8c183-29bd-417a-88b4-d63c4c281d0e),segment_id=4ae8c183-29bd-417a-88b4-d63c4c281d0e)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:23.799752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47078) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:23.883363 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.888811 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.914036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7791d7-3362-42d9-b353-2e68cf7b5778 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.922737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cf0c3-f27a-4a3f-9aae-ea265b9e2eb6 req-3599b503-1575-4abf-b57b-97e2769b8263 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:23.925902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-842cf0c3-f27a-4a3f-9aae-ea265b9e2eb6 req-3599b503-1575-4abf-b57b-97e2769b8263 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2121003 Jul 15 13:38:23.932083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7791d7-3362-42d9-b353-2e68cf7b5778 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.004553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-842cf0c3-f27a-4a3f-9aae-ea265b9e2eb6 req-f13f2ba9-1d18-409b-82fe-3a6284146e7c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620151 Jul 15 13:38:24.005788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e6e8-ac91-4a38-9d92-bf4b0505327f None None] Pushing event updated for resources: {'Port': ['ID=4b42f498-54f2-439e-ad93-683f790d497a,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.016543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7791d7-3362-42d9-b353-2e68cf7b5778 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badc049f-883e-4bb5-94cf-073125a28fa2,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.030521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47084) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.032314 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-392bb577-da07-4605-b485-79c53dac058b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ff81d21fa5847a9b26b5a19725bd9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303283 Jul 15 13:38:24.054013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port a5242e1f-8898-4f36-9421-253152a16ed7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a5242e1f-8898-4f36-9421-253152a16ed7,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:24.062067 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.068170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a7791d7-3362-42d9-b353-2e68cf7b5778 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.069610 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a7791d7-3362-42d9-b353-2e68cf7b5778 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5836034 Jul 15 13:38:24.075773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47088) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.076933 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.092390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c647e794-96f4-47dc-addf-f3ae51c26d05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'b37dec45-50a3-4fa8-98d3-818eea2e9772', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:24.099001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object f72688a9-4f52-4dbd-a77c-e8011dfb964b will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:24.164019 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bd45871-50a3-419f-a0d5-b148ad84ad1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.193566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.202251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c647e794-96f4-47dc-addf-f3ae51c26d05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.204839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=a5242e1f-8898-4f36-9421-253152a16ed7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.304437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bd45871-50a3-419f-a0d5-b148ad84ad1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.320596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:24.327963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:24.342322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:24.359327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.360382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.443049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.460345 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6940610 Jul 15 13:38:24.462130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1515e-a837-4123-be9b-370d019911ad tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=f72688a9-4f52-4dbd-a77c-e8011dfb964b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.465956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47090) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.525581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c647e794-96f4-47dc-addf-f3ae51c26d05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.543474 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c647e794-96f4-47dc-addf-f3ae51c26d05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.608076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647e794-96f4-47dc-addf-f3ae51c26d05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd93b5a9-36e4-47e6-8914-70dc92530305,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.631119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c647e794-96f4-47dc-addf-f3ae51c26d05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.634171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c647e794-96f4-47dc-addf-f3ae51c26d05 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5476370 Jul 15 13:38:24.638194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47094) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.656063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d8dff6d8-4777-4bb2-b65d-742cd5156987 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'b37dec45-50a3-4fa8-98d3-818eea2e9772', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:24.681146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87300a52-4d35-46ce-ad59-58d68f87cc2b req-1cdc12f0-6138-4cc7-a82e-92be6efba5a0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.690447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87300a52-4d35-46ce-ad59-58d68f87cc2b req-1cdc12f0-6138-4cc7-a82e-92be6efba5a0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.4668803 Jul 15 13:38:24.697191 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bd45871-50a3-419f-a0d5-b148ad84ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.704680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bd45871-50a3-419f-a0d5-b148ad84ad1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.712221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6bd45871-50a3-419f-a0d5-b148ad84ad1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e61b23e2-1d96-4f62-80a0-045272f66eaf HTTP/1.1" status: 204 len: 168 time: 0.6802595 Jul 15 13:38:24.815780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd45871-50a3-419f-a0d5-b148ad84ad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b23e2-1d96-4f62-80a0-045272f66eaf,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.961522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8dff6d8-4777-4bb2-b65d-742cd5156987 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.022549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87300a52-4d35-46ce-ad59-58d68f87cc2b req-4ab8b28b-db0a-4091-ad56-1b31e7799cc9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038132 Jul 15 13:38:25.225890 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8dff6d8-4777-4bb2-b65d-742cd5156987 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.248476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8dff6d8-4777-4bb2-b65d-742cd5156987 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.341558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dff6d8-4777-4bb2-b65d-742cd5156987 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9a2172-504d-410c-bb1c-13cb522beedc,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:25.376915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8dff6d8-4777-4bb2-b65d-742cd5156987 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.378769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d8dff6d8-4777-4bb2-b65d-742cd5156987 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7389157 Jul 15 13:38:25.401769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47118) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:25.409930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ad04e8d9-5cf2-4239-b1f9-d209d47a195a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'b37dec45-50a3-4fa8-98d3-818eea2e9772', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:25.446942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4b42f498-54f2-439e-ad93-683f790d497a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:25.532759 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad04e8d9-5cf2-4239-b1f9-d209d47a195a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.634249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 4b42f498-54f2-439e-ad93-683f790d497a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:25.681715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a5242e1f-8898-4f36-9421-253152a16ed7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:25.939871 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad04e8d9-5cf2-4239-b1f9-d209d47a195a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.953610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad04e8d9-5cf2-4239-b1f9-d209d47a195a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.989121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a5242e1f-8898-4f36-9421-253152a16ed7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:25.989492 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.145984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04e8d9-5cf2-4239-b1f9-d209d47a195a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaf5963-7ad7-40e2-9cba-926a631b4407,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:26.165465 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad04e8d9-5cf2-4239-b1f9-d209d47a195a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.170404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ad04e8d9-5cf2-4239-b1f9-d209d47a195a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7671192 Jul 15 13:38:26.175702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47130) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:26.195056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-75be807e-f299-4569-a905-6220596e3ed8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'b37dec45-50a3-4fa8-98d3-818eea2e9772', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:26.345197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddfc18-ae20-4ac1-a102-8922ecb901c3 req-729608cd-376d-4bde-ad47-00652a55356e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:26.367761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38ddfc18-ae20-4ac1-a102-8922ecb901c3 req-729608cd-376d-4bde-ad47-00652a55356e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3209028 Jul 15 13:38:26.414901 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-75be807e-f299-4569-a905-6220596e3ed8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Project 8c00d19e732740e0ace17c988ffb71e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:26.472479 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75be807e-f299-4569-a905-6220596e3ed8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.478484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92094642-16c5-4a36-a26e-3a61f151ea06 None None] Network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:26.605091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38ddfc18-ae20-4ac1-a102-8922ecb901c3 req-adabced9-b855-4004-ba37-a70fd4f3a2f0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356164 Jul 15 13:38:26.626190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-945c89f1-532a-495b-9fe3-9ba521077271 None None] Provisioning for port 4b42f498-54f2-439e-ad93-683f790d497a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:26.636586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-945c89f1-532a-495b-9fe3-9ba521077271 None None] Provisioning complete for port 4b42f498-54f2-439e-ad93-683f790d497a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:26.636960 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-945c89f1-532a-495b-9fe3-9ba521077271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.685336 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75be807e-f299-4569-a905-6220596e3ed8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.699375 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75be807e-f299-4569-a905-6220596e3ed8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.746695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be807e-f299-4569-a905-6220596e3ed8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5cb9a2-3098-49e7-9788-741d91e7989f,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:26.774085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75be807e-f299-4569-a905-6220596e3ed8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.775772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-75be807e-f299-4569-a905-6220596e3ed8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5943410 Jul 15 13:38:26.780501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47138) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:26.786039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1b109487-b0bd-4340-8354-f352b0c29291 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'security_group_rule': {'security_group_id': 'b37dec45-50a3-4fa8-98d3-818eea2e9772', 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:26.839843 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.843050 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-1b109487-b0bd-4340-8354-f352b0c29291 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Project 8c00d19e732740e0ace17c988ffb71e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:26.849758 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b109487-b0bd-4340-8354-f352b0c29291 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.030587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-945c89f1-532a-495b-9fe3-9ba521077271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.064276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b109487-b0bd-4340-8354-f352b0c29291 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.083234 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b109487-b0bd-4340-8354-f352b0c29291 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.095401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-945c89f1-532a-495b-9fe3-9ba521077271 None None] For port 4b42f498-54f2-439e-ad93-683f790d497a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4b42f498-54f2-439e-ad93-683f790d497a,segment=NetworkSegment(4ae8c183-29bd-417a-88b4-d63c4c281d0e),segment_id=4ae8c183-29bd-417a-88b4-d63c4c281d0e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:27.105089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-945c89f1-532a-495b-9fe3-9ba521077271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.183624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b109487-b0bd-4340-8354-f352b0c29291 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c243108-62c0-4f9e-8d24-d82d7faea3e8,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.219626 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b109487-b0bd-4340-8354-f352b0c29291 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.220938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1b109487-b0bd-4340-8354-f352b0c29291 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4391618 Jul 15 13:38:27.255285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6524c-46b4-4941-9b57-7ba9c3d79a33 req-23216b0a-69f2-4ebb-94b9-a384c0837c8f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:27.272984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df6524c-46b4-4941-9b57-7ba9c3d79a33 req-23216b0a-69f2-4ebb-94b9-a384c0837c8f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3188589 Jul 15 13:38:27.287030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c89f1-532a-495b-9fe3-9ba521077271 None None] Pushing event updated for resources: {'Port': ['ID=4b42f498-54f2-439e-ad93-683f790d497a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.414374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df6524c-46b4-4941-9b57-7ba9c3d79a33 req-7f0d5f98-6408-4660-bb1c-7580902c16b6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307347 Jul 15 13:38:27.814395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.837100 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.883213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-cdebd6e8-0bc5-437c-adee-6690a2f616aa tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366922877&fields=id&tenant_id=8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 267 time: 0.0963161 Jul 15 13:38:27.916878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ec82fe76-5980-4086-a1c6-610dda6e33dc None None] Provisioning complete for port 4b42f498-54f2-439e-ad93-683f790d497a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:27.919628 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ec82fe76-5980-4086-a1c6-610dda6e33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.954188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=f72688a9-4f52-4dbd-a77c-e8011dfb964b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:28.215580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-89a9e08d-29d4-4add-9dcb-fd41f4c76119 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:28.228520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-89a9e08d-29d4-4add-9dcb-fd41f4c76119 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/networks?id=8940fee6-800e-4648-9d2a-493d9117f591 HTTP/1.1" status: 200 len: 796 time: 0.3443062 Jul 15 13:38:28.246685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-f09da8f7-2b8c-4592-b104-e2beda16beee tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/quotas/8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 375 time: 0.0167546 Jul 15 13:38:28.268765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ec82fe76-5980-4086-a1c6-610dda6e33dc None None] Provisioning for port f72688a9-4f52-4dbd-a77c-e8011dfb964b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:28.279017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ec82fe76-5980-4086-a1c6-610dda6e33dc None None] Provisioning complete for port f72688a9-4f52-4dbd-a77c-e8011dfb964b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:28.279670 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ec82fe76-5980-4086-a1c6-610dda6e33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.417370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ec82fe76-5980-4086-a1c6-610dda6e33dc None None] Port f72688a9-4f52-4dbd-a77c-e8011dfb964b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:28.457645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-f26384b6-463e-43c5-8fc1-40855fb07cff tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1991963 Jul 15 13:38:28.464186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-8491ddb9-4e1b-4729-8592-35d1db0a34be service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:38:28.471095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-8491ddb9-4e1b-4729-8592-35d1db0a34be service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124397 Jul 15 13:38:28.472326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.577398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f78c19e-a90f-4a68-85c3-e629b416424f None None] Provisioning complete for port f72688a9-4f52-4dbd-a77c-e8011dfb964b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:28.577913 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f78c19e-a90f-4a68-85c3-e629b416424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.632664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-cbe1049e-553d-484c-8de5-57c9faf4c351 service neutron] 10.222.0.25 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604805 Jul 15 13:38:28.690437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6f78c19e-a90f-4a68-85c3-e629b416424f None None] Port f72688a9-4f52-4dbd-a77c-e8011dfb964b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:28.780811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-7e2180c3-5cd9-4684-abb2-b3ab9c2ad2ce service neutron] 10.222.0.25 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455212 Jul 15 13:38:28.824354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.936024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bbee4149-5b8b-4bfe-b7e3-7d132eb73585 None None] Provisioning complete for port f72688a9-4f52-4dbd-a77c-e8011dfb964b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:28.937885 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bbee4149-5b8b-4bfe-b7e3-7d132eb73585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.992547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bbee4149-5b8b-4bfe-b7e3-7d132eb73585 None None] Port f72688a9-4f52-4dbd-a77c-e8011dfb964b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:29.155982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-072d5c34-2b31-4ac1-b3e4-daed28213890 req-f9daa9fe-e291-432a-a456-f60440b54d90 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 210 time: 0.0830305 Jul 15 13:38:29.160480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4b42f498-54f2-439e-ad93-683f790d497a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:29.282818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 4b42f498-54f2-439e-ad93-683f790d497a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:29.285201 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.377909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.388745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.391593 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.624588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8280-50d5-4079-9256-be853b4a66bd req-873d6297-9bdd-48e6-8be8-0fecb27a1fc3 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:29.625671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ed8280-50d5-4079-9256-be853b4a66bd req-873d6297-9bdd-48e6-8be8-0fecb27a1fc3 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1552110 Jul 15 13:38:29.678732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:29.685855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:29.700626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=f72688a9-4f52-4dbd-a77c-e8011dfb964b,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:29.732095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64ed8280-50d5-4079-9256-be853b4a66bd req-fd9b96b0-c3d3-4678-a45a-30dbfcc65b96 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983987 Jul 15 13:38:29.978567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Router 99c17611-a096-40d5-b99b-9c03b478053b is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:30.258373 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:30.267115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5a959-38ea-4136-9893-f1af0afbcdab req-90636dd3-e351-4de2-91f1-3228f5e3eb89 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.269329 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10805f9b-0bf8-49d4-a704-c1b98682ec85 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "PUT /v2.0/routers/99c17611-a096-40d5-b99b-9c03b478053b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8015764 Jul 15 13:38:30.273715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47226) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:30.280310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2f5a959-38ea-4136-9893-f1af0afbcdab req-90636dd3-e351-4de2-91f1-3228f5e3eb89 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1871653 Jul 15 13:38:30.280633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b36ce4-c711-4756-9105-b1c362f72831 None None] Sync routers for ids ['99c17611-a096-40d5-b99b-9c03b478053b'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:30.314080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-caf4dfcd-869f-4ac6-b8a5-afbc56011761 None None] Provisioning complete for port f72688a9-4f52-4dbd-a77c-e8011dfb964b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:30.317376 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-caf4dfcd-869f-4ac6-b8a5-afbc56011761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.376059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b36ce4-c711-4756-9105-b1c362f72831 None None] Routers {'99c17611-a096-40d5-b99b-9c03b478053b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:30.376724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f7b36ce4-c711-4756-9105-b1c362f72831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:38:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99c17611-a096-40d5-b99b-9c03b478053b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.404448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2f5a959-38ea-4136-9893-f1af0afbcdab req-e22f9fa6-7ca5-4095-9f79-6e342b315a93 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059542 Jul 15 13:38:30.612402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184335a-7632-4df8-b15d-b50ac8e36b44 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.628194 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e184335a-7632-4df8-b15d-b50ac8e36b44 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c17611-a096-40d5-b99b-9c03b478053b HTTP/1.1" status: 200 len: 989 time: 0.3505895 Jul 15 13:38:30.630194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47238) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:30.801138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f7b36ce4-c711-4756-9105-b1c362f72831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.829136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-caf4dfcd-869f-4ac6-b8a5-afbc56011761 None None] Port f72688a9-4f52-4dbd-a77c-e8011dfb964b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:30.850567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b36ce4-c711-4756-9105-b1c362f72831 None None] Routers {'99c17611-a096-40d5-b99b-9c03b478053b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:30.856068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f7b36ce4-c711-4756-9105-b1c362f72831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:38:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99c17611-a096-40d5-b99b-9c03b478053b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.911079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44d04d35-6700-4125-9cb0-e10bfa38babd req-23fba675-ea0c-45f5-9165-2a89d444e94c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 210 time: 0.0598893 Jul 15 13:38:30.961945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f7b36ce4-c711-4756-9105-b1c362f72831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.963024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b36ce4-c711-4756-9105-b1c362f72831 None None] The sync data for ids ['99c17611-a096-40d5-b99b-9c03b478053b'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:31.309544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a706-216b-47c9-b835-17e696a7bf65 req-17486774-319a-4fae-9acd-33df56738588 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.311215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cad7a706-216b-47c9-b835-17e696a7bf65 req-17486774-319a-4fae-9acd-33df56738588 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1518784 Jul 15 13:38:31.431690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cad7a706-216b-47c9-b835-17e696a7bf65 req-6a32a146-896e-473b-a238-df889949f26a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014376 Jul 15 13:38:31.645966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.028470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-2e78a047-4d4f-4b45-bd31-d2db0a6a3ad8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.030423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-2e78a047-4d4f-4b45-bd31-d2db0a6a3ad8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.30 "GET /v2.0/networks?id=8940fee6-800e-4648-9d2a-493d9117f591 HTTP/1.1" status: 200 len: 796 time: 0.4883838 Jul 15 13:38:32.118814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-62845ca2-582e-49bf-bbb5-16e03175f1f1 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c00d19e732740e0ace17c988ffb71e9 HTTP/1.1" status: 200 len: 379 time: 0.0555785 Jul 15 13:38:32.128096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf56e-ad5d-4ea4-9212-d3a31e80fca2 req-d3d9f85d-30a7-474f-be59-025489bf97f5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.136481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ebdf56e-ad5d-4ea4-9212-d3a31e80fca2 req-d3d9f85d-30a7-474f-be59-025489bf97f5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3404713 Jul 15 13:38:32.144868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'port': {'device_id': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'admin_state_up': True, 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'security_groups': ['b37dec45-50a3-4fa8-98d3-818eea2e9772']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:32.719574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ebdf56e-ad5d-4ea4-9212-d3a31e80fca2 req-8a1968f0-9c29-4157-b065-df88481a17eb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817552 Jul 15 13:38:32.918240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port f72688a9-4f52-4dbd-a77c-e8011dfb964b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:32.919148 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.955252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Made reservation on behalf of 8c00d19e732740e0ace17c988ffb71e9 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:32.961456 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.038759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed0312e-4bfc-4ab2-93f8-741bea4839c9 req-a06605e3-1ae4-48c2-9851-fd65f69f5e59 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 210 time: 0.1090286 Jul 15 13:38:33.202055 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.304134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for f72688a9-4f52-4dbd-a77c-e8011dfb964b owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:33.383597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.20.0.4 (8940fee6-800e-4648-9d2a-493d9117f591/2d0c7687-6848-4e28-8237-e790c05b9252/a25a67ac-d371-4e1a-98ce-fc19e4ebedfd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:33.484735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49669d-c524-4244-a352-c13c0b3f931b req-feaf1994-107f-47f5-8b1b-d1c15bdd2e9a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:33.492566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc49669d-c524-4244-a352-c13c0b3f931b req-feaf1994-107f-47f5-8b1b-d1c15bdd2e9a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2943046 Jul 15 13:38:33.696265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc49669d-c524-4244-a352-c13c0b3f931b req-8224d4b4-6bd0-46ce-836c-751b97937483 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025752 Jul 15 13:38:33.745636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.768226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Transition to ACTIVE for port object a25a67ac-d371-4e1a-98ce-fc19e4ebedfd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:33.769879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.808583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=f72688a9-4f52-4dbd-a77c-e8011dfb964b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:33.984165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.012042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.141171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 8940fee6-800e-4648-9d2a-493d9117f591 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:34.161071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffef4d-14ae-4eec-aff6-0f3b405ae427 req-7fdeb50d-c3e5-4f8f-baf1-b441aa1fed0b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.163347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ffef4d-14ae-4eec-aff6-0f3b405ae427 req-7fdeb50d-c3e5-4f8f-baf1-b441aa1fed0b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3179033 Jul 15 13:38:34.164330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:34.166791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:34.279241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:34.327701 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70ffef4d-14ae-4eec-aff6-0f3b405ae427 req-2a954985-46ec-4374-bb27-3b2e704e2575 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577103 Jul 15 13:38:34.339173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.339841 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.343819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Router 99c17611-a096-40d5-b99b-9c03b478053b has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:34.370242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-5cad427d-82bf-452d-8781-55507075316c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2300329 Jul 15 13:38:34.440346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Request body: {'port': {'device_id': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:34.503366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:34.510726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e4642377-1bf2-4af5-ad23-3fe7ccf619be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "PUT /v2.0/routers/99c17611-a096-40d5-b99b-9c03b478053b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8780808 Jul 15 13:38:34.515952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47320) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:34.521061 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fd295-6dd4-4997-a850-c416483e82ae None None] Sync routers for ids ['99c17611-a096-40d5-b99b-9c03b478053b'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:34.535966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-166ee37d-dd78-47b2-979b-564c899fe1c4 None None] Provisioning for port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:34.544573 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fd295-6dd4-4997-a850-c416483e82ae None None] Routers {'99c17611-a096-40d5-b99b-9c03b478053b'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:34.545896 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-914fd295-6dd4-4997-a850-c416483e82ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:38:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99c17611-a096-40d5-b99b-9c03b478053b'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.555853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-166ee37d-dd78-47b2-979b-564c899fe1c4 None None] Provisioning complete for port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:34.556814 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-166ee37d-dd78-47b2-979b-564c899fe1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.631687 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.667590 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-914fd295-6dd4-4997-a850-c416483e82ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.668313 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f1f459-77f5-4d16-a660-7d3b77e71d94 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:38:34.675851 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-92f1f459-77f5-4d16-a660-7d3b77e71d94 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/f72688a9-4f52-4dbd-a77c-e8011dfb964b HTTP/1.1" status: 404 len: 333 time: 0.1500564 Jul 15 13:38:34.680606 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47324) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:34.701129 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fd295-6dd4-4997-a850-c416483e82ae None None] Routers {'99c17611-a096-40d5-b99b-9c03b478053b'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:34.702295 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-914fd295-6dd4-4997-a850-c416483e82ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:38:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['99c17611-a096-40d5-b99b-9c03b478053b'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.705398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-166ee37d-dd78-47b2-979b-564c899fe1c4 None None] Port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:34.779221 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.783919 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-914fd295-6dd4-4997-a850-c416483e82ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.785397 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fd295-6dd4-4997-a850-c416483e82ae None None] The sync data for ids ['99c17611-a096-40d5-b99b-9c03b478053b'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:34.906586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82be44d9-41bc-49dc-9166-f9ba029ea58a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.984975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b3966-3e57-41a8-b33d-3e28214a605b req-4261f9a9-4bfe-456b-a66b-bab6537146f0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.988214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e1b3966-3e57-41a8-b33d-3e28214a605b req-4261f9a9-4bfe-456b-a66b-bab6537146f0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 931 time: 0.3455305 Jul 15 13:38:35.211702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82be44d9-41bc-49dc-9166-f9ba029ea58a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.217074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82be44d9-41bc-49dc-9166-f9ba029ea58a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.309763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82be44d9-41bc-49dc-9166-f9ba029ea58a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.310915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82be44d9-41bc-49dc-9166-f9ba029ea58a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Fanout notify agent at l3_agent the message router_deleted on router 99c17611-a096-40d5-b99b-9c03b478053b {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:35.343828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-82be44d9-41bc-49dc-9166-f9ba029ea58a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.349216 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-82be44d9-41bc-49dc-9166-f9ba029ea58a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/routers/99c17611-a096-40d5-b99b-9c03b478053b HTTP/1.1" status: 204 len: 168 time: 0.6631689 Jul 15 13:38:35.349728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e1b3966-3e57-41a8-b33d-3e28214a605b req-53e6e2bf-a4d4-4876-815c-98ed15036f3e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470859 Jul 15 13:38:35.349891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47350) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:35.424559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25a67ac-d371-4e1a-98ce-fc19e4ebedfd {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:35.456296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.485516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a74532-3e77-4749-a6e8-19d4c532b3de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 65e0b611-6bfc-4f8d-be4e-02b200f1ecd3 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:35.493575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28a74532-3e77-4749-a6e8-19d4c532b3de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.519745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Transition to ACTIVE for port object a25a67ac-d371-4e1a-98ce-fc19e4ebedfd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:35.534548 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.620080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28a74532-3e77-4749-a6e8-19d4c532b3de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.685158 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.697719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Pushing event updated for resources: {'Port': ['ID=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.871616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28a74532-3e77-4749-a6e8-19d4c532b3de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.902528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Attempting to bind port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:35.902881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Attempting to bind port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:35.903243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Attempting to bind port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd on network 8940fee6-800e-4648-9d2a-493d9117f591 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:35.914872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd on network 8940fee6-800e-4648-9d2a-493d9117f591 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:35.915299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Attempting to bind port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd on network 8940fee6-800e-4648-9d2a-493d9117f591 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:35.928941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:35.929319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Checking segment: {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:35.929856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Bound using segment: {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:35.930234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Bound port: a25a67ac-d371-4e1a-98ce-fc19e4ebedfd, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507e9779-c1ea-4e17-b35e-8db88c499cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:35.931246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.963513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70270e89-6f58-489a-9c87-2646c719ba60 req-dcfc6633-3d66-4640-913b-5289b12dce9d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:35.966910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70270e89-6f58-489a-9c87-2646c719ba60 req-dcfc6633-3d66-4640-913b-5289b12dce9d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2199094 Jul 15 13:38:36.045108 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28a74532-3e77-4749-a6e8-19d4c532b3de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.078764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a74532-3e77-4749-a6e8-19d4c532b3de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=65e0b611-6bfc-4f8d-be4e-02b200f1ecd3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:36.084793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28a74532-3e77-4749-a6e8-19d4c532b3de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.090270 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-28a74532-3e77-4749-a6e8-19d4c532b3de tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/65e0b611-6bfc-4f8d-be4e-02b200f1ecd3 HTTP/1.1" status: 204 len: 168 time: 0.7363954 Jul 15 13:38:36.090415 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47362) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:36.098668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734723e7-5bb7-4b84-8745-f2e7760a37ff None None] Network 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:36.163756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70270e89-6f58-489a-9c87-2646c719ba60 req-42cd23ed-cfed-4a0a-9ab0-9fa990a2ed4c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728969 Jul 15 13:38:36.200887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] For port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:36.210133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] For port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:36.218576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.230180 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.266078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:36.267318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.269000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] 10.222.0.30 "PUT /v2.0/ports/a25a67ac-d371-4e1a-98ce-fc19e4ebedfd HTTP/1.1" status: 200 len: 1092 time: 1.8403790 Jul 15 13:38:36.269561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:36.272276 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dd1979-1e63-4092-8826-ac759a88e2c4" -d '{"events": [{"name": "network-changed", "server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:36.307414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5429087-a97d-4380-b6fe-5dc2385bc40a service neutron] Pushing event updated for resources: {'Port': ['ID=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:36.446506 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 4b42f498-54f2-439e-ad93-683f790d497a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:36.447200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.563892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] For port 4b42f498-54f2-439e-ad93-683f790d497a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4b42f498-54f2-439e-ad93-683f790d497a,segment=NetworkSegment(4ae8c183-29bd-417a-88b4-d63c4c281d0e),segment_id=4ae8c183-29bd-417a-88b4-d63c4c281d0e)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:36.564377 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.582786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 4b42f498-54f2-439e-ad93-683f790d497a owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:36.677569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-6800b227-fda8-408c-9ed3-eaef5ba7e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:36.677569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-6800b227-fda8-408c-9ed3-eaef5ba7e978 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 1095 time: 0.3335233 Jul 15 13:38:36.737771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-4cc6e910-8bdc-4297-8e24-bd740e1a4620 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd HTTP/1.1" status: 200 len: 217 time: 0.0542934 Jul 15 13:38:36.807308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.817349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-25ff7b6d-0a96-4f96-a3f1-0af9037760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:36.819811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-25ff7b6d-0a96-4f96-a3f1-0af9037760e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d0c7687-6848-4e28-8237-e790c05b9252 HTTP/1.1" status: 200 len: 835 time: 0.0732350 Jul 15 13:38:36.835336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775bcb3-871f-4659-93df-a49a55fcdd84 req-490eb0e8-7580-4996-8bd5-a3e3185331c7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:36.843487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d775bcb3-871f-4659-93df-a49a55fcdd84 req-490eb0e8-7580-4996-8bd5-a3e3185331c7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.4001405 Jul 15 13:38:36.859075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8995933e-fcb2-4bc1-8b92-f699f94fd7bb None None] DHCP port deletion for 31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:36.869132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No DVR routers for this DVR port 4b42f498-54f2-439e-ad93-683f790d497a on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:36.959571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d775bcb3-871f-4659-93df-a49a55fcdd84 req-293355f0-d527-4425-8145-311aa2c97f5e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144350 Jul 15 13:38:36.998100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=4b42f498-54f2-439e-ad93-683f790d497a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.013667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-0fc9e0ef-b840-40ae-a15e-cd79f3c74c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.015524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-0fc9e0ef-b840-40ae-a15e-cd79f3c74c75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8940fee6-800e-4648-9d2a-493d9117f591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618750 Jul 15 13:38:37.158071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-db7f7577-654c-463f-9f5e-0d70c4164563 service neutron] 10.222.0.30 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268940 Jul 15 13:38:37.195251 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.203371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4b42f498-54f2-439e-ad93-683f790d497a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:37.222139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:37.260794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 4b42f498-54f2-439e-ad93-683f790d497a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:37.261633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4b42f498-54f2-439e-ad93-683f790d497a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:37.280425 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62011df-cb4f-43b5-ad5d-bdc205994a45 x-openstack-request-id: req-a62011df-cb4f-43b5-ad5d-bdc205994a45 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:37.280425 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:37.284648 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a62011df-cb4f-43b5-ad5d-bdc205994a45 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:37.285468 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'status': 'completed', 'code': 200} Jul 15 13:38:37.288166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae8c183-29bd-417a-88b4-d63c4c281d0e') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:37.288646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae8c183-29bd-417a-88b4-d63c4c281d0e') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:37.308375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.339569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.343788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a1d2f09-5753-40a5-b2a9-203d885d7972 req-4b178ecd-b648-4d4f-9f20-81b43cff2e2c service neutron] 10.222.0.30 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792228 Jul 15 13:38:37.350231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:37.351057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:37.430492 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:37.444477 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.482328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.489593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47392) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:37.489942 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/networks/31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca HTTP/1.1" status: 204 len: 168 time: 1.3980341 Jul 15 13:38:37.491414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493e4fc-6e9e-44a1-a11a-6b0366b167f6 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Network': ['ID=31e2b6c1-9e0b-49ad-bb8f-60966ccd2eca,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.589336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b4081-448c-49f0-8950-ca9ca01d52be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.601038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-954b4081-448c-49f0-8950-ca9ca01d52be tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/c5bc2343-e7b7-4e30-8063-e5e2c86101a5 HTTP/1.1" status: 200 len: 845 time: 0.1012802 Jul 15 13:38:37.601660 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47394) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:37.644421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-4ab670dd-1b1b-4959-b41f-c2973911ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.649005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-4ab670dd-1b1b-4959-b41f-c2973911ec60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 1095 time: 0.2121203 Jul 15 13:38:37.679523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c4d1d-7829-4827-8d28-84a57eac142c req-9ed3443b-0866-4718-b5f3-ce549c1e5386 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.692711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-359c4d1d-7829-4827-8d28-84a57eac142c req-9ed3443b-0866-4718-b5f3-ce549c1e5386 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 943 time: 0.2860627 Jul 15 13:38:37.764620 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3e6e9741-6a88-46bd-a612-0520569794f3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/c5bc2343-e7b7-4e30-8063-e5e2c86101a5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1605370 Jul 15 13:38:37.765672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47398) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:37.788805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:37.808361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-359c4d1d-7829-4827-8d28-84a57eac142c req-d11c026d-9b62-4698-b520-f46ed769243c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923297 Jul 15 13:38:37.892170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-c2bc9df1-1e88-43a7-934a-cef7306bc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.895327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-c2bc9df1-1e88-43a7-934a-cef7306bc514 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8940fee6-800e-4648-9d2a-493d9117f591 HTTP/1.1" status: 200 len: 897 time: 0.2337296 Jul 15 13:38:37.993702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-f81aeca1-6eef-496c-bdec-3b7829b87714 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd HTTP/1.1" status: 200 len: 217 time: 0.0893893 Jul 15 13:38:38.033463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:38.043703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.156529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-6938a815-7702-4c30-a00d-1f82b78a350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.158898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-6938a815-7702-4c30-a00d-1f82b78a350d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d0c7687-6848-4e28-8237-e790c05b9252 HTTP/1.1" status: 200 len: 835 time: 0.1579142 Jul 15 13:38:38.323738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c7748-50b7-4e43-b0f5-c09556c5da4b req-61a96b33-fa17-449a-9f6d-3e0eb2f01742 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.334875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-754c7748-50b7-4e43-b0f5-c09556c5da4b req-61a96b33-fa17-449a-9f6d-3e0eb2f01742 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 814 time: 0.2511077 Jul 15 13:38:38.363845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-754c7748-50b7-4e43-b0f5-c09556c5da4b req-c6cc5671-6f09-45fe-9b64-09ca5b9595c4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/quotas/d965a9dea7414a0c982670ea780a66d5 HTTP/1.1" status: 200 len: 375 time: 0.0266681 Jul 15 13:38:38.408365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-2f6bd91d-c5f2-421d-b506-9273a0b1dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.410287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-2f6bd91d-c5f2-421d-b506-9273a0b1dd6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8940fee6-800e-4648-9d2a-493d9117f591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2137005 Jul 15 13:38:38.450419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.531069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:38.537628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:38.546116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.548073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.556046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d7d88-9705-4594-84f8-2da7d16def81 None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:38.575919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=4adfe411-a7d4-4bb3-a9a1-2caadda22640,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:38.591994 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79863759-f413-4483-b58f-2c0226ddcd5f tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8225579 Jul 15 13:38:38.594392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47420) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:38.611366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ca9c97b8-62f7-4808-97eb-a86ba5b7c01d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'security_group': {'name': 'tempest-secgroup-2050920196'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:38.659862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca9c97b8-62f7-4808-97eb-a86ba5b7c01d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.688493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-6f342d2a-6f85-476c-a70f-3adf2626cc8b service neutron] 10.222.0.30 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317228 Jul 15 13:38:38.699623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-754c7748-50b7-4e43-b0f5-c09556c5da4b req-72516900-d8a0-4ad2-aa04-581a4778ddcf tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3260221 Jul 15 13:38:38.894740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca9c97b8-62f7-4808-97eb-a86ba5b7c01d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.907261 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca9c97b8-62f7-4808-97eb-a86ba5b7c01d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.949990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c97b8-62f7-4808-97eb-a86ba5b7c01d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f11e7e9-eadc-4e82-9f5a-cb13f816598c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:38.962794 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca9c97b8-62f7-4808-97eb-a86ba5b7c01d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.976511 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ca9c97b8-62f7-4808-97eb-a86ba5b7c01d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3755965 Jul 15 13:38:38.979563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:39.002348 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5f85ecef-5175-4314-8efe-26076b21b9ea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'security_group': {'name': 'tempest-secgroup-1031481394'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:39.004593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-7123e29a-4a74-4d3a-8e3d-cf974377d320', 'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'tenant_id': 'e6f96a32ff644dd391518b3fc179f939', 'fixed_ips': [{'subnet_id': '4adfe411-a7d4-4bb3-a9a1-2caadda22640'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:39.006365 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.062054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f85ecef-5175-4314-8efe-26076b21b9ea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.067088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dd1979-1e63-4092-8826-ac759a88e2c4 req-e2496340-6d67-4f3d-8078-c83e4a26ba62 service neutron] 10.222.0.30 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656459 Jul 15 13:38:39.281590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82290b88-a749-491c-8133-01e2b45230f4 req-c25fb3be-766c-4c08-968b-574a12a81bac tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.284986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82290b88-a749-491c-8133-01e2b45230f4 req-c25fb3be-766c-4c08-968b-574a12a81bac tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2039187 Jul 15 13:38:39.337491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f85ecef-5175-4314-8efe-26076b21b9ea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.348584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f85ecef-5175-4314-8efe-26076b21b9ea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.371572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82290b88-a749-491c-8133-01e2b45230f4 req-b7662b0d-0f94-4758-be6e-5f90e38e250c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725675 Jul 15 13:38:39.395460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85ecef-5175-4314-8efe-26076b21b9ea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e12922-962a-4482-b120-e8d4de9e2329,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:39.401338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f85ecef-5175-4314-8efe-26076b21b9ea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.405682 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5f85ecef-5175-4314-8efe-26076b21b9ea tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4195385 Jul 15 13:38:39.409329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47446) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:39.415210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1204632540', 'security_groups': ['d5e12922-962a-4482-b120-e8d4de9e2329'], 'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4adfe411-a7d4-4bb3-a9a1-2caadda22640'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:39.417500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Allocated IP 2001:db8::2 (7123e29a-4a74-4d3a-8e3d-cf974377d320/4adfe411-a7d4-4bb3-a9a1-2caadda22640/7a5276c4-f50c-4555-8a64-99837e62e291) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:39.936980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:39.967093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf00317-e3a8-4bab-a922-a76eebe8b284 req-65f95a10-75ad-4cc6-97f6-164dedcca59c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.969416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8bf00317-e3a8-4bab-a922-a76eebe8b284 req-65f95a10-75ad-4cc6-97f6-164dedcca59c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 943 time: 0.3001721 Jul 15 13:38:40.012422 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47462) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:40.031539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.054534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Transition to ACTIVE for port object 7a5276c4-f50c-4555-8a64-99837e62e291 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:40.105448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Transition to ACTIVE for port object 7a5276c4-f50c-4555-8a64-99837e62e291 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:40.117384 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.148469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8bf00317-e3a8-4bab-a922-a76eebe8b284 req-0d2ec216-c653-44b6-b744-97cb74eadbab tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357639 Jul 15 13:38:40.218007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-0c184f50-fbb3-4360-b561-8bbcd3ad88c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6395524 Jul 15 13:38:40.236458 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:40.263340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Pushing event updated for resources: {'Port': ['ID=7a5276c4-f50c-4555-8a64-99837e62e291,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.275170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:40.280231 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.289323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:40.292234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:40.295943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device a25a67ac-d371-4e1a-98ce-fc19e4ebedfd details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:40.371557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c01f0d-8dff-4fcd-98d2-5582cb89aac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.462721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Attempting to bind port 7a5276c4-f50c-4555-8a64-99837e62e291 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:40.463770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Attempting to bind port 7a5276c4-f50c-4555-8a64-99837e62e291 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8dab533a-63a4-40a6-bb18-7914c8814cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:40.464144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Attempting to bind port 7a5276c4-f50c-4555-8a64-99837e62e291 on network 7123e29a-4a74-4d3a-8e3d-cf974377d320 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:40.469742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port 13809c32-5d0e-46fa-ad62-4b8f39d92247 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:38:40.475545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:40.475942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Checking segment: {'id': '8dab533a-63a4-40a6-bb18-7914c8814cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:40.476332 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.476730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Bound using segment: {'id': '8dab533a-63a4-40a6-bb18-7914c8814cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:40.477227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Bound port: 7a5276c4-f50c-4555-8a64-99837e62e291, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dab533a-63a4-40a6-bb18-7914c8814cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:40.477998 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.560345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] For port 7a5276c4-f50c-4555-8a64-99837e62e291, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:40.564502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] For port 7a5276c4-f50c-4555-8a64-99837e62e291, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a5276c4-f50c-4555-8a64-99837e62e291,segment=NetworkSegment(8dab533a-63a4-40a6-bb18-7914c8814cf1),segment_id=8dab533a-63a4-40a6-bb18-7914c8814cf1)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:40.576043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:40.580568 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.598504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c01f0d-8dff-4fcd-98d2-5582cb89aac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.603246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-c8c678be-8d61-47f5-9944-be240f6e2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:40.605070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-c8c678be-8d61-47f5-9944-be240f6e2a51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1097 time: 0.3002822 Jul 15 13:38:40.606464 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c01f0d-8dff-4fcd-98d2-5582cb89aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.625568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'port_id': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'mac_address': 'fa:16:3e:10:b8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:40.692346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd926785-7277-4af8-a51a-65f4f874888b None None] Pushing event updated for resources: {'Port': ['ID=7a5276c4-f50c-4555-8a64-99837e62e291,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.718244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.737960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25a67ac-d371-4e1a-98ce-fc19e4ebedfd {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:40.767621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c01f0d-8dff-4fcd-98d2-5582cb89aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e54533c-7e91-4896-a2f2-8a75dded0a03,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.775351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:40.795179 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.796119 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-10c01f0d-8dff-4fcd-98d2-5582cb89aac6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b8561a4ae354c7e87c58b0e457bbd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7813082 Jul 15 13:38:40.798696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47472) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:40.868542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.920732 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd0280e-9421-45f5-868a-2e2af1158055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.956250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd0280e-9421-45f5-868a-2e2af1158055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.011785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['a25a67ac-d371-4e1a-98ce-fc19e4ebedfd'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:41.136146 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd0280e-9421-45f5-868a-2e2af1158055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.141030 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfd0280e-9421-45f5-868a-2e2af1158055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.157921 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dfd0280e-9421-45f5-868a-2e2af1158055 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e54533c-7e91-4896-a2f2-8a75dded0a03 HTTP/1.1" status: 204 len: 168 time: 0.3560700 Jul 15 13:38:41.195759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0280e-9421-45f5-868a-2e2af1158055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e54533c-7e91-4896-a2f2-8a75dded0a03,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.351438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a5276c4-f50c-4555-8a64-99837e62e291 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:41.424732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137986-f412-4066-850c-72daae40c2a8 req-85e8e06e-8036-473a-be00-d8798c4e18a8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.426781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f137986-f412-4066-850c-72daae40c2a8 req-85e8e06e-8036-473a-be00-d8798c4e18a8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 1.0510309 Jul 15 13:38:41.520079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f137986-f412-4066-850c-72daae40c2a8 req-7edc9957-f9e8-451f-bb90-e9ea4b10c1a3 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718734 Jul 15 13:38:41.522808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 7a5276c4-f50c-4555-8a64-99837e62e291 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:41.712078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-ba9da2f7-750c-4380-9318-0e5af41bdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.715019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-ba9da2f7-750c-4380-9318-0e5af41bdf13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 1.0582163 Jul 15 13:38:41.720210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::367 (7123e29a-4a74-4d3a-8e3d-cf974377d320/4adfe411-a7d4-4bb3-a9a1-2caadda22640/13809c32-5d0e-46fa-ad62-4b8f39d92247) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:41.772454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47484) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:41.802627 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a17ce792-e25e-4bb2-9bdf-2b11d06b73c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.912863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-22aa9e53-9aae-40ca-a5fd-52e0f7ca6dac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 200 len: 1001 time: 0.1854293 Jul 15 13:38:41.957390 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a17ce792-e25e-4bb2-9bdf-2b11d06b73c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.964837 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a17ce792-e25e-4bb2-9bdf-2b11d06b73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.004000 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a17ce792-e25e-4bb2-9bdf-2b11d06b73c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e3c875ae8f94694a9bf68f8543f8446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300436 Jul 15 13:38:42.004470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47488) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:42.032443 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ce792-e25e-4bb2-9bdf-2b11d06b73c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a02db-e128-4043-9c3f-dbd23d339ce7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:42.116058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecd18c-e2d3-4861-8557-c465601614e5 req-e2584dbc-cce0-46f2-91e6-e7501e64cba0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.117725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eecd18c-e2d3-4861-8557-c465601614e5 req-e2584dbc-cce0-46f2-91e6-e7501e64cba0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 944 time: 0.2815976 Jul 15 13:38:42.125484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-c3bf3ed5-1308-48ce-8c1b-b0df23b89061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.126988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-c3bf3ed5-1308-48ce-8c1b-b0df23b89061 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.2013557 Jul 15 13:38:42.257287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.261500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.287383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3eecd18c-e2d3-4861-8557-c465601614e5 req-60741aa4-e764-444c-a050-99718eebc77e tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458478 Jul 15 13:38:42.309655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.315340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device a25a67ac-d371-4e1a-98ce-fc19e4ebedfd up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:42.327016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object 13809c32-5d0e-46fa-ad62-4b8f39d92247 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:42.350251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-96b6b68c-36a6-4702-8570-84ce11376f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.352125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-96b6b68c-36a6-4702-8570-84ce11376f93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2133381 Jul 15 13:38:42.373350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-a70f0fe9-4a23-418b-ae77-86cf8addb632 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:38:42.374802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-a70f0fe9-4a23-418b-ae77-86cf8addb632 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129759 Jul 15 13:38:42.426082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Provisioning for port 7a5276c4-f50c-4555-8a64-99837e62e291 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:42.440611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Provisioning complete for port 7a5276c4-f50c-4555-8a64-99837e62e291 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:42.441530 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.514751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:42.523639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:42.524229 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.565461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.568935 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.574967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b8a02db-e128-4043-9c3f-dbd23d339ce7 HTTP/1.1" status: 204 len: 168 time: 0.5539286 Jul 15 13:38:42.594191 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f741fd61-7932-4a3a-923c-45cb4d1d22f2 req-cc6c72c1-e9a5-4df3-83bb-634a3d9a4309 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d965a9dea7414a0c982670ea780a66d5 HTTP/1.1" status: 200 len: 221 time: 0.1156499 Jul 15 13:38:42.655583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-c57b1b2b-535a-4ec0-9e8b-20b17d8d4c97 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694080 Jul 15 13:38:42.669918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a02db-e128-4043-9c3f-dbd23d339ce7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:42.698307 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.726463 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.855886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] For port 7a5276c4-f50c-4555-8a64-99837e62e291, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a5276c4-f50c-4555-8a64-99837e62e291,segment=NetworkSegment(8dab533a-63a4-40a6-bb18-7914c8814cf1),segment_id=8dab533a-63a4-40a6-bb18-7914c8814cf1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:42.871479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.889405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.987209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd50a36-ce62-4008-b283-1052cafab1b0 req-d0e12ce8-8c21-4766-9b28-366b3cfe3ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105898 Jul 15 13:38:42.992518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.993056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.993589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.994392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.994866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.995391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.995780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.996237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.996665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.997089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.997511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:42.997932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ecd0f-0f14-42f1-b419-97a9d7201ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:43.013218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=13809c32-5d0e-46fa-ad62-4b8f39d92247,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:43.031468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Pushing event updated for resources: {'Port': ['ID=7a5276c4-f50c-4555-8a64-99837e62e291,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:43.034108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:43.072382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:43.095742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:43.105113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.105917 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:43.106401 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.119057 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929b03fa-c75d-4d34-8722-3901077459dc" -d '{"events": [{"server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "name": "network-vif-plugged", "status": "completed", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:43.138070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6b7c2050-7579-496b-9f4c-74ca25a02e29 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7248013 Jul 15 13:38:43.139239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47512) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:43.146680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f8fb222a-5951-403a-8981-0c8ae1dbaeec tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:43.165144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Provisioning complete for port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:43.169373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.242649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4d98311b-ab7e-4513-a5bb-028741b9d6ed None None] Port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:43.246109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:43.258844 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.269910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae41ec5-5c0d-408b-87b3-951272ee5d67 req-80e22cf4-8da9-45a2-a2c4-d28539b48a71 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.290907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ae41ec5-5c0d-408b-87b3-951272ee5d67 req-80e22cf4-8da9-45a2-a2c4-d28539b48a71 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3907733 Jul 15 13:38:43.371835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:43.482131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ae41ec5-5c0d-408b-87b3-951272ee5d67 req-49a2def1-67d4-47f2-a056-c1389952c92c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811743 Jul 15 13:38:43.492449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47516) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:43.498189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb222a-5951-403a-8981-0c8ae1dbaeec tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:43.506871 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8fb222a-5951-403a-8981-0c8ae1dbaeec tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.565244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb381-ae63-4282-8208-024f7e7a0d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.610930 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d7f308-78b3-404a-8a00-bad3e071cb28 x-openstack-request-id: req-85d7f308-78b3-404a-8a00-bad3e071cb28 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:43.611459 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "name": "network-vif-plugged", "status": "completed", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:43.611674 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85d7f308-78b3-404a-8a00-bad3e071cb28 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:43.612197 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'code': 200} Jul 15 13:38:43.678216 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-f8fb222a-5951-403a-8981-0c8ae1dbaeec tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4adfe411-a7d4-4bb3-a9a1-2caadda22640 (CIDR: 2001:db8::/64) Jul 15 13:38:43.683499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-208b97d5-e11c-4c69-905f-ab387a5de737 None None] Provisioning for port 13809c32-5d0e-46fa-ad62-4b8f39d92247 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:43.695166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-208b97d5-e11c-4c69-905f-ab387a5de737 None None] Provisioning complete for port 13809c32-5d0e-46fa-ad62-4b8f39d92247 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:43.695769 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-208b97d5-e11c-4c69-905f-ab387a5de737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.698879 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fb222a-5951-403a-8981-0c8ae1dbaeec tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:38:43.700624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fb222a-5951-403a-8981-0c8ae1dbaeec tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:38:43.760801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-208b97d5-e11c-4c69-905f-ab387a5de737 None None] Port 13809c32-5d0e-46fa-ad62-4b8f39d92247 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:43.874904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb381-ae63-4282-8208-024f7e7a0d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.883454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb381-ae63-4282-8208-024f7e7a0d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.892003 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f8fb222a-5951-403a-8981-0c8ae1dbaeec tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7507825 Jul 15 13:38:43.893167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47520) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:43.900724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:43.949992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859e38a-e4cb-41b4-aa8f-202818c4334f req-88e1e5eb-9914-409b-9617-64f83f92ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.951732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9859e38a-e4cb-41b4-aa8f-202818c4334f req-88e1e5eb-9914-409b-9617-64f83f92ddd6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 1097 time: 0.1791685 Jul 15 13:38:43.957034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d0ddb381-ae63-4282-8208-024f7e7a0d6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee02603e33df4c5f933a373d34e5c2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628818 Jul 15 13:38:43.961346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47522) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:43.961919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddb381-ae63-4282-8208-024f7e7a0d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ebe4d1-9ae7-4857-b6d4-e89c6f9f8374,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.001633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c1ac1-858c-444b-b9e4-c3893f14a0c9 req-a46bbd9c-ed2c-4535-975c-618d36882fd7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.003375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e2c1ac1-858c-444b-b9e4-c3893f14a0c9 req-a46bbd9c-ed2c-4535-975c-618d36882fd7 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 945 time: 0.1974688 Jul 15 13:38:44.027635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9859e38a-e4cb-41b4-aa8f-202818c4334f req-d4c1020a-f242-42e3-bad2-40fff8244cc3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691981 Jul 15 13:38:44.073166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e2c1ac1-858c-444b-b9e4-c3893f14a0c9 req-fc11cc60-3c98-4c09-8a22-ef322473871d tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563889 Jul 15 13:38:44.120853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-634338c0-8a71-4abc-bce2-abf8d349f5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.139762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:44.143735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.200913 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-634338c0-8a71-4abc-bce2-abf8d349f5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.315481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca3073-93c4-475c-9f36-a12915544e75 req-0788013b-dfa2-49ec-9abd-e4026789fa34 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.319589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63ca3073-93c4-475c-9f36-a12915544e75 req-0788013b-dfa2-49ec-9abd-e4026789fa34 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1113269 Jul 15 13:38:44.341822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-634338c0-8a71-4abc-bce2-abf8d349f5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.344721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-634338c0-8a71-4abc-bce2-abf8d349f5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.345911 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-634338c0-8a71-4abc-bce2-abf8d349f5de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5ebe4d1-9ae7-4857-b6d4-e89c6f9f8374 HTTP/1.1" status: 204 len: 168 time: 0.3822742 Jul 15 13:38:44.357836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634338c0-8a71-4abc-bce2-abf8d349f5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ebe4d1-9ae7-4857-b6d4-e89c6f9f8374,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.374258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63ca3073-93c4-475c-9f36-a12915544e75 req-56f52af0-c1ca-4f80-92ba-93785223159c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483811 Jul 15 13:38:44.618671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.689576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=7b3a9cc9-6f28-490f-b885-b4e21c3c420d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.697935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:44.699787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:44.702982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.703950 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.713876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e4922-f3a4-446f-8596-365f91f3ceb5 None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:44.724345 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3b1a9e53-0827-4cdf-a75a-b3a115ec94f8 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8286521 Jul 15 13:38:44.725947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47532) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:44.738005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073690e-6f1e-4cc5-859c-16402861ad3d req-b6f3bcee-9e8d-40de-b774-d9bd6ebe6626 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.740055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8073690e-6f1e-4cc5-859c-16402861ad3d req-b6f3bcee-9e8d-40de-b774-d9bd6ebe6626 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1357722 Jul 15 13:38:44.745126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-424634376', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7b3a9cc9-6f28-490f-b885-b4e21c3c420d'}], 'security_groups': ['1f11e7e9-eadc-4e82-9f5a-cb13f816598c']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:44.831614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8073690e-6f1e-4cc5-859c-16402861ad3d req-99522186-5e9c-4ffe-ae37-47ab35fcc771 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851583 Jul 15 13:38:45.177974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a5276c4-f50c-4555-8a64-99837e62e291 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:45.178552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb5ea-741a-4c27-ac57-5e06e4b5f7cf req-023fbc89-a4ae-4117-8489-03db2c102c37 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:45.180636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef3bb5ea-741a-4c27-ac57-5e06e4b5f7cf req-023fbc89-a4ae-4117-8489-03db2c102c37 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1423981 Jul 15 13:38:45.275402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef3bb5ea-741a-4c27-ac57-5e06e4b5f7cf req-102624d7-32ff-4c3a-8dbd-c6ca11d885d0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820687 Jul 15 13:38:45.320860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01eaa31-1ff9-4953-86ad-4544de43ed7b None None] Update dhcp port {'port': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'fixed_ips': [{'subnet_id': '4adfe411-a7d4-4bb3-a9a1-2caadda22640', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b3a9cc9-6f28-490f-b885-b4e21c3c420d'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '7a5276c4-f50c-4555-8a64-99837e62e291'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:38:45.382873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7a5276c4-f50c-4555-8a64-99837e62e291 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:45.383356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.438513 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d01eaa31-1ff9-4953-86ad-4544de43ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.656230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e58eb0-a8b2-4ec9-889d-03970d13ffde req-fbf2d228-4f50-4a63-a4ae-e8562a2ba6f8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:45.660995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30e58eb0-a8b2-4ec9-889d-03970d13ffde req-fbf2d228-4f50-4a63-a4ae-e8562a2ba6f8 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 945 time: 0.1444197 Jul 15 13:38:45.686352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.747323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30e58eb0-a8b2-4ec9-889d-03970d13ffde req-ae19c33b-f345-4ac5-b88f-51f2d3f7bcfc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725751 Jul 15 13:38:45.754025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-d01eaa31-1ff9-4953-86ad-4544de43ed7b None None] Allocated IP 2001:db8:0:1::2 (7123e29a-4a74-4d3a-8e3d-cf974377d320/7b3a9cc9-6f28-490f-b885-b4e21c3c420d/7a5276c4-f50c-4555-8a64-99837e62e291) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:45.898564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d01eaa31-1ff9-4953-86ad-4544de43ed7b None None] For port 7a5276c4-f50c-4555-8a64-99837e62e291, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a5276c4-f50c-4555-8a64-99837e62e291,segment=NetworkSegment(8dab533a-63a4-40a6-bb18-7914c8814cf1),segment_id=8dab533a-63a4-40a6-bb18-7914c8814cf1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:46.000313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d01eaa31-1ff9-4953-86ad-4544de43ed7b None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.050115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d01eaa31-1ff9-4953-86ad-4544de43ed7b None None] Transition to ACTIVE for port object 7a5276c4-f50c-4555-8a64-99837e62e291 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:46.058333 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d01eaa31-1ff9-4953-86ad-4544de43ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.192363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f3815-4da9-4fbb-8963-99fb31400a3f req-ac375804-e687-4903-8db7-3d51aa307bd5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.199031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f2f3815-4da9-4fbb-8963-99fb31400a3f req-ac375804-e687-4903-8db7-3d51aa307bd5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 945 time: 0.1813238 Jul 15 13:38:46.209475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01eaa31-1ff9-4953-86ad-4544de43ed7b None None] Pushing event updated for resources: {'Port': ['ID=7a5276c4-f50c-4555-8a64-99837e62e291,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:46.308817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f2f3815-4da9-4fbb-8963-99fb31400a3f req-fd01c69f-9456-42b9-b22c-0581c190b0b5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974967 Jul 15 13:38:46.335076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47570) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:46.434439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Delete allocated IP 2001:db8::367 (7123e29a-4a74-4d3a-8e3d-cf974377d320/4adfe411-a7d4-4bb3-a9a1-2caadda22640) {{(pid=93734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:38:46.466916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8:0:1::b2 (7123e29a-4a74-4d3a-8e3d-cf974377d320/7b3a9cc9-6f28-490f-b885-b4e21c3c420d/13809c32-5d0e-46fa-ad62-4b8f39d92247) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:46.499197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f0ccc-107f-40f5-8330-97914be1e831 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.501985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5f2f0ccc-107f-40f5-8330-97914be1e831 tempest-TestNetworkBasicOps-290763222 tempest-TestNetworkBasicOps-290763222-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 1092 time: 0.1647270 Jul 15 13:38:46.506727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47572) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:46.513770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:46.562094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.829373 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.862826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2cb5c-9653-4dda-abd7-7d70b7024998 req-9a029ffc-e9ac-4a7b-843c-ff857b997564 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.872558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fab2cb5c-9653-4dda-abd7-7d70b7024998 req-9a029ffc-e9ac-4a7b-843c-ff857b997564 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2231097 Jul 15 13:38:46.891275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.926784 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object 13809c32-5d0e-46fa-ad62-4b8f39d92247 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:46.952452 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.990703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fab2cb5c-9653-4dda-abd7-7d70b7024998 req-db9b5c2c-2788-42ea-8caa-4f6df578dbc9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166587 Jul 15 13:38:47.094887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Allocated IP 172.25.1.9 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/15d00dd8-d868-4dbc-84cd-788751d3f53d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:47.168503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] In _notify_port_updated(), no bound segment for port 13809c32-5d0e-46fa-ad62-4b8f39d92247 on network 7123e29a-4a74-4d3a-8e3d-cf974377d320 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:38:47.184005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.187208 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.189087 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "PUT /v2.0/ports/13809c32-5d0e-46fa-ad62-4b8f39d92247 HTTP/1.1" status: 200 len: 929 time: 2.4561155 Jul 15 13:38:47.194502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47582) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:47.205790 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52752b1a-a031-4438-9e58-b753fae9931b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=13809c32-5d0e-46fa-ad62-4b8f39d92247,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.211284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a5276c4-f50c-4555-8a64-99837e62e291 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:47.291331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.452695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.477306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:47.485450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:47.489570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:47.534773 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a48713ff-393e-479e-a698-c6ea76e6c023 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port 13809c32-5d0e-46fa-ad62-4b8f39d92247 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:47.535345 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a48713ff-393e-479e-a698-c6ea76e6c023 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.639191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=15d00dd8-d868-4dbc-84cd-788751d3f53d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.647330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Provisioning for port 13809c32-5d0e-46fa-ad62-4b8f39d92247 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:47.660660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Provisioning complete for port 13809c32-5d0e-46fa-ad62-4b8f39d92247 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:47.662292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.679286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7210f-3e73-4ee4-af95-04f2380a4ff3 req-20e752c9-c4d6-4870-a409-35776f6430a5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.720064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ca7210f-3e73-4ee4-af95-04f2380a4ff3 req-20e752c9-c4d6-4870-a409-35776f6430a5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3816741 Jul 15 13:38:47.756691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Port 13809c32-5d0e-46fa-ad62-4b8f39d92247 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:47.762378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a48713ff-393e-479e-a698-c6ea76e6c023 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.789446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a48713ff-393e-479e-a698-c6ea76e6c023 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for 13809c32-5d0e-46fa-ad62-4b8f39d92247 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:47.790797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Provisioning for port 7a5276c4-f50c-4555-8a64-99837e62e291 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:47.796469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Provisioning complete for port 7a5276c4-f50c-4555-8a64-99837e62e291 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:47.796763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.897266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ca7210f-3e73-4ee4-af95-04f2380a4ff3 req-b7581e04-70c0-40fb-baa3-f8d7ed869c3e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748245 Jul 15 13:38:48.096853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Provisioning complete for port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:48.097314 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.154852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4916bc64-d390-4a15-8eb4-09a2f6fbe4c4 None None] Port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:48.211574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a48713ff-393e-479e-a698-c6ea76e6c023 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.275919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8bc2f9f0-d96d-47e1-b4f5-0863ab4fc2af None None] Could not find standard attr ID for object 13809c32-5d0e-46fa-ad62-4b8f39d92247. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:38:48.300464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48713ff-393e-479e-a698-c6ea76e6c023 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=13809c32-5d0e-46fa-ad62-4b8f39d92247,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:48.364224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a48713ff-393e-479e-a698-c6ea76e6c023 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.366434 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a48713ff-393e-479e-a698-c6ea76e6c023 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/13809c32-5d0e-46fa-ad62-4b8f39d92247 HTTP/1.1" status: 204 len: 168 time: 1.1704919 Jul 15 13:38:48.372612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47594) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.408668 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1bb77c-c4bd-479e-aed9-ed224491e463 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:38:48.410484 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c1bb77c-c4bd-479e-aed9-ed224491e463 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/13809c32-5d0e-46fa-ad62-4b8f39d92247 HTTP/1.1" status: 404 len: 333 time: 0.0367906 Jul 15 13:38:48.419734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47596) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.503462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ae66c5c-f40d-49d1-852e-6276e2ae5f3d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.535990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ae66c5c-f40d-49d1-852e-6276e2ae5f3d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.608420 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ae66c5c-f40d-49d1-852e-6276e2ae5f3d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.611509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ae66c5c-f40d-49d1-852e-6276e2ae5f3d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.618041 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4ae66c5c-f40d-49d1-852e-6276e2ae5f3d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/security-groups/d5e12922-962a-4482-b120-e8d4de9e2329 HTTP/1.1" status: 204 len: 168 time: 0.1912768 Jul 15 13:38:48.618402 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47598) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.633462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae66c5c-f40d-49d1-852e-6276e2ae5f3d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e12922-962a-4482-b120-e8d4de9e2329,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:48.666209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-0343b69d-00fa-4077-862e-b81f5f6b2e42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3157012 Jul 15 13:38:48.691028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea1c3-3f18-40df-8184-bf4fb887bb6c req-a327eeaf-7fb7-4706-b3e5-136b9321c697 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:48.695179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b2ea1c3-3f18-40df-8184-bf4fb887bb6c req-a327eeaf-7fb7-4706-b3e5-136b9321c697 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3417025 Jul 15 13:38:48.713554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-875d75db-d3c2-4e9f-acdd-ae40e52ee605 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.742904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-875d75db-d3c2-4e9f-acdd-ae40e52ee605 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.802631 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-875d75db-d3c2-4e9f-acdd-ae40e52ee605 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.812450 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-875d75db-d3c2-4e9f-acdd-ae40e52ee605 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.815759 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-875d75db-d3c2-4e9f-acdd-ae40e52ee605 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/security-groups/1f11e7e9-eadc-4e82-9f5a-cb13f816598c HTTP/1.1" status: 204 len: 168 time: 0.1961522 Jul 15 13:38:48.819724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47600) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.854249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d75db-d3c2-4e9f-acdd-ae40e52ee605 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f11e7e9-eadc-4e82-9f5a-cb13f816598c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:48.893963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1bb689-be4f-4a04-a8c6-4a63aba67bd1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 4adfe411-a7d4-4bb3-a9a1-2caadda22640 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:48.897776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb689-be4f-4a04-a8c6-4a63aba67bd1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.900021 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27741671-0d48-4382-9dae-39f989099119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.924369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b2ea1c3-3f18-40df-8184-bf4fb887bb6c req-8829e043-9558-443b-b479-d965bad6a016 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796224 Jul 15 13:38:48.925884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.952658 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb689-be4f-4a04-a8c6-4a63aba67bd1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.974672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-6bc88842-bdfa-42ab-9189-019682e8b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:48.976810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-6bc88842-bdfa-42ab-9189-019682e8b721 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1098 time: 0.2335067 Jul 15 13:38:49.076641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb689-be4f-4a04-a8c6-4a63aba67bd1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.089801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.164912 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb689-be4f-4a04-a8c6-4a63aba67bd1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.205445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-289e9d04-62ad-431d-a5d9-b77a7de7cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:49.207001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-289e9d04-62ad-431d-a5d9-b77a7de7cca0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 915 time: 0.1671166 Jul 15 13:38:49.210813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb689-be4f-4a04-a8c6-4a63aba67bd1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=4adfe411-a7d4-4bb3-a9a1-2caadda22640,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:49.213816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb689-be4f-4a04-a8c6-4a63aba67bd1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.219916 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7d1bb689-be4f-4a04-a8c6-4a63aba67bd1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/4adfe411-a7d4-4bb3-a9a1-2caadda22640 HTTP/1.1" status: 204 len: 168 time: 0.3988664 Jul 15 13:38:49.221371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47606) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:49.226421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af92f0a-62b2-471c-8ea9-3bf212558951 None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:49.230187 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:49.310133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-14643cdd-d51e-43ca-a867-e11ac9e391c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 217 time: 0.0798614 Jul 15 13:38:49.441087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-694ecc4a-4428-4fae-ad99-70441d5d730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:49.443279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-694ecc4a-4428-4fae-ad99-70441d5d730d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.1178160 Jul 15 13:38:49.506350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-0fbc201e-70e1-4638-9ab8-932fd4bf4842 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543826 Jul 15 13:38:49.519008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077851f-5755-4097-99fc-56a3dfad5802 req-e0284acc-e965-4cff-9ff8-f921a0d8de96 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:49.521262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b077851f-5755-4097-99fc-56a3dfad5802 req-e0284acc-e965-4cff-9ff8-f921a0d8de96 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2829299 Jul 15 13:38:49.531011 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:49.548637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.673248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b077851f-5755-4097-99fc-56a3dfad5802 req-e340af21-3190-45e5-8c47-ab813202e2df tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181815 Jul 15 13:38:49.714358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.760171 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.867343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-d327033e-6119-4a97-b9f7-a6619cb1a3a2 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446720 Jul 15 13:38:50.079754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event updated for resources: {'Port': ['ID=15d00dd8-d868-4dbc-84cd-788751d3f53d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.139852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.215473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.297356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:50.304024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:50.313451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:50.314458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.347847 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1236427 Jul 15 13:38:50.354018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:50.374140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0aa5dc3c-c199-4f02-be99-c5113be83466 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'security_group': {'name': 'tempest-secgroup-889956841'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:50.430846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dc3c-c199-4f02-be99-c5113be83466 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.453215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f231b7-a3ae-44c8-9c52-9c7b734f0d4d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=03923f36-23fd-4bbb-944e-96e1e55493a0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.593807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dc3c-c199-4f02-be99-c5113be83466 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.601707 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dc3c-c199-4f02-be99-c5113be83466 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.648745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dc3c-c199-4f02-be99-c5113be83466 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.654879 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0aa5dc3c-c199-4f02-be99-c5113be83466 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2947650 Jul 15 13:38:50.656307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47644) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:50.661261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-77d0a9fa-2d6c-4c46-baca-d2abdd82d9cc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'security_group': {'name': 'tempest-secgroup-1766919160'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:50.684073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5dc3c-c199-4f02-be99-c5113be83466 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ccd2c8-df53-4d7f-8f48-2437c9b1a9a8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.712983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77d0a9fa-2d6c-4c46-baca-d2abdd82d9cc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.720327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e1a21-5597-4ec5-917e-6b457c42463d None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:50.741697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f89ce1ab-e35f-49d6-9622-81e7dee8a047 req-8ab6c794-c10c-4e3e-bb11-c29c97c6ed2e service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8531401 Jul 15 13:38:50.760430 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-30c0b1ef-fe7a-4268-90cf-6d956b9cbfea None None] Provisioning complete for port 7a5276c4-f50c-4555-8a64-99837e62e291 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:50.761099 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30c0b1ef-fe7a-4268-90cf-6d956b9cbfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.770917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a8e78-5555-4280-a08b-b23cbe495d5e req-109097b4-ad32-4a15-91e2-55f56e43d885 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:50.779079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-021a8e78-5555-4280-a08b-b23cbe495d5e req-109097b4-ad32-4a15-91e2-55f56e43d885 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.7934260 Jul 15 13:38:50.854858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77d0a9fa-2d6c-4c46-baca-d2abdd82d9cc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.873503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77d0a9fa-2d6c-4c46-baca-d2abdd82d9cc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.887769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-021a8e78-5555-4280-a08b-b23cbe495d5e req-15d23bcc-5d26-4e7d-90ca-92d39a3b64b6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075602 Jul 15 13:38:50.919829 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Floating IP d7e9b4d3-5616-4341-acea-29b76a9cd470 associated. External IP: 172.25.1.9, port: a25a67ac-d371-4e1a-98ce-fc19e4ebedfd. Jul 15 13:38:50.959659 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77d0a9fa-2d6c-4c46-baca-d2abdd82d9cc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.960893 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-77d0a9fa-2d6c-4c46-baca-d2abdd82d9cc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3036125 Jul 15 13:38:50.965729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47654) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:50.990996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-aeb81604-9f65-47a7-9f24-20c4661d3cce tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486657434'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:51.001013 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0a9fa-2d6c-4c46-baca-d2abdd82d9cc tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d984da22-3bf2-4372-8c6e-55e92553feb5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:51.062911 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aeb81604-9f65-47a7-9f24-20c4661d3cce tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.163925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-30c0b1ef-fe7a-4268-90cf-6d956b9cbfea None None] Provisioning complete for port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:51.164295 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30c0b1ef-fe7a-4268-90cf-6d956b9cbfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.203851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-30c0b1ef-fe7a-4268-90cf-6d956b9cbfea None None] Port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:51.303035 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aeb81604-9f65-47a7-9f24-20c4661d3cce tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.310599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aeb81604-9f65-47a7-9f24-20c4661d3cce tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.369260 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aeb81604-9f65-47a7-9f24-20c4661d3cce tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.371072 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aeb81604-9f65-47a7-9f24-20c4661d3cce tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4041569 Jul 15 13:38:51.378726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47662) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:51.400905 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1664650361', 'security_groups': ['809b433d-cb14-4594-a925-6e506df8d182'], 'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03923f36-23fd-4bbb-944e-96e1e55493a0'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:51.421687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Update dhcp port {'port': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'fixed_ips': [{'subnet_id': '7b3a9cc9-6f28-490f-b885-b4e21c3c420d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '03923f36-23fd-4bbb-944e-96e1e55493a0'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '7a5276c4-f50c-4555-8a64-99837e62e291'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:38:51.423836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb81604-9f65-47a7-9f24-20c4661d3cce tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809b433d-cb14-4594-a925-6e506df8d182,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:51.434668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router 2a4dee8f-12a2-4c7d-a3e9-923da896298f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:51.459172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913b239-2ae4-4043-9f2f-7eba60a655d3 req-158f9bfd-8365-47fc-b2e4-fc56ed3dba52 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:51.459172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2913b239-2ae4-4043-9f2f-7eba60a655d3 req-158f9bfd-8365-47fc-b2e4-fc56ed3dba52 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1899915 Jul 15 13:38:51.595548 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.662440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2913b239-2ae4-4043-9f2f-7eba60a655d3 req-eb8e6a67-93ad-45f9-aa80-37f3e3cf605d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474457 Jul 15 13:38:51.669159 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9131c53c-1338-477e-8026-24a9c655b623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.685129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:51.718387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] Sync routers for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:51.755729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:51.765551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.771643 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.804275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:51.805369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:38:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:51.829209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-766962ed-c455-4761-a59e-8c4e0dbbcefc tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.3208029 Jul 15 13:38:51.829887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:51.833553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47668) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:51.836944 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d3d590-0ae7-43a5-a61f-2741e9b897b4" -d '{"events": [{"name": "network-changed", "server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:51.980230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.016374 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a48524df-b559-4067-9496-ac985e2ad544 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/d7e9b4d3-5616-4341-acea-29b76a9cd470 HTTP/1.1" status: 200 len: 989 time: 0.1814358 Jul 15 13:38:52.023970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] device_id is not set on port a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:38:52.103279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad44312-dc52-453c-9d14-d49687c636be req-6126bd49-baeb-4906-afc8-3abbcc8fdf38 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.105942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dad44312-dc52-453c-9d14-d49687c636be req-6126bd49-baeb-4906-afc8-3abbcc8fdf38 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1370280 Jul 15 13:38:52.188094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dad44312-dc52-453c-9d14-d49687c636be req-aa020116-85b4-4682-830b-47dedad9cd31 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680900 Jul 15 13:38:52.287586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Allocated IP 2001:db8::2 (7123e29a-4a74-4d3a-8e3d-cf974377d320/03923f36-23fd-4bbb-944e-96e1e55493a0/7a5276c4-f50c-4555-8a64-99837e62e291) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:52.294433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:52.311174 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6ec9f-c975-4347-abf2-579671fac120 x-openstack-request-id: req-5bb6ec9f-c975-4347-abf2-579671fac120 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:52.311617 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:52.312095 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bb6ec9f-c975-4347-abf2-579671fac120 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:52.312702 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'status': 'completed', 'code': 200} Jul 15 13:38:52.519836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-8c515704-25be-44d2-bf78-be1d53aaae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.521619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-8c515704-25be-44d2-bf78-be1d53aaae31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 1097 time: 0.1552317 Jul 15 13:38:52.826741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb7563-4a65-4186-9ded-d8b9d36c2a5b req-8a1fcd75-9e65-45bf-8392-c9ecab1a8a8e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.839989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0eb7563-4a65-4186-9ded-d8b9d36c2a5b req-8a1fcd75-9e65-45bf-8392-c9ecab1a8a8e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3169703 Jul 15 13:38:52.850315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] For port 7a5276c4-f50c-4555-8a64-99837e62e291, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a5276c4-f50c-4555-8a64-99837e62e291,segment=NetworkSegment(8dab533a-63a4-40a6-bb18-7914c8814cf1),segment_id=8dab533a-63a4-40a6-bb18-7914c8814cf1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:52.860405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-bda58625-d6db-41e2-8ab5-142570097983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.863883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-bda58625-d6db-41e2-8ab5-142570097983 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8940fee6-800e-4648-9d2a-493d9117f591 HTTP/1.1" status: 200 len: 897 time: 0.3256829 Jul 15 13:38:52.994664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0eb7563-4a65-4186-9ded-d8b9d36c2a5b req-9e3f51bb-2ef2-4bc3-9774-d35f13e67f43 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531367 Jul 15 13:38:53.010031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.022377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47684) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:53.028458 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.075851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Transition to ACTIVE for port object 7a5276c4-f50c-4555-8a64-99837e62e291 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:53.095666 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.122796 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-861099a5-eedc-46a1-92eb-a3bfe54cdd28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd HTTP/1.1" status: 200 len: 997 time: 0.2472007 Jul 15 13:38:53.280742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-5b8c0e22-3518-4a01-b72b-b2a7e4d12e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:53.282524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-5b8c0e22-3518-4a01-b72b-b2a7e4d12e4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d0c7687-6848-4e28-8237-e790c05b9252 HTTP/1.1" status: 200 len: 835 time: 0.1513262 Jul 15 13:38:53.287023 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b0f8ca7f-d54d-4f4e-813d-aafcd5276c75 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/d7e9b4d3-5616-4341-acea-29b76a9cd470 HTTP/1.1" status: 200 len: 989 time: 0.2615380 Jul 15 13:38:53.324687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'd7e9b4d3-5616-4341-acea-29b76a9cd470', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'port_id': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'mac_address': 'fa:16:3e:10:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:48Z', 'revision_number': 0, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:23Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:53.383985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] Checking router: 2a4dee8f-12a2-4c7d-a3e9-923da896298f for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:53.404151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Pushing event updated for resources: {'Port': ['ID=7a5276c4-f50c-4555-8a64-99837e62e291,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:53.417742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.418714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.419307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.419833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.420555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.421035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.421744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.422432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.422921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.423429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.424326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.424825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73b7a6-a0b3-43b7-8ebd-9aeee2cdc3ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.441022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:53.441899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:38:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:53.447000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8::255 (7123e29a-4a74-4d3a-8e3d-cf974377d320/03923f36-23fd-4bbb-944e-96e1e55493a0/a8b6db05-dcc6-43ba-83f6-c5848db9f5a5) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:53.530535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-0655eb08-48d7-4966-896e-8d025f5903ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:53.532746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-0655eb08-48d7-4966-896e-8d025f5903ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8940fee6-800e-4648-9d2a-493d9117f591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2366498 Jul 15 13:38:53.555237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-09fbb018-ab66-4e75-a92f-132bde5e6489 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:38:53.556570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-09fbb018-ab66-4e75-a92f-132bde5e6489 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076511 Jul 15 13:38:53.625437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e2246-c53c-4f75-b1da-172f1c89b752 req-5b38ce55-aa8d-4c98-a7c5-95989502fe54 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:53.627350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c67e2246-c53c-4f75-b1da-172f1c89b752 req-5b38ce55-aa8d-4c98-a7c5-95989502fe54 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2078364 Jul 15 13:38:53.738761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.753179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c67e2246-c53c-4f75-b1da-172f1c89b752 req-9d563e04-2879-4c05-ad7b-9c2f462382cb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123137 Jul 15 13:38:53.759220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:53.795985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-50b2867e-676b-48f3-b0bd-ab068c717d67 service neutron] 10.222.0.30 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224939 Jul 15 13:38:53.805263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:53.861595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.991901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70d3d590-0ae7-43a5-a61f-2741e9b897b4 req-72db8e3a-ca42-4f0c-bc0d-146656869b2e service neutron] 10.222.0.30 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878321 Jul 15 13:38:54.049000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=a8b6db05-dcc6-43ba-83f6-c5848db9f5a5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:54.075977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:54.080494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:54.086930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:54.108609 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.111095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.130229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ffe14-d380-47e7-95bd-c7c1bf835019 req-3c7a4c56-761d-48a1-a27e-9afb08ff8f0f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.131956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d72ffe14-d380-47e7-95bd-c7c1bf835019 req-3c7a4c56-761d-48a1-a27e-9afb08ff8f0f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1368260 Jul 15 13:38:54.159439 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e5ec921c-fa2e-45a8-8405-290a7a95cb5d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7795966 Jul 15 13:38:54.163508 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47694) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:54.172396 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d8ad86d5-86e9-4282-82aa-42fff834d041 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:54.204946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d72ffe14-d380-47e7-95bd-c7c1bf835019 req-a7c82dcd-8125-4442-b2d1-fba8ab83b254 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 Jul 15 13:38:54.289722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47700) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:54.428577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-26e12b10-401f-47ce-84a0-6b2c345ebca9 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/d7e9b4d3-5616-4341-acea-29b76a9cd470 HTTP/1.1" status: 200 len: 989 time: 0.1376040 Jul 15 13:38:54.476817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ad86d5-86e9-4282-82aa-42fff834d041 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:54.481118 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8ad86d5-86e9-4282-82aa-42fff834d041 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.533927 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.566432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-16c39664-f0df-457b-9c58-fdf5837086be None None] Provisioning for port 7a5276c4-f50c-4555-8a64-99837e62e291 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:54.589047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-16c39664-f0df-457b-9c58-fdf5837086be None None] Provisioning complete for port 7a5276c4-f50c-4555-8a64-99837e62e291 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:54.592580 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-16c39664-f0df-457b-9c58-fdf5837086be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.696732 n-d-771362-36 neutron-server[93734]: INFO neutron.db.ipam_backend_mixin [None req-d8ad86d5-86e9-4282-82aa-42fff834d041 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03923f36-23fd-4bbb-944e-96e1e55493a0 (CIDR: 2001:db8::/64) Jul 15 13:38:54.707282 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ad86d5-86e9-4282-82aa-42fff834d041 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:38:54.707795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ad86d5-86e9-4282-82aa-42fff834d041 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:38:54.729857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'd7e9b4d3-5616-4341-acea-29b76a9cd470', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'port_id': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'mac_address': 'fa:16:3e:10:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:48Z', 'revision_number': 0, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:23Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:54.746009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:54.746482 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d8ad86d5-86e9-4282-82aa-42fff834d041 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5816634 Jul 15 13:38:54.751415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3ed75bea-6a59-4060-bd35-b9448b8476a1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:54.809923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121c6f3-4eee-4481-b20a-b33043320101 None None] The sync data for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 is: [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'd7e9b4d3-5616-4341-acea-29b76a9cd470', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'port_id': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'mac_address': 'fa:16:3e:10:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:48Z', 'revision_number': 0, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:23Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:54.901336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-16c39664-f0df-457b-9c58-fdf5837086be None None] Provisioning complete for port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:54.901710 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-16c39664-f0df-457b-9c58-fdf5837086be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.923422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed75bea-6a59-4060-bd35-b9448b8476a1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:54.929107 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3ed75bea-6a59-4060-bd35-b9448b8476a1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.951801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-16c39664-f0df-457b-9c58-fdf5837086be None None] Port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:55.101956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0f22b-c682-4434-9ffe-231ed635a6e3 req-7e6ddf8d-dc06-4f7c-96fe-71aaad283bea tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:55.103827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68c0f22b-c682-4434-9ffe-231ed635a6e3 req-7e6ddf8d-dc06-4f7c-96fe-71aaad283bea tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1928744 Jul 15 13:38:55.112323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-723f8e7a-89f4-406e-ab6d-3e59b20c8e77 None None] Provisioning for port a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:55.126811 n-d-771362-36 neutron-server[93733]: INFO neutron.db.ipam_backend_mixin [None req-3ed75bea-6a59-4060-bd35-b9448b8476a1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7b3a9cc9-6f28-490f-b885-b4e21c3c420d (CIDR: 2001:db8:0:1::/64) Jul 15 13:38:55.132555 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed75bea-6a59-4060-bd35-b9448b8476a1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:38:55.135172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-723f8e7a-89f4-406e-ab6d-3e59b20c8e77 None None] Provisioning complete for port a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:55.135559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-723f8e7a-89f4-406e-ab6d-3e59b20c8e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.136416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed75bea-6a59-4060-bd35-b9448b8476a1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:38:55.211892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68c0f22b-c682-4434-9ffe-231ed635a6e3 req-bea603e3-6323-44bd-9803-1958151d271b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646403 Jul 15 13:38:55.235684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-723f8e7a-89f4-406e-ab6d-3e59b20c8e77 None None] Port a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:55.252183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3ed75bea-6a59-4060-bd35-b9448b8476a1 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5021977 Jul 15 13:38:55.252605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47712) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:55.263595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'subnet': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:55.298270 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5120378-a36d-4d12-a1f9-be6806c00178 None None] New status for floating IP d7e9b4d3-5616-4341-acea-29b76a9cd470: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:55.310569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a5276c4-f50c-4555-8a64-99837e62e291 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:55.430553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47716) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:55.441483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7a5276c4-f50c-4555-8a64-99837e62e291 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:55.441483 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.618075 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0d405a75-4de5-44f4-a228-183fb3f2ad97 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/d7e9b4d3-5616-4341-acea-29b76a9cd470 HTTP/1.1" status: 200 len: 989 time: 0.1856210 Jul 15 13:38:55.745495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Made reservation on behalf of e6f96a32ff644dd391518b3fc179f939 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:55.749307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.762061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969714-dc25-4467-981e-5061d565e7a2 req-1244de02-e0cc-4beb-bb10-464354bad7a0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:55.763877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44969714-dc25-4467-981e-5061d565e7a2 req-1244de02-e0cc-4beb-bb10-464354bad7a0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2149887 Jul 15 13:38:55.874584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-44969714-dc25-4467-981e-5061d565e7a2 req-4fb2e586-e117-4356-aeb0-9a282e7360ab tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933046 Jul 15 13:38:56.190073 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.334499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:56.346316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:56.362187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:56.363270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.368517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befd0cb5-9605-44e0-892a-30cf593eb319 None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:56.379399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Subnet': ['ID=78a32408-c47c-4724-b462-adbee08e81b6,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:56.428391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0ea87476-de94-47e1-b7f8-5facbea534c3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1695096 Jul 15 13:38:56.428741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47728) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:56.434213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1350385256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78a32408-c47c-4724-b462-adbee08e81b6'}], 'security_groups': ['67ccd2c8-df53-4d7f-8f48-2437c9b1a9a8', 'd984da22-3bf2-4372-8c6e-55e92553feb5']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:56.485229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515baf0a-d60c-4829-b04a-2326df92ae17 req-3c32c015-e6fb-4209-892c-e82a7a96d468 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:56.497439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515baf0a-d60c-4829-b04a-2326df92ae17 req-3c32c015-e6fb-4209-892c-e82a7a96d468 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2865565 Jul 15 13:38:56.565214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.598211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-515baf0a-d60c-4829-b04a-2326df92ae17 req-0bc024cd-9925-4c21-bd5e-b3de3508a765 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995250 Jul 15 13:38:56.617202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47734) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:56.980106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d2c1887-7980-43d9-a4fd-badba5fd3c3a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/d7e9b4d3-5616-4341-acea-29b76a9cd470 HTTP/1.1" status: 200 len: 991 time: 0.3616924 Jul 15 13:38:57.128581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0527d-2dc3-4945-bb46-d33dff1d7436 None None] Update dhcp port {'port': {'network_id': '7123e29a-4a74-4d3a-8e3d-cf974377d320', 'fixed_ips': [{'subnet_id': '7b3a9cc9-6f28-490f-b885-b4e21c3c420d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '03923f36-23fd-4bbb-944e-96e1e55493a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '78a32408-c47c-4724-b462-adbee08e81b6'}], 'binding:host_id': 'n-d-771362-36'}, 'id': '7a5276c4-f50c-4555-8a64-99837e62e291'} from n-d-771362-36. {{(pid=93735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:38:57.173583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da9cad-fd37-49a7-a1a7-1a6217cf35a0 req-0bb47f85-c332-4bc6-8321-510ee8334dbf tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.177757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58da9cad-fd37-49a7-a1a7-1a6217cf35a0 req-0bb47f85-c332-4bc6-8321-510ee8334dbf tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2177794 Jul 15 13:38:57.216800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Delete allocated IP 2001:db8::255 (7123e29a-4a74-4d3a-8e3d-cf974377d320/03923f36-23fd-4bbb-944e-96e1e55493a0) {{(pid=93734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:38:57.222244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a2d0527d-2dc3-4945-bb46-d33dff1d7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.239652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Allocated IP 2001:db8:0:2::1dd (7123e29a-4a74-4d3a-8e3d-cf974377d320/78a32408-c47c-4724-b462-adbee08e81b6/a8b6db05-dcc6-43ba-83f6-c5848db9f5a5) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:57.260364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58da9cad-fd37-49a7-a1a7-1a6217cf35a0 req-391219e7-40f1-4ea1-b445-2317b79a7b14 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740101 Jul 15 13:38:57.657787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.658712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9f580-5b61-46c2-bd80-4dda45ef3ffb req-b0e143a0-a45b-4f06-a694-d26009d9dcf6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.673038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-add9f580-5b61-46c2-bd80-4dda45ef3ffb req-b0e143a0-a45b-4f06-a694-d26009d9dcf6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1208277 Jul 15 13:38:57.678696 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Transition to ACTIVE for port object a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:57.685252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.772128 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-add9f580-5b61-46c2-bd80-4dda45ef3ffb req-8392d404-81ec-4af9-b8ad-9897da74decf tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981529 Jul 15 13:38:57.798710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a2d0527d-2dc3-4945-bb46-d33dff1d7436 None None] Allocated IP 2001:db8:0:2::2 (7123e29a-4a74-4d3a-8e3d-cf974377d320/78a32408-c47c-4724-b462-adbee08e81b6/7a5276c4-f50c-4555-8a64-99837e62e291) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:57.881491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] In _notify_port_updated(), no bound segment for port a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 on network 7123e29a-4a74-4d3a-8e3d-cf974377d320 {{(pid=93734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:38:57.893888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.895337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.902512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47752) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:57.903506 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "PUT /v2.0/ports/a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 HTTP/1.1" status: 200 len: 970 time: 1.4735916 Jul 15 13:38:57.957818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2340d7-ea71-41a0-ba17-3daec7802e5e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event updated for resources: {'Port': ['ID=a8b6db05-dcc6-43ba-83f6-c5848db9f5a5,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:58.059294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a2d0527d-2dc3-4945-bb46-d33dff1d7436 None None] For port 7a5276c4-f50c-4555-8a64-99837e62e291, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a5276c4-f50c-4555-8a64-99837e62e291,segment=NetworkSegment(8dab533a-63a4-40a6-bb18-7914c8814cf1),segment_id=8dab533a-63a4-40a6-bb18-7914c8814cf1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:58.094782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a2d0527d-2dc3-4945-bb46-d33dff1d7436 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.111158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a2d0527d-2dc3-4945-bb46-d33dff1d7436 None None] Transition to ACTIVE for port object 7a5276c4-f50c-4555-8a64-99837e62e291 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:58.118144 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a2d0527d-2dc3-4945-bb46-d33dff1d7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.177380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd6bc5-7054-4c59-ba5a-45a8ea21468b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:58.177637 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbcd6bc5-7054-4c59-ba5a-45a8ea21468b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.189271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68a592-177a-425e-bd3e-e351481bfb53 req-06b147db-cfb6-42e5-8ea1-91389636e8e8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:58.190951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c68a592-177a-425e-bd3e-e351481bfb53 req-06b147db-cfb6-42e5-8ea1-91389636e8e8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1666903 Jul 15 13:38:58.250565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0527d-2dc3-4945-bb46-d33dff1d7436 None None] Pushing event updated for resources: {'Port': ['ID=7a5276c4-f50c-4555-8a64-99837e62e291,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:58.301798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c68a592-177a-425e-bd3e-e351481bfb53 req-048471f2-3c00-41db-8694-6d5dc9d9815f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992219 Jul 15 13:38:58.343236 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbcd6bc5-7054-4c59-ba5a-45a8ea21468b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.363776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd6bc5-7054-4c59-ba5a-45a8ea21468b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 owned by {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:58.642493 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbcd6bc5-7054-4c59-ba5a-45a8ea21468b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.718030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd6bc5-7054-4c59-ba5a-45a8ea21468b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=a8b6db05-dcc6-43ba-83f6-c5848db9f5a5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:58.844271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbcd6bc5-7054-4c59-ba5a-45a8ea21468b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.856463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bbcd6bc5-7054-4c59-ba5a-45a8ea21468b tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 HTTP/1.1" status: 204 len: 168 time: 0.9522409 Jul 15 13:38:58.860183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:58.940664 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0ad7de-134f-48b5-bf43-dc427f3c3af3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] GET failed (client error): The resource could not be found. Jul 15 13:38:58.943156 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8d0ad7de-134f-48b5-bf43-dc427f3c3af3 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports/a8b6db05-dcc6-43ba-83f6-c5848db9f5a5 HTTP/1.1" status: 404 len: 333 time: 0.0812788 Jul 15 13:38:58.946754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47762) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.069664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b399e-e755-438a-81ee-b9de9873d1b5 req-2cbad10e-8bf6-412c-bd9b-942f00c9af97 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:59.083460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-304b399e-e755-438a-81ee-b9de9873d1b5 req-2cbad10e-8bf6-412c-bd9b-942f00c9af97 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2650845 Jul 15 13:38:59.174707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-508c6aa7-f472-456a-b2d4-b7830a8f0976 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.200139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-304b399e-e755-438a-81ee-b9de9873d1b5 req-cd640f02-1add-42c1-98f2-2c3b19d18fe0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150155 Jul 15 13:38:59.208831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a5276c4-f50c-4555-8a64-99837e62e291 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:59.243512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-508c6aa7-f472-456a-b2d4-b7830a8f0976 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.325086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b79dba1f-006a-4754-9905-ca5b7fd4e62a None None] Provisioning complete for port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:59.325448 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b79dba1f-006a-4754-9905-ca5b7fd4e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.328852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-508c6aa7-f472-456a-b2d4-b7830a8f0976 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.333361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-508c6aa7-f472-456a-b2d4-b7830a8f0976 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.337126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-508c6aa7-f472-456a-b2d4-b7830a8f0976 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/security-groups/809b433d-cb14-4594-a925-6e506df8d182 HTTP/1.1" status: 204 len: 168 time: 0.3860965 Jul 15 13:38:59.337523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47766) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.363560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c6aa7-f472-456a-b2d4-b7830a8f0976 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809b433d-cb14-4594-a925-6e506df8d182,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:59.425485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b79dba1f-006a-4754-9905-ca5b7fd4e62a None None] Port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:59.442603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b79dba1f-006a-4754-9905-ca5b7fd4e62a None None] Provisioning for port 7a5276c4-f50c-4555-8a64-99837e62e291 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:59.446319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cbc940e-5cb5-4b6b-9f69-c85202b6cf5c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.448953 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b79dba1f-006a-4754-9905-ca5b7fd4e62a None None] Provisioning complete for port 7a5276c4-f50c-4555-8a64-99837e62e291 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:59.449613 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b79dba1f-006a-4754-9905-ca5b7fd4e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.506336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cbc940e-5cb5-4b6b-9f69-c85202b6cf5c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.585846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b79dba1f-006a-4754-9905-ca5b7fd4e62a None None] Could not find standard attr ID for object a8b6db05-dcc6-43ba-83f6-c5848db9f5a5. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:38:59.592379 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cbc940e-5cb5-4b6b-9f69-c85202b6cf5c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.598733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0cbc940e-5cb5-4b6b-9f69-c85202b6cf5c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.603039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47768) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.603880 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0cbc940e-5cb5-4b6b-9f69-c85202b6cf5c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/security-groups/d984da22-3bf2-4372-8c6e-55e92553feb5 HTTP/1.1" status: 204 len: 168 time: 0.2651663 Jul 15 13:38:59.622805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc940e-5cb5-4b6b-9f69-c85202b6cf5c tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d984da22-3bf2-4372-8c6e-55e92553feb5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:59.711085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9e3184b9-4659-4de7-9c18-919961e0a0ea None None] Could not find standard attr ID for object a8b6db05-dcc6-43ba-83f6-c5848db9f5a5. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:38:59.717459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d8f0e31-feda-448d-b71d-ac7561baff98 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.760567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d8f0e31-feda-448d-b71d-ac7561baff98 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.834905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d8f0e31-feda-448d-b71d-ac7561baff98 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.849854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d8f0e31-feda-448d-b71d-ac7561baff98 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.849854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4d8f0e31-feda-448d-b71d-ac7561baff98 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/security-groups/67ccd2c8-df53-4d7f-8f48-2437c9b1a9a8 HTTP/1.1" status: 204 len: 168 time: 0.2391400 Jul 15 13:38:59.850202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47774) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.883494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f0e31-feda-448d-b71d-ac7561baff98 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ccd2c8-df53-4d7f-8f48-2437c9b1a9a8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:59.981468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec2325a-36a6-4198-b08f-51ac08da9feb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 03923f36-23fd-4bbb-944e-96e1e55493a0 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:59.986869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aec2325a-36a6-4198-b08f-51ac08da9feb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.073496 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aec2325a-36a6-4198-b08f-51ac08da9feb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.245750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aec2325a-36a6-4198-b08f-51ac08da9feb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.361631 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aec2325a-36a6-4198-b08f-51ac08da9feb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.401910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2325a-36a6-4198-b08f-51ac08da9feb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=03923f36-23fd-4bbb-944e-96e1e55493a0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:00.417048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aec2325a-36a6-4198-b08f-51ac08da9feb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.422212 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aec2325a-36a6-4198-b08f-51ac08da9feb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/03923f36-23fd-4bbb-944e-96e1e55493a0 HTTP/1.1" status: 204 len: 168 time: 0.5717542 Jul 15 13:39:00.429637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47782) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:00.432036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e56f04-07ae-4f4f-bd91-f98b4f84e12c None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:00.594854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-162ffcf0-3433-434b-a97d-77c3c332b214 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 78a32408-c47c-4724-b462-adbee08e81b6 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:00.615534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-162ffcf0-3433-434b-a97d-77c3c332b214 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.737630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2992bd-0a0e-4037-b646-3fa96e296044 req-9c08f7cb-b4ed-4159-a62c-3c2d62f5aa28 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.740868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac2992bd-0a0e-4037-b646-3fa96e296044 req-9c08f7cb-b4ed-4159-a62c-3c2d62f5aa28 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2942309 Jul 15 13:39:00.745530 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-162ffcf0-3433-434b-a97d-77c3c332b214 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.879564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac2992bd-0a0e-4037-b646-3fa96e296044 req-b4430227-6ed2-44b2-ac6b-7879e01d6745 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868447 Jul 15 13:39:00.965481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-162ffcf0-3433-434b-a97d-77c3c332b214 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.092900 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-162ffcf0-3433-434b-a97d-77c3c332b214 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.175590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ffcf0-3433-434b-a97d-77c3c332b214 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=78a32408-c47c-4724-b462-adbee08e81b6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:01.187529 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-162ffcf0-3433-434b-a97d-77c3c332b214 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.194021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-162ffcf0-3433-434b-a97d-77c3c332b214 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/78a32408-c47c-4724-b462-adbee08e81b6 HTTP/1.1" status: 204 len: 168 time: 0.7602015 Jul 15 13:39:01.194585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47796) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:01.241594 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-74875050-6d8f-4b7b-80c2-770e65f3c6e5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:01.242462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74875050-6d8f-4b7b-80c2-770e65f3c6e5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:01.247527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-74875050-6d8f-4b7b-80c2-770e65f3c6e5 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/03923f36-23fd-4bbb-944e-96e1e55493a0 HTTP/1.1" status: 404 len: 337 time: 0.0511777 Jul 15 13:39:01.247751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47798) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:01.398216 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc1a283-aa7f-47f6-be1c-7fd226c9c122 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting subnet 7b3a9cc9-6f28-490f-b885-b4e21c3c420d {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:01.411525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a283-aa7f-47f6-be1c-7fd226c9c122 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.493757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a283-aa7f-47f6-be1c-7fd226c9c122 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.852124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb4d2c-7ccd-4ace-8150-5615bafd1156 req-484b899f-aa07-49f2-9b8d-399350b24842 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:01.852124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ffb4d2c-7ccd-4ace-8150-5615bafd1156 req-484b899f-aa07-49f2-9b8d-399350b24842 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1887503 Jul 15 13:39:01.862426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a283-aa7f-47f6-be1c-7fd226c9c122 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.906932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ffb4d2c-7ccd-4ace-8150-5615bafd1156 req-4bc6987e-801b-44ac-b38e-3ac5b82d6848 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698001 Jul 15 13:39:01.978456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a283-aa7f-47f6-be1c-7fd226c9c122 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.012834 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1a283-aa7f-47f6-be1c-7fd226c9c122 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3a9cc9-6f28-490f-b885-b4e21c3c420d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:02.016838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a283-aa7f-47f6-be1c-7fd226c9c122 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.019064 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cbc1a283-aa7f-47f6-be1c-7fd226c9c122 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/7b3a9cc9-6f28-490f-b885-b4e21c3c420d HTTP/1.1" status: 204 len: 168 time: 0.7698643 Jul 15 13:39:02.022723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47820) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.058874 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda5b37e-37a7-4b1d-8484-90f7fc39737d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.058874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda5b37e-37a7-4b1d-8484-90f7fc39737d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.061117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fda5b37e-37a7-4b1d-8484-90f7fc39737d tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/4adfe411-a7d4-4bb3-a9a1-2caadda22640 HTTP/1.1" status: 404 len: 337 time: 0.0370717 Jul 15 13:39:02.063857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47822) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.078562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65413a3b-1e86-44f4-bf5e-97bd04fe0086 None None] Network 7123e29a-4a74-4d3a-8e3d-cf974377d320 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:02.099253 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-185e22ae-a8fe-4f29-adb9-34b6f8b6909e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c17611-a096-40d5-b99b-9c03b478053b HTTP/1.1" status: 200 len: 205 time: 0.0328355 Jul 15 13:39:02.101267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47824) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.144598 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-f6315be8-e925-420c-880d-c33a543759f0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] delete failed (client error): The resource could not be found. Jul 15 13:39:02.147185 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f6315be8-e925-420c-880d-c33a543759f0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/routers/99c17611-a096-40d5-b99b-9c03b478053b HTTP/1.1" status: 404 len: 336 time: 0.0436800 Jul 15 13:39:02.149193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47828) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.183969 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b59d8fb-22df-4285-a350-716fbd4c7b6e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.186124 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b59d8fb-22df-4285-a350-716fbd4c7b6e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.191544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47830) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.195985 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b59d8fb-22df-4285-a350-716fbd4c7b6e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/65e0b611-6bfc-4f8d-be4e-02b200f1ecd3 HTTP/1.1" status: 404 len: 337 time: 0.0451131 Jul 15 13:39:02.229891 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c9a7b3-c846-4064-8bcf-f4b7096e14a0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.230682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c9a7b3-c846-4064-8bcf-f4b7096e14a0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.234453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-84c9a7b3-c846-4064-8bcf-f4b7096e14a0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/df9691e1-7c04-4207-a002-4fce2dd2d40e HTTP/1.1" status: 404 len: 337 time: 0.0405307 Jul 15 13:39:02.236634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47834) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.255419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-edfc18c8-668b-4f46-9e1f-2c1c60034d0b None None] Provisioning complete for port 7a5276c4-f50c-4555-8a64-99837e62e291 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:02.256047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edfc18c8-668b-4f46-9e1f-2c1c60034d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.269789 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd3366e-ef54-4227-b514-a7ef59b558d0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.271287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd3366e-ef54-4227-b514-a7ef59b558d0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.273622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cfd3366e-ef54-4227-b514-a7ef59b558d0 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/4db894b2-35f9-4597-b88f-3be454cd6f79 HTTP/1.1" status: 404 len: 337 time: 0.0354328 Jul 15 13:39:02.275938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47836) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.318624 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-982433ab-2f61-404e-92bc-f157bfdfd824 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.319321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982433ab-2f61-404e-92bc-f157bfdfd824 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.324457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47840) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.325715 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-982433ab-2f61-404e-92bc-f157bfdfd824 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/86a246dc-2a94-444a-9db5-3d8676398995 HTTP/1.1" status: 404 len: 333 time: 0.0436130 Jul 15 13:39:02.354471 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-484f086c-9e4f-49d8-8e04-823041209cef tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.354852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484f086c-9e4f-49d8-8e04-823041209cef tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.359190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-484f086c-9e4f-49d8-8e04-823041209cef tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/98ead65d-197a-4480-a044-060373f0008f HTTP/1.1" status: 404 len: 337 time: 0.0313647 Jul 15 13:39:02.359522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47842) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.389889 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8198ed-2eac-49d7-a350-887900998e0a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.390620 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8198ed-2eac-49d7-a350-887900998e0a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.393032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bf8198ed-2eac-49d7-a350-887900998e0a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/b0fdee4b-81b4-46f5-821c-8d230b48fcd4 HTTP/1.1" status: 404 len: 337 time: 0.0324433 Jul 15 13:39:02.395896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47844) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.435592 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d9478c-7676-474f-a52d-30d63188f669 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.436615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d9478c-7676-474f-a52d-30d63188f669 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.439541 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-08d9478c-7676-474f-a52d-30d63188f669 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/53805345-ec31-4a0b-95dc-15ebe5fd8759 HTTP/1.1" status: 404 len: 333 time: 0.0416255 Jul 15 13:39:02.441682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47846) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.475324 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c2e775-04b1-45d0-99c9-a2ea47b4a67a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.475858 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c2e775-04b1-45d0-99c9-a2ea47b4a67a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.479175 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-45c2e775-04b1-45d0-99c9-a2ea47b4a67a tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/79a64d12-7029-4be8-9b11-7cd3d49fc80f HTTP/1.1" status: 404 len: 337 time: 0.0333049 Jul 15 13:39:02.480304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47850) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.509439 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2734b5-f96b-428f-b2fd-3a5c36a033eb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:02.510247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2734b5-f96b-428f-b2fd-3a5c36a033eb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:02.514635 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ee2734b5-f96b-428f-b2fd-3a5c36a033eb tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/subnets/183f3ba6-f795-4a1c-bd79-54a33415614c HTTP/1.1" status: 404 len: 337 time: 0.0307124 Jul 15 13:39:02.515301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47852) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.657974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-dd95f370-33bc-4831-a8e0-f95cd85c4e51 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Deleting port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:02.658584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd95f370-33bc-4831-a8e0-f95cd85c4e51 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.765670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd95f370-33bc-4831-a8e0-f95cd85c4e51 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.766451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-edfc18c8-668b-4f46-9e1f-2c1c60034d0b None None] Provisioning complete for port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:02.766824 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-edfc18c8-668b-4f46-9e1f-2c1c60034d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.780245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-dd95f370-33bc-4831-a8e0-f95cd85c4e51 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Calling delete_port for c5bc2343-e7b7-4e30-8063-e5e2c86101a5 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:02.798531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] DHCP port deletion for 7123e29a-4a74-4d3a-8e3d-cf974377d320 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:02.839394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-edfc18c8-668b-4f46-9e1f-2c1c60034d0b None None] Port c5bc2343-e7b7-4e30-8063-e5e2c86101a5 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:02.875463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] Deleting port 7a5276c4-f50c-4555-8a64-99837e62e291 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:02.875576 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.913257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd95f370-33bc-4831-a8e0-f95cd85c4e51 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.960732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] For port 7a5276c4-f50c-4555-8a64-99837e62e291, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7a5276c4-f50c-4555-8a64-99837e62e291,segment=NetworkSegment(8dab533a-63a4-40a6-bb18-7914c8814cf1),segment_id=8dab533a-63a4-40a6-bb18-7914c8814cf1)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:02.961482 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.980315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] Calling delete_port for 7a5276c4-f50c-4555-8a64-99837e62e291 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:03.005507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dd95f370-33bc-4831-a8e0-f95cd85c4e51 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.015202 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dd95f370-33bc-4831-a8e0-f95cd85c4e51 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/ports/c5bc2343-e7b7-4e30-8063-e5e2c86101a5 HTTP/1.1" status: 204 len: 168 time: 0.4971001 Jul 15 13:39:03.016059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47870) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:03.019156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95f370-33bc-4831-a8e0-f95cd85c4e51 tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Port': ['ID=c5bc2343-e7b7-4e30-8063-e5e2c86101a5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:03.091625 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.132774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] Pushing event deleted for resources: {'Port': ['ID=7a5276c4-f50c-4555-8a64-99837e62e291,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:03.135533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ab81f-4b6c-4426-9d67-0fa26330f0a7 None None] No DVR routers for this DVR port 7a5276c4-f50c-4555-8a64-99837e62e291 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:03.215013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a5276c4-f50c-4555-8a64-99837e62e291 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:03.246161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 7a5276c4-f50c-4555-8a64-99837e62e291 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:03.246517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7a5276c4-f50c-4555-8a64-99837e62e291 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:03.313850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.466598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb4046-47db-4809-94d1-97b757a7d046 req-c77195ca-42df-4bf0-b1f5-418e71031a6d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:03.470544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37bb4046-47db-4809-94d1-97b757a7d046 req-c77195ca-42df-4bf0-b1f5-418e71031a6d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3247187 Jul 15 13:39:03.582748 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.611798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7123e29a-4a74-4d3a-8e3d-cf974377d320']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:03.622336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37bb4046-47db-4809-94d1-97b757a7d046 req-abac0a58-c119-415f-bdc5-cbda265c0085 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253154 Jul 15 13:39:03.641387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dab533a-63a4-40a6-bb18-7914c8814cf1') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:03.641966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dab533a-63a4-40a6-bb18-7914c8814cf1') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:03.680711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.706033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.716658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:03.717596 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:03.722155 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:04.279602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.305949 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.311699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] 10.222.0.25 "DELETE /v2.0/networks/7123e29a-4a74-4d3a-8e3d-cf974377d320 HTTP/1.1" status: 204 len: 168 time: 1.2881048 Jul 15 13:39:04.333231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964b6e0-0f7e-41b4-99d5-1bff09d1c57e tempest-PortsIpV6TestJSON-1854207452 tempest-PortsIpV6TestJSON-1854207452-project] Pushing event deleted for resources: {'Network': ['ID=7123e29a-4a74-4d3a-8e3d-cf974377d320,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:04.391232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71103-84dd-433e-8f74-7023818cf7ca req-8a9da63d-6af3-4ac2-b917-b58d12f92c3d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:04.404286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8fe71103-84dd-433e-8f74-7023818cf7ca req-8a9da63d-6af3-4ac2-b917-b58d12f92c3d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1757922 Jul 15 13:39:04.549709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8fe71103-84dd-433e-8f74-7023818cf7ca req-ac3b862e-1801-4229-a851-deb67d8ce636 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335537 Jul 15 13:39:04.779336 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.966269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47922) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:05.213338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9dab3-20ba-4004-81ba-01127fdb743f req-b77703c4-aecd-45b8-8840-333f14fa6cbd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:05.217324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e9dab3-20ba-4004-81ba-01127fdb743f req-b77703c4-aecd-45b8-8840-333f14fa6cbd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2945168 Jul 15 13:39:05.285036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-83e9dab3-20ba-4004-81ba-01127fdb743f req-7eed7e29-d0a2-4894-8e1f-664e28b60442 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515006 Jul 15 13:39:05.423315 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30ff825b-e10b-4464-9e87-be9075ac894d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6f96a32ff644dd391518b3fc179f939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550855 Jul 15 13:39:05.428551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 47934) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:05.518917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-265fbfd3-d784-4024-920b-ee119b86870a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.560569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-265fbfd3-d784-4024-920b-ee119b86870a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.656232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-265fbfd3-d784-4024-920b-ee119b86870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.662058 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-265fbfd3-d784-4024-920b-ee119b86870a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.666162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-265fbfd3-d784-4024-920b-ee119b86870a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73ef0e44-32f1-4b7d-bbf4-e569bb4fe33e HTTP/1.1" status: 204 len: 168 time: 0.2375870 Jul 15 13:39:05.687377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.717901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fbfd3-d784-4024-920b-ee119b86870a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ef0e44-32f1-4b7d-bbf4-e569bb4fe33e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:05.836938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700e12e-1883-4352-974d-f0d824bad3de req-04a26ad1-86d3-4c46-978e-7b2059c38356 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:05.841219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1700e12e-1883-4352-974d-f0d824bad3de req-04a26ad1-86d3-4c46-978e-7b2059c38356 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1205561 Jul 15 13:39:05.941037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1700e12e-1883-4352-974d-f0d824bad3de req-be05341e-fd4f-4ce2-a8cb-aec22da64d41 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928512 Jul 15 13:39:06.265188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cddd6b-4504-49b7-8f32-10dd4bac65f9 req-b3ba4b09-821c-41eb-bc7d-abf2a9df2bac tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:06.284432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9cddd6b-4504-49b7-8f32-10dd4bac65f9 req-b3ba4b09-821c-41eb-bc7d-abf2a9df2bac tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1296563 Jul 15 13:39:06.362071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9cddd6b-4504-49b7-8f32-10dd4bac65f9 req-ad6590d1-445c-40b9-b289-33e6a6ce6f12 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767558 Jul 15 13:39:06.665115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b292bf-9a73-4712-a612-67c110934ddc req-8d00b604-d63f-4628-a957-b06fa4926599 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:06.672988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f0b292bf-9a73-4712-a612-67c110934ddc req-8d00b604-d63f-4628-a957-b06fa4926599 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1380622 Jul 15 13:39:06.718404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f0b292bf-9a73-4712-a612-67c110934ddc req-934e8ef8-e726-447b-8abe-11256ca251fc tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Jul 15 13:39:07.008305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 47994) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:07.135183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a6d5c-331d-45a5-ae11-71c3e4be58ba req-1372e0b4-6e4b-45e4-b035-58b535f5e9c4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:07.137112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e4a6d5c-331d-45a5-ae11-71c3e4be58ba req-1372e0b4-6e4b-45e4-b035-58b535f5e9c4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1433392 Jul 15 13:39:07.160282 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-secgroup--482091797'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:07.196640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e4a6d5c-331d-45a5-ae11-71c3e4be58ba req-7ade391c-588f-4fdd-aed8-9740e0e74cad tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531909 Jul 15 13:39:07.228049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.253970 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.476374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096d867-793b-4627-b9e3-1e8b818fb393 req-32de2ab7-4368-4d81-bd03-fb6e9147bc97 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:07.478859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1096d867-793b-4627-b9e3-1e8b818fb393 req-32de2ab7-4368-4d81-bd03-fb6e9147bc97 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1340044 Jul 15 13:39:07.482104 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.494700 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.549819 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820586df-76bd-401a-9a63-c9dbd56e4b93,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:07.559545 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1096d867-793b-4627-b9e3-1e8b818fb393 req-dba6b142-f867-4f2b-bbea-81199e0407ad tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737445 Jul 15 13:39:07.673198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.684451 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.746147 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.752036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48016) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:07.753492 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7436290 Jul 15 13:39:07.765268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fceb6e-311e-4ca7-b31d-6da7be4fe50a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7682fb9a-5513-4ff9-b609-52ae8f7615d2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:07.906516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48022) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:07.912589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-security--2119247661', 'description': 'tempest-security-description-1884318666'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:07.917459 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7ede7a83-51c3-48f9-b59e-23da11d10b8b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1552033 Jul 15 13:39:07.930983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364ba0b-fd2f-4cda-bc91-b1d7bd80f386 req-4a8a86d6-6692-4237-b3cf-269803930f6a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:07.938173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8364ba0b-fd2f-4cda-bc91-b1d7bd80f386 req-4a8a86d6-6692-4237-b3cf-269803930f6a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1649098 Jul 15 13:39:07.987760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.008550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8364ba0b-fd2f-4cda-bc91-b1d7bd80f386 req-19db17b3-3923-4341-9636-ed70d3fbe286 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642173 Jul 15 13:39:08.118447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.124639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.129733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.132044 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "PUT /v2.0/security-groups/7682fb9a-5513-4ff9-b609-52ae8f7615d2 HTTP/1.1" status: 200 len: 1780 time: 0.2243590 Jul 15 13:39:08.134748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48030) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.166141 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7682fb9a-5513-4ff9-b609-52ae8f7615d2,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:08.176536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.177264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.178074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.178662 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.179264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.179964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.180798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.181429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.182203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.182761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.183457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.184033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9290b-bcf2-4c21-bc6f-7a09984ac39f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:08.195799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-de513bdf-035e-4d0a-adc2-5fc4a0347f25 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups/7682fb9a-5513-4ff9-b609-52ae8f7615d2 HTTP/1.1" status: 200 len: 1780 time: 0.0593021 Jul 15 13:39:08.195916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48032) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.282361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe360-c8b1-4fcb-b1a7-94a0eb07eff6 req-975f72fb-18ac-4b6b-88d2-225f7c373757 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:08.284095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-498d509e-abcf-4278-b21f-1aa87f8da9ac tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.284879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3defe360-c8b1-4fcb-b1a7-94a0eb07eff6 req-975f72fb-18ac-4b6b-88d2-225f7c373757 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1062195 Jul 15 13:39:08.328117 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-498d509e-abcf-4278-b21f-1aa87f8da9ac tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.368467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3defe360-c8b1-4fcb-b1a7-94a0eb07eff6 req-dadaa9d1-b620-4c89-9296-a5b182c5e2fe tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Jul 15 13:39:08.407746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-498d509e-abcf-4278-b21f-1aa87f8da9ac tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.407746 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-498d509e-abcf-4278-b21f-1aa87f8da9ac tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.407746 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-498d509e-abcf-4278-b21f-1aa87f8da9ac tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/7682fb9a-5513-4ff9-b609-52ae8f7615d2 HTTP/1.1" status: 204 len: 168 time: 0.2069578 Jul 15 13:39:08.412126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48038) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.473970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d509e-abcf-4278-b21f-1aa87f8da9ac tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7682fb9a-5513-4ff9-b609-52ae8f7615d2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:08.546490 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-15f35ba7-6605-4347-848d-9d186114eba4 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231370 Jul 15 13:39:08.554746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48046) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.578827 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-e63aceef-5b88-4044-970f-2cc14256d346 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] delete failed (client error): The resource could not be found. Jul 15 13:39:08.580316 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e63aceef-5b88-4044-970f-2cc14256d346 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/7682fb9a-5513-4ff9-b609-52ae8f7615d2 HTTP/1.1" status: 404 len: 347 time: 0.0240817 Jul 15 13:39:08.589130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48048) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.601404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d79812ea-bb11-46f0-9266-01e306aed8d8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912738264'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:08.630429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d79812ea-bb11-46f0-9266-01e306aed8d8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.749897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa4e-fcfb-416f-9d35-4c226f32ab83 req-65183e03-fbed-44dd-b4f9-e34d9fcc63dd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:08.753188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be45fa4e-fcfb-416f-9d35-4c226f32ab83 req-65183e03-fbed-44dd-b4f9-e34d9fcc63dd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1810818 Jul 15 13:39:08.858556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d79812ea-bb11-46f0-9266-01e306aed8d8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.869414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d79812ea-bb11-46f0-9266-01e306aed8d8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.870394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be45fa4e-fcfb-416f-9d35-4c226f32ab83 req-0ac017c3-c6b1-42fb-b0c1-fc0f3aa6f4ed tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086133 Jul 15 13:39:08.932207 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79812ea-bb11-46f0-9266-01e306aed8d8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb8ba6c-af5b-4697-bf1e-8629a9118047,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:08.947573 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d79812ea-bb11-46f0-9266-01e306aed8d8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.951497 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d79812ea-bb11-46f0-9266-01e306aed8d8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3587322 Jul 15 13:39:08.953072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48058) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.966537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fc92fb66-ef7b-488a-85da-b0a4f47305a2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': '3bb8ba6c-af5b-4697-bf1e-8629a9118047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:09.018843 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc92fb66-ef7b-488a-85da-b0a4f47305a2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.164849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc92fb66-ef7b-488a-85da-b0a4f47305a2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.172858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc92fb66-ef7b-488a-85da-b0a4f47305a2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.205572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92fb66-ef7b-488a-85da-b0a4f47305a2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f80998e-0971-47cf-84b0-4ed78aec32ad,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:09.216286 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc92fb66-ef7b-488a-85da-b0a4f47305a2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.217156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fc92fb66-ef7b-488a-85da-b0a4f47305a2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2622490 Jul 15 13:39:09.222188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48068) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.234350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2ae5-27a1-41bd-9597-73a427ac9036 req-e2edd2f6-11db-48d6-9a67-0a8e29ec4ed8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:09.242375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-873f2ae5-27a1-41bd-9597-73a427ac9036 req-e2edd2f6-11db-48d6-9a67-0a8e29ec4ed8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1265962 Jul 15 13:39:09.274594 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37afac60-7ac4-473b-90b9-6ff6f38dcfb9 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.286875 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37afac60-7ac4-473b-90b9-6ff6f38dcfb9 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.322555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-873f2ae5-27a1-41bd-9597-73a427ac9036 req-accfd6bb-4c79-4a2c-bf37-0d712c958b8a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756972 Jul 15 13:39:09.344352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37afac60-7ac4-473b-90b9-6ff6f38dcfb9 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.375893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-37afac60-7ac4-473b-90b9-6ff6f38dcfb9 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.381196 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-37afac60-7ac4-473b-90b9-6ff6f38dcfb9 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8f80998e-0971-47cf-84b0-4ed78aec32ad HTTP/1.1" status: 204 len: 168 time: 0.1531339 Jul 15 13:39:09.381196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afac60-7ac4-473b-90b9-6ff6f38dcfb9 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f80998e-0971-47cf-84b0-4ed78aec32ad,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:09.382247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48074) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.507573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-69bb9cd9-49dd-4928-9563-642082214705 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243558 Jul 15 13:39:09.510049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48080) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.616631 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84d275e6-0e13-4299-b2be-a5f9d3446a8d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.661645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84d275e6-0e13-4299-b2be-a5f9d3446a8d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.789383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84d275e6-0e13-4299-b2be-a5f9d3446a8d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.795025 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84d275e6-0e13-4299-b2be-a5f9d3446a8d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.799440 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-84d275e6-0e13-4299-b2be-a5f9d3446a8d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/3bb8ba6c-af5b-4697-bf1e-8629a9118047 HTTP/1.1" status: 204 len: 168 time: 0.2852635 Jul 15 13:39:09.800329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48088) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.809115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d275e6-0e13-4299-b2be-a5f9d3446a8d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb8ba6c-af5b-4697-bf1e-8629a9118047,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:09.893771 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3ff60fc1-fb03-43b4-bd96-4612e0abf86c tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912454 Jul 15 13:39:09.901031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.912508 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-99ce9c89-fbd4-44a2-b446-33de82568528 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-secgroup--984118369'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:09.930549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f117bf7-a2dd-4d29-8017-b511061c5af8 req-277ebdc2-edba-46a0-bfa2-0ac924cf7c2c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:09.932311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f117bf7-a2dd-4d29-8017-b511061c5af8 req-277ebdc2-edba-46a0-bfa2-0ac924cf7c2c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1181030 Jul 15 13:39:09.966501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99ce9c89-fbd4-44a2-b446-33de82568528 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.036836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f117bf7-a2dd-4d29-8017-b511061c5af8 req-29894a8c-be9e-4c1d-b189-8ebaec9e01f4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909560 Jul 15 13:39:10.141434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99ce9c89-fbd4-44a2-b446-33de82568528 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.150012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99ce9c89-fbd4-44a2-b446-33de82568528 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.171821 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-99ce9c89-fbd4-44a2-b446-33de82568528 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.176111 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-99ce9c89-fbd4-44a2-b446-33de82568528 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2696433 Jul 15 13:39:10.177997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48102) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:10.199013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1e3f8862-3575-4624-a1b4-8e7807b05cca tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': 'a0c11180-6681-429a-9b33-64a81127603a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:10.218114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce9c89-fbd4-44a2-b446-33de82568528 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c11180-6681-429a-9b33-64a81127603a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.314352 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8862-3575-4624-a1b4-8e7807b05cca tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.350509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43544f0-2ebe-4fb8-be60-eb5c1121771b req-59e56d2a-25a4-4098-9fe4-998c03f8555e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.357776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c43544f0-2ebe-4fb8-be60-eb5c1121771b req-59e56d2a-25a4-4098-9fe4-998c03f8555e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1197987 Jul 15 13:39:10.445396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c43544f0-2ebe-4fb8-be60-eb5c1121771b req-ea085a6b-ed5f-463e-8f2d-ffdd8473626a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864487 Jul 15 13:39:10.484476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8862-3575-4624-a1b4-8e7807b05cca tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.498139 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8862-3575-4624-a1b4-8e7807b05cca tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.526524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8862-3575-4624-a1b4-8e7807b05cca tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ec30eb-cddc-401d-a008-12c36ac82053,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.536883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8862-3575-4624-a1b4-8e7807b05cca tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.539227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1e3f8862-3575-4624-a1b4-8e7807b05cca tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3592002 Jul 15 13:39:10.541902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48116) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:10.547469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9d3f0210-47aa-4ff0-8e43-0b7db35bf466 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': 'a0c11180-6681-429a-9b33-64a81127603a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:10.586682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d3f0210-47aa-4ff0-8e43-0b7db35bf466 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.730729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d3f0210-47aa-4ff0-8e43-0b7db35bf466 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.737379 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d3f0210-47aa-4ff0-8e43-0b7db35bf466 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.771362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f0210-47aa-4ff0-8e43-0b7db35bf466 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a47b6e-10f9-4050-b2e9-a14eddf08046,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.782242 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d3f0210-47aa-4ff0-8e43-0b7db35bf466 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.783532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9d3f0210-47aa-4ff0-8e43-0b7db35bf466 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2404046 Jul 15 13:39:10.788546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48120) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:10.794868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994c9f5-83d8-4504-bc1f-1712167f53fc req-05f95129-192f-40e1-951d-0856b552295a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.804181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-818c4bca-d76a-48ec-90b1-36367db2d277 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': 'a0c11180-6681-429a-9b33-64a81127603a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:10.805453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a994c9f5-83d8-4504-bc1f-1712167f53fc req-05f95129-192f-40e1-951d-0856b552295a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1784189 Jul 15 13:39:10.876412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-818c4bca-d76a-48ec-90b1-36367db2d277 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.878206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a994c9f5-83d8-4504-bc1f-1712167f53fc req-67ebb479-0f6a-4d80-a017-d4c297d34a0c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716703 Jul 15 13:39:11.021606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-818c4bca-d76a-48ec-90b1-36367db2d277 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.033193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-818c4bca-d76a-48ec-90b1-36367db2d277 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.064210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c4bca-d76a-48ec-90b1-36367db2d277 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc65643-cdec-4a94-a8a5-e6afbf247523,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.068786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-818c4bca-d76a-48ec-90b1-36367db2d277 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.070455 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-818c4bca-d76a-48ec-90b1-36367db2d277 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2798243 Jul 15 13:39:11.075062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48128) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:11.086665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2d84b57a-f1bc-4c94-a544-9e395fd5bfb5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': 'a0c11180-6681-429a-9b33-64a81127603a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:11.228382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d84b57a-f1bc-4c94-a544-9e395fd5bfb5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.335164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb193365-f98c-479a-8cbe-62b2c3aefc99 req-6ba7fff9-efa7-4374-87ab-d420366c1bc7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:11.337067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb193365-f98c-479a-8cbe-62b2c3aefc99 req-6ba7fff9-efa7-4374-87ab-d420366c1bc7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2236488 Jul 15 13:39:11.359786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d84b57a-f1bc-4c94-a544-9e395fd5bfb5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.386690 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d84b57a-f1bc-4c94-a544-9e395fd5bfb5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.444639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb193365-f98c-479a-8cbe-62b2c3aefc99 req-881fafef-290b-4545-811a-37e8706938db tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884051 Jul 15 13:39:11.446508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84b57a-f1bc-4c94-a544-9e395fd5bfb5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdf56e2-dad6-4e0f-a2ec-02f5cafb461a,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.475585 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d84b57a-f1bc-4c94-a544-9e395fd5bfb5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.479675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d84b57a-f1bc-4c94-a544-9e395fd5bfb5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3996093 Jul 15 13:39:11.480039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48142) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:11.486537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-acfb1105-f0d3-40b9-9b97-f7fec2136e38 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': 'a0c11180-6681-429a-9b33-64a81127603a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:11.541676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfb1105-f0d3-40b9-9b97-f7fec2136e38 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.694592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfb1105-f0d3-40b9-9b97-f7fec2136e38 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.703642 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfb1105-f0d3-40b9-9b97-f7fec2136e38 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.727458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb1105-f0d3-40b9-9b97-f7fec2136e38 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50de132e-fb6e-4628-a99a-054d55f7360a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.734903 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfb1105-f0d3-40b9-9b97-f7fec2136e38 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.736937 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-acfb1105-f0d3-40b9-9b97-f7fec2136e38 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2546647 Jul 15 13:39:11.740301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48150) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:11.816349 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f13f9f63-706d-4327-81c9-10c272a1d847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.843562 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f13f9f63-706d-4327-81c9-10c272a1d847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.929908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3df54-85ef-4f6d-a721-4d9718f163c2 req-5446ec01-5814-4d80-be1e-3dbe6ead46ff tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:11.939549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10e3df54-85ef-4f6d-a721-4d9718f163c2 req-5446ec01-5814-4d80-be1e-3dbe6ead46ff tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1668055 Jul 15 13:39:11.974085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f13f9f63-706d-4327-81c9-10c272a1d847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.979943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f13f9f63-706d-4327-81c9-10c272a1d847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.980992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f13f9f63-706d-4327-81c9-10c272a1d847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/50de132e-fb6e-4628-a99a-054d55f7360a HTTP/1.1" status: 204 len: 168 time: 0.2391198 Jul 15 13:39:11.995107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48156) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.002168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f9f63-706d-4327-81c9-10c272a1d847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50de132e-fb6e-4628-a99a-054d55f7360a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:12.034392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10e3df54-85ef-4f6d-a721-4d9718f163c2 req-b7793443-056e-4bd9-a181-1cff67eab778 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931923 Jul 15 13:39:12.117770 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fb444456-8611-4106-b8e7-2ac52f996a19 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1200387 Jul 15 13:39:12.122233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48164) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.160723 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9240fe5-2bd0-4e3b-b92c-a6768c21b082 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.170845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9240fe5-2bd0-4e3b-b92c-a6768c21b082 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.214368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9240fe5-2bd0-4e3b-b92c-a6768c21b082 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.231905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9240fe5-2bd0-4e3b-b92c-a6768c21b082 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.238612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d9240fe5-2bd0-4e3b-b92c-a6768c21b082 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cfdf56e2-dad6-4e0f-a2ec-02f5cafb461a HTTP/1.1" status: 204 len: 168 time: 0.1117170 Jul 15 13:39:12.239083 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48168) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.256451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9240fe5-2bd0-4e3b-b92c-a6768c21b082 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfdf56e2-dad6-4e0f-a2ec-02f5cafb461a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:12.364060 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-08f71ba7-e298-476c-9e1c-47aa00b88abc tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1222785 Jul 15 13:39:12.367960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48172) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.460302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a08fda4f-6682-4642-bae9-c16414ec5bd8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.480714 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a08fda4f-6682-4642-bae9-c16414ec5bd8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.487494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553a893-acab-46d6-a777-8564aa31a511 req-540587cb-b2a3-4ef4-b287-1c95542e0d80 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:12.491019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2553a893-acab-46d6-a777-8564aa31a511 req-540587cb-b2a3-4ef4-b287-1c95542e0d80 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1921418 Jul 15 13:39:12.533472 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a08fda4f-6682-4642-bae9-c16414ec5bd8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.542818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a08fda4f-6682-4642-bae9-c16414ec5bd8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.545306 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a08fda4f-6682-4642-bae9-c16414ec5bd8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2fc65643-cdec-4a94-a8a5-e6afbf247523 HTTP/1.1" status: 204 len: 168 time: 0.1760132 Jul 15 13:39:12.552626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48176) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.564078 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fda4f-6682-4642-bae9-c16414ec5bd8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fc65643-cdec-4a94-a8a5-e6afbf247523,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:12.622676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8dd5b298-7290-4f69-9eb2-30e0e0332db1 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0664206 Jul 15 13:39:12.634146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2553a893-acab-46d6-a777-8564aa31a511 req-4ff3966a-8687-424b-883b-643f0a094705 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339087 Jul 15 13:39:12.636546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48182) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.772618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a04820d6-8325-4d84-8049-a0ffe97e9c1c tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.803877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a04820d6-8325-4d84-8049-a0ffe97e9c1c tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.874554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a04820d6-8325-4d84-8049-a0ffe97e9c1c tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.888638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a04820d6-8325-4d84-8049-a0ffe97e9c1c tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.889844 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a04820d6-8325-4d84-8049-a0ffe97e9c1c tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e2a47b6e-10f9-4050-b2e9-a14eddf08046 HTTP/1.1" status: 204 len: 168 time: 0.2517357 Jul 15 13:39:12.891022 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04820d6-8325-4d84-8049-a0ffe97e9c1c tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2a47b6e-10f9-4050-b2e9-a14eddf08046,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:12.894257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48192) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.965220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b74e43d8-40cc-4bf0-9b87-e0ba05e350e3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0666714 Jul 15 13:39:12.966877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:13.014211 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ecb16c46-cb2e-4d14-8058-1edba1deae92 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.032826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ecb16c46-cb2e-4d14-8058-1edba1deae92 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.096787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ecb16c46-cb2e-4d14-8058-1edba1deae92 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.114012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ecb16c46-cb2e-4d14-8058-1edba1deae92 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.118065 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ecb16c46-cb2e-4d14-8058-1edba1deae92 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/17ec30eb-cddc-401d-a008-12c36ac82053 HTTP/1.1" status: 204 len: 168 time: 0.1469905 Jul 15 13:39:13.121893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48200) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:13.123675 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb16c46-cb2e-4d14-8058-1edba1deae92 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17ec30eb-cddc-401d-a008-12c36ac82053,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:13.205032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68494026-992d-4c3b-87d7-b5c3499b18f0 req-eb232e7e-2917-4400-9f67-5de935b44fb9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:13.207526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68494026-992d-4c3b-87d7-b5c3499b18f0 req-eb232e7e-2917-4400-9f67-5de935b44fb9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1692908 Jul 15 13:39:13.217643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6be65c36-f996-418d-965f-f60482cd52b2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944724 Jul 15 13:39:13.220546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48204) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:13.339025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1ff9188-e75c-4c85-90ee-26f1534412e3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.360763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68494026-992d-4c3b-87d7-b5c3499b18f0 req-19834e28-e969-4e33-aa2d-8211b964f7f2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282175 Jul 15 13:39:13.408941 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1ff9188-e75c-4c85-90ee-26f1534412e3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.528631 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1ff9188-e75c-4c85-90ee-26f1534412e3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.531828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1ff9188-e75c-4c85-90ee-26f1534412e3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.533330 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d1ff9188-e75c-4c85-90ee-26f1534412e3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/a0c11180-6681-429a-9b33-64a81127603a HTTP/1.1" status: 204 len: 168 time: 0.3113468 Jul 15 13:39:13.538338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48214) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:13.554241 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff9188-e75c-4c85-90ee-26f1534412e3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c11180-6681-429a-9b33-64a81127603a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:13.721203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5c1e3379-7f7e-41cd-acc2-6d8ae150e64a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1700385 Jul 15 13:39:13.722189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48218) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:13.732363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-34dace14-341f-4929-a922-d15b304bb08e tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-secgroup--797139996'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:13.749290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04de85-c3ba-4c7b-a569-232cd82a321b req-b8fc4704-9729-4fcd-9c50-302f062a7018 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:13.750906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae04de85-c3ba-4c7b-a569-232cd82a321b req-b8fc4704-9729-4fcd-9c50-302f062a7018 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1269243 Jul 15 13:39:13.780893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34dace14-341f-4929-a922-d15b304bb08e tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.820981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae04de85-c3ba-4c7b-a569-232cd82a321b req-55f34859-1564-45c4-a255-96a5edf035f2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571976 Jul 15 13:39:13.947806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34dace14-341f-4929-a922-d15b304bb08e tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.974547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34dace14-341f-4929-a922-d15b304bb08e tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.048696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34dace14-341f-4929-a922-d15b304bb08e tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.058405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48230) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.059534 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-34dace14-341f-4929-a922-d15b304bb08e tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3350041 Jul 15 13:39:14.064702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dace14-341f-4929-a922-d15b304bb08e tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb96f6a-f1fe-4119-8cac-741c063b1576,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.065429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-424a0697-3130-4778-970d-9aa4439aab51 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': '8eb96f6a-f1fe-4119-8cac-741c063b1576', 'direction': 'ingress', 'protocol': 17}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:14.170931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424a0697-3130-4778-970d-9aa4439aab51 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.246054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e661c-4311-4332-9883-611343cd0a62 req-59d81d89-53a7-4092-8632-611e5356029b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:14.247850 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c02e661c-4311-4332-9883-611343cd0a62 req-59d81d89-53a7-4092-8632-611e5356029b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1438363 Jul 15 13:39:14.290239 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424a0697-3130-4778-970d-9aa4439aab51 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.313486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424a0697-3130-4778-970d-9aa4439aab51 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.365570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a0697-3130-4778-970d-9aa4439aab51 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fa3228-9c93-45cc-a1af-606023aeb0e7,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.373406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c02e661c-4311-4332-9883-611343cd0a62 req-d5a76768-ce6e-4de6-ad1c-43f86d5ef039 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093431 Jul 15 13:39:14.383277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424a0697-3130-4778-970d-9aa4439aab51 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.386405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-424a0697-3130-4778-970d-9aa4439aab51 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3263280 Jul 15 13:39:14.389034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48236) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.502597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4a5dcdf-dfb0-42d3-a3a5-9812f6115d90 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.549885 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4a5dcdf-dfb0-42d3-a3a5-9812f6115d90 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.638311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4a5dcdf-dfb0-42d3-a3a5-9812f6115d90 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.641350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4a5dcdf-dfb0-42d3-a3a5-9812f6115d90 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.645110 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e4a5dcdf-dfb0-42d3-a3a5-9812f6115d90 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/8eb96f6a-f1fe-4119-8cac-741c063b1576 HTTP/1.1" status: 204 len: 168 time: 0.2517941 Jul 15 13:39:14.645906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48244) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.656946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5dcdf-dfb0-42d3-a3a5-9812f6115d90 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb96f6a-f1fe-4119-8cac-741c063b1576,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.819347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e67c73fd-87c0-4bbd-a47c-bc316e517772 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1682303 Jul 15 13:39:14.820155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48252) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.828161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-df87d77d-3f71-462d-a93d-567a7b7f1941 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-secgroup--178788959'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:14.898448 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df87d77d-3f71-462d-a93d-567a7b7f1941 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.969985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76f9da-cbeb-408d-8ab5-7eed32bd01aa req-980060db-6324-475f-a75c-f83b40b86ed7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:14.983973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b76f9da-cbeb-408d-8ab5-7eed32bd01aa req-980060db-6324-475f-a75c-f83b40b86ed7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2413545 Jul 15 13:39:15.070395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b76f9da-cbeb-408d-8ab5-7eed32bd01aa req-52c99678-b451-4c4e-94de-0c745ec6ec3c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851700 Jul 15 13:39:15.184460 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df87d77d-3f71-462d-a93d-567a7b7f1941 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.192253 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df87d77d-3f71-462d-a93d-567a7b7f1941 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.221325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df87d77d-3f71-462d-a93d-567a7b7f1941 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.226732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-df87d77d-3f71-462d-a93d-567a7b7f1941 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4014988 Jul 15 13:39:15.228666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48260) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.236272 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d86a042f-ba4b-4d70-81ff-1cf1300694d1 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901405527'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:15.236731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87d77d-3f71-462d-a93d-567a7b7f1941 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c608e634-9c34-4bb7-bb98-87d870addd20,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:15.305466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d86a042f-ba4b-4d70-81ff-1cf1300694d1 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.543630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d86a042f-ba4b-4d70-81ff-1cf1300694d1 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.566168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d86a042f-ba4b-4d70-81ff-1cf1300694d1 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.602417 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a042f-ba4b-4d70-81ff-1cf1300694d1 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2610aae5-1a1f-4b65-8a81-90d71fd8b5d2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:15.606542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d86a042f-ba4b-4d70-81ff-1cf1300694d1 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.608097 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d86a042f-ba4b-4d70-81ff-1cf1300694d1 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3780940 Jul 15 13:39:15.612433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48274) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.619310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6d82bed3-bf8e-422d-9e9e-2c335d28dc35 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': 'c608e634-9c34-4bb7-bb98-87d870addd20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2610aae5-1a1f-4b65-8a81-90d71fd8b5d2', 'remote_ip_prefix': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:15.725575 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d82bed3-bf8e-422d-9e9e-2c335d28dc35 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.036981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d82bed3-bf8e-422d-9e9e-2c335d28dc35 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.063322 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d82bed3-bf8e-422d-9e9e-2c335d28dc35 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.110481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82bed3-bf8e-422d-9e9e-2c335d28dc35 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471527dd-840a-47ac-ae1f-a0d7cc76fe13,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:16.145779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d82bed3-bf8e-422d-9e9e-2c335d28dc35 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.152900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48294) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:16.153218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6d82bed3-bf8e-422d-9e9e-2c335d28dc35 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5383956 Jul 15 13:39:16.207738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f45604-07a7-41ef-9e88-d120d52f2ad5 req-c5005145-160f-4c77-9965-048db322e763 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:16.220560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80f45604-07a7-41ef-9e88-d120d52f2ad5 req-c5005145-160f-4c77-9965-048db322e763 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1752110 Jul 15 13:39:16.240579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9a65f8a-e8de-469a-9597-b61247c9f8f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.254461 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9a65f8a-e8de-469a-9597-b61247c9f8f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.292576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80f45604-07a7-41ef-9e88-d120d52f2ad5 req-e435f5d1-e6f9-4d0d-bef7-fa06094eff6a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700328 Jul 15 13:39:16.334638 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9a65f8a-e8de-469a-9597-b61247c9f8f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.349313 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b9a65f8a-e8de-469a-9597-b61247c9f8f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.352909 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b9a65f8a-e8de-469a-9597-b61247c9f8f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/471527dd-840a-47ac-ae1f-a0d7cc76fe13 HTTP/1.1" status: 204 len: 168 time: 0.1978955 Jul 15 13:39:16.361525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48300) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:16.377459 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a65f8a-e8de-469a-9597-b61247c9f8f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=471527dd-840a-47ac-ae1f-a0d7cc76fe13,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:16.493365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f20493b9-36e6-4c3b-9e5b-a9150ff90cf0 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1295011 Jul 15 13:39:16.495991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48304) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:16.612270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce9dcf25-75c6-4e8f-aa9b-5666c147984f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.658302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce9dcf25-75c6-4e8f-aa9b-5666c147984f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.738815 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce9dcf25-75c6-4e8f-aa9b-5666c147984f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.744833 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ce9dcf25-75c6-4e8f-aa9b-5666c147984f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.747517 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ce9dcf25-75c6-4e8f-aa9b-5666c147984f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/2610aae5-1a1f-4b65-8a81-90d71fd8b5d2 HTTP/1.1" status: 204 len: 168 time: 0.2500775 Jul 15 13:39:16.750162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48310) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:16.762144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dcf25-75c6-4e8f-aa9b-5666c147984f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2610aae5-1a1f-4b65-8a81-90d71fd8b5d2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:16.885280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-09419882-49a1-427a-8c9f-1a0a43edeac8 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1308815 Jul 15 13:39:16.886434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48316) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:16.980238 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd119b9f-9813-4b02-94e9-f917ae48c5e4 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.011524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd119b9f-9813-4b02-94e9-f917ae48c5e4 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.087961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd119b9f-9813-4b02-94e9-f917ae48c5e4 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.090914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd119b9f-9813-4b02-94e9-f917ae48c5e4 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.096549 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bd119b9f-9813-4b02-94e9-f917ae48c5e4 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/c608e634-9c34-4bb7-bb98-87d870addd20 HTTP/1.1" status: 204 len: 168 time: 0.2043688 Jul 15 13:39:17.097418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48322) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:17.118154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd119b9f-9813-4b02-94e9-f917ae48c5e4 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c608e634-9c34-4bb7-bb98-87d870addd20,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.194543 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2551edbc-76a4-4471-a8bd-bf505347ab5a tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916164 Jul 15 13:39:17.198746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48324) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:17.207057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0a2b30a2-0dd7-419f-9a16-2b8562ff73b5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-secgroup--190324951'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:17.241256 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:39:17.245907 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a2b30a2-0dd7-419f-9a16-2b8562ff73b5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.357567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a2b30a2-0dd7-419f-9a16-2b8562ff73b5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.365866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a2b30a2-0dd7-419f-9a16-2b8562ff73b5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.429123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b30a2-0dd7-419f-9a16-2b8562ff73b5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f256e8e-e144-48d1-8392-b1bfdd39d709,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.479595 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a2b30a2-0dd7-419f-9a16-2b8562ff73b5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.484425 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0a2b30a2-0dd7-419f-9a16-2b8562ff73b5 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2813220 Jul 15 13:39:17.485564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48328) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:17.492836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8c439d81-a819-4b80-be9f-7f80a63ccad7 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': '6f256e8e-e144-48d1-8392-b1bfdd39d709', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:17.545182 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c439d81-a819-4b80-be9f-7f80a63ccad7 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.620455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2a49-2ebb-4494-937a-8ea0197a332c req-53a60345-2e93-4c59-92ab-b19e765919b7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:17.623957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ffdf2a49-2ebb-4494-937a-8ea0197a332c req-53a60345-2e93-4c59-92ab-b19e765919b7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1681626 Jul 15 13:39:17.687954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ffdf2a49-2ebb-4494-937a-8ea0197a332c req-00c71c03-11da-46bd-9065-8ac46ae0eda2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555634 Jul 15 13:39:17.705556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c439d81-a819-4b80-be9f-7f80a63ccad7 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.711344 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c439d81-a819-4b80-be9f-7f80a63ccad7 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.745710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c439d81-a819-4b80-be9f-7f80a63ccad7 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.747769 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c439d81-a819-4b80-be9f-7f80a63ccad7 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2612481 Jul 15 13:39:17.750735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:17.764707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c439d81-a819-4b80-be9f-7f80a63ccad7 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f06289-bc09-4f36-a3ee-d105fa28760b,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.798048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24305aff-6a81-4a3f-a6c6-b3eb63df4847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.810376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24305aff-6a81-4a3f-a6c6-b3eb63df4847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.848409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24305aff-6a81-4a3f-a6c6-b3eb63df4847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.855036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24305aff-6a81-4a3f-a6c6-b3eb63df4847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.857563 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-24305aff-6a81-4a3f-a6c6-b3eb63df4847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/94f06289-bc09-4f36-a3ee-d105fa28760b HTTP/1.1" status: 204 len: 168 time: 0.1050293 Jul 15 13:39:17.860359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48334) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:17.868513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24305aff-6a81-4a3f-a6c6-b3eb63df4847 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94f06289-bc09-4f36-a3ee-d105fa28760b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.927058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-475ab6ed-8da9-44a6-97cf-12f54034c334 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0652318 Jul 15 13:39:17.930623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48336) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.032348 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cadef6-14b8-4b07-9902-26237834ac3b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.061503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cadef6-14b8-4b07-9902-26237834ac3b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.121154 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cadef6-14b8-4b07-9902-26237834ac3b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.125102 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-25cadef6-14b8-4b07-9902-26237834ac3b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.130588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48342) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.133310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-25cadef6-14b8-4b07-9902-26237834ac3b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f256e8e-e144-48d1-8392-b1bfdd39d709 HTTP/1.1" status: 204 len: 168 time: 0.2009075 Jul 15 13:39:18.153438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cadef6-14b8-4b07-9902-26237834ac3b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f256e8e-e144-48d1-8392-b1bfdd39d709,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.215628 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa1997da-b54b-4877-869b-41cb7a7804c3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0831404 Jul 15 13:39:18.221147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48346) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.226762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5f9e09b3-fab4-40d2-8844-705d659ae908 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864305481'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:18.255663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f9e09b3-fab4-40d2-8844-705d659ae908 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.359236 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f9e09b3-fab4-40d2-8844-705d659ae908 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.365306 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f9e09b3-fab4-40d2-8844-705d659ae908 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.407249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e09b3-fab4-40d2-8844-705d659ae908 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d004848-fb5e-4be4-9cca-a8ff054ca395,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.412340 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f9e09b3-fab4-40d2-8844-705d659ae908 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.414609 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5f9e09b3-fab4-40d2-8844-705d659ae908 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1914756 Jul 15 13:39:18.418037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48352) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.425794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1b725737-3f81-4439-a2fd-ca6b2489d571 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': '1d004848-fb5e-4be4-9cca-a8ff054ca395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:18.475627 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b725737-3f81-4439-a2fd-ca6b2489d571 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.533936 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b725737-3f81-4439-a2fd-ca6b2489d571 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.539970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b725737-3f81-4439-a2fd-ca6b2489d571 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.570785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b725737-3f81-4439-a2fd-ca6b2489d571 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001c397e-96bb-4cfd-a038-689c1345bd78,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.576466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b725737-3f81-4439-a2fd-ca6b2489d571 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.578844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1b725737-3f81-4439-a2fd-ca6b2489d571 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588769 Jul 15 13:39:18.581321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48356) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.608842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6b8553d4-fd12-4340-a344-913bb1dcba95 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules/001c397e-96bb-4cfd-a038-689c1345bd78 HTTP/1.1" status: 200 len: 763 time: 0.0248756 Jul 15 13:39:18.611018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48358) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.692330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a529d667-a745-49d9-94d1-8c4ad6218cda tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0793481 Jul 15 13:39:18.695880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48360) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.745276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ea01ff9-0a08-46e9-a8e5-d7df8766275f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.755921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ea01ff9-0a08-46e9-a8e5-d7df8766275f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.806094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ea01ff9-0a08-46e9-a8e5-d7df8766275f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.820340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ea01ff9-0a08-46e9-a8e5-d7df8766275f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.822646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9ea01ff9-0a08-46e9-a8e5-d7df8766275f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/001c397e-96bb-4cfd-a038-689c1345bd78 HTTP/1.1" status: 204 len: 168 time: 0.1249547 Jul 15 13:39:18.825288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48364) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.893089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea01ff9-0a08-46e9-a8e5-d7df8766275f tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=001c397e-96bb-4cfd-a038-689c1345bd78,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.926653 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8d43d46b-3a98-41c3-9fb2-2b89bf769f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.955166 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a052f28a-3af1-4a74-8e90-9ee32c233674 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1270034 Jul 15 13:39:18.957722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48372) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.976466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e04b8b3b-9a8c-474f-80bb-211e92412373 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': '1d004848-fb5e-4be4-9cca-a8ff054ca395', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:19.027601 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e04b8b3b-9a8c-474f-80bb-211e92412373 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.095885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c6b9b-04c7-4df8-9864-3f65f14c09b9 req-693afe4e-b1b1-4200-9b60-910f5616d2cf tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:19.101104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-709c6b9b-04c7-4df8-9864-3f65f14c09b9 req-693afe4e-b1b1-4200-9b60-910f5616d2cf tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1590953 Jul 15 13:39:19.109615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e04b8b3b-9a8c-474f-80bb-211e92412373 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.128227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e04b8b3b-9a8c-474f-80bb-211e92412373 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.145125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b8b3b-9a8c-474f-80bb-211e92412373 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7edefa-324e-4da6-8fba-732955d72707,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:19.161085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-709c6b9b-04c7-4df8-9864-3f65f14c09b9 req-badeb7e0-a001-4828-9846-78923121c048 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471678 Jul 15 13:39:19.163165 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e04b8b3b-9a8c-474f-80bb-211e92412373 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.164591 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e04b8b3b-9a8c-474f-80bb-211e92412373 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2057245 Jul 15 13:39:19.167617 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48376) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.186205 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9cc95bb5-a4c1-495f-9fc0-ab8a9a0672a2 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules/0d7edefa-324e-4da6-8fba-732955d72707 HTTP/1.1" status: 200 len: 763 time: 0.0173774 Jul 15 13:39:19.189045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48378) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.240187 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-86455dc4-a753-4710-b8c6-3d2be0712b56 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0498075 Jul 15 13:39:19.245201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48380) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.288605 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80201924-51e9-40ac-b402-8ac8b077755b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.303789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80201924-51e9-40ac-b402-8ac8b077755b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.349891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80201924-51e9-40ac-b402-8ac8b077755b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.358020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80201924-51e9-40ac-b402-8ac8b077755b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.362981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-80201924-51e9-40ac-b402-8ac8b077755b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0d7edefa-324e-4da6-8fba-732955d72707 HTTP/1.1" status: 204 len: 168 time: 0.1124465 Jul 15 13:39:19.364334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48382) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.380404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80201924-51e9-40ac-b402-8ac8b077755b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d7edefa-324e-4da6-8fba-732955d72707,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:19.415776 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-20041f42-8ac6-4e67-b677-9c586f26c562 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483088 Jul 15 13:39:19.417752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48384) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.422928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-49961fed-7ca3-4661-842e-043845a6973d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Request body: {'security_group_rule': {'security_group_id': '1d004848-fb5e-4be4-9cca-a8ff054ca395', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:19.459786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49961fed-7ca3-4661-842e-043845a6973d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.537501 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49961fed-7ca3-4661-842e-043845a6973d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.542314 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49961fed-7ca3-4661-842e-043845a6973d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.566731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49961fed-7ca3-4661-842e-043845a6973d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deed66cd-7f3c-4c86-aa97-77ed0ce1747c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:19.576657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49961fed-7ca3-4661-842e-043845a6973d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.579212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-49961fed-7ca3-4661-842e-043845a6973d tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589971 Jul 15 13:39:19.582421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48386) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.606284 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fb0aacb3-51af-45d6-93f7-af532021b7f6 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules/deed66cd-7f3c-4c86-aa97-77ed0ce1747c HTTP/1.1" status: 200 len: 764 time: 0.0188174 Jul 15 13:39:19.606565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48388) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.654471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a4848e3c-d848-4bd6-9368-28afd60d5b6b tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0466239 Jul 15 13:39:19.657778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48390) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.688827 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f5b3-7f63-48a0-b4e7-110c89ebe352 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.704287 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f5b3-7f63-48a0-b4e7-110c89ebe352 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.740428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f5b3-7f63-48a0-b4e7-110c89ebe352 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.746997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f5b3-7f63-48a0-b4e7-110c89ebe352 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.751857 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d7a9f5b3-7f63-48a0-b4e7-110c89ebe352 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/deed66cd-7f3c-4c86-aa97-77ed0ce1747c HTTP/1.1" status: 204 len: 168 time: 0.0896661 Jul 15 13:39:19.752696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48392) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.759614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9f5b3-7f63-48a0-b4e7-110c89ebe352 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deed66cd-7f3c-4c86-aa97-77ed0ce1747c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:19.821263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-24512bc9-e79e-4ac5-95e4-c4b745d11242 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623951 Jul 15 13:39:19.821569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48394) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.883767 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6536c56f-1866-4c0e-9d8e-3d30e1a492f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.915963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6536c56f-1866-4c0e-9d8e-3d30e1a492f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.968560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6536c56f-1866-4c0e-9d8e-3d30e1a492f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.972069 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6536c56f-1866-4c0e-9d8e-3d30e1a492f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.978012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6536c56f-1866-4c0e-9d8e-3d30e1a492f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d004848-fb5e-4be4-9cca-a8ff054ca395 HTTP/1.1" status: 204 len: 168 time: 0.1510584 Jul 15 13:39:19.979103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48398) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.999390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536c56f-1866-4c0e-9d8e-3d30e1a492f3 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d004848-fb5e-4be4-9cca-a8ff054ca395,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:20.043733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9a2b095c-52f9-42c7-b12e-78240617b7b6 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630386 Jul 15 13:39:20.049573 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48402) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:20.118836 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-34d09dc7-7dad-4291-afc4-bd4b3ebce738 tempest-SecGroupTest-2081794942 tempest-SecGroupTest-2081794942-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687973 Jul 15 13:39:20.490871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22189db9-e679-4843-a596-daa6b7c84f14 req-c9350528-2533-4a6c-b793-c7d8094e023e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:20.493499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22189db9-e679-4843-a596-daa6b7c84f14 req-c9350528-2533-4a6c-b793-c7d8094e023e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.0768499 Jul 15 13:39:20.520848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48418) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:20.546002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22189db9-e679-4843-a596-daa6b7c84f14 req-b745baf5-fa0f-4a30-809e-0b648b7b0b3b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450397 Jul 15 13:39:20.596035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48422) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:20.678880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b2e49fa8-b3ba-4d0a-bab2-92535ba7dd61 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/floatingips/d7e9b4d3-5616-4341-acea-29b76a9cd470 HTTP/1.1" status: 200 len: 991 time: 0.0815537 Jul 15 13:39:20.723672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48426) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:20.724855 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-55f3a2e0-f722-4d0b-9d04-e94d2f37d922 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85823ceb02b94bf487386a2edf98270d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008150 Jul 15 13:39:20.782222 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c1d4dc2-7a21-45e8-be2f-7ecb0b36662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.811781 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c1d4dc2-7a21-45e8-be2f-7ecb0b36662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.884675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c1d4dc2-7a21-45e8-be2f-7ecb0b36662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.888340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c1d4dc2-7a21-45e8-be2f-7ecb0b36662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.889883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4c1d4dc2-7a21-45e8-be2f-7ecb0b36662c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/820586df-76bd-401a-9a63-c9dbd56e4b93 HTTP/1.1" status: 204 len: 168 time: 0.1651306 Jul 15 13:39:20.901494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d4dc2-7a21-45e8-be2f-7ecb0b36662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820586df-76bd-401a-9a63-c9dbd56e4b93,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:20.997109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48434) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:21.250382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port 15d00dd8-d868-4dbc-84cd-788751d3f53d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:21.251705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.378209 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.378755 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.408016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for 15d00dd8-d868-4dbc-84cd-788751d3f53d owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:21.605594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-37f23451-1f08-48c0-b76e-4c4653098d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.688498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.696905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.745800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=15d00dd8-d868-4dbc-84cd-788751d3f53d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:21.840279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.840941 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Floating IP d7e9b4d3-5616-4341-acea-29b76a9cd470 disassociated (deleted). External IP: 172.25.1.9, port: a25a67ac-d371-4e1a-98ce-fc19e4ebedfd. Jul 15 13:39:22.043830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263745d9-c16f-411e-95f0-c23217baeeb1 req-bddc216c-0f1e-41d4-93be-46fe62d77d9d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:22.045779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-263745d9-c16f-411e-95f0-c23217baeeb1 req-bddc216c-0f1e-41d4-93be-46fe62d77d9d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1481619 Jul 15 13:39:22.085674 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48460) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:22.198376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-263745d9-c16f-411e-95f0-c23217baeeb1 req-45e9fd13-1a4a-411f-9811-be0e6644bfcb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873792 Jul 15 13:39:22.232650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router 2a4dee8f-12a2-4c7d-a3e9-923da896298f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:22.263938 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d4edca77-981a-44b8-96a0-2a04a16d6ef3 tempest-ServiceProvidersTest-20152823 tempest-ServiceProvidersTest-20152823-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1747158 Jul 15 13:39:22.699118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:22.700480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:22.709736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] Sync routers for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:22.736419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:22.737098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:39:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:22.745811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.821214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-eb3d4494-d471-493e-a7ca-bfcb361e4fb0 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/floatingips/d7e9b4d3-5616-4341-acea-29b76a9cd470 HTTP/1.1" status: 204 len: 168 time: 1.8225687 Jul 15 13:39:22.823033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:22.826323 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85e087f-e072-4d31-874b-cb066f4a6128" -d '{"events": [{"name": "network-changed", "server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:23.000186 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.002280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:23.535992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:23Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:23.599548 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3be0d6ae-e032-4e9a-a65e-c66dac7e639e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.622489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] Checking router: 2a4dee8f-12a2-4c7d-a3e9-923da896298f for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:23.638186 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:23.639498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:39:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:23.804685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:23.855971 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3be0d6ae-e032-4e9a-a65e-c66dac7e639e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.867611 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3be0d6ae-e032-4e9a-a65e-c66dac7e639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.968231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48502) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:23.968867 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3be0d6ae-e032-4e9a-a65e-c66dac7e639e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0967db50a97043378557f5cd0bd07786&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2657580 Jul 15 13:39:23.979999 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ccc319-21fe-44b5-981a-2cae86644e47 x-openstack-request-id: req-75ccc319-21fe-44b5-981a-2cae86644e47 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:23.980810 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:23.981119 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75ccc319-21fe-44b5-981a-2cae86644e47 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:23.984320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0d6ae-e032-4e9a-a65e-c66dac7e639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4939c4-40a9-466c-a0fd-ad1be2a88e85,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:23.985447 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'status': 'completed', 'code': 200} Jul 15 13:39:24.171574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:23Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:24.187388 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37d3fd93-e0c6-436d-b83a-465f52e41c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.204946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65e598-c429-45ed-afa7-1429df8c9f01 None None] The sync data for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 is: [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 4, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a5242e1f-8898-4f36-9421-253152a16ed7', 'name': '', 'network_id': '8940fee6-800e-4648-9d2a-493d9117f591', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'mac_address': 'fa:16:3e:e0:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:12Z', 'updated_at': '2021-07-15T13:38:23Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'subnets': [{'id': '2d0c7687-6848-4e28-8237-e790c05b9252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:24.297482 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37d3fd93-e0c6-436d-b83a-465f52e41c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.381039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-6b3ecd91-83d7-4bbe-9bef-083a591c9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:24.383100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-6b3ecd91-83d7-4bbe-9bef-083a591c9c74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c00d19e732740e0ace17c988ffb71e9&device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 1097 time: 0.3717999 Jul 15 13:39:24.424369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30dc22-d87d-43b3-bcb7-1809bcc12245 req-9004ae55-5277-4f39-ba0b-169f07ad58a5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:24.432063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb30dc22-d87d-43b3-bcb7-1809bcc12245 req-9004ae55-5277-4f39-ba0b-169f07ad58a5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2863452 Jul 15 13:39:24.467342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.473271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37d3fd93-e0c6-436d-b83a-465f52e41c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.476311 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37d3fd93-e0c6-436d-b83a-465f52e41c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.480006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-37d3fd93-e0c6-436d-b83a-465f52e41c6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c4939c4-40a9-466c-a0fd-ad1be2a88e85 HTTP/1.1" status: 204 len: 168 time: 0.5079317 Jul 15 13:39:24.639211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3fd93-e0c6-436d-b83a-465f52e41c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4939c4-40a9-466c-a0fd-ad1be2a88e85,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:24.692529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bb30dc22-d87d-43b3-bcb7-1809bcc12245 req-5844b5bb-0ca3-4af8-81c6-e3f555c13b85 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592032 Jul 15 13:39:24.793661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-e4c9770f-f46b-41b0-b87c-d73ba2dbdfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:24.797525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-e4c9770f-f46b-41b0-b87c-d73ba2dbdfb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8940fee6-800e-4648-9d2a-493d9117f591 HTTP/1.1" status: 200 len: 897 time: 0.3919749 Jul 15 13:39:24.801643 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef997c-a440-459d-90ae-a243e16c74b7 None None] New status for floating IP d7e9b4d3-5616-4341-acea-29b76a9cd470: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:39:24.896679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-60be4554-d244-419e-8385-70afa1f7a845 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd HTTP/1.1" status: 200 len: 217 time: 0.0843322 Jul 15 13:39:25.092482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-b8c1fee3-102f-44a3-a629-0a78f44a7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.094099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-b8c1fee3-102f-44a3-a629-0a78f44a7599 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d0c7687-6848-4e28-8237-e790c05b9252 HTTP/1.1" status: 200 len: 835 time: 0.1819470 Jul 15 13:39:25.241305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec188-abfd-4cee-8f60-ac766217f95b req-644e23f2-1805-48fe-b458-6345f6d1a7a6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.246301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b9ec188-abfd-4cee-8f60-ac766217f95b req-644e23f2-1805-48fe-b458-6345f6d1a7a6 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 945 time: 0.2643447 Jul 15 13:39:25.380656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-7c985995-6e5e-4c24-8b1c-2169bb5fecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.383467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-7c985995-6e5e-4c24-8b1c-2169bb5fecac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8940fee6-800e-4648-9d2a-493d9117f591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2809536 Jul 15 13:39:25.415638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b9ec188-abfd-4cee-8f60-ac766217f95b req-ed7edae5-305d-4c3f-a49c-5d5f624e0b20 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37dec45-50a3-4fa8-98d3-818eea2e9772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680806 Jul 15 13:39:25.452816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-03d72479-2993-4c8f-b21c-c65fe122e623 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.452816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-03d72479-2993-4c8f-b21c-c65fe122e623 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.30 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 945 time: 0.2617826 Jul 15 13:39:25.726957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-5d5646b9-009b-4a8b-872b-04418a99e739 service neutron] 10.222.0.30 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312376 Jul 15 13:39:25.813580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:25.814240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.162370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:26.163426 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.170552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b85e087f-e072-4d31-874b-cb066f4a6128 req-bf8fac0b-8c1e-467d-b4da-79200f7be5a5 service neutron] 10.222.0.30 "GET /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302969 Jul 15 13:39:26.200400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for a25a67ac-d371-4e1a-98ce-fc19e4ebedfd owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:26.374069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecdb08-a1ff-4f60-8ffa-cd969481a82f req-c81ca859-b43a-4322-820f-cc521b95a635 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:26.375747 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72ecdb08-a1ff-4f60-8ffa-cd969481a82f req-c81ca859-b43a-4322-820f-cc521b95a635 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.4532747 Jul 15 13:39:26.470672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72ecdb08-a1ff-4f60-8ffa-cd969481a82f req-aab34f28-09fe-44e5-a8c0-e41a3ac695fc tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822504 Jul 15 13:39:26.537857 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.578531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=a25a67ac-d371-4e1a-98ce-fc19e4ebedfd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:26.662353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] No DVR routers for this DVR port a25a67ac-d371-4e1a-98ce-fc19e4ebedfd on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:26.666087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.669460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ec9a9e1-8685-43ac-9e88-eb3239fd6d0b req-45591be3-780b-444f-960b-086015c7b41f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.30 "DELETE /v2.0/ports/a25a67ac-d371-4e1a-98ce-fc19e4ebedfd HTTP/1.1" status: 204 len: 173 time: 1.2035694 Jul 15 13:39:26.670936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'name': 'network-vif-deleted', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:26.682340 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566034c6-5297-4efe-b3a6-de751b9c9630" -d '{"events": [{"server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "name": "network-vif-deleted", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:26.785226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5da51be-b001-48fd-9586-b861494cc11e req-56537386-68fa-48ec-9882-0dcbf6ced1b5 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "GET /v2.0/ports?device_id=df087231-8b0e-41a0-86e4-8313a9b8b9a4 HTTP/1.1" status: 200 len: 210 time: 0.0694959 Jul 15 13:39:26.892725 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53e5437-9554-46f6-b3e3-054137ac2b99 x-openstack-request-id: req-f53e5437-9554-46f6-b3e3-054137ac2b99 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:26.893203 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df087231-8b0e-41a0-86e4-8313a9b8b9a4", "name": "network-vif-deleted", "tag": "a25a67ac-d371-4e1a-98ce-fc19e4ebedfd", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:26.893655 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f53e5437-9554-46f6-b3e3-054137ac2b99 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:26.894562 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df087231-8b0e-41a0-86e4-8313a9b8b9a4', 'name': 'network-vif-deleted', 'tag': 'a25a67ac-d371-4e1a-98ce-fc19e4ebedfd', 'status': 'completed', 'code': 200} Jul 15 13:39:27.808222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a26e52-38ec-465b-805f-64a0c7eb9cd7 req-47e77ae2-9d8f-4ea9-b602-99cd7315de5e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:27.810975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93a26e52-38ec-465b-805f-64a0c7eb9cd7 req-47e77ae2-9d8f-4ea9-b602-99cd7315de5e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1338537 Jul 15 13:39:27.871175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93a26e52-38ec-465b-805f-64a0c7eb9cd7 req-5170e0d7-e0ef-439b-97e5-d4b643d66f2f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494988 Jul 15 13:39:27.985333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48648) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:28.090886 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24ed2a7c-c723-473f-82ef-1189d400abf2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.158681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24ed2a7c-c723-473f-82ef-1189d400abf2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.271679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24ed2a7c-c723-473f-82ef-1189d400abf2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.277939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24ed2a7c-c723-473f-82ef-1189d400abf2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.279595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-24ed2a7c-c723-473f-82ef-1189d400abf2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/security-groups/b37dec45-50a3-4fa8-98d3-818eea2e9772 HTTP/1.1" status: 204 len: 168 time: 0.2929008 Jul 15 13:39:28.292271 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed2a7c-c723-473f-82ef-1189d400abf2 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37dec45-50a3-4fa8-98d3-818eea2e9772,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:28.339398 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 48660) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:28.526346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:39:28.530245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device a25a67ac-d371-4e1a-98ce-fc19e4ebedfd no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:28.656594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: a25a67ac-d371-4e1a-98ce-fc19e4ebedfd {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:28.657132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device a25a67ac-d371-4e1a-98ce-fc19e4ebedfd not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:28.982249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:29.022876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'cd28e021-2503-4555-9353-cc5784931f9f', 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159', 'port_id': 'cd28e021-2503-4555-9353-cc5784931f9f', 'mac_address': 'fa:16:3e:56:78:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5393b90-6876-4b84-b0fb-f2886c286d5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:39:29.117135 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.176055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd28e021-2503-4555-9353-cc5784931f9f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:29.204859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:29.208891 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.213677 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.345919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['cd28e021-2503-4555-9353-cc5784931f9f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:39:29.556493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11f0fe-8138-4f1f-862e-f2418da5f7eb req-a4457b0a-777c-4c5f-b4e2-c60e656ab2cf tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:29.565472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa11f0fe-8138-4f1f-862e-f2418da5f7eb req-a4457b0a-777c-4c5f-b4e2-c60e656ab2cf tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 945 time: 0.2701330 Jul 15 13:39:29.627572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:29.678283 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa11f0fe-8138-4f1f-862e-f2418da5f7eb req-977f68d8-5706-4d78-9be1-c344639f1cd9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110172 Jul 15 13:39:30.106945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port a5242e1f-8898-4f36-9421-253152a16ed7 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:30.107877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.297957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port a5242e1f-8898-4f36-9421-253152a16ed7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a5242e1f-8898-4f36-9421-253152a16ed7,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:30.301109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.335543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for a5242e1f-8898-4f36-9421-253152a16ed7 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:30.544441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:30.675327 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.719923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=a5242e1f-8898-4f36-9421-253152a16ed7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:30.760513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port cd28e021-2503-4555-9353-cc5784931f9f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:30.761044 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.084790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.166582 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.269263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:31.273072 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53dac5a-49f1-4b1c-ba8b-2060c74c244f" -d '{"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-plugged", "status": "completed", "tag": "cd28e021-2503-4555-9353-cc5784931f9f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:31.281997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:31.291016 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.373836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c4294-8c16-43f5-b372-0aa81676fb0e req-068d5088-684e-4edb-a6ac-d4c42147a17f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.385580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-720c4294-8c16-43f5-b372-0aa81676fb0e req-068d5088-684e-4edb-a6ac-d4c42147a17f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 945 time: 0.2938552 Jul 15 13:39:31.459748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:31.490495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-720c4294-8c16-43f5-b372-0aa81676fb0e req-7560e853-13f3-4fc6-9c61-5bf13a6f26ba tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035337 Jul 15 13:39:32.014264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Router 2a4dee8f-12a2-4c7d-a3e9-923da896298f has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:32.141171 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2d7072-3dc8-4009-836b-622c4643bdd6 x-openstack-request-id: req-9d2d7072-3dc8-4009-836b-622c4643bdd6 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:32.142001 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-plugged", "status": "completed", "tag": "cd28e021-2503-4555-9353-cc5784931f9f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:32.142001 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d2d7072-3dc8-4009-836b-622c4643bdd6 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:32.142926 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f', 'code': 200} Jul 15 13:39:32.455558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:32.471286 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-76c7a521-5e93-4e84-a9d8-83f2f074801a tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "PUT /v2.0/routers/2a4dee8f-12a2-4c7d-a3e9-923da896298f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1304679 Jul 15 13:39:32.472333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] Sync routers for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:32.475278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48884) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:32.506304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:32.508571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:39:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:32.654920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fe4080-5305-484a-992c-21249781a34c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting subnet 2d0c7687-6848-4e28-8237-e790c05b9252 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:32.668993 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62fe4080-5305-484a-992c-21249781a34c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.851545 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62fe4080-5305-484a-992c-21249781a34c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.096497 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:33.410899 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62fe4080-5305-484a-992c-21249781a34c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.569277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62fe4080-5305-484a-992c-21249781a34c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.636526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:33.653481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe4080-5305-484a-992c-21249781a34c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0c7687-6848-4e28-8237-e790c05b9252,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:33.660210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62fe4080-5305-484a-992c-21249781a34c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.664972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-62fe4080-5305-484a-992c-21249781a34c tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/subnets/2d0c7687-6848-4e28-8237-e790c05b9252 HTTP/1.1" status: 204 len: 168 time: 1.1841817 Jul 15 13:39:33.675819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 48944) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:33.781569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] Checking router: 2a4dee8f-12a2-4c7d-a3e9-923da896298f for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:33.807002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9784ea66-1019-478e-b529-484d0578cc84 None None] Network 8940fee6-800e-4648-9d2a-493d9117f591 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:34.073820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d135-35e8-4738-ad3b-9f9ab690a82f req-370eb5eb-0b14-4566-b772-75d5aee45e22 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:34.076584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c366d135-35e8-4738-ad3b-9f9ab690a82f req-370eb5eb-0b14-4566-b772-75d5aee45e22 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 1.0355992 Jul 15 13:39:34.093449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.154306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] Routers {'2a4dee8f-12a2-4c7d-a3e9-923da896298f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:34.155309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:39:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:34.412920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c366d135-35e8-4738-ad3b-9f9ab690a82f req-9c4d7dd2-12b2-4fd3-b102-3890c1e9437d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158104 Jul 15 13:39:34.643018 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.775498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Deleting port 29c15d7d-d5cc-467e-85b5-442966a2787e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:34.776427 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.011871 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.088958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] Set router 2a4dee8f-12a2-4c7d-a3e9-923da896298f gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:35.135016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] For port 29c15d7d-d5cc-467e-85b5-442966a2787e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=29c15d7d-d5cc-467e-85b5-442966a2787e,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:35.135822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.163838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Calling delete_port for 29c15d7d-d5cc-467e-85b5-442966a2787e owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:35.247885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] DHCP port deletion for 8940fee6-800e-4648-9d2a-493d9117f591 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:35.876270 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.950107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.021251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Port': ['ID=29c15d7d-d5cc-467e-85b5-442966a2787e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:36.035150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] Deleting port d941faff-a100-486a-b8ff-2faac5f9c616 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:36.035728 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.209482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] For port d941faff-a100-486a-b8ff-2faac5f9c616, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d941faff-a100-486a-b8ff-2faac5f9c616,segment=NetworkSegment(507e9779-c1ea-4e17-b35e-8db88c499cf7),segment_id=507e9779-c1ea-4e17-b35e-8db88c499cf7)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:36.210163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.278983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] Calling delete_port for d941faff-a100-486a-b8ff-2faac5f9c616 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:36.316556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d064418-32d7-4127-8892-b86fb44c4b17 req-87143a7b-3a01-463a-92f3-ff06ea019939 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:36.319839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d064418-32d7-4127-8892-b86fb44c4b17 req-87143a7b-3a01-463a-92f3-ff06ea019939 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.4960132 Jul 15 13:39:36.321546 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.501590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:36.591304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02483478-2db2-4bd0-a35b-8ff61884ae27 None None] The sync data for ids ['2a4dee8f-12a2-4c7d-a3e9-923da896298f'] in n-d-771362-36 is: [{'id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'name': 'tempest-TestNetworkBasicOps-router-416443683', 'tenant_id': '8c00d19e732740e0ace17c988ffb71e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 5, 'project_id': '8c00d19e732740e0ace17c988ffb71e9', 'gw_port': {'id': '29c15d7d-d5cc-467e-85b5-442966a2787e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dee8f-12a2-4c7d-a3e9-923da896298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:01Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:36.593298 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.630879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] Pushing event deleted for resources: {'Port': ['ID=d941faff-a100-486a-b8ff-2faac5f9c616,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:36.648238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ec0ad-7298-4c9d-adbc-0211dbda318e None None] No DVR routers for this DVR port d941faff-a100-486a-b8ff-2faac5f9c616 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:37.501460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d941faff-a100-486a-b8ff-2faac5f9c616 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:37.555180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d941faff-a100-486a-b8ff-2faac5f9c616 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:37.555842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d941faff-a100-486a-b8ff-2faac5f9c616 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:37.556442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a5242e1f-8898-4f36-9421-253152a16ed7 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:37.584847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a5242e1f-8898-4f36-9421-253152a16ed7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:37.586010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a5242e1f-8898-4f36-9421-253152a16ed7 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:37.615389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.621156 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.649633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d064418-32d7-4127-8892-b86fb44c4b17 req-70609786-d939-43f0-ad2b-85dcac8212c5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3132894 Jul 15 13:39:37.789327 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.790272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4dee8f-12a2-4c7d-a3e9-923da896298f {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:39:37.802870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.808396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2bb00565-988f-4327-b62d-1460c18d931f tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/routers/2a4dee8f-12a2-4c7d-a3e9-923da896298f HTTP/1.1" status: 204 len: 168 time: 4.1306188 Jul 15 13:39:37.811431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49170) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:38.217409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.632208 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.682351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8940fee6-800e-4648-9d2a-493d9117f591']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.714415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507e9779-c1ea-4e17-b35e-8db88c499cf7') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.714899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507e9779-c1ea-4e17-b35e-8db88c499cf7') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.768683 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.801531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.834355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:38.845480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:38.866959 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:39.134261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 29c15d7d-d5cc-467e-85b5-442966a2787e no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:39.184250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 29c15d7d-d5cc-467e-85b5-442966a2787e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:39.184819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 29c15d7d-d5cc-467e-85b5-442966a2787e not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:39.329062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.341727 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.346992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] 10.222.0.25 "DELETE /v2.0/networks/8940fee6-800e-4648-9d2a-493d9117f591 HTTP/1.1" status: 204 len: 168 time: 1.5306454 Jul 15 13:39:39.379168 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dbaa-7bab-4374-9790-26113ea4aa4e req-63aa692d-2175-47a0-8725-0ddabeaa83e2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:39.380892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0138dbaa-7bab-4374-9790-26113ea4aa4e req-63aa692d-2175-47a0-8725-0ddabeaa83e2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.4380414 Jul 15 13:39:39.447791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0138dbaa-7bab-4374-9790-26113ea4aa4e req-68a41d84-15e4-4e37-bc3b-efa26ee59e88 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Jul 15 13:39:39.448633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553940a-2426-44a4-98d2-f1e006c5c490 tempest-TestNetworkBasicOps-1966261139 tempest-TestNetworkBasicOps-1966261139-project] Pushing event deleted for resources: {'Network': ['ID=8940fee6-800e-4648-9d2a-493d9117f591,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:40.181223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49276) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:40.514163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49282) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:40.516116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-50888fcf-c33c-45a2-9495-0882917eb59b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c00d19e732740e0ace17c988ffb71e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284838 Jul 15 13:39:40.684316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1209aba7-bd09-48d0-be76-855102f386b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.718750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1209aba7-bd09-48d0-be76-855102f386b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.837654 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1209aba7-bd09-48d0-be76-855102f386b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.841960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1209aba7-bd09-48d0-be76-855102f386b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.851533 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1209aba7-bd09-48d0-be76-855102f386b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d800a82-91be-433c-8e5b-6d2ae6d6b568 HTTP/1.1" status: 204 len: 168 time: 0.3345313 Jul 15 13:39:40.889196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209aba7-bd09-48d0-be76-855102f386b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d800a82-91be-433c-8e5b-6d2ae6d6b568,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:41.016007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a5a4-4e94-4a55-b14c-01df3c1ebab2 req-b328e1d6-9de6-4ac4-9f01-3df5d39e6cba tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:41.021007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5895a5a4-4e94-4a55-b14c-01df3c1ebab2 req-b328e1d6-9de6-4ac4-9f01-3df5d39e6cba tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3064315 Jul 15 13:39:41.146623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5895a5a4-4e94-4a55-b14c-01df3c1ebab2 req-50fb382b-9ca5-40cc-9f41-49f81b708fe4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187873 Jul 15 13:39:41.852907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49316) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:41.880156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c115ad6-2a9c-4665-b288-dbedf407308c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.253475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c115ad6-2a9c-4665-b288-dbedf407308c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.262540 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c115ad6-2a9c-4665-b288-dbedf407308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.438940 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9c115ad6-2a9c-4665-b288-dbedf407308c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=332806ab975d48aab8030067f44de8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847540 Jul 15 13:39:42.443214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49330) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:42.489849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c115ad6-2a9c-4665-b288-dbedf407308c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff05283c-adf0-42f7-8478-1992e1081669,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:42.530955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-931eff7e-515d-4165-8ce1-daf56f49fd4d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2781761 Jul 15 13:39:42.790137 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.985845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec68024-801d-42fc-900b-71cb02dde96b req-e8258dce-d40f-4c3c-9cf7-ddb60530323b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:42.994163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ec68024-801d-42fc-900b-71cb02dde96b req-e8258dce-d40f-4c3c-9cf7-ddb60530323b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.4298680 Jul 15 13:39:43.021918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.075615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-c2083ce3-f22d-4245-975b-25d913be284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:43.075615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-c2083ce3-f22d-4245-975b-25d913be284e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1097 time: 0.4392421 Jul 15 13:39:43.174998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ec68024-801d-42fc-900b-71cb02dde96b req-50daed0b-7836-456e-ada3-953abd562872 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662900 Jul 15 13:39:43.301030 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.304300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.306365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff05283c-adf0-42f7-8478-1992e1081669 HTTP/1.1" status: 204 len: 168 time: 0.8620541 Jul 15 13:39:43.327812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff05283c-adf0-42f7-8478-1992e1081669,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.366494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.367017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.367491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.367950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.368399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.368839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.369280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.369721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.370159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.370592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.371308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.371760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eaee84-1763-48ee-9144-c8e32ffc65e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.384389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-b823f932-18e4-4ae8-8063-ed1e29f4e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:43.395478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-b823f932-18e4-4ae8-8063-ed1e29f4e540 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.2839892 Jul 15 13:39:43.625472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-f3d552ae-d2c4-418c-9ebe-c2b5797027bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 200 len: 1001 time: 0.2247031 Jul 15 13:39:43.829579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-8fc93b1a-b656-425e-9117-f56ef32140c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:43.839002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-8fc93b1a-b656-425e-9117-f56ef32140c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.2064350 Jul 15 13:39:44.060598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-fae6a185-98d9-477a-b828-b55750d31d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.062223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-fae6a185-98d9-477a-b828-b55750d31d03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2134252 Jul 15 13:39:44.838333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-ff731b9c-8385-49f6-8f83-c6a94884f79d service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668169 Jul 15 13:39:45.139915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edf524-ecfc-4196-bbdf-f2b7abc11c28 req-913822ea-53e6-435c-b72a-7ded48041beb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:45.171268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25edf524-ecfc-4196-bbdf-f2b7abc11c28 req-913822ea-53e6-435c-b72a-7ded48041beb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.5530746 Jul 15 13:39:45.470160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25edf524-ecfc-4196-bbdf-f2b7abc11c28 req-d4f9c43f-60a3-4c11-8dc0-1c1522feabfd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956138 Jul 15 13:39:45.560220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-404945ef-7e47-4761-94cd-92bd23ceb1f3 req-6aeda848-4cb9-4ad6-aec9-048dfd372942 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153938 Jul 15 13:39:46.890322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e410f21-70c7-4cc6-bd6a-03ed7783b385 req-aad74ce2-e443-4aa1-aa49-a14fd285b10a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:46.901883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e410f21-70c7-4cc6-bd6a-03ed7783b385 req-aad74ce2-e443-4aa1-aa49-a14fd285b10a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1789856 Jul 15 13:39:47.042124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e410f21-70c7-4cc6-bd6a-03ed7783b385 req-fd675e27-ed55-4e26-94ad-6662e731002a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382513 Jul 15 13:39:48.860355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5833-ac7c-47f8-baec-4b6d578c71e2 req-48f1ffc1-e898-4bc1-b307-8dbb8220deb8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:48.877515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b57e5833-ac7c-47f8-baec-4b6d578c71e2 req-48f1ffc1-e898-4bc1-b307-8dbb8220deb8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3310606 Jul 15 13:39:48.907036 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eacf04bd-6ac3-491f-b147-26922a80184d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.005073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b57e5833-ac7c-47f8-baec-4b6d578c71e2 req-da69a59c-e9d7-4fd3-9bb5-dd6e6ef22279 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247394 Jul 15 13:39:50.532754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49480) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:50.539944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'network': {'name': 'tempest-network-smoke--1148769956', 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'port_security_enabled': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:50.606106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Made reservation on behalf of d8b08f98a30c4490b4029198b14a0800 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:50.610779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.637183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.940272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87512f-2729-4f63-8d5d-54df6901dc8a req-2f179de4-27f0-4132-b976-a8372c5f1f29 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:50.949240 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc87512f-2729-4f63-8d5d-54df6901dc8a req-2f179de4-27f0-4132-b976-a8372c5f1f29 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.1562793 Jul 15 13:39:50.997136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.035595 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.118259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:51.168001 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc87512f-2729-4f63-8d5d-54df6901dc8a req-5e5c3f3d-362b-4a6f-aa85-896a8060946f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176809 Jul 15 13:39:51.177867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6414fb05-7a3f-48a8-9854-77f71d335fc9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:51.200287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.200645 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Added segment 5077f798-14e5-49b3-a843-57e85ec81fcd of type vlan for network 96172e77-cec8-432c-8b42-85c3042b41da Jul 15 13:39:51.381574 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.528203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.559894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:51.560917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.596069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0571561 Jul 15 13:39:51.596983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49494) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:51.604921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'admin_state_up': True, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:51.619385 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c74c2dbe-d029-4cbf-91e0-de867eaff292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.705599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.708069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.721797 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.897701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.982087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab206647-bacd-469b-9545-bae29106b1ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Network': ['ID=96172e77-cec8-432c-8b42-85c3042b41da,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:52.010541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 96172e77-cec8-432c-8b42-85c3042b41da details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:52.260957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.988979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.078973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7edad-11c9-4ec2-8d5e-7471cba334a1 req-4b319330-866b-47bf-b679-d9eb07b97fd5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.105226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7af7edad-11c9-4ec2-8d5e-7471cba334a1 req-4b319330-866b-47bf-b679-d9eb07b97fd5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.3865266 Jul 15 13:39:53.319261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7af7edad-11c9-4ec2-8d5e-7471cba334a1 req-d0c4309d-5853-40fb-9534-d52d6a3d61a0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006335 Jul 15 13:39:53.427393 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.545328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.911020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Allocated IP 172.25.1.139 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/476226d2-bd54-4ba7-a3d8-8d0189791988) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:54.226590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.265831 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:39:54.387051 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.523189 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.626759 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=476226d2-bd54-4ba7-a3d8-8d0189791988,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:54.679660 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:54.687357 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:54.706939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:55.235216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1078e15-d684-484b-a6d5-79b654450c5c req-407aa5c8-8555-4f70-a6c2-f2a6619c91ce tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.243490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1078e15-d684-484b-a6d5-79b654450c5c req-407aa5c8-8555-4f70-a6c2-f2a6619c91ce tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2300658 Jul 15 13:39:55.422443 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c1078e15-d684-484b-a6d5-79b654450c5c req-fa9e883a-756d-49d9-89a3-942468ee1ba9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665401 Jul 15 13:39:55.705918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.842362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49576) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:56.963057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740b24-68f6-4b47-b2e1-9be1ceb5af6c req-57102cd8-5ee3-4ef4-b270-291db1f123a0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.977520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b740b24-68f6-4b47-b2e1-9be1ceb5af6c req-57102cd8-5ee3-4ef4-b270-291db1f123a0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.2299986 Jul 15 13:39:57.100590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b740b24-68f6-4b47-b2e1-9be1ceb5af6c req-85e246af-1c21-4e90-bf21-745d19704738 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197274 Jul 15 13:39:57.258253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-24e63bff-2a51-49b9-9829-193e156c3d1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=332c20d87aa9412097291e418e5c1c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075372 Jul 15 13:39:57.262197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 49588) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:57.360293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.419551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc32beb2-9c34-41e4-816c-2f60be79f69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.495340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-1364d599-515f-4de7-98ca-fa83bb7e6364 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276387455&fields=id&tenant_id=e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 267 time: 0.1282465 Jul 15 13:39:57.574079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Router d3880525-84a7-4084-8608-27fa9d1f5bb0 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:39:57.594479 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc32beb2-9c34-41e4-816c-2f60be79f69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.719103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc32beb2-9c34-41e4-816c-2f60be79f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.721980 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc32beb2-9c34-41e4-816c-2f60be79f69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.723691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fc32beb2-9c34-41e4-816c-2f60be79f69e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab882340-1af7-4ed9-a0ff-b6008cad6a10 HTTP/1.1" status: 204 len: 168 time: 0.4600282 Jul 15 13:39:57.750646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c888-3bf0-4366-b300-bde198882f22 req-db4e8fb6-46c4-4f4c-87a5-6c01cf30043f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.761640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-db4e8fb6-46c4-4f4c-87a5-6c01cf30043f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.2633152 Jul 15 13:39:57.764272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32beb2-9c34-41e4-816c-2f60be79f69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab882340-1af7-4ed9-a0ff-b6008cad6a10,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:57.784038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-16758175-9cfd-428e-9062-0078e8ac2605 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/quotas/e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 375 time: 0.0212314 Jul 15 13:39:57.794827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:57.811093 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Sync routers for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:57.827854 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:57.828511 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:39:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:57.843624 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.846180 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0d45eba7-8f4b-466f-b94b-711f5ef4d6a6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2476432 Jul 15 13:39:57.849912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49602) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:57.940004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-fb65adca-d3fc-4878-8101-90adc5d2cb33 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1480474 Jul 15 13:39:58.107100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-904096c0-9da2-4e8a-80a7-ee33a04d145a service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656036 Jul 15 13:39:58.176824 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-00efda4a-527d-4768-a3a6-ed60f8f084bc tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d8b08f98a30c4490b4029198b14a0800&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3238294 Jul 15 13:39:58.179046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49614) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:58.241828 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:58.320229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-6b8f8d6f-0589-47e7-860c-8e63708b506f service neutron] 10.222.0.25 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097788 Jul 15 13:39:58.449590 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d38d5-ba34-469d-8a88-c75bde108aec tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.453062 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-959d38d5-ba34-469d-8a88-c75bde108aec tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2715786 Jul 15 13:39:58.456782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49624) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:58.535529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-aa9b516a-2eef-48c7-9edc-74f98ae7e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.538201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-aa9b516a-2eef-48c7-9edc-74f98ae7e2ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1098 time: 0.2157633 Jul 15 13:39:58.569392 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-28a21f88-f0f3-445d-8bdd-4fc6ebbee1b1 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1057837 Jul 15 13:39:58.569917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49630) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:58.576070 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1141908897', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:58.657542 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:39:55Z', 'revision_number': 3, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:58.762921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Made reservation on behalf of d8b08f98a30c4490b4029198b14a0800 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:58.770268 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Checking router: d3880525-84a7-4084-8608-27fa9d1f5bb0 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:58.770846 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Updating router d3880525-84a7-4084-8608-27fa9d1f5bb0 port 476226d2-bd54-4ba7-a3d8-8d0189791988 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:39:58.776446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.799781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-a02283cd-1e3c-465e-ad90-c87b92148205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.801347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-a02283cd-1e3c-465e-ad90-c87b92148205 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 915 time: 0.2487924 Jul 15 13:39:58.896402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-b29c6da7-a643-4bff-842b-df0fb8b3b0c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 217 time: 0.0871267 Jul 15 13:39:58.903549 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.082116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-be32fbfe-a27a-40f1-9abe-73c007daa830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.090174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-be32fbfe-a27a-40f1-9abe-73c007daa830 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.1823602 Jul 15 13:39:59.245339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-0cf26139-74c9-4940-bb25-679819c5ce9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505551 Jul 15 13:39:59.323644 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.520286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Subnet': ['ID=2bb103cd-256c-4f03-9ed0-373477b23f50,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:59.538204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Checking segment: {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:59.538892 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network hostable DHCP agents. Network: 96172e77-cec8-432c-8b42-85c3042b41da, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:59.578322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 96172e77-cec8-432c-8b42-85c3042b41da is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:59.612706 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 96172e77-cec8-432c-8b42-85c3042b41da) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:59.634043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b56ce-2569-464a-b6c6-c7bc22652612 None None] Network 96172e77-cec8-432c-8b42-85c3042b41da requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:59.648807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.649817 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.677737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528f220-1f9b-451b-94a7-893e4f65aaff req-efd73c44-a9e4-4efc-95aa-15ef8668dd37 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.691707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c528f220-1f9b-451b-94a7-893e4f65aaff req-efd73c44-a9e4-4efc-95aa-15ef8668dd37 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.4516852 Jul 15 13:39:59.705817 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dfb9bf97-8753-4bd8-b9e2-4131117d633e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1320195 Jul 15 13:39:59.707931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49662) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:59.768606 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.794061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-75d332c1-46d4-4c98-84c4-fcb2adfdf002 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328600 Jul 15 13:39:59.798802 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Transition to ACTIVE for port object 476226d2-bd54-4ba7-a3d8-8d0189791988 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:59.815323 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.004073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-96172e77-cec8-432c-8b42-85c3042b41da', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:00.005988 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.036730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c528f220-1f9b-451b-94a7-893e4f65aaff req-12bee34d-e8b6-44a1-b3b9-02b4cabc71e6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419714 Jul 15 13:40:00.072239 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Pushing event updated for resources: {'Port': ['ID=476226d2-bd54-4ba7-a3d8-8d0189791988,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.102597 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Attempting to bind port 476226d2-bd54-4ba7-a3d8-8d0189791988 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:00.104884 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Attempting to bind port 476226d2-bd54-4ba7-a3d8-8d0189791988 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:00.105204 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Attempting to bind port 476226d2-bd54-4ba7-a3d8-8d0189791988 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:00.116853 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.117210 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.117550 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.120108 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.120521 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.120864 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.121210 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.121920 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.122272 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.122689 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.123022 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.123397 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:00.151177 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:00.151565 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:00.151968 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.152362 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:00.155007 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Bound port: 476226d2-bd54-4ba7-a3d8-8d0189791988, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:00.161776 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.258989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-375c80a0-3ea8-4d50-9009-19a1d3be69e8 req-308e0122-f463-4f74-a69d-1b3cc449f228 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530730 Jul 15 13:40:00.355520 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] For port 476226d2-bd54-4ba7-a3d8-8d0189791988, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:00.370730 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] For port 476226d2-bd54-4ba7-a3d8-8d0189791988, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=476226d2-bd54-4ba7-a3d8-8d0189791988,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:00.381824 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.412736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2428b59-115e-44e7-b183-bad69bbe4d91 req-3b76ba8d-1a15-44f6-a95f-7ca9c769a761 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 210 time: 0.0801997 Jul 15 13:40:00.413240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Allocated IP 172.20.0.2 (96172e77-cec8-432c-8b42-85c3042b41da/2bb103cd-256c-4f03-9ed0-373477b23f50/c640cf2f-bede-4c11-a8c1-7a47d1203bc8) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:00.487585 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2327c-42cf-456d-a5a5-d6c9ec0727ba None None] Pushing event updated for resources: {'Port': ['ID=476226d2-bd54-4ba7-a3d8-8d0189791988,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.513995 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:00.514632 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:39:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:00.715641 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:00.865309 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.891270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Transition to ACTIVE for port object c640cf2f-bede-4c11-a8c1-7a47d1203bc8 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:00.919083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.944739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Transition to ACTIVE for port object c640cf2f-bede-4c11-a8c1-7a47d1203bc8 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:00.963103 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.100431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Network 96172e77-cec8-432c-8b42-85c3042b41da is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:01.104800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:01.108289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:01.123984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Pushing event updated for resources: {'Port': ['ID=c640cf2f-bede-4c11-a8c1-7a47d1203bc8,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.165969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.166369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.166936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.167328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.168007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.168690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.169076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.169489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.170885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.171365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.171991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.172337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:01.219064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Attempting to bind port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:01.219480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Attempting to bind port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:01.220057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Attempting to bind port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 on network 96172e77-cec8-432c-8b42-85c3042b41da {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:01.228147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:01.228587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Checking segment: {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:01.229036 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.229445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Bound using segment: {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:01.230159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Bound port: c640cf2f-bede-4c11-a8c1-7a47d1203bc8, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:01.230560 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.242400 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:39:55Z', 'revision_number': 3, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:01.316608 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dac70a-f0c2-4eea-9143-73e21b71c202 None None] The sync data for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 is: [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:39:55Z', 'revision_number': 3, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:01.354967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] For port c640cf2f-bede-4c11-a8c1-7a47d1203bc8, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:01.362358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] For port c640cf2f-bede-4c11-a8c1-7a47d1203bc8, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c640cf2f-bede-4c11-a8c1-7a47d1203bc8,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:01.381460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.605614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfcef7-5f8c-43ac-bc31-0d764ff9bef5 None None] Pushing event updated for resources: {'Port': ['ID=c640cf2f-bede-4c11-a8c1-7a47d1203bc8,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.777073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f17db355-8d77-4703-9601-51dcfb3a073e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:01.778790 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f17db355-8d77-4703-9601-51dcfb3a073e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 812 time: 0.4492991 Jul 15 13:40:01.822747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Allocated IP 172.20.0.1 (96172e77-cec8-432c-8b42-85c3042b41da/2bb103cd-256c-4f03-9ed0-373477b23f50/f16e26f5-b212-44e3-929f-ac203125f9ca) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:01.947162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf820a-e4b9-4ada-877a-17a0f454ebf5 req-4dc80d50-cded-4e5c-b7ed-4d5d649fefbd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:01.962618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4eaf820a-e4b9-4ada-877a-17a0f454ebf5 req-4dc80d50-cded-4e5c-b7ed-4d5d649fefbd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 946 time: 0.6501122 Jul 15 13:40:01.974623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-edf659ff-4e65-4b13-b5fc-eb8668e0cb24 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fcc6ae85a44715b8455f05393bcb69 HTTP/1.1" status: 200 len: 379 time: 0.1802621 Jul 15 13:40:01.999583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'port': {'device_id': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'admin_state_up': True, 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'security_groups': ['a463c821-5b24-4a45-86b3-9d2d4bb02aa9']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:02.062368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4eaf820a-e4b9-4ada-877a-17a0f454ebf5 req-a1b26d46-74a8-4ddc-9873-4dc6d1e9587e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865402 Jul 15 13:40:02.453850 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.521933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Transition to ACTIVE for port object f16e26f5-b212-44e3-929f-ac203125f9ca will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:02.569295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02e4aa5e-772a-4ae7-8f7f-b9e04894c62c req-b133d18b-6269-4a34-a743-7247738a2139 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 210 time: 0.1564219 Jul 15 13:40:02.629957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.634624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Made reservation on behalf of e2fcc6ae85a44715b8455f05393bcb69 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:02.642971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.646303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:02.886513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=f16e26f5-b212-44e3-929f-ac203125f9ca,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:02.948189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 96172e77-cec8-432c-8b42-85c3042b41da is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:02.952877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:02.974212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:02.975921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.153781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:03.171018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:03.171018 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d162f8a0-d3a6-48df-a488-6b7e2f5e2c11" -d '{"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-unplugged", "status": "completed", "tag": "cd28e021-2503-4555-9353-cc5784931f9f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:03.185504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.255487 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.325880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.20.0.9 (6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363/060f28b0-a6c8-4b83-b064-2a898b918918/0bf14fbb-2291-4ce0-91e6-f06edb49200b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:03.516822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.622285 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.751823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea025-ca61-4215-a57e-a90deb877d78 req-7d30074a-bd98-4bba-8f48-33cd67184d5e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:03.761151 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89cea025-ca61-4215-a57e-a90deb877d78 req-7d30074a-bd98-4bba-8f48-33cd67184d5e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.2756047 Jul 15 13:40:03.787489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 476226d2-bd54-4ba7-a3d8-8d0189791988 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:03.839611 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.849102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa58a26-167b-42d4-b70f-665e0c8d6c24 None None] Network 96172e77-cec8-432c-8b42-85c3042b41da requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:03.879461 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89cea025-ca61-4215-a57e-a90deb877d78 req-141a98ee-d00c-4470-9977-a327c0df7993 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172750 Jul 15 13:40:03.899887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Transition to ACTIVE for port object 0bf14fbb-2291-4ce0-91e6-f06edb49200b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:03.981463 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34537ed-e28c-4a2e-b7a5-a5e188ec3f4b x-openstack-request-id: req-b34537ed-e28c-4a2e-b7a5-a5e188ec3f4b {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:03.981979 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-unplugged", "status": "failed", "tag": "cd28e021-2503-4555-9353-cc5784931f9f", "code": 422}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:03.982313 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b34537ed-e28c-4a2e-b7a5-a5e188ec3f4b {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:03.983423 n-d-771362-36 neutron-server[93735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f', 'code': 422} returned with failed status Jul 15 13:40:04.017059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.156777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:04.159280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-591bba46-40e3-48d2-93de-a2f0dbe6c53e None None] Provisioning for port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:04.179112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:04.184064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:04.285653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=0bf14fbb-2291-4ce0-91e6-f06edb49200b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.337994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 476226d2-bd54-4ba7-a3d8-8d0189791988 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:04.349142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 476226d2-bd54-4ba7-a3d8-8d0189791988 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:04.349830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.422122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:04.427321 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.484542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.504541 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.640161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-479ab74d-f202-4925-9e81-e900568cec51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6559844 Jul 15 13:40:04.697013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.716854 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.729147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Request body: {'port': {'device_id': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:04.737858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 476226d2-bd54-4ba7-a3d8-8d0189791988, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=476226d2-bd54-4ba7-a3d8-8d0189791988,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:04.745479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=f16e26f5-b212-44e3-929f-ac203125f9ca,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.748062 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.749427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c640cf2f-bede-4c11-a8c1-7a47d1203bc8 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:04.982987 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.028254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 96172e77-cec8-432c-8b42-85c3042b41da is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:05.031733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:05.106229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:05.130084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=476226d2-bd54-4ba7-a3d8-8d0189791988,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.137152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:05.137804 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.169585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77068bf-5e3b-489b-a8ea-38e23249ebfb req-71ad6490-ce10-4bc6-8c1b-d8d52493caca tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:05.184400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d77068bf-5e3b-489b-a8ea-38e23249ebfb req-71ad6490-ce10-4bc6-8c1b-d8d52493caca tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 931 time: 0.7220714 Jul 15 13:40:05.195376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9cb16d2e-7edc-42da-89e7-d82b26247071 None None] Provisioning for port 0bf14fbb-2291-4ce0-91e6-f06edb49200b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:05.238578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9cb16d2e-7edc-42da-89e7-d82b26247071 None None] Provisioning complete for port 0bf14fbb-2291-4ce0-91e6-f06edb49200b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:05.239016 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9cb16d2e-7edc-42da-89e7-d82b26247071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.373657 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Router d3880525-84a7-4084-8608-27fa9d1f5bb0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:05.410260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9cb16d2e-7edc-42da-89e7-d82b26247071 None None] Port 0bf14fbb-2291-4ce0-91e6-f06edb49200b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:05.458140 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.474297 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.542559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d77068bf-5e3b-489b-a8ea-38e23249ebfb req-291105eb-497c-4594-8ee6-7700e1eab117 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532073 Jul 15 13:40:05.590340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c640cf2f-bede-4c11-a8c1-7a47d1203bc8, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c640cf2f-bede-4c11-a8c1-7a47d1203bc8,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:05.609553 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.749548 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:05.805050 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a80f9d08-f11d-43c7-bb30-c171de73f290 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "PUT /v2.0/routers/d3880525-84a7-4084-8608-27fa9d1f5bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0940125 Jul 15 13:40:05.806647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Sync routers for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:05.815183 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49752) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:05.827884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ed2bdc20-a4fe-4c38-aa4e-373a02afa0af tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--455054587', 'description': 'tempest-secgroup_access--455054587 description', 'project_id': 'd8b08f98a30c4490b4029198b14a0800'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:05.913992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:05.917619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:39:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:05.923607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c640cf2f-bede-4c11-a8c1-7a47d1203bc8,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.936559 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdc20-a4fe-4c38-aa4e-373a02afa0af tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.949633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 476226d2-bd54-4ba7-a3d8-8d0189791988 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:06.013414 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.037810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dec50785-bbbd-4693-84d0-8455e5e1730f None None] Provisioning for port f16e26f5-b212-44e3-929f-ac203125f9ca completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:06.066227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dec50785-bbbd-4693-84d0-8455e5e1730f None None] Provisioning complete for port f16e26f5-b212-44e3-929f-ac203125f9ca triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:06.066674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dec50785-bbbd-4693-84d0-8455e5e1730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.211525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-dec50785-bbbd-4693-84d0-8455e5e1730f None None] Port f16e26f5-b212-44e3-929f-ac203125f9ca cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:06.263498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:06.288457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdc20-a4fe-4c38-aa4e-373a02afa0af tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.303789 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdc20-a4fe-4c38-aa4e-373a02afa0af tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.342727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 476226d2-bd54-4ba7-a3d8-8d0189791988 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:06.343110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.402324 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bdc20-a4fe-4c38-aa4e-373a02afa0af tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a185320-d462-4f9c-8403-325aec473fc1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:06.458973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-dec50785-bbbd-4693-84d0-8455e5e1730f None None] Provisioning complete for port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:06.460874 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dec50785-bbbd-4693-84d0-8455e5e1730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.463630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdc20-a4fe-4c38-aa4e-373a02afa0af tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.465326 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ed2bdc20-a4fe-4c38-aa4e-373a02afa0af tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6549048 Jul 15 13:40:06.469869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49768) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:06.475849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c7b0fbfe-cac7-486d-bf67-719fc960835b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1853946454', 'description': 'tempest-secgroup_general--1853946454 description', 'project_id': 'd8b08f98a30c4490b4029198b14a0800'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:06.559493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fbfe-cac7-486d-bf67-719fc960835b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.717418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:06.804317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fbfe-cac7-486d-bf67-719fc960835b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.817057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fbfe-cac7-486d-bf67-719fc960835b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.895587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fbfe-cac7-486d-bf67-719fc960835b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.900865 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c7b0fbfe-cac7-486d-bf67-719fc960835b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4290903 Jul 15 13:40:06.917855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49780) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:06.933972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-30d86b9c-2eb5-420c-a8c0-4dc9ace2c8cb tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'security_group_rule': {'security_group_id': '7a185320-d462-4f9c-8403-325aec473fc1', 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:06.973376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0fbfe-cac7-486d-bf67-719fc960835b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1929cf83-8be4-4f2b-865e-c574be80bb5a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:07.026959 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30d86b9c-2eb5-420c-a8c0-4dc9ace2c8cb tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.134665 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30d86b9c-2eb5-420c-a8c0-4dc9ace2c8cb tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.147503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30d86b9c-2eb5-420c-a8c0-4dc9ace2c8cb tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.208765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d86b9c-2eb5-420c-a8c0-4dc9ace2c8cb tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf8fefb-8c49-431b-80c7-c6de3989347e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:07.222051 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30d86b9c-2eb5-420c-a8c0-4dc9ace2c8cb tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.223578 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30d86b9c-2eb5-420c-a8c0-4dc9ace2c8cb tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3018200 Jul 15 13:40:07.796473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49790) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:07.800074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad82938-2c0a-4f43-b9f6-a087898625f9 req-587a1d18-a6ee-463c-96e3-9cc564ecdd2d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:07.817700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aad82938-2c0a-4f43-b9f6-a087898625f9 req-587a1d18-a6ee-463c-96e3-9cc564ecdd2d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 1.6152575 Jul 15 13:40:07.989352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aad82938-2c0a-4f43-b9f6-a087898625f9 req-eba7e87b-9db4-4332-b49a-10063fd746cd tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665659 Jul 15 13:40:08.132173 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.158367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf14fbb-2291-4ce0-91e6-f06edb49200b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:08.172116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c640cf2f-bede-4c11-a8c1-7a47d1203bc8 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:08.175266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.239517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Transition to ACTIVE for port object 0bf14fbb-2291-4ce0-91e6-f06edb49200b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:08.250281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 2, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:08.252981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.343290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Checking router: d3880525-84a7-4084-8608-27fa9d1f5bb0 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:08.344295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Updating router d3880525-84a7-4084-8608-27fa9d1f5bb0 port f16e26f5-b212-44e3-929f-ac203125f9ca binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:40:08.468476 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.480300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.498913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf14fbb-2291-4ce0-91e6-f06edb49200b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:08.499115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-18d30c84-c667-40b8-99e9-6d1a9e21d07a None None] Provisioning complete for port f16e26f5-b212-44e3-929f-ac203125f9ca triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:08.499484 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-18d30c84-c667-40b8-99e9-6d1a9e21d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.580745 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.595574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:08.595972 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.608902 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f824a7833f7b4df080fd4c5830f6ae11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078532 Jul 15 13:40:08.608902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2671dce7-2471-45bd-8edf-0f873760f676,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:08.609820 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49802) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:08.727442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.727812 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.728170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.728522 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.728868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.729213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.729550 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.729887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.730224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.730560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.730899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.731265 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6b724-7456-4fb2-a599-895fcb39614d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:08.781094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-18d30c84-c667-40b8-99e9-6d1a9e21d07a None None] Port f16e26f5-b212-44e3-929f-ac203125f9ca cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:08.799010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b37e-753d-436a-997c-dac2554ad3ba req-e8bae469-b1b7-4ee8-bbbe-c688523c9984 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.805420 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71c17e61-9a05-4c0c-a8b4-adfbbacbefd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.806787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3e0b37e-753d-436a-997c-dac2554ad3ba req-e8bae469-b1b7-4ee8-bbbe-c688523c9984 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 943 time: 0.4946351 Jul 15 13:40:08.885509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71c17e61-9a05-4c0c-a8b4-adfbbacbefd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.931451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Attempting to bind port 0bf14fbb-2291-4ce0-91e6-f06edb49200b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:08.931790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Attempting to bind port 0bf14fbb-2291-4ce0-91e6-f06edb49200b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:08.932135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Attempting to bind port 0bf14fbb-2291-4ce0-91e6-f06edb49200b on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:08.976629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3e0b37e-753d-436a-997c-dac2554ad3ba req-504a10e1-fdc1-4f8e-b71d-b587aaf05654 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687965 Jul 15 13:40:09.003453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Port 0bf14fbb-2291-4ce0-91e6-f06edb49200b on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:40:09.003797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Attempting to bind port 0bf14fbb-2291-4ce0-91e6-f06edb49200b on network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:09.023954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:09.024943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Checking segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:09.025941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Bound using segment: {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:09.027162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Bound port: 0bf14fbb-2291-4ce0-91e6-f06edb49200b, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011d06b3-f156-4c5d-b99a-d77c129bf2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:09.030474 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.130200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71c17e61-9a05-4c0c-a8b4-adfbbacbefd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.136104 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71c17e61-9a05-4c0c-a8b4-adfbbacbefd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.141767 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-71c17e61-9a05-4c0c-a8b4-adfbbacbefd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2671dce7-2471-45bd-8edf-0f873760f676 HTTP/1.1" status: 204 len: 168 time: 0.5281012 Jul 15 13:40:09.177738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c17e61-9a05-4c0c-a8b4-adfbbacbefd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2671dce7-2471-45bd-8edf-0f873760f676,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:09.272816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] For port 0bf14fbb-2291-4ce0-91e6-f06edb49200b, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:09.279445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] For port 0bf14fbb-2291-4ce0-91e6-f06edb49200b, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:09.294349 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.506578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf14fbb-2291-4ce0-91e6-f06edb49200b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:09.524302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.524946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.526496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-f5a3e07f-775d-46ff-bff0-a6b28be558c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/0bf14fbb-2291-4ce0-91e6-f06edb49200b HTTP/1.1" status: 200 len: 1092 time: 4.8594854 Jul 15 13:40:09.527340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:09.529753 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:09.603841 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-29bc9781-0153-49d6-b5a4-0a46bd13edcb tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1853946454&fields=id&tenant_id=d8b08f98a30c4490b4029198b14a0800 HTTP/1.1" status: 200 len: 267 time: 0.3217938 Jul 15 13:40:09.662734 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.716607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Transition to ACTIVE for port object f16e26f5-b212-44e3-929f-ac203125f9ca will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:09.742109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-72c1b497-c0d2-42c3-a4b9-aff2c354164e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--455054587&fields=id&tenant_id=d8b08f98a30c4490b4029198b14a0800 HTTP/1.1" status: 200 len: 267 time: 0.1372433 Jul 15 13:40:09.747776 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.876838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790641b-0f98-431c-93b1-391771d9a7cd req-03d0ccb0-dd30-4ac4-b03e-33ee59c4ec39 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.884144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-03d0ccb0-dd30-4ac4-b03e-33ee59c4ec39 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/networks?id=96172e77-cec8-432c-8b42-85c3042b41da HTTP/1.1" status: 200 len: 797 time: 0.1405954 Jul 15 13:40:09.888595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c888-3bf0-4366-b300-bde198882f22 req-91a549f1-8645-4cae-98d5-cfe185b13c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.890258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-91a549f1-8645-4cae-98d5-cfe185b13c43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 1095 time: 0.2787566 Jul 15 13:40:09.912270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-79e804fb-1fef-4416-a7ea-295b7656e530 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/quotas/d8b08f98a30c4490b4029198b14a0800 HTTP/1.1" status: 200 len: 375 time: 0.0267458 Jul 15 13:40:09.967891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49836) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:09.992662 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5433172-447a-4417-81ba-ac8849dfd71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.023855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-cbe23ea0-5e4a-460d-8674-0799cdf22186 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b HTTP/1.1" status: 200 len: 217 time: 0.1090317 Jul 15 13:40:10.088939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53036916-73eb-4afb-a49b-f6013c0e467b None None] Pushing event updated for resources: {'Port': ['ID=f16e26f5-b212-44e3-929f-ac203125f9ca,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:10.101266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Attempting to bind port f16e26f5-b212-44e3-929f-ac203125f9ca on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:10.101958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Attempting to bind port f16e26f5-b212-44e3-929f-ac203125f9ca by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:10.102736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Attempting to bind port f16e26f5-b212-44e3-929f-ac203125f9ca on network 96172e77-cec8-432c-8b42-85c3042b41da {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:10.116242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:10.117138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Checking segment: {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:10.117790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.118482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Bound using segment: {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:10.119305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Bound port: f16e26f5-b212-44e3-929f-ac203125f9ca, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:10.121310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.152823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c888-3bf0-4366-b300-bde198882f22 req-b0595ab7-b212-4cda-8298-f56be90f073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:10.154404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-b0595ab7-b212-4cda-8298-f56be90f073a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1186287 Jul 15 13:40:10.216571 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5433172-447a-4417-81ba-ac8849dfd71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.226782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5433172-447a-4417-81ba-ac8849dfd71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.247048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] For port f16e26f5-b212-44e3-929f-ac203125f9ca, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:10.257729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] For port f16e26f5-b212-44e3-929f-ac203125f9ca, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f16e26f5-b212-44e3-929f-ac203125f9ca,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:10.270611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.323801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-290664a5-8cbd-4c5e-b7d7-8b11c573cfcc tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4109159 Jul 15 13:40:10.356788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c888-3bf0-4366-b300-bde198882f22 req-eb16e884-9036-44bf-91d1-fb726fa969d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:10.358291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-eb16e884-9036-44bf-91d1-fb726fa969d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920366 Jul 15 13:40:10.365964 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c5433172-447a-4417-81ba-ac8849dfd71d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82631b70cd3a405c8ee5ce1119abed62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968425 Jul 15 13:40:10.380527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49842) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:10.408304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53036916-73eb-4afb-a49b-f6013c0e467b None None] Pushing event updated for resources: {'Port': ['ID=f16e26f5-b212-44e3-929f-ac203125f9ca,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:10.430966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:10.431416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:39:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:10.465281 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5433172-447a-4417-81ba-ac8849dfd71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efffe549-820e-472d-b934-5fa8b7971b88,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:10.487533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-88323658-e456-425a-a289-11e1d7240ffb service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211050 Jul 15 13:40:10.519549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4e4b9c6-a786-4b14-8ccf-8a858093ccfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.643601 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4e4b9c6-a786-4b14-8ccf-8a858093ccfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.667490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-d5826e63-0dbf-4a0e-bb65-848afaa97855 service neutron] 10.222.0.25 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369248 Jul 15 13:40:10.733330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:10.802452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-e14f286d-a1fe-4a19-855b-5ae179b39c34 service neutron] 10.222.0.25 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336257 Jul 15 13:40:10.810274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4e4b9c6-a786-4b14-8ccf-8a858093ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.814016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c4e4b9c6-a786-4b14-8ccf-8a858093ccfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.824942 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c4e4b9c6-a786-4b14-8ccf-8a858093ccfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efffe549-820e-472d-b934-5fa8b7971b88 HTTP/1.1" status: 204 len: 168 time: 0.4288006 Jul 15 13:40:10.851243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01c1c888-3bf0-4366-b300-bde198882f22 req-673ab3db-03e9-4074-9632-eac85d584c30 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535731 Jul 15 13:40:10.855053 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4b9c6-a786-4b14-8ccf-8a858093ccfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efffe549-820e-472d-b934-5fa8b7971b88,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:11.322903 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d760e49-7a3d-4767-9ca0-4c0b6e6a1b50 x-openstack-request-id: req-7d760e49-7a3d-4767-9ca0-4c0b6e6a1b50 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:11.323441 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:11.323525 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d760e49-7a3d-4767-9ca0-4c0b6e6a1b50 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:11.323884 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'status': 'completed', 'code': 200} Jul 15 13:40:11.324932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:10Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:11.412753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c124a-7333-40de-bf22-ab90e2a56d88 None None] The sync data for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 is: [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:10Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:11.630132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-1c354d00-9b3f-494f-ba8b-72a75a52e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.635972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-1c354d00-9b3f-494f-ba8b-72a75a52e03d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 1095 time: 0.2702875 Jul 15 13:40:11.907402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-41acf9a9-35ee-4682-8557-132f765c5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.911864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-41acf9a9-35ee-4682-8557-132f765c5322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.2640140 Jul 15 13:40:12.039699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-d4ae57dc-a503-497c-86fa-2ee4544c39e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b HTTP/1.1" status: 200 len: 217 time: 0.1154277 Jul 15 13:40:12.065043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f16e26f5-b212-44e3-929f-ac203125f9ca up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:12.132553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-1d73720d-9f88-4613-89e6-529436a71c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.134363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-1d73720d-9f88-4613-89e6-529436a71c97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.0875769 Jul 15 13:40:12.228381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305e32-b041-426c-b2ee-a2b28d295657 req-8b830bc4-da89-487e-9f72-cad997cd265a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.236979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7305e32-b041-426c-b2ee-a2b28d295657 req-8b830bc4-da89-487e-9f72-cad997cd265a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 943 time: 0.6794817 Jul 15 13:40:12.276948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f16e26f5-b212-44e3-929f-ac203125f9ca completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:12.291832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f16e26f5-b212-44e3-929f-ac203125f9ca triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:12.294444 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.316540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7305e32-b041-426c-b2ee-a2b28d295657 req-b1e41d22-292f-4d24-bee3-e86ff3a0a0a4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781944 Jul 15 13:40:12.350722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-9af653df-fe26-4b1a-8f79-b639b84b93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.354379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-9af653df-fe26-4b1a-8f79-b639b84b93ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2122869 Jul 15 13:40:12.662003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-47dfdc32-4c3e-49f5-80e0-ad1a717ed742 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003109 Jul 15 13:40:12.691499 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.727925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e80b37f8-758f-4ab7-9c02-77dc78cf16fa req-ca706352-4d69-4527-8504-1e98d734b6ca tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 210 time: 0.0645335 Jul 15 13:40:12.870746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e562810-7c7f-49ca-bdbf-8dc8ba592ec6 req-60058d52-d89f-445a-a573-4c6fc9760ead service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417301 Jul 15 13:40:12.904532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f16e26f5-b212-44e3-929f-ac203125f9ca, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f16e26f5-b212-44e3-929f-ac203125f9ca,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:12.917905 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.185913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f16e26f5-b212-44e3-929f-ac203125f9ca,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:13.944356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790641b-0f98-431c-93b1-391771d9a7cd req-85cf9261-71b9-44d3-9b9a-46c004a5cd8f tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:13.948741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-85cf9261-71b9-44d3-9b9a-46c004a5cd8f tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.35 "GET /v2.0/networks?id=96172e77-cec8-432c-8b42-85c3042b41da HTTP/1.1" status: 200 len: 797 time: 0.3983905 Jul 15 13:40:14.112479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f16e26f5-b212-44e3-929f-ac203125f9ca up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:14.120266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-08eac4a5-b0b4-4c1a-b418-8cfd5e2f5f82 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b08f98a30c4490b4029198b14a0800 HTTP/1.1" status: 200 len: 477 time: 0.1426597 Jul 15 13:40:14.184854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'port': {'device_id': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'admin_state_up': True, 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'security_groups': ['1929cf83-8be4-4f2b-865e-c574be80bb5a', '7a185320-d462-4f9c-8403-325aec473fc1']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:14.437859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f16e26f5-b212-44e3-929f-ac203125f9ca triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:14.451314 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.478015 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49920) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.488026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f09a0-38f1-4b5d-a305-61e7a1fe489f req-c1048428-7ab7-47f6-ae4b-729dae020ea9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:14.491238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f8f09a0-38f1-4b5d-a305-61e7a1fe489f req-c1048428-7ab7-47f6-ae4b-729dae020ea9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 943 time: 0.5326822 Jul 15 13:40:14.734351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f8f09a0-38f1-4b5d-a305-61e7a1fe489f req-939a394a-a141-46b7-924e-5d207e54c09e tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258298 Jul 15 13:40:14.794688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Made reservation on behalf of d8b08f98a30c4490b4029198b14a0800 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:14.799028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.962994 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-6359cd05-132d-4b29-b5c9-e17d7dcb85d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4572144 Jul 15 13:40:15.105179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Allocated IP 172.20.0.10 (96172e77-cec8-432c-8b42-85c3042b41da/2bb103cd-256c-4f03-9ed0-373477b23f50/b842356e-567b-4f64-a052-9b340be78c08) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:15.122524 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23272289-4c08-4940-bb19-31640f1414c9 req-eb2618f8-2ade-4f91-a7f0-ed48b96c7a1c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:15.124473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23272289-4c08-4940-bb19-31640f1414c9 req-eb2618f8-2ade-4f91-a7f0-ed48b96c7a1c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.1504288 Jul 15 13:40:15.206623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23272289-4c08-4940-bb19-31640f1414c9 req-502c9b60-f9df-41ab-a428-182ff18bcd47 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731630 Jul 15 13:40:15.561051 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.584959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Transition to ACTIVE for port object b842356e-567b-4f64-a052-9b340be78c08 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:15.646713 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.761970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 96172e77-cec8-432c-8b42-85c3042b41da is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:15.771262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:15.776021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:15.841985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=b842356e-567b-4f64-a052-9b340be78c08,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.973771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626428-92b9-4e02-aba4-10cf27559a4e req-9abd3d62-e037-4294-8e96-5b4d911335e9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:15.989257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c626428-92b9-4e02-aba4-10cf27559a4e req-9abd3d62-e037-4294-8e96-5b4d911335e9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 971 time: 0.3580077 Jul 15 13:40:16.005207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:16.008866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.084165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-7976ae54-222d-4ddd-b15f-2c6513e80a03 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.9448464 Jul 15 13:40:16.135497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Request body: {'port': {'device_id': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:16.298163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0c626428-92b9-4e02-aba4-10cf27559a4e req-2ab5c6cf-0112-4ff8-b41a-b7699091078a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3054740 Jul 15 13:40:16.355214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a965bef7-e91a-4320-8f0a-fde62a37e96e None None] Provisioning for port b842356e-567b-4f64-a052-9b340be78c08 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:16.367229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a965bef7-e91a-4320-8f0a-fde62a37e96e None None] Provisioning complete for port b842356e-567b-4f64-a052-9b340be78c08 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:16.369098 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a965bef7-e91a-4320-8f0a-fde62a37e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.429166 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.538067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a965bef7-e91a-4320-8f0a-fde62a37e96e None None] Port b842356e-567b-4f64-a052-9b340be78c08 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:17.092071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18458d7c-c834-4f4c-8da8-fd09101d439d req-de67dff2-1254-4846-bdf6-c76b205b569f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.094275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18458d7c-c834-4f4c-8da8-fd09101d439d req-de67dff2-1254-4846-bdf6-c76b205b569f tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 943 time: 0.4893572 Jul 15 13:40:17.214390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18458d7c-c834-4f4c-8da8-fd09101d439d req-76d18ff5-5ef7-4dad-a74a-d8614082abf8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119969 Jul 15 13:40:17.263651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-17a30f92-adf0-4ee5-bdcd-c1c6b4d03a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.266626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-17a30f92-adf0-4ee5-bdcd-c1c6b4d03a30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726&tenant_id=d965a9dea7414a0c982670ea780a66d5 HTTP/1.1" status: 200 len: 1096 time: 0.5616794 Jul 15 13:40:17.489396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b842356e-567b-4f64-a052-9b340be78c08 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:17.520983 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.538434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 49988) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:17.591926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Transition to ACTIVE for port object b842356e-567b-4f64-a052-9b340be78c08 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:17.599017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-855616e0-6960-406d-bfa7-79389b01b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.599797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-855616e0-6960-406d-bfa7-79389b01b450 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1096 time: 0.2763040 Jul 15 13:40:17.606065 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.674668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72545615-bcf8-4dd2-b7be-414586e5b470 req-ed730a93-18e3-4582-8c1a-b7363e996721 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.678220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72545615-bcf8-4dd2-b7be-414586e5b470 req-ed730a93-18e3-4582-8c1a-b7363e996721 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.2511756 Jul 15 13:40:17.842983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Pushing event updated for resources: {'Port': ['ID=b842356e-567b-4f64-a052-9b340be78c08,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:17.851549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-548d3f7b-0c30-4ad4-bcad-b387c95c8a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.910887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72545615-bcf8-4dd2-b7be-414586e5b470 req-4a852318-98b4-4b83-b03b-ec7b978fc403 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108121 Jul 15 13:40:17.949838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-612660fd-2b29-411f-a0f0-92e036ccb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.952015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-612660fd-2b29-411f-a0f0-92e036ccb83c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 915 time: 0.3372228 Jul 15 13:40:18.033581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-8d6377bd-dc41-479f-abf4-d330c4d9dbbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 217 time: 0.0733330 Jul 15 13:40:18.038832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Attempting to bind port b842356e-567b-4f64-a052-9b340be78c08 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:18.039377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Attempting to bind port b842356e-567b-4f64-a052-9b340be78c08 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:18.039857 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Attempting to bind port b842356e-567b-4f64-a052-9b340be78c08 on network 96172e77-cec8-432c-8b42-85c3042b41da {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:18.139412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-548d3f7b-0c30-4ad4-bcad-b387c95c8a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.142449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-ed3ac231-6ab7-44ed-aeca-fed2196bb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:18.144402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-ed3ac231-6ab7-44ed-aeca-fed2196bb1e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.1014807 Jul 15 13:40:18.148856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Port b842356e-567b-4f64-a052-9b340be78c08 on network 96172e77-cec8-432c-8b42-85c3042b41da not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:40:18.149360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Attempting to bind port b842356e-567b-4f64-a052-9b340be78c08 on network 96172e77-cec8-432c-8b42-85c3042b41da {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:18.149936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-548d3f7b-0c30-4ad4-bcad-b387c95c8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.166810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:18.167436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Checking segment: {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:18.167939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Bound using segment: {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:18.168829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Bound port: b842356e-567b-4f64-a052-9b340be78c08, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5077f798-14e5-49b3-a843-57e85ec81fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:18.169406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.206209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50002) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:18.210382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-532904a0-eba0-43e9-a544-833c670f7404 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568163 Jul 15 13:40:18.215760 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-548d3f7b-0c30-4ad4-bcad-b387c95c8a5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed110e3a16244a0aabe08a98f78ffaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757565 Jul 15 13:40:18.217622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50004) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:18.278074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d3f7b-0c30-4ad4-bcad-b387c95c8a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12f15a-23b0-4ef5-9472-b97bbc4f37a3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:18.412717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77ed6c3a-31ad-42f1-85ff-54c7e684d49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.537726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] For port b842356e-567b-4f64-a052-9b340be78c08, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:18.572721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77ed6c3a-31ad-42f1-85ff-54c7e684d49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.580418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-77ed6c3a-31ad-42f1-85ff-54c7e684d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.582622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] For port b842356e-567b-4f64-a052-9b340be78c08, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b842356e-567b-4f64-a052-9b340be78c08,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:18.584045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-30ccf3ed-e2fe-420d-97c6-6bd81273f602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.595687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251fec-5e76-4052-b819-a89a0f923935 req-072fa547-45d6-4e4f-bb53-308912876b25 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:18.604064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b251fec-5e76-4052-b819-a89a0f923935 req-072fa547-45d6-4e4f-bb53-308912876b25 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 983 time: 0.3663514 Jul 15 13:40:18.617285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-a6127c53-510d-4a6b-be45-2a62c2fbac94 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976851 Jul 15 13:40:18.624563 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-77ed6c3a-31ad-42f1-85ff-54c7e684d49a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd1d1d1755864f249f03c8414984e5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074843 Jul 15 13:40:18.627301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed6c3a-31ad-42f1-85ff-54c7e684d49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f663ed3-3255-4a6f-b1c8-d5998b095d15,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:18.629876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50018) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:18.656654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.686761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd41b4f9-26cd-4534-813f-5b31b9e61fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.717300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd41b4f9-26cd-4534-813f-5b31b9e61fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.777342 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd41b4f9-26cd-4534-813f-5b31b9e61fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.780094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cd41b4f9-26cd-4534-813f-5b31b9e61fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.782224 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cd41b4f9-26cd-4534-813f-5b31b9e61fea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f663ed3-3255-4a6f-b1c8-d5998b095d15 HTTP/1.1" status: 204 len: 168 time: 0.1506000 Jul 15 13:40:18.791737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:18.792673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.793611 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41b4f9-26cd-4534-813f-5b31b9e61fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f663ed3-3255-4a6f-b1c8-d5998b095d15,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:18.795421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] 10.222.0.35 "PUT /v2.0/ports/b842356e-567b-4f64-a052-9b340be78c08 HTTP/1.1" status: 200 len: 1132 time: 2.7013409 Jul 15 13:40:18.822149 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-30ccf3ed-e2fe-420d-97c6-6bd81273f602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.826714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:18.848054 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2037edcb-4922-46c9-bc84-c146726bc429" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "tag": "b842356e-567b-4f64-a052-9b340be78c08"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:18.888540 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c32e5b8a-0249-4a62-b690-90419cd09698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.948486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b251fec-5e76-4052-b819-a89a0f923935 req-93903d7c-5ba2-46bb-920b-8de86908658e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3425608 Jul 15 13:40:19.147828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70337998-f75a-42ed-8d76-e1dffcea1746 service neutron] Pushing event updated for resources: {'Port': ['ID=b842356e-567b-4f64-a052-9b340be78c08,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.176164 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-30ccf3ed-e2fe-420d-97c6-6bd81273f602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.179179 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-30ccf3ed-e2fe-420d-97c6-6bd81273f602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.184677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-30ccf3ed-e2fe-420d-97c6-6bd81273f602 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d12f15a-23b0-4ef5-9472-b97bbc4f37a3 HTTP/1.1" status: 204 len: 168 time: 0.9568179 Jul 15 13:40:19.246619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccf3ed-e2fe-420d-97c6-6bd81273f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12f15a-23b0-4ef5-9472-b97bbc4f37a3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.351695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790641b-0f98-431c-93b1-391771d9a7cd req-0576274b-38fa-4da6-bf2d-845ae65d2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:19.355057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-0576274b-38fa-4da6-bf2d-845ae65d2e96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1135 time: 0.4613979 Jul 15 13:40:19.367996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-af8fa3d9-04d3-4085-9efd-e1568e15fc1b service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065477 Jul 15 13:40:19.456322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-e8657767-1e01-4c00-a9ee-22e8578edf3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b842356e-567b-4f64-a052-9b340be78c08 HTTP/1.1" status: 200 len: 217 time: 0.0795014 Jul 15 13:40:19.650405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753496ed-59cb-4ba1-aeb4-8e9b955c8d29 req-bae5e123-b89c-432f-b232-4eec9d22af9a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:19.653269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-753496ed-59cb-4ba1-aeb4-8e9b955c8d29 req-bae5e123-b89c-432f-b232-4eec9d22af9a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 943 time: 0.4711597 Jul 15 13:40:19.656807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790641b-0f98-431c-93b1-391771d9a7cd req-c467e6a6-f821-42f6-ba69-6b4cb4a1de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:19.660915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-c467e6a6-f821-42f6-ba69-6b4cb4a1de8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bb103cd-256c-4f03-9ed0-373477b23f50 HTTP/1.1" status: 200 len: 835 time: 0.1914487 Jul 15 13:40:19.769389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-753496ed-59cb-4ba1-aeb4-8e9b955c8d29 req-e8dec862-757f-4558-970f-26138879e950 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062360 Jul 15 13:40:19.798799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790641b-0f98-431c-93b1-391771d9a7cd req-3e1f2071-edf8-4fc3-9f35-6cf544d84e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:19.801830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-3e1f2071-edf8-4fc3-9f35-6cf544d84e9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96172e77-cec8-432c-8b42-85c3042b41da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204426 Jul 15 13:40:19.869761 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7af12c-8d98-450f-aaea-1e379be0ee94 x-openstack-request-id: req-fa7af12c-8d98-450f-aaea-1e379be0ee94 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:19.870470 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "tag": "b842356e-567b-4f64-a052-9b340be78c08", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:19.871117 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa7af12c-8d98-450f-aaea-1e379be0ee94 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:19.871880 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08', 'status': 'completed', 'code': 200} Jul 15 13:40:19.896432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50042) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:19.922963 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9cce9b20-fc4b-4e5f-98cb-44927e6843f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.055281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-86a8815b-0622-4813-b80b-f2825ebc3b14 service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467105 Jul 15 13:40:20.123928 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9cce9b20-fc4b-4e5f-98cb-44927e6843f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.135926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9cce9b20-fc4b-4e5f-98cb-44927e6843f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.203777 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9cce9b20-fc4b-4e5f-98cb-44927e6843f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6c600dd58c946c98c9b9bb7ae51479d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054175 Jul 15 13:40:20.204291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50052) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:20.205303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce9b20-fc4b-4e5f-98cb-44927e6843f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9105fa52-6e15-48b7-a03f-0538080d4191,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:20.427628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3f81b1f-d428-4f79-9b55-3b47b52dd7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.442746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5790641b-0f98-431c-93b1-391771d9a7cd req-643ae584-56fd-4784-ae59-ed944d01556c service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797109 Jul 15 13:40:20.474693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f9ea3-cdd3-4a20-be7b-7005d4fe66b9 req-12b3ac94-3251-473c-9a71-3328c667f002 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:20.477361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e51f9ea3-cdd3-4a20-be7b-7005d4fe66b9 req-12b3ac94-3251-473c-9a71-3328c667f002 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.3875766 Jul 15 13:40:20.632352 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3f81b1f-d428-4f79-9b55-3b47b52dd7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.652818 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e51f9ea3-cdd3-4a20-be7b-7005d4fe66b9 req-5f6a4ad8-3806-417d-976d-fa6d0ba050f9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639514 Jul 15 13:40:20.766506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037edcb-4922-46c9-bc84-c146726bc429 req-7f9e3738-3c36-4c06-89e1-f6fb12845f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:20.768323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2037edcb-4922-46c9-bc84-c146726bc429 req-7f9e3738-3c36-4c06-89e1-f6fb12845f7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1135 time: 0.2314858 Jul 15 13:40:20.961702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3f81b1f-d428-4f79-9b55-3b47b52dd7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.967239 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3f81b1f-d428-4f79-9b55-3b47b52dd7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.970147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a3f81b1f-d428-4f79-9b55-3b47b52dd7ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9105fa52-6e15-48b7-a03f-0538080d4191 HTTP/1.1" status: 204 len: 168 time: 0.7615876 Jul 15 13:40:21.070136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f81b1f-d428-4f79-9b55-3b47b52dd7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9105fa52-6e15-48b7-a03f-0538080d4191,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:21.098966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037edcb-4922-46c9-bc84-c146726bc429 req-8153d6a8-d3e9-41a8-8009-33dfdeabac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:21.108504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2037edcb-4922-46c9-bc84-c146726bc429 req-8153d6a8-d3e9-41a8-8009-33dfdeabac4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=96172e77-cec8-432c-8b42-85c3042b41da HTTP/1.1" status: 200 len: 898 time: 0.3182228 Jul 15 13:40:21.245055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2037edcb-4922-46c9-bc84-c146726bc429 req-660f21dc-16de-4598-87ef-f89ad5122b41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b842356e-567b-4f64-a052-9b340be78c08 HTTP/1.1" status: 200 len: 217 time: 0.1248910 Jul 15 13:40:21.372475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b3468-5ef8-4da8-9a01-4780c5a8ee1b req-cdbebfb1-163c-4d66-99fc-03bc7c08995e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:21.387867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd4b3468-5ef8-4da8-9a01-4780c5a8ee1b req-cdbebfb1-163c-4d66-99fc-03bc7c08995e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 983 time: 0.4508617 Jul 15 13:40:21.416374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037edcb-4922-46c9-bc84-c146726bc429 req-cb679ab9-1299-4cb3-b524-e5c337523861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:21.419656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2037edcb-4922-46c9-bc84-c146726bc429 req-cb679ab9-1299-4cb3-b524-e5c337523861 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bb103cd-256c-4f03-9ed0-373477b23f50 HTTP/1.1" status: 200 len: 835 time: 0.1666863 Jul 15 13:40:21.549080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd4b3468-5ef8-4da8-9a01-4780c5a8ee1b req-4f4e03c9-a5df-45fd-aeb3-3175ae1aac25 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1596203 Jul 15 13:40:21.632873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037edcb-4922-46c9-bc84-c146726bc429 req-4bbc732e-cbac-429b-864b-fb64435ed0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:21.641713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2037edcb-4922-46c9-bc84-c146726bc429 req-4bbc732e-cbac-429b-864b-fb64435ed0a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96172e77-cec8-432c-8b42-85c3042b41da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2058518 Jul 15 13:40:21.645359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcce4-b387-49ee-9b07-4db22c874cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.721740 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.846044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b842356e-567b-4f64-a052-9b340be78c08 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:22.058537 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2037edcb-4922-46c9-bc84-c146726bc429 req-610b9372-1b56-436e-8f21-ee52c5271be0 service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069967 Jul 15 13:40:22.255117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b842356e-567b-4f64-a052-9b340be78c08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b842356e-567b-4f64-a052-9b340be78c08,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:22.308951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b842356e-567b-4f64-a052-9b340be78c08', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'port_id': 'b842356e-567b-4f64-a052-9b340be78c08', 'mac_address': 'fa:16:3e:3b:1d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:22.420531 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.479969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b842356e-567b-4f64-a052-9b340be78c08 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:22.570313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aef9a-dada-40d3-8799-abd993d265b9 req-648c48bc-1317-4895-a5eb-f6e1370f8357 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:22.585334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c65aef9a-dada-40d3-8799-abd993d265b9 req-648c48bc-1317-4895-a5eb-f6e1370f8357 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 943 time: 0.6379538 Jul 15 13:40:22.591968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b842356e-567b-4f64-a052-9b340be78c08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b842356e-567b-4f64-a052-9b340be78c08,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:22.604053 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.605499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2037edcb-4922-46c9-bc84-c146726bc429 req-2ea9aded-282c-445f-bb78-ffb6b37ff03e service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359426 Jul 15 13:40:22.737176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c65aef9a-dada-40d3-8799-abd993d265b9 req-e71f0ff5-b50b-4898-8b57-8d9d66817686 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502512 Jul 15 13:40:22.801287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b842356e-567b-4f64-a052-9b340be78c08,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.887891 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b842356e-567b-4f64-a052-9b340be78c08'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:23.128797 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.332805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d082-ce32-4b5d-8d1b-f032b08d2a35 req-82e81c32-d1aa-4d20-ba3e-7377648f365d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:23.352289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bb6d082-ce32-4b5d-8d1b-f032b08d2a35 req-82e81c32-d1aa-4d20-ba3e-7377648f365d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.2950900 Jul 15 13:40:23.462449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bb6d082-ce32-4b5d-8d1b-f032b08d2a35 req-71b6db0c-6cc5-4837-be15-00e2d3a2d2ca tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059093 Jul 15 13:40:23.874615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3887f-2fb4-428e-9426-ab6b1c14f3f9 req-30535177-cc65-482f-8eb5-5c854b21cf4f tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:23.885732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69f3887f-2fb4-428e-9426-ab6b1c14f3f9 req-30535177-cc65-482f-8eb5-5c854b21cf4f tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 984 time: 0.2214782 Jul 15 13:40:24.044149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69f3887f-2fb4-428e-9426-ab6b1c14f3f9 req-28c4a70c-4819-4dde-9f6a-b19654c8bcb8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1491413 Jul 15 13:40:24.450544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.464827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26a093-9fb9-4db7-9050-afed7eb1eb64 req-3f2fcd92-8717-453f-92b1-1ee4d274a662 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:24.472830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d26a093-9fb9-4db7-9050-afed7eb1eb64 req-3f2fcd92-8717-453f-92b1-1ee4d274a662 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 943 time: 0.1550951 Jul 15 13:40:24.560967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d26a093-9fb9-4db7-9050-afed7eb1eb64 req-2749d905-3d43-4b33-940e-85a5eb85ab9a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730474 Jul 15 13:40:24.739531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0bf14fbb-2291-4ce0-91e6-f06edb49200b details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:25.181243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0bf14fbb-2291-4ce0-91e6-f06edb49200b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:25.205393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'port_id': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'mac_address': 'fa:16:3e:bf:b4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:25.345497 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.353496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff3ea-9b9e-4eb5-9cf4-6e5c3389d1c2 req-98c0ad28-4553-48cd-8882-43aca9533e20 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:25.372153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-382ff3ea-9b9e-4eb5-9cf4-6e5c3389d1c2 req-98c0ad28-4553-48cd-8882-43aca9533e20 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.3224928 Jul 15 13:40:25.383190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf14fbb-2291-4ce0-91e6-f06edb49200b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:25.437177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0bf14fbb-2291-4ce0-91e6-f06edb49200b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:25.463738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.514055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-382ff3ea-9b9e-4eb5-9cf4-6e5c3389d1c2 req-7b903faa-ece2-4139-8b52-41a2a2736103 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283512 Jul 15 13:40:25.724454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=0bf14fbb-2291-4ce0-91e6-f06edb49200b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:25.754346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['0bf14fbb-2291-4ce0-91e6-f06edb49200b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:25.889825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b842356e-567b-4f64-a052-9b340be78c08 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:26.261450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dae3b8-e80f-4995-81fd-c1221c2a03b5 req-89065f68-ae83-44d6-8521-1a1511dd5d40 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:26.277178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80dae3b8-e80f-4995-81fd-c1221c2a03b5 req-89065f68-ae83-44d6-8521-1a1511dd5d40 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 984 time: 0.2686524 Jul 15 13:40:26.369378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port b842356e-567b-4f64-a052-9b340be78c08 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:26.416264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80dae3b8-e80f-4995-81fd-c1221c2a03b5 req-ea66aa2b-44fb-44ab-8dc7-6da5d6a59d45 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1326599 Jul 15 13:40:26.430358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b842356e-567b-4f64-a052-9b340be78c08 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:26.431014 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.161527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.246852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b7a6-ba7b-49b4-9474-c06dbc1c330b req-ee4d1a36-c9f1-48cf-8e9b-2a5d0f5c90d5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:27.249783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bb6b7a6-ba7b-49b4-9474-c06dbc1c330b req-ee4d1a36-c9f1-48cf-8e9b-2a5d0f5c90d5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 944 time: 0.2580817 Jul 15 13:40:27.261799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:27.265785 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11fd22f-be8d-41a5-b52e-dd0b97c72d52" -d '{"events": [{"server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "name": "network-vif-plugged", "status": "completed", "tag": "b842356e-567b-4f64-a052-9b340be78c08"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:27.307262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b842356e-567b-4f64-a052-9b340be78c08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b842356e-567b-4f64-a052-9b340be78c08,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:27.318856 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.412700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bb6b7a6-ba7b-49b4-9474-c06dbc1c330b req-7c3d9309-b94e-4b08-8d18-0d9d9d4cb691 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342378 Jul 15 13:40:27.637905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b842356e-567b-4f64-a052-9b340be78c08,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:27.943444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a925b08-73f5-4a35-9344-eaa6827c8f67 req-1bc7898a-9c84-4426-a519-0d1345cd3a47 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:27.972893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a925b08-73f5-4a35-9344-eaa6827c8f67 req-1bc7898a-9c84-4426-a519-0d1345cd3a47 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.2351623 Jul 15 13:40:28.061387 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a925b08-73f5-4a35-9344-eaa6827c8f67 req-8335eeaa-0eb6-458a-84d6-5caba5391570 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871675 Jul 15 13:40:28.215669 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c36df-150c-4a24-a1ae-27ee5bdbaa6c x-openstack-request-id: req-8d6c36df-150c-4a24-a1ae-27ee5bdbaa6c {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:28.216424 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "name": "network-vif-plugged", "status": "completed", "tag": "b842356e-567b-4f64-a052-9b340be78c08", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:28.216424 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d6c36df-150c-4a24-a1ae-27ee5bdbaa6c {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:28.216936 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08', 'code': 200} Jul 15 13:40:28.628482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcb72f-a6c6-4efd-83fb-8d34e8c08400 req-e1ebd382-d856-49a7-a5f7-16951415f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:28.631218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73dcb72f-a6c6-4efd-83fb-8d34e8c08400 req-e1ebd382-d856-49a7-a5f7-16951415f450 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1137 time: 0.2699697 Jul 15 13:40:28.710878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbde3e3-bdf3-441d-8ec2-bdbda12d25c4 req-708688a0-ff43-4723-b31b-0fd07628f2c6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:28.722889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbde3e3-bdf3-441d-8ec2-bdbda12d25c4 req-708688a0-ff43-4723-b31b-0fd07628f2c6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 985 time: 0.2596455 Jul 15 13:40:28.779041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0bf14fbb-2291-4ce0-91e6-f06edb49200b up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:28.786763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-73dcb72f-a6c6-4efd-83fb-8d34e8c08400 req-70bf768a-fd52-4f7e-a5c3-b3bdeaa2d2a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a185320-d462-4f9c-8403-325aec473fc1&id=1929cf83-8be4-4f2b-865e-c574be80bb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1489711 Jul 15 13:40:28.859040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cbde3e3-bdf3-441d-8ec2-bdbda12d25c4 req-442d5c53-9df6-4508-a73f-d986b0ffd407 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1347749 Jul 15 13:40:28.949051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 0bf14fbb-2291-4ce0-91e6-f06edb49200b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:28.961363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 0bf14fbb-2291-4ce0-91e6-f06edb49200b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:28.961644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.243279 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.324294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0bf14fbb-2291-4ce0-91e6-f06edb49200b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:29.333804 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.558233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a91abb-845d-431a-9a70-c75896bd7560 req-28da593f-469d-49df-b689-cae182d22211 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.575046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22a91abb-845d-431a-9a70-c75896bd7560 req-28da593f-469d-49df-b689-cae182d22211 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 944 time: 0.2825513 Jul 15 13:40:29.757322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-22a91abb-845d-431a-9a70-c75896bd7560 req-40d36b0a-6e7d-421e-89c4-256cfcddd36c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640813 Jul 15 13:40:29.905514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=0bf14fbb-2291-4ce0-91e6-f06edb49200b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:30.217895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:30.221529 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c21909-dc00-47c7-a266-ac76a796739d" -d '{"events": [{"server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:30.353145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99142-b36f-4491-9289-6b58438a4946 req-621e9d33-31fb-48f2-94b9-8c2da681fb92 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:30.372456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58f99142-b36f-4491-9289-6b58438a4946 req-621e9d33-31fb-48f2-94b9-8c2da681fb92 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.1883128 Jul 15 13:40:30.507716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58f99142-b36f-4491-9289-6b58438a4946 req-897d6467-4436-4855-900a-4626cde83a22 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834103 Jul 15 13:40:30.952901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74f06a-b2ae-4127-83f7-4ee2ebed1a29 req-7a254a03-0834-484f-a896-50ebed0df26d tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:30.962015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d74f06a-b2ae-4127-83f7-4ee2ebed1a29 req-7a254a03-0834-484f-a896-50ebed0df26d tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 985 time: 0.1219952 Jul 15 13:40:31.124454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d74f06a-b2ae-4127-83f7-4ee2ebed1a29 req-4a042827-a562-4599-9807-175c040c4a52 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1493828 Jul 15 13:40:31.258294 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:40:31.260966 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085fa2b4-0322-46ec-a8a1-8dfa7ef951e2 x-openstack-request-id: req-085fa2b4-0322-46ec-a8a1-8dfa7ef951e2 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:31.261438 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:31.261438 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-085fa2b4-0322-46ec-a8a1-8dfa7ef951e2 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:31.263783 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'code': 200} Jul 15 13:40:31.664388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360815b-4043-4bcc-bfb6-8025f8b4d49c req-04238a71-23f8-41ec-b7d5-79f63643526d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.673628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a360815b-4043-4bcc-bfb6-8025f8b4d49c req-04238a71-23f8-41ec-b7d5-79f63643526d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 945 time: 0.1962790 Jul 15 13:40:31.728652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a360815b-4043-4bcc-bfb6-8025f8b4d49c req-25280207-d985-465d-80b5-ac3a3f5e96b9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494490 Jul 15 13:40:31.910543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5026fe-a9c5-430e-afa8-4e2fd263a1b9 req-e5e54be5-ed7c-4777-a8a9-934b272610b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.918414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b5026fe-a9c5-430e-afa8-4e2fd263a1b9 req-e5e54be5-ed7c-4777-a8a9-934b272610b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 1097 time: 0.1791365 Jul 15 13:40:32.107525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f981-019b-4c3b-92d9-659e12911453 req-6256dac1-4b59-47c3-9c9a-23899ff64b53 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:32.114035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4672f981-019b-4c3b-92d9-659e12911453 req-6256dac1-4b59-47c3-9c9a-23899ff64b53 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 985 time: 0.1683750 Jul 15 13:40:32.233993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4672f981-019b-4c3b-92d9-659e12911453 req-ad509896-26a8-47fc-9eca-9b49ded0fc3f tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1075089 Jul 15 13:40:32.462057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9304-3d17-440b-8ff4-d9c553cdb117 req-d4cae1a3-28b5-4cb1-b492-276c81f02677 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:32.463715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-707e9304-3d17-440b-8ff4-d9c553cdb117 req-d4cae1a3-28b5-4cb1-b492-276c81f02677 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.0839844 Jul 15 13:40:32.535226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-707e9304-3d17-440b-8ff4-d9c553cdb117 req-af0955b5-07e1-4aae-8885-039b3c1b4194 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585358 Jul 15 13:40:32.651697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b5026fe-a9c5-430e-afa8-4e2fd263a1b9 req-06874bb9-db38-4fe2-8667-a8a97e2f73f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385587 Jul 15 13:40:32.752650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c864e-21c8-4c0a-8b6b-13c15b6197f5 req-ca5beb57-0c4e-4734-94ae-bb42df327125 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:32.754671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a5c864e-21c8-4c0a-8b6b-13c15b6197f5 req-ca5beb57-0c4e-4734-94ae-bb42df327125 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1137 time: 0.0847180 Jul 15 13:40:33.092194 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a5c864e-21c8-4c0a-8b6b-13c15b6197f5 req-fe47885b-35f2-47f3-9396-45fc597cada4 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.236125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a5c864e-21c8-4c0a-8b6b-13c15b6197f5 req-fe47885b-35f2-47f3-9396-45fc597cada4 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.245465 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2a5c864e-21c8-4c0a-8b6b-13c15b6197f5 req-fe47885b-35f2-47f3-9396-45fc597cada4 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.307664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a5c864e-21c8-4c0a-8b6b-13c15b6197f5 req-fe47885b-35f2-47f3-9396-45fc597cada4 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5429263 Jul 15 13:40:33.315965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47885b-35f2-47f3-9396-45fc597cada4 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7af05f-0dab-42c0-89fa-198410c3eff5,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:33.371258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50210) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:33.513909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50214) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:33.591939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280a90d-ecd8-4442-8fb6-3e08a2113a54 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:33.598849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1280a90d-ecd8-4442-8fb6-3e08a2113a54 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1132 time: 0.2259560 Jul 15 13:40:33.603401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50222) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:33.617492 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'b842356e-567b-4f64-a052-9b340be78c08', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:33.690559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.785958 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756da9d5-9b80-48e3-9e10-7aebcfbfea99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.888350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abd40c-ebbc-4e46-9653-d0cf1c48f0be req-c676d2cd-a898-444e-ace6-92bfd71f2a7c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:33.890520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3abd40c-ebbc-4e46-9653-d0cf1c48f0be req-c676d2cd-a898-444e-ace6-92bfd71f2a7c tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 945 time: 0.1694932 Jul 15 13:40:33.978394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3abd40c-ebbc-4e46-9653-d0cf1c48f0be req-2a0abaca-7557-47d0-89f0-f68873397429 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675886 Jul 15 13:40:33.980291 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.026090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756da9d5-9b80-48e3-9e10-7aebcfbfea99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.046412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-756da9d5-9b80-48e3-9e10-7aebcfbfea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.163496 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-756da9d5-9b80-48e3-9e10-7aebcfbfea99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd894056b33c4065a518e4ec78dc369b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474969 Jul 15 13:40:34.166694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50226) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.214804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50228) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.220089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756da9d5-9b80-48e3-9e10-7aebcfbfea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34452bd3-5bae-4e9a-9e3f-1dfb57c15f52,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:34.274722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Allocated IP 172.25.1.39 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/de786a34-9d15-4dee-a2ef-423ce16077e1) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:34.280786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-16f10c84-9192-434a-a1b4-f994139e6290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.340990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-16f10c84-9192-434a-a1b4-f994139e6290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.345428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6317219-244d-4ba3-87f0-3dabe5636e3a req-bb4ce50b-455c-4f7c-bd37-80a9188e07e8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:34.352783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6317219-244d-4ba3-87f0-3dabe5636e3a req-bb4ce50b-455c-4f7c-bd37-80a9188e07e8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.1416669 Jul 15 13:40:34.442157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6317219-244d-4ba3-87f0-3dabe5636e3a req-ea1190f8-6535-44ac-9b67-c4db77358aeb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883226 Jul 15 13:40:34.451170 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-16f10c84-9192-434a-a1b4-f994139e6290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.458795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-16f10c84-9192-434a-a1b4-f994139e6290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.461459 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-16f10c84-9192-434a-a1b4-f994139e6290 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34452bd3-5bae-4e9a-9e3f-1dfb57c15f52 HTTP/1.1" status: 204 len: 168 time: 0.2921710 Jul 15 13:40:34.496954 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f10c84-9192-434a-a1b4-f994139e6290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34452bd3-5bae-4e9a-9e3f-1dfb57c15f52,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:34.500091 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.542372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc689-5746-440d-b588-fd02e34ac060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.631934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.711394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:34.721200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:34.728541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:34.732084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=de786a34-9d15-4dee-a2ef-423ce16077e1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:34.787400 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.838751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc689-5746-440d-b588-fd02e34ac060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.856527 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc689-5746-440d-b588-fd02e34ac060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.891898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50236) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.907792 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bcca-909d-4ce6-955d-f1db69fec277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.957692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5b1fc689-5746-440d-b588-fd02e34ac060 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0545fb086814ea0b6e1fbbf61526cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335825 Jul 15 13:40:34.958406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50238) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.961735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc689-5746-440d-b588-fd02e34ac060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b40650-27f9-468b-8e4c-4db4b6d4ef05,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.088440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-417da761-1138-44b4-8f19-80c4b8a26478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.158114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bcca-909d-4ce6-955d-f1db69fec277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.168306 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-417da761-1138-44b4-8f19-80c4b8a26478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.171384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bcca-909d-4ce6-955d-f1db69fec277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.309406 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3aa4bcca-909d-4ce6-955d-f1db69fec277 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9f6a8dc1b0e476eba0a88496b7c1fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157319 Jul 15 13:40:35.312654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4bcca-909d-4ce6-955d-f1db69fec277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e5ac80-955c-4b67-83ca-f86e908b1a55,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.318346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50242) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:35.360204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-417da761-1138-44b4-8f19-80c4b8a26478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.363671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-417da761-1138-44b4-8f19-80c4b8a26478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.368881 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-417da761-1138-44b4-8f19-80c4b8a26478 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28b40650-27f9-468b-8e4c-4db4b6d4ef05 HTTP/1.1" status: 204 len: 168 time: 0.4088602 Jul 15 13:40:35.382699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f021c-f112-40d4-8658-46bafbbdfef1 req-873fc8de-04b9-487a-8132-1cbe65dfe1bd tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:35.384385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3f021c-f112-40d4-8658-46bafbbdfef1 req-873fc8de-04b9-487a-8132-1cbe65dfe1bd tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 945 time: 0.2262452 Jul 15 13:40:35.390553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417da761-1138-44b4-8f19-80c4b8a26478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b40650-27f9-468b-8e4c-4db4b6d4ef05,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.476155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.523326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-919a0481-c431-4c0d-ae6a-03beebd99750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.545357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c3f021c-f112-40d4-8658-46bafbbdfef1 req-699f26c3-0d91-475f-a4c6-5625c033c0e9 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376858 Jul 15 13:40:35.642540 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-919a0481-c431-4c0d-ae6a-03beebd99750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.693602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.704198 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.863305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-919a0481-c431-4c0d-ae6a-03beebd99750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.866395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-919a0481-c431-4c0d-ae6a-03beebd99750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.868201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-919a0481-c431-4c0d-ae6a-03beebd99750 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3e5ac80-955c-4b67-83ca-f86e908b1a55 HTTP/1.1" status: 204 len: 168 time: 0.5426512 Jul 15 13:40:35.926617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a0481-c431-4c0d-ae6a-03beebd99750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e5ac80-955c-4b67-83ca-f86e908b1a55,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.973658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953097c-8663-464f-aa32-165904f3bbe1 req-0016a70b-a538-4eaa-996d-89c77feaf338 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:35.976824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a953097c-8663-464f-aa32-165904f3bbe1 req-0016a70b-a538-4eaa-996d-89c77feaf338 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 944 time: 0.2548754 Jul 15 13:40:36.100215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a953097c-8663-464f-aa32-165904f3bbe1 req-eae05bd2-d40a-44cd-a9a1-e70850828619 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116095 Jul 15 13:40:36.139388 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.153998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.284607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=de786a34-9d15-4dee-a2ef-423ce16077e1,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:36.312901 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.560345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee7643-b28f-48f8-babc-1fe4e01c4a06 req-d2f284d1-4de3-4454-94dc-7d63c073655a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.562018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5dee7643-b28f-48f8-babc-1fe4e01c4a06 req-d2f284d1-4de3-4454-94dc-7d63c073655a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 945 time: 0.1733665 Jul 15 13:40:36.565014 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Floating IP 12e12f2e-5e3e-45b7-9e2a-00cd6647c252 associated. External IP: 172.25.1.39, port: b842356e-567b-4f64-a052-9b340be78c08. Jul 15 13:40:36.713641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5dee7643-b28f-48f8-babc-1fe4e01c4a06 req-4d9fac90-6c24-4fb7-adbf-d80964304ce4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059124 Jul 15 13:40:36.765970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50282) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:36.803666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:36.896861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50286) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:36.952901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Router d3880525-84a7-4084-8608-27fa9d1f5bb0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:37.040861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:37.065245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'cd28e021-2503-4555-9353-cc5784931f9f', 'network_id': 'd90e18fc-d39a-4fe4-be1a-a3b63ea23159', 'port_id': 'cd28e021-2503-4555-9353-cc5784931f9f', 'mac_address': 'fa:16:3e:56:78:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5393b90-6876-4b84-b0fb-f2886c286d5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:37.072695 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1063153319-network', 'tenant_id': '74163c069094455daf29192dfa162f81'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:37.126518 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.129020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Made reservation on behalf of 74163c069094455daf29192dfa162f81 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:37.129536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:37.145731 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] Sync routers for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:37.150308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd28e021-2503-4555-9353-cc5784931f9f {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:37.159286 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.172921 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:37.173484 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:40:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:37.181666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:37.184227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.191550 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.191823 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.276886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e9da5b3a-4c49-43af-b61e-8a8600a86f2b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6681995 Jul 15 13:40:37.277836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50296) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:37.278406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:37.280993 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a367de11-64d5-4b80-a92a-92c6d6a8be2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "tag": "b842356e-567b-4f64-a052-9b340be78c08"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:37.292983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:37.396389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['cd28e021-2503-4555-9353-cc5784931f9f'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:37.473094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.478859 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:37.484654 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.541114 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:37.571444 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ff7a49-2590-4cd5-af05-df4e32c74557,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:37.583686 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.584294 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Added segment 50548b1e-daf3-4c73-9d0a-013e9b95c3eb of type vlan for network 26d54662-49f9-4a56-a792-6a28ab072009 Jul 15 13:40:37.663438 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.712506 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.714026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.714993 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.839951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5f71-6847-4315-a6dd-67e2ff71a8ce tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.840816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5f71-6847-4315-a6dd-67e2ff71a8ce tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.840816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5f71-6847-4315-a6dd-67e2ff71a8ce tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.841252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5f71-6847-4315-a6dd-67e2ff71a8ce tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.842061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5f71-6847-4315-a6dd-67e2ff71a8ce tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.842960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5f71-6847-4315-a6dd-67e2ff71a8ce tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.843794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5f71-6847-4315-a6dd-67e2ff71a8ce tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.847006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b8be5f71-6847-4315-a6dd-67e2ff71a8ce tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4987 time: 0.5537288 Jul 15 13:40:37.853785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50306) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:37.861289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] Pushing event updated for resources: {'Network': ['ID=26d54662-49f9-4a56-a792-6a28ab072009,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:37.874958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 26d54662-49f9-4a56-a792-6a28ab072009 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:37.883353 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c12c4615-da45-4e14-a382-f0de6a1731fc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9794388 Jul 15 13:40:37.883659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50308) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:37.889280 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Request body: {'subnet': {'network_id': '26d54662-49f9-4a56-a792-6a28ab072009', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1063153319-subnet', 'tenant_id': '74163c069094455daf29192dfa162f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:37.932893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ff480-5240-4b0a-860b-8de05c777d9c tempest-TestVolumeBootPattern-1972081217 tempest-TestVolumeBootPattern-1972081217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.935757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ae7ff480-5240-4b0a-860b-8de05c777d9c tempest-TestVolumeBootPattern-1972081217 tempest-TestVolumeBootPattern-1972081217-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 1092 time: 1.1678231 Jul 15 13:40:37.942533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50310) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:37.964256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:37.972758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4013e7-edf0-41ce-9620-bb7fec603e4e req-f99dc88e-4cdc-4bc5-999a-51e87f9db76b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.974781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d4013e7-edf0-41ce-9620-bb7fec603e4e req-f99dc88e-4cdc-4bc5-999a-51e87f9db76b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 945 time: 0.3639598 Jul 15 13:40:37.975603 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Made reservation on behalf of 74163c069094455daf29192dfa162f81 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:37.981618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.074533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e5a04-2ee7-48bc-9e3c-d370c06406e3 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.075707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e5a04-2ee7-48bc-9e3c-d370c06406e3 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.076606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e5a04-2ee7-48bc-9e3c-d370c06406e3 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.077356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e5a04-2ee7-48bc-9e3c-d370c06406e3 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.078188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e5a04-2ee7-48bc-9e3c-d370c06406e3 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.079615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e5a04-2ee7-48bc-9e3c-d370c06406e3 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.080443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e5a04-2ee7-48bc-9e3c-d370c06406e3 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.089009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7c0e5a04-2ee7-48bc-9e3c-d370c06406e3 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.2338791 Jul 15 13:40:38.089973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50312) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:38.119867 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.130331 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '12e12f2e-5e3e-45b7-9e2a-00cd6647c252', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'port_id': 'b842356e-567b-4f64-a052-9b340be78c08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'mac_address': 'fa:16:3e:3b:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:35Z', 'updated_at': '2021-07-15T13:40:35Z', 'revision_number': 0, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:12Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:38.196353 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] Checking router: d3880525-84a7-4084-8608-27fa9d1f5bb0 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:38.222677 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:38.225904 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:40:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:38.247482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d4013e7-edf0-41ce-9620-bb7fec603e4e req-7cab9524-8abf-4d97-b591-7b831354c71b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564547 Jul 15 13:40:38.426152 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55557cb-478b-44fc-b604-3c1e74fa2a80 x-openstack-request-id: req-e55557cb-478b-44fc-b604-3c1e74fa2a80 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:38.426651 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "tag": "b842356e-567b-4f64-a052-9b340be78c08", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:38.426651 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e55557cb-478b-44fc-b604-3c1e74fa2a80 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:38.427084 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08', 'status': 'completed', 'code': 200} Jul 15 13:40:38.450721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.526527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-3bc60b96-d7c3-4654-bcf4-7dccb195ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.528713 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-3bc60b96-d7c3-4654-bcf4-7dccb195ac90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1137 time: 0.1007364 Jul 15 13:40:38.543173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=771ef433-24f7-4cf4-b5c1-c65b73d6457a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:38.545634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-24a5dc92-637d-488a-9431-6a04665685ee tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.4358034 Jul 15 13:40:38.546306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50320) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:38.557230 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:38.592751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.620927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Checking segment: {'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:38.622112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Network hostable DHCP agents. Network: 26d54662-49f9-4a56-a792-6a28ab072009, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:38.697787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b49477-6b47-4c48-97a4-3e6cfad7ed82 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.698604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b49477-6b47-4c48-97a4-3e6cfad7ed82 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.707829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-79b49477-6b47-4c48-97a4-3e6cfad7ed82 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d3880525-84a7-4084-8608-27fa9d1f5bb0 HTTP/1.1" status: 200 len: 1992 time: 0.1463742 Jul 15 13:40:38.738148 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Network 26d54662-49f9-4a56-a792-6a28ab072009 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:38.740944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-14227b4e-7c75-4f4f-8c8c-c8a29ff4bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.743412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-14227b4e-7c75-4f4f-8c8c-c8a29ff4bfb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=96172e77-cec8-432c-8b42-85c3042b41da HTTP/1.1" status: 200 len: 898 time: 0.2078469 Jul 15 13:40:38.775003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 26d54662-49f9-4a56-a792-6a28ab072009) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:38.785298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b004a6-fb41-4d96-a811-08e6341e5178 None None] Network 26d54662-49f9-4a56-a792-6a28ab072009 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:38.811944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:38.820908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.822630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.873106 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-356c460e-d766-45fe-a0f0-629f3a9192b6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9874542 Jul 15 13:40:38.919938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Allocated IP 172.25.1.189 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/a7755c18-894e-4cfd-aa1a-8689ff0e78f1) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:39.059396 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '12e12f2e-5e3e-45b7-9e2a-00cd6647c252', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'port_id': 'b842356e-567b-4f64-a052-9b340be78c08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'mac_address': 'fa:16:3e:3b:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:35Z', 'updated_at': '2021-07-15T13:40:35Z', 'revision_number': 0, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:12Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:39.134912 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port cd28e021-2503-4555-9353-cc5784931f9f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:39.135828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.174293 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ec507-7e22-48aa-ae95-eaab0806cc28 None None] The sync data for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 is: [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '12e12f2e-5e3e-45b7-9e2a-00cd6647c252', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'port_id': 'b842356e-567b-4f64-a052-9b340be78c08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'mac_address': 'fa:16:3e:3b:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:35Z', 'updated_at': '2021-07-15T13:40:35Z', 'revision_number': 0, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:12Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:39.236787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.343911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff56c7-da2a-42f0-92fc-79812ac64b4c None None] Network 26d54662-49f9-4a56-a792-6a28ab072009 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:39.355255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.413602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-326b0cf8-ff5b-48b3-8b86-ae81d83ca1eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b842356e-567b-4f64-a052-9b340be78c08 HTTP/1.1" status: 200 len: 999 time: 0.6632097 Jul 15 13:40:39.539181 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.558545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-46f076a2-6cae-45fa-acfe-736d1bf84be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:39.561558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-46f076a2-6cae-45fa-acfe-736d1bf84be6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bb103cd-256c-4f03-9ed0-373477b23f50 HTTP/1.1" status: 200 len: 835 time: 0.1396546 Jul 15 13:40:39.584177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:39.588862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=a7755c18-894e-4cfd-aa1a-8689ff0e78f1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:39.600684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:39.616182 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:39.691102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:39.695526 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69562310-14f7-437e-8ead-c7c8bcc1d6fa" -d '{"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-plugged", "status": "completed", "tag": "cd28e021-2503-4555-9353-cc5784931f9f"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:39.746942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:39.751534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6752bf9b-056c-4bf8-90b5-a41aff7b3c91 None None] New status for floating IP 12e12f2e-5e3e-45b7-9e2a-00cd6647c252: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:39.763637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.959538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-c8cba8f7-b764-4a83-a1d7-1114769a2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:39.967569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-c8cba8f7-b764-4a83-a1d7-1114769a2008 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96172e77-cec8-432c-8b42-85c3042b41da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3998687 Jul 15 13:40:39.970124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=10']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:40.161444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31b9fa-e4fd-4c84-9ec2-c09b046f5a9e req-4e2bb0a3-f1e0-4c00-8c3c-4d712f24416e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:40.169179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e31b9fa-e4fd-4c84-9ec2-c09b046f5a9e req-4e2bb0a3-f1e0-4c00-8c3c-4d712f24416e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 945 time: 0.5274577 Jul 15 13:40:40.269136 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-3cf61d1b-5180-43e9-bb2d-09c326b73cb3 service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666636 Jul 15 13:40:40.295029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e31b9fa-e4fd-4c84-9ec2-c09b046f5a9e req-e163a5e4-b74a-4068-bac0-444a2e480de2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249061 Jul 15 13:40:40.424388 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4d9f0b-fd7a-4bb6-9089-3125f8485c2a x-openstack-request-id: req-ba4d9f0b-fd7a-4bb6-9089-3125f8485c2a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:40.424918 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-plugged", "status": "completed", "tag": "cd28e021-2503-4555-9353-cc5784931f9f", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:40.425332 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba4d9f0b-fd7a-4bb6-9089-3125f8485c2a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:40.425941 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f', 'code': 200} Jul 15 13:40:40.545529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a367de11-64d5-4b80-a92a-92c6d6a8be2a req-509fe56d-36af-4890-b651-32f7b76c7881 service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490919 Jul 15 13:40:40.702508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede6575-a6b6-455c-ae66-c8cada404d7e req-e51c3d8d-f786-4b3f-9ae7-b9d62bea6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:40.704932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ede6575-a6b6-455c-ae66-c8cada404d7e req-e51c3d8d-f786-4b3f-9ae7-b9d62bea6fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1099 time: 0.0811253 Jul 15 13:40:40.756568 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ede6575-a6b6-455c-ae66-c8cada404d7e req-3f054b59-cbfd-447b-addd-7f87b52aff95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 Jul 15 13:40:41.196676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.361928 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.727154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430a67-a5c8-4a33-a5e7-c4121ea25ffc req-44a634b1-b099-4dad-b0a4-f06850c4ad3a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:41.729113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96430a67-a5c8-4a33-a5e7-c4121ea25ffc req-44a634b1-b099-4dad-b0a4-f06850c4ad3a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1827862 Jul 15 13:40:41.748323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b95ba93-130e-45ec-9d88-7403189044fd req-3a420f1a-56d7-4748-82bd-10bad7c55179 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0978227 Jul 15 13:40:41.830819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-96430a67-a5c8-4a33-a5e7-c4121ea25ffc req-d7536560-3284-44a0-afdb-81239a468e10 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856502 Jul 15 13:40:41.909125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ba93-130e-45ec-9d88-7403189044fd req-20c38a83-bd25-448b-89bd-49d2201def0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:41.911313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b95ba93-130e-45ec-9d88-7403189044fd req-20c38a83-bd25-448b-89bd-49d2201def0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1097 time: 0.0789232 Jul 15 13:40:41.963159 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.972513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.130059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.141524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event updated for resources: {'Port': ['ID=a7755c18-894e-4cfd-aa1a-8689ff0e78f1,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:42.175553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ba93-130e-45ec-9d88-7403189044fd req-89be520a-c466-42d1-9a4a-a4c602ae6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:42.178580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b95ba93-130e-45ec-9d88-7403189044fd req-89be520a-c466-42d1-9a4a-a4c602ae6f98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.2297325 Jul 15 13:40:42.415860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b95ba93-130e-45ec-9d88-7403189044fd req-94e027bc-99d2-4180-8edb-2010ba0b5d15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 200 len: 1001 time: 0.1937523 Jul 15 13:40:42.426009 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Floating IP 695493d6-c5d6-4dd1-af4f-3fc73d9686f0 associated. External IP: 172.25.1.189, port: 0bf14fbb-2291-4ce0-91e6-f06edb49200b. Jul 15 13:40:42.519821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ba93-130e-45ec-9d88-7403189044fd req-e705d3df-cefb-409c-8d7f-649be38e1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:42.534471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b95ba93-130e-45ec-9d88-7403189044fd req-e705d3df-cefb-409c-8d7f-649be38e1878 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1088116 Jul 15 13:40:42.740410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ba93-130e-45ec-9d88-7403189044fd req-8641fd91-6f3d-4496-b471-be51c5375f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:42.743974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b95ba93-130e-45ec-9d88-7403189044fd req-8641fd91-6f3d-4496-b471-be51c5375f5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078779 Jul 15 13:40:42.992986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b95ba93-130e-45ec-9d88-7403189044fd req-bf7a079b-d299-4b6f-9fba-fbfb610baebe service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399187 Jul 15 13:40:43.013923 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:43.226312 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:43.240026 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:43.253351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.262526 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:43.263520 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:40:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:43.276277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b95ba93-130e-45ec-9d88-7403189044fd req-27c00258-1068-4a0a-9f7f-f6d1d8d42d47 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767446 Jul 15 13:40:43.350430 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a1088af6-1917-4081-ae38-0a5d3f7f4161 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3990102 Jul 15 13:40:43.350430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:43.357257 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:43.568910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f81558-69fb-4243-bc1f-9344a7b5ae6e req-bad226a9-74af-4627-902f-ee72d3c1899b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.582486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55f81558-69fb-4243-bc1f-9344a7b5ae6e req-bad226a9-74af-4627-902f-ee72d3c1899b tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.3047590 Jul 15 13:40:43.632764 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:43.673634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55f81558-69fb-4243-bc1f-9344a7b5ae6e req-7d902d9a-fb77-4a47-8491-a756399643b1 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891490 Jul 15 13:40:43.747263 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d0fac-da21-4426-8151-ceb7e0da7740 x-openstack-request-id: req-148d0fac-da21-4426-8151-ceb7e0da7740 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:43.747815 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:43.747815 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-148d0fac-da21-4426-8151-ceb7e0da7740 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:43.748216 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'status': 'completed', 'code': 200} Jul 15 13:40:43.933390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-8ff78fbc-577f-4e84-ab1d-f0cdb84631b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.936347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-8ff78fbc-577f-4e84-ab1d-f0cdb84631b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 1097 time: 0.1295128 Jul 15 13:40:44.067834 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '695493d6-c5d6-4dd1-af4f-3fc73d9686f0', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:bf:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:40Z', 'updated_at': '2021-07-15T13:40:40Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}, {'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:38:00Z', 'revision_number': 1, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:44.122812 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:44.132122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-48b2a0ca-9d28-4a64-b1f2-c859fb1ee5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:44.135337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-48b2a0ca-9d28-4a64-b1f2-c859fb1ee5ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.1904361 Jul 15 13:40:44.138971 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:44.139636 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:40:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:44.247486 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-05e05b2c-5daf-47f9-b6b0-c99b0b5b967e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b HTTP/1.1" status: 200 len: 999 time: 0.1029935 Jul 15 13:40:44.301055 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:44.331738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-79db6d94-014c-4fb8-bfc6-30c2ad0269ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:44.333714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-79db6d94-014c-4fb8-bfc6-30c2ad0269ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.0800080 Jul 15 13:40:44.460978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-e05f1f7c-e5bc-4cf6-a6b0-da10209bde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:44.462741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-e05f1f7c-e5bc-4cf6-a6b0-da10209bde7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222906 Jul 15 13:40:44.706749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-46abf274-7967-41a8-ab22-c0f36663783f service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355225 Jul 15 13:40:44.835597 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '695493d6-c5d6-4dd1-af4f-3fc73d9686f0', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:bf:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:40Z', 'updated_at': '2021-07-15T13:40:40Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}, {'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:38:00Z', 'revision_number': 1, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:44.880695 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35bdad5-fe4d-4716-9e13-c048c50391d8 None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '695493d6-c5d6-4dd1-af4f-3fc73d9686f0', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:bf:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:40Z', 'updated_at': '2021-07-15T13:40:40Z', 'revision_number': 0, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}, {'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:38:00Z', 'revision_number': 1, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:45.091347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0099a2bb-ca11-4fb4-be64-033fabe1fa6f req-db445b03-4b3d-4253-915d-2f0d0901a8a1 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763576 Jul 15 13:40:45.289491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd59d07-777c-4ee3-86af-cf710ca8b649 req-45e44751-e34c-4d4e-a408-b1e58af73146 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.291858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd59d07-777c-4ee3-86af-cf710ca8b649 req-45e44751-e34c-4d4e-a408-b1e58af73146 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.2199645 Jul 15 13:40:45.357496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfeab35-0b5d-4da1-8bda-4c80d61ae467 None None] New status for floating IP 695493d6-c5d6-4dd1-af4f-3fc73d9686f0: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:45.389172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd59d07-777c-4ee3-86af-cf710ca8b649 req-8a758072-5a8e-4aa6-96d6-ca7022d6be92 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834332 Jul 15 13:40:45.701057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b1db-cd5e-4c48-8646-e7a3bcb4806a req-2acaabb1-f788-44b6-a2d0-8fe8dd9bf70f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.704142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec53b1db-cd5e-4c48-8646-e7a3bcb4806a req-2acaabb1-f788-44b6-a2d0-8fe8dd9bf70f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1495957 Jul 15 13:40:45.781073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ec53b1db-cd5e-4c48-8646-e7a3bcb4806a req-d9f69660-4dbd-4076-bba0-047169ac5bea tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703835 Jul 15 13:40:46.096616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ea936-360d-4c98-9189-b7b03d5676e6 req-7046412d-1b29-4c1c-b5e8-8a469c627460 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:46.099173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-213ea936-360d-4c98-9189-b7b03d5676e6 req-7046412d-1b29-4c1c-b5e8-8a469c627460 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1138277 Jul 15 13:40:46.176209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-213ea936-360d-4c98-9189-b7b03d5676e6 req-33c43e71-9f05-47ce-bf40-82efc30f2bec tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Jul 15 13:40:46.525911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92719ef2-2de0-440a-b6ff-291dc08cdbe3 req-081ec83f-6ede-4304-8c6c-6dcedbb97bb7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:46.528667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92719ef2-2de0-440a-b6ff-291dc08cdbe3 req-081ec83f-6ede-4304-8c6c-6dcedbb97bb7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1318021 Jul 15 13:40:46.603195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92719ef2-2de0-440a-b6ff-291dc08cdbe3 req-e3866f37-9434-4318-9a4e-ed8425c04a20 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626686 Jul 15 13:40:46.971179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6380ac-24f5-49c6-a355-1af4fd8fc9d6 req-8de86051-e1f4-4d2c-a628-c5e17ae238f4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:46.973828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d6380ac-24f5-49c6-a355-1af4fd8fc9d6 req-8de86051-e1f4-4d2c-a628-c5e17ae238f4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1230571 Jul 15 13:40:47.045858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d6380ac-24f5-49c6-a355-1af4fd8fc9d6 req-bac5f202-cea1-40f0-89c8-d65a4c5619af tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617969 Jul 15 13:40:47.383621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d14c29-ccce-4a52-b9b5-8a25272dac98 req-2f114189-177a-447e-8d88-58c88854aaa5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.385746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d14c29-ccce-4a52-b9b5-8a25272dac98 req-2f114189-177a-447e-8d88-58c88854aaa5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1455045 Jul 15 13:40:47.463503 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6d14c29-ccce-4a52-b9b5-8a25272dac98 req-abe508fa-4ae5-4871-aa69-0d927839ade0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713456 Jul 15 13:40:47.819347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031c79e-10c7-4779-84e7-ee8e1e358a94 req-7d3b2e74-c9b6-40f7-aa2f-aa14d57de671 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.825217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a031c79e-10c7-4779-84e7-ee8e1e358a94 req-7d3b2e74-c9b6-40f7-aa2f-aa14d57de671 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1277919 Jul 15 13:40:47.907113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a031c79e-10c7-4779-84e7-ee8e1e358a94 req-912ea8f1-b32e-4653-8d26-9d09e2030d82 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692008 Jul 15 13:40:48.579478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b0e3-ab05-44b8-a72d-c7eb71645424 req-542a4932-1b02-4ce0-af09-23dc6d6aeba7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:48.591760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7876b0e3-ab05-44b8-a72d-c7eb71645424 req-542a4932-1b02-4ce0-af09-23dc6d6aeba7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1298504 Jul 15 13:40:48.667840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7876b0e3-ab05-44b8-a72d-c7eb71645424 req-434b1373-860e-4185-b35e-6e139df94a05 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748360 Jul 15 13:40:48.893030 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4b5a67ae-d5c8-4011-ba5f-6a07abf7dc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.393979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-e827bb20-5b7f-473c-a643-119129bd2bde service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1319678 Jul 15 13:40:49.575947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-05d04a40-d286-41ca-9e58-15d0ed8e7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.578059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-05d04a40-d286-41ca-9e58-15d0ed8e7114 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1099 time: 0.1037447 Jul 15 13:40:49.723752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-a24174b3-725b-4e92-b766-3825be3706ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.725490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-a24174b3-725b-4e92-b766-3825be3706ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 915 time: 0.1162338 Jul 15 13:40:49.774805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-7f997867-41e1-4f9b-acae-f4dfa5d571cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 217 time: 0.0403664 Jul 15 13:40:49.879744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-94e2bb59-a428-4770-aad6-f4c6a2aa2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.882261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-94e2bb59-a428-4770-aad6-f4c6a2aa2e2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.0973518 Jul 15 13:40:49.929217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-a2f6a22a-7bab-4172-aef0-2fa678dd253c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394411 Jul 15 13:40:50.006269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d3fe2-2b02-4869-a81b-703932df7cbb req-3a34c84c-a4be-460b-851b-d5792ec15722 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:50.008982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f12d3fe2-2b02-4869-a81b-703932df7cbb req-3a34c84c-a4be-460b-851b-d5792ec15722 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1908488 Jul 15 13:40:50.158865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f12d3fe2-2b02-4869-a81b-703932df7cbb req-1dd63f53-24ff-4973-8517-85bd17c69c60 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369247 Jul 15 13:40:50.166272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-e32411e3-0a1d-4454-939b-08db9c917a0d service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242398 Jul 15 13:40:50.389453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-701b9d9c-232c-4df1-9897-7dc117c02aa3 req-6bdbd8e3-4b32-4ed7-9492-9a8db1cdc745 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143657 Jul 15 13:40:51.028760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179436d-0027-40fb-b777-f9f26a7228a3 req-685dedc8-f256-4937-b00d-3cc7bd8a11b0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.031202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b179436d-0027-40fb-b777-f9f26a7228a3 req-685dedc8-f256-4937-b00d-3cc7bd8a11b0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1526437 Jul 15 13:40:51.079455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-46068ca5-aad2-4a2b-92c5-0c3677479749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.082137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-46068ca5-aad2-4a2b-92c5-0c3677479749 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965a9dea7414a0c982670ea780a66d5&device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 1099 time: 0.2577178 Jul 15 13:40:51.175158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b179436d-0027-40fb-b777-f9f26a7228a3 req-f77d6311-0e83-4a74-a9f6-ee95596c4bc2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305599 Jul 15 13:40:51.264768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-bfc2ac6d-9c41-4798-9039-3cfd12b7b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.266329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-bfc2ac6d-9c41-4798-9039-3cfd12b7b9ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 200 len: 915 time: 0.1737309 Jul 15 13:40:51.469016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-c08270a8-75f1-4182-b9b9-f8554a5dd6df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 200 len: 217 time: 0.0725679 Jul 15 13:40:51.571361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-f6c77f20-3550-4eb1-81ae-af57bf0b6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.576641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-f6c77f20-3550-4eb1-81ae-af57bf0b6d20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 200 len: 854 time: 0.1009164 Jul 15 13:40:51.613529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-031c935b-8269-4287-86cf-c825bbf80596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.664745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-a646e2a9-014c-41a5-9f0c-0b1ebfe4a554 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d90e18fc-d39a-4fe4-be1a-a3b63ea23159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798461 Jul 15 13:40:51.725711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.896617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-a65dadc1-a513-4152-bf4c-a8d17ea7b483 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234199 Jul 15 13:40:52.127860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-97e92be5-faba-4491-841a-92fc5b4c4d45 req-b3a7993c-8511-403f-b293-da2864c42cd3 service neutron] 10.222.0.30 "GET /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186017 Jul 15 13:40:52.502828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1237c5-2e03-45fa-80a3-5be9716261a9 req-aed2f6b7-269c-427e-baee-16189d2d6a81 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:52.504589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee1237c5-2e03-45fa-80a3-5be9716261a9 req-aed2f6b7-269c-427e-baee-16189d2d6a81 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1536069 Jul 15 13:40:52.566267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee1237c5-2e03-45fa-80a3-5be9716261a9 req-8178f61a-1b31-4007-b596-41a61c7a22ee tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520477 Jul 15 13:40:52.953869 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.879467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964756e-4630-4c25-bb9d-7f170d009031 req-0b39b7d1-be14-4375-9784-29a8eeef344a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:53.881928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0964756e-4630-4c25-bb9d-7f170d009031 req-0b39b7d1-be14-4375-9784-29a8eeef344a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0970435 Jul 15 13:40:53.941210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0964756e-4630-4c25-bb9d-7f170d009031 req-973582d3-7dd5-47f0-abae-83cd39df59ff tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516040 Jul 15 13:40:54.208908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5cf30-6ddb-4302-b09a-ff51fa0e2a44 req-dc3ce270-21f9-4935-80ea-42ef30edb088 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:54.212647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-beb5cf30-6ddb-4302-b09a-ff51fa0e2a44 req-dc3ce270-21f9-4935-80ea-42ef30edb088 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1082458 Jul 15 13:40:54.267327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-beb5cf30-6ddb-4302-b09a-ff51fa0e2a44 req-2ae3d8e8-8228-4f16-9169-0bdea036c494 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479078 Jul 15 13:40:54.427918 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.524830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae5ff0-7306-4a02-9e96-aa9c6b67cbe8 req-889b7e67-bde4-43d4-ac70-f39481c9ddeb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:54.526554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbae5ff0-7306-4a02-9e96-aa9c6b67cbe8 req-889b7e67-bde4-43d4-ac70-f39481c9ddeb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0941329 Jul 15 13:40:54.604854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbae5ff0-7306-4a02-9e96-aa9c6b67cbe8 req-c727e177-5d89-4ee2-96b7-641678e475bb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686157 Jul 15 13:40:54.819756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090c6cb-2e16-41fa-a6b5-614d3599604b req-f8e06db9-1ab1-4f44-9ef8-cc58615aaaf4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:54.821505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a090c6cb-2e16-41fa-a6b5-614d3599604b req-f8e06db9-1ab1-4f44-9ef8-cc58615aaaf4 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0710952 Jul 15 13:40:54.872858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a090c6cb-2e16-41fa-a6b5-614d3599604b req-27944695-9d8a-47f7-89d2-8b77d0b3c868 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Jul 15 13:40:55.216599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1664c-86c1-4da8-9553-02a19aa63500 req-a2bde26e-52bb-4739-8b90-bc91c4b7e052 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:55.218659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f7b1664c-86c1-4da8-9553-02a19aa63500 req-a2bde26e-52bb-4739-8b90-bc91c4b7e052 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1088543 Jul 15 13:40:55.270692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f7b1664c-86c1-4da8-9553-02a19aa63500 req-e7524b01-9be5-49a9-9387-9f1da67debd9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432563 Jul 15 13:40:55.549386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf5e47-2c08-4564-8541-6f2e3d2aba2d req-2d68cc2f-0b22-4a0c-b6c3-32d5854e9bab tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:55.551055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03bf5e47-2c08-4564-8541-6f2e3d2aba2d req-2d68cc2f-0b22-4a0c-b6c3-32d5854e9bab tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0900071 Jul 15 13:40:55.612677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03bf5e47-2c08-4564-8541-6f2e3d2aba2d req-1bc913b3-f97d-4cdf-bdf1-3ab5e4538036 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Jul 15 13:40:55.874125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf465b-7066-4e70-ac7c-c968e7ff2382 req-ab63dd46-f681-4b6b-9b53-805854c2b9fb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:55.875995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbdf465b-7066-4e70-ac7c-c968e7ff2382 req-ab63dd46-f681-4b6b-9b53-805854c2b9fb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0833268 Jul 15 13:40:55.929228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbdf465b-7066-4e70-ac7c-c968e7ff2382 req-73adb893-7443-4ee8-a7c4-36f85066dadb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458946 Jul 15 13:40:56.145869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de1b20-1df0-457e-97a6-8357e636ae71 req-b1767057-b926-4327-94e9-9d55fbf9bbb2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:56.147474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76de1b20-1df0-457e-97a6-8357e636ae71 req-b1767057-b926-4327-94e9-9d55fbf9bbb2 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0740840 Jul 15 13:40:56.197023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-76de1b20-1df0-457e-97a6-8357e636ae71 req-a30297b6-4928-4600-a0db-a6cbf17697e0 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Jul 15 13:40:56.510264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476806c2-a026-4b77-89c1-20cb44f2e38d req-b4a123b4-36ab-462a-b4e6-f35182715555 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:56.512341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-476806c2-a026-4b77-89c1-20cb44f2e38d req-b4a123b4-36ab-462a-b4e6-f35182715555 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0750339 Jul 15 13:40:56.571198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-476806c2-a026-4b77-89c1-20cb44f2e38d req-1613d6f1-7019-4fe2-8064-c62f831bac7d tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517852 Jul 15 13:40:56.868761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec1c54-6e00-4946-bd17-b43b0718f313 req-42537704-c8de-416f-a3ec-10d4ed02f09c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:56.872683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14ec1c54-6e00-4946-bd17-b43b0718f313 req-42537704-c8de-416f-a3ec-10d4ed02f09c tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1299031 Jul 15 13:40:56.920172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14ec1c54-6e00-4946-bd17-b43b0718f313 req-79c53942-090b-4f61-9003-8371923ff2a9 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Jul 15 13:40:57.199808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d7c78-4f32-42a1-8a6a-8b5bb5ea1b3e req-a5f53c5a-aef8-4baa-9bd9-0cc27dd59aa8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:57.202287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-861d7c78-4f32-42a1-8a6a-8b5bb5ea1b3e req-a5f53c5a-aef8-4baa-9bd9-0cc27dd59aa8 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0856199 Jul 15 13:40:57.247308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-861d7c78-4f32-42a1-8a6a-8b5bb5ea1b3e req-35ece777-5a73-445d-aff0-2f01b89744e6 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390530 Jul 15 13:40:57.466402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cff842-5211-439c-ba52-89545b1b6c53 req-bd165d97-96e8-4d62-b78a-fce6e90d29e5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:57.468267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62cff842-5211-439c-ba52-89545b1b6c53 req-bd165d97-96e8-4d62-b78a-fce6e90d29e5 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0881584 Jul 15 13:40:57.523473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62cff842-5211-439c-ba52-89545b1b6c53 req-915b9d1a-a6b3-4edc-a838-81fff8b17e64 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Jul 15 13:40:57.796347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7120c0-8228-4acd-8ec3-02c7ae5a7c25 req-77a1e6c8-62cf-47f4-983e-60ac9a475dd3 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:57.799115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b7120c0-8228-4acd-8ec3-02c7ae5a7c25 req-77a1e6c8-62cf-47f4-983e-60ac9a475dd3 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1304448 Jul 15 13:40:57.864419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b7120c0-8228-4acd-8ec3-02c7ae5a7c25 req-a4f7a539-cb4d-4a48-afbb-12891cb586e7 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536063 Jul 15 13:40:58.382618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f0110-a644-4a83-9550-24d3f3cf1123 req-e9b1af06-9ed4-4682-9895-1692d1fdd365 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:58.384908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-951f0110-a644-4a83-9550-24d3f3cf1123 req-e9b1af06-9ed4-4682-9895-1692d1fdd365 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.0891230 Jul 15 13:40:58.469438 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-951f0110-a644-4a83-9550-24d3f3cf1123 req-b7a4669c-5f64-4a85-bf92-80a899d8ee4a tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719779 Jul 15 13:40:58.870970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec22f3c-97c9-4e59-9639-7ff88018c5ed req-52aad796-6513-4fd4-98c6-680b6b182468 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:58.879806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eec22f3c-97c9-4e59-9639-7ff88018c5ed req-52aad796-6513-4fd4-98c6-680b6b182468 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1731269 Jul 15 13:40:58.960937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eec22f3c-97c9-4e59-9639-7ff88018c5ed req-9a67600d-0a7a-46b0-944a-3aa8f991e253 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732772 Jul 15 13:41:04.646646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232d4e6-bb31-4c74-afba-88db73bfe40b req-e6155f2c-7599-4ef0-adaa-0cd0977f9b54 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:04.650477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f232d4e6-bb31-4c74-afba-88db73bfe40b req-e6155f2c-7599-4ef0-adaa-0cd0977f9b54 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1757448 Jul 15 13:41:04.716638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f232d4e6-bb31-4c74-afba-88db73bfe40b req-bb8ee0a4-6508-42db-b2c7-51d82091744e tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565867 Jul 15 13:41:04.800092 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.932770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50844) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:05.127496 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f1440a9d-b47e-42ee-8629-696ce1b41b9a tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2933 time: 0.1923130 Jul 15 13:41:05.131948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50852) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:05.146672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'network': {'name': 'tempest-network-smoke--2106305076', 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'port_security_enabled': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:05.177536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Made reservation on behalf of d8b08f98a30c4490b4029198b14a0800 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:05.183532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.227642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:05.242822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.243368 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Added segment 8dce9745-da00-403d-8a62-62433f84877a of type vlan for network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 Jul 15 13:41:05.301920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.338897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.344760 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:05.345960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.395883 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2513139 Jul 15 13:41:05.396205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50862) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:05.405528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'admin_state_up': True, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:05.453468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574257f-2397-462f-a629-e090d46997d0 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Network': ['ID=0bde9bc1-2fee-4fa8-a382-e69924a863f5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:05.463820 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.467503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.468767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:05.654946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.731070 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.312000 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.398773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a54aab-6729-47f8-b6b9-f2fb924f86b4 req-cf7993a2-f294-454e-a67d-80f59f9f5eaa tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.400578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27a54aab-6729-47f8-b6b9-f2fb924f86b4 req-cf7993a2-f294-454e-a67d-80f59f9f5eaa tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1816564 Jul 15 13:41:06.427977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322e25a-8210-4952-a55e-19d5c6773388 req-c56b48b8-fd2c-4f6a-9e9d-5314a7725f12 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.430305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2322e25a-8210-4952-a55e-19d5c6773388 req-c56b48b8-fd2c-4f6a-9e9d-5314a7725f12 tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.30 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 947 time: 0.1975203 Jul 15 13:41:06.568757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27a54aab-6729-47f8-b6b9-f2fb924f86b4 req-583af357-9458-4130-91af-2def0029ad7f tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/security-groups?id=7292879a-c838-4541-a850-97f10e5b8dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529634 Jul 15 13:41:06.757258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Deleting port cd28e021-2503-4555-9353-cc5784931f9f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:06.758407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.823087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.865258 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.046714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] For port cd28e021-2503-4555-9353-cc5784931f9f, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=cd28e021-2503-4555-9353-cc5784931f9f,segment=NetworkSegment(e9edd345-d42e-42b8-9227-750a9bd98c74),segment_id=e9edd345-d42e-42b8-9227-750a9bd98c74)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:07.047100 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.088201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Calling delete_port for cd28e021-2503-4555-9353-cc5784931f9f owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:07.160390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Allocated IP 172.25.1.175 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:07.437182 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.459635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.511919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Pushing event deleted for resources: {'Port': ['ID=cd28e021-2503-4555-9353-cc5784931f9f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:07.544541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.544877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.545215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.545550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.545885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.546216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.546543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.546870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.547224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.547576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.547901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.548221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:07.612798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] No DVR routers for this DVR port cd28e021-2503-4555-9353-cc5784931f9f on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:07.615849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.618269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2322e25a-8210-4952-a55e-19d5c6773388 req-7c1eca65-9e9c-4c2b-be5f-8f51b2fa43da tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.30 "DELETE /v2.0/ports/cd28e021-2503-4555-9353-cc5784931f9f HTTP/1.1" status: 204 len: 173 time: 1.1732802 Jul 15 13:41:07.621819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-deleted', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:07.627607 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d568068e-e879-4e53-83d6-91231d979fa7" -d '{"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-deleted", "tag": "cd28e021-2503-4555-9353-cc5784931f9f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:07.644946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.713108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:07.732622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:07.734367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:07.737630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:08.063453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b03aa9b-4ed5-46ea-b58e-104e12409cfe req-d5274b0b-1f71-4bbe-b993-85d25fe42feb tempest-ServersNegativeTestJSON-386547319 tempest-ServersNegativeTestJSON-386547319-project] 10.222.0.25 "GET /v2.0/ports?device_id=84990ad2-cf42-4614-a1f1-854020631726 HTTP/1.1" status: 200 len: 210 time: 0.0484192 Jul 15 13:41:08.206579 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c9c236-e155-4b9e-9333-efdde68ca26a x-openstack-request-id: req-75c9c236-e155-4b9e-9333-efdde68ca26a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:08.206814 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84990ad2-cf42-4614-a1f1-854020631726", "name": "network-vif-deleted", "tag": "cd28e021-2503-4555-9353-cc5784931f9f", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:08.207263 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75c9c236-e155-4b9e-9333-efdde68ca26a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:08.208007 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84990ad2-cf42-4614-a1f1-854020631726', 'name': 'network-vif-deleted', 'tag': 'cd28e021-2503-4555-9353-cc5784931f9f', 'status': 'completed', 'code': 200} Jul 15 13:41:08.208917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.265943 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:08.530462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.755636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:41:08.926865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:08.941101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:08.954201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.954701 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Sync routers for ids ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:08.957807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f67f9027-ae2e-4478-8c64-c6bc28cb5eae tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5598335 Jul 15 13:41:08.960788 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50946) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:08.974893 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Routers {'96d6fb65-77ac-4cc1-b834-d91fe0995c47'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:08.976078 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:40:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:08.985638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: cd28e021-2503-4555-9353-cc5784931f9f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:08.986020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device cd28e021-2503-4555-9353-cc5784931f9f not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:09.077427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37047018-65bf-4533-9d75-6f56730c3522 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:09.080610 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-37047018-65bf-4533-9d75-6f56730c3522 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d8b08f98a30c4490b4029198b14a0800&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1176977 Jul 15 13:41:09.084895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50956) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.258955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8f4cf-2b19-4c4e-8f74-4e5d759b6d23 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:09.261528 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-17b8f4cf-2b19-4c4e-8f74-4e5d759b6d23 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1752732 Jul 15 13:41:09.265949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50962) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.294499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50964) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.346879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7e0762eb-f120-4a1f-98ca-f66e60cac131 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789597 Jul 15 13:41:09.350983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50968) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.366106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Deleting subnet d5393b90-6876-4b84-b0fb-f2886c286d5a {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:09.371338 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.430239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4b664425-d85a-499a-9470-d6ac89932683 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d8b08f98a30c4490b4029198b14a0800&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771313 Jul 15 13:41:09.434740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50970) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.473773 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Set router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:09.556882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.665084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.701784 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c5383-9ef9-47bf-8134-c32e045bb65c tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:09.707809 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-858c5383-9ef9-47bf-8134-c32e045bb65c tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2674112 Jul 15 13:41:09.708457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50980) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.764654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fd802d58-a3ff-45a2-9e45-781503800ed1 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510581 Jul 15 13:41:09.765180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 50982) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.782319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705972284', 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5', 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:09.804634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.828470 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:07Z', 'revision_number': 3, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:09.871262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5393b90-6876-4b84-b0fb-f2886c286d5a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:09.880562 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Checking router: 96d6fb65-77ac-4cc1-b834-d91fe0995c47 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:09.881469 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Updating router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:09.884331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.884680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.885024 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.885364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.885702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.886036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.886367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.886695 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.887038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.887362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.887746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.888393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:09.896167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.898217 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-74b0395b-fdfb-4fbf-aa64-726a84558426 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d5393b90-6876-4b84-b0fb-f2886c286d5a HTTP/1.1" status: 204 len: 168 time: 0.6021271 Jul 15 13:41:09.902359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 50984) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.956033 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.998818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Made reservation on behalf of d8b08f98a30c4490b4029198b14a0800 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:10.003453 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.114245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.273524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.307486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90e18fc-d39a-4fe4-be1a-a3b63ea23159']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:10.319855 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9edd345-d42e-42b8-9227-750a9bd98c74') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:10.320198 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9edd345-d42e-42b8-9227-750a9bd98c74') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:10.341848 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.351506 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.371526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.388112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:10.388112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.456224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Subnet': ['ID=c4a160a7-8c31-461a-b41f-8078896a8c92,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:10.476230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Checking segment: {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:10.477654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network hostable DHCP agents. Network: 0bde9bc1-2fee-4fa8-a382-e69924a863f5, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:10.504053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:10.514370 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:10.522094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.522375 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.527063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0bde9bc1-2fee-4fa8-a382-e69924a863f5) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:10.544889 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.551271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c680cb3-84a1-4cca-85d2-e0d8353a51d1 None None] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:10.552031 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d90e18fc-d39a-4fe4-be1a-a3b63ea23159 HTTP/1.1" status: 204 len: 168 time: 0.6470959 Jul 15 13:41:10.554921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:10.558696 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.560319 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Transition to ACTIVE for port object 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:10.578246 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.591158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de288687-5a02-4705-a201-3278f87a0e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d90e18fc-d39a-4fe4-be1a-a3b63ea23159,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:10.609863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d5b522d-f6f1-4871-8dd3-70edc02211b9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8426080 Jul 15 13:41:10.614247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51000) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:10.729655 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Pushing event updated for resources: {'Port': ['ID=0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:10.768709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0bde9bc1-2fee-4fa8-a382-e69924a863f5', 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'fixed_ips': [{'subnet_id': 'c4a160a7-8c31-461a-b41f-8078896a8c92'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:10.769836 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.778777 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.786322 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.787047 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.788585 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.789310 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.792574 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.793303 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.799648 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.805728 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.806877 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.809113 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.809870 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.841234 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Attempting to bind port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:10.841830 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Attempting to bind port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:10.842422 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Attempting to bind port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:10.854123 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:10.855283 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:10.856218 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.856969 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:10.858250 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Bound port: 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:10.859009 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.994668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51010) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.065251 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] For port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:11.072375 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] For port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:11.087983 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.116297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3fc6add1-181a-43d0-8fea-b71066b1127d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d965a9dea7414a0c982670ea780a66d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158841 Jul 15 13:41:11.116297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51012) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.169229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Allocated IP 172.20.0.18 (0bde9bc1-2fee-4fa8-a382-e69924a863f5/c4a160a7-8c31-461a-b41f-8078896a8c92/f550f887-6380-4786-a2a1-361e34be7c89) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:11.243040 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30b7ed-cdfc-4d70-942c-9f6d0d0b6a61 None None] Pushing event updated for resources: {'Port': ['ID=0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:11.308780 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Routers {'96d6fb65-77ac-4cc1-b834-d91fe0995c47'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:11.312961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a760c010-541f-44ea-b9bc-e82f9b9b0792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.314751 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:40:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:11.393412 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.403262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Transition to ACTIVE for port object f550f887-6380-4786-a2a1-361e34be7c89 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:11.421347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Transition to ACTIVE for port object f550f887-6380-4786-a2a1-361e34be7c89 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:11.429927 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.449771 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a760c010-541f-44ea-b9bc-e82f9b9b0792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.493425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:11.495720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:11.500635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:11.572150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Pushing event updated for resources: {'Port': ['ID=f550f887-6380-4786-a2a1-361e34be7c89,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:11.588615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.589190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.589676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.590276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.590824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.591392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.591826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.592671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.593261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.593746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.594176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.594690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:11.610017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a760c010-541f-44ea-b9bc-e82f9b9b0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.617236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Attempting to bind port f550f887-6380-4786-a2a1-361e34be7c89 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:11.617977 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Attempting to bind port f550f887-6380-4786-a2a1-361e34be7c89 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:11.618667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Attempting to bind port f550f887-6380-4786-a2a1-361e34be7c89 on network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:11.619519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a760c010-541f-44ea-b9bc-e82f9b9b0792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.622003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a760c010-541f-44ea-b9bc-e82f9b9b0792 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7292879a-c838-4541-a850-97f10e5b8dfc HTTP/1.1" status: 204 len: 168 time: 0.4989133 Jul 15 13:41:11.642592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760c010-541f-44ea-b9bc-e82f9b9b0792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292879a-c838-4541-a850-97f10e5b8dfc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:11.653691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:11.654274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Checking segment: {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:11.654934 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.655658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Bound using segment: {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:11.656474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Bound port: f550f887-6380-4786-a2a1-361e34be7c89, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:11.657118 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.867125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] For port f550f887-6380-4786-a2a1-361e34be7c89, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:11.874508 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] Set router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:11.875939 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] For port f550f887-6380-4786-a2a1-361e34be7c89, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f550f887-6380-4786-a2a1-361e34be7c89,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:11.885767 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.956347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.124609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da376b94-168b-44c3-9f99-524d1fa54105 None None] Pushing event updated for resources: {'Port': ['ID=f550f887-6380-4786-a2a1-361e34be7c89,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:12.264057 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:07Z', 'revision_number': 3, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:12.326246 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa96401-6a78-4755-93bc-8257ac3d98a1 None None] The sync data for ids ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'] in n-d-771362-36 is: [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:07Z', 'revision_number': 3, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:13.384602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Allocated IP 172.20.0.17 (0bde9bc1-2fee-4fa8-a382-e69924a863f5/c4a160a7-8c31-461a-b41f-8078896a8c92/eba9c833-643a-42ec-94e5-26049c27e633) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:13.850114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.911074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Transition to ACTIVE for port object eba9c833-643a-42ec-94e5-26049c27e633 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:14.082838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.252291 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:14.263094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:14.276974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:14.392981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f550f887-6380-4786-a2a1-361e34be7c89 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:14.530569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.543028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f550f887-6380-4786-a2a1-361e34be7c89 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:14.551797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:14.627834 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=eba9c833-643a-42ec-94e5-26049c27e633,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:14.712472 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:14.737246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:14.738169 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.749407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c34a89-0635-4841-bff6-8f241a8acfcd None None] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:15.051964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-82df927e-6d46-4d7b-b926-83f438256a8b None None] Provisioning for port f550f887-6380-4786-a2a1-361e34be7c89 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:15.061672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.090597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-82df927e-6d46-4d7b-b926-83f438256a8b None None] Provisioning complete for port f550f887-6380-4786-a2a1-361e34be7c89 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:15.091699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82df927e-6d46-4d7b-b926-83f438256a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.409388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51106) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:15.722002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.782011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71ee6c02-e031-4133-a6ca-62b92037be6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.804437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:15.820181 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.907760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.922931 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.029460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82df927e-6d46-4d7b-b926-83f438256a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.035662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71ee6c02-e031-4133-a6ca-62b92037be6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.035954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.044592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71ee6c02-e031-4133-a6ca-62b92037be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.130018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=eba9c833-643a-42ec-94e5-26049c27e633,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.133139 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.144841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51122) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:16.153019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-71ee6c02-e031-4133-a6ca-62b92037be6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f4b6623c3914c6482b91219bc936011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409778 Jul 15 13:41:16.153950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee6c02-e031-4133-a6ca-62b92037be6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86a9318-3724-458e-b991-447b5d173510,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.156085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-82df927e-6d46-4d7b-b926-83f438256a8b None None] For port f550f887-6380-4786-a2a1-361e34be7c89, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f550f887-6380-4786-a2a1-361e34be7c89,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:16.165781 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82df927e-6d46-4d7b-b926-83f438256a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.308885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df927e-6d46-4d7b-b926-83f438256a8b None None] Pushing event updated for resources: {'Port': ['ID=f550f887-6380-4786-a2a1-361e34be7c89,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.328842 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9668ebec-8c30-4002-a096-52d186290278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.386672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9668ebec-8c30-4002-a096-52d186290278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.454646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:16.473806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:16.563586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9668ebec-8c30-4002-a096-52d186290278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.569640 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9668ebec-8c30-4002-a096-52d186290278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.572783 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9668ebec-8c30-4002-a096-52d186290278 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e86a9318-3724-458e-b991-447b5d173510 HTTP/1.1" status: 204 len: 168 time: 0.4256811 Jul 15 13:41:16.604615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f7886862-1753-4a62-ab69-dbbbe70afcbf None None] Provisioning for port eba9c833-643a-42ec-94e5-26049c27e633 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:16.610838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f7886862-1753-4a62-ab69-dbbbe70afcbf None None] Provisioning complete for port eba9c833-643a-42ec-94e5-26049c27e633 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:16.612344 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f7886862-1753-4a62-ab69-dbbbe70afcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.724999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f7886862-1753-4a62-ab69-dbbbe70afcbf None None] Port eba9c833-643a-42ec-94e5-26049c27e633 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:16.760304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ebec-8c30-4002-a096-52d186290278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86a9318-3724-458e-b991-447b5d173510,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.771820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f7886862-1753-4a62-ab69-dbbbe70afcbf None None] Provisioning complete for port f550f887-6380-4786-a2a1-361e34be7c89 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:16.775100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f7886862-1753-4a62-ab69-dbbbe70afcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.813143 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:17.159564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:17.167566 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-acfaf269-8eaf-4ee4-b776-38f96af43cf5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "PUT /v2.0/routers/96d6fb65-77ac-4cc1-b834-d91fe0995c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5515323 Jul 15 13:41:17.180884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Sync routers for ids ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:17.200863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Routers {'96d6fb65-77ac-4cc1-b834-d91fe0995c47'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:17.204148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:40:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:17.516066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-47f5b5c4-19e8-4fdf-92e0-b1ffb8a42d51 None None] Provisioning complete for port eba9c833-643a-42ec-94e5-26049c27e633 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:17.516738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-47f5b5c4-19e8-4fdf-92e0-b1ffb8a42d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.594495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Set router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:17.650546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-47f5b5c4-19e8-4fdf-92e0-b1ffb8a42d51 None None] Port eba9c833-643a-42ec-94e5-26049c27e633 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:17.904198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6063-c399-4566-b536-d9f98d953dae req-ae218cc3-ab36-434c-b043-51eb676a6ed9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:17.906233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-ae218cc3-ab36-434c-b043-51eb676a6ed9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/networks?id=0bde9bc1-2fee-4fa8-a382-e69924a863f5 HTTP/1.1" status: 200 len: 798 time: 0.3361862 Jul 15 13:41:17.956659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-2f5113c6-9ae5-4b10-80e9-fb77b8f383f6 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/quotas/d8b08f98a30c4490b4029198b14a0800 HTTP/1.1" status: 200 len: 375 time: 0.0249038 Jul 15 13:41:18.000484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-35b0ad51-d420-49b7-a2b2-999a08526013 None None] Provisioning complete for port eba9c833-643a-42ec-94e5-26049c27e633 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:18.001246 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35b0ad51-d420-49b7-a2b2-999a08526013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.063391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-35b0ad51-d420-49b7-a2b2-999a08526013 None None] Port eba9c833-643a-42ec-94e5-26049c27e633 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:18.180507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-7a8dcbf4-d0b6-4112-bccb-d5086b786be8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2194591 Jul 15 13:41:18.211041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:18.318210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:14Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'eba9c833-643a-42ec-94e5-26049c27e633', 'name': '', 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:e6:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'c4a160a7-8c31-461a-b41f-8078896a8c92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:12Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 2, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': 'c4a160a7-8c31-461a-b41f-8078896a8c92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:18.355666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Checking router: 96d6fb65-77ac-4cc1-b834-d91fe0995c47 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:18.356024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Updating router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 port eba9c833-643a-42ec-94e5-26049c27e633 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:18.361519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:18.361519 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.460262 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.675923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f550f887-6380-4786-a2a1-361e34be7c89 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:18.944394 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6c86707-f8d2-4f24-ade4-41c38ae505f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.983536 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.991709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f550f887-6380-4786-a2a1-361e34be7c89 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:18.992087 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.021875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Transition to ACTIVE for port object eba9c833-643a-42ec-94e5-26049c27e633 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:19.039163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.056953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-954ffde9-2fe6-4621-8f8d-0f3b59a016d1 service neutron] 10.222.0.25 "GET /v2.0/networks/0bde9bc1-2fee-4fa8-a382-e69924a863f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8681853 Jul 15 13:41:19.164674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb127dc-8fff-4479-89c5-0844b2ebb0a9 None None] Pushing event updated for resources: {'Port': ['ID=eba9c833-643a-42ec-94e5-26049c27e633,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:19.242123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-4a240114-92b6-43bb-ba13-beeef3450c9d service neutron] 10.222.0.25 "GET /v2.0/networks/0bde9bc1-2fee-4fa8-a382-e69924a863f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604576 Jul 15 13:41:19.366860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Attempting to bind port eba9c833-643a-42ec-94e5-26049c27e633 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:19.367352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Attempting to bind port eba9c833-643a-42ec-94e5-26049c27e633 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:19.367645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Attempting to bind port eba9c833-643a-42ec-94e5-26049c27e633 on network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:19.379093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:19.379454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Checking segment: {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:19.379848 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.380263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Bound using segment: {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:19.380775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Bound port: eba9c833-643a-42ec-94e5-26049c27e633, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:19.381175 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.541806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] For port eba9c833-643a-42ec-94e5-26049c27e633, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:19.547401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] For port eba9c833-643a-42ec-94e5-26049c27e633, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=eba9c833-643a-42ec-94e5-26049c27e633,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:19.568035 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.638863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Routers {'96d6fb65-77ac-4cc1-b834-d91fe0995c47'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:19.639579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:40:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:19.852141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb127dc-8fff-4479-89c5-0844b2ebb0a9 None None] Pushing event updated for resources: {'Port': ['ID=eba9c833-643a-42ec-94e5-26049c27e633,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:19.874180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] Set router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:19.894084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b00b9a88-2d9f-46a4-8758-46ffbb90e421 req-9f228861-ec96-4eb7-9ae2-c3ac564266c7 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 210 time: 0.0471816 Jul 15 13:41:20.336281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:14Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'eba9c833-643a-42ec-94e5-26049c27e633', 'name': '', 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:e6:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'c4a160a7-8c31-461a-b41f-8078896a8c92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:12Z', 'updated_at': '2021-07-15T13:41:19Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': 'c4a160a7-8c31-461a-b41f-8078896a8c92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:20.376572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82280e31-947f-478d-8829-051a0e79a6e1 None None] The sync data for ids ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'] in n-d-771362-36 is: [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:14Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'eba9c833-643a-42ec-94e5-26049c27e633', 'name': '', 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:e6:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'c4a160a7-8c31-461a-b41f-8078896a8c92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:12Z', 'updated_at': '2021-07-15T13:41:19Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': 'c4a160a7-8c31-461a-b41f-8078896a8c92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:20.566799 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51268) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:20.817429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f7d715f-1801-4525-9a3e-d5f6101e843e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.997974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f7d715f-1801-4525-9a3e-d5f6101e843e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.006599 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7f7d715f-1801-4525-9a3e-d5f6101e843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.067734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d715f-1801-4525-9a3e-d5f6101e843e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589a664e-bd36-4215-9886-e1c26e65f40b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.109510 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7f7d715f-1801-4525-9a3e-d5f6101e843e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51784a7a80914e5d91feb5e8ebb6b3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415521 Jul 15 13:41:21.123270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51284) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:21.150392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d8e7cdb-3c20-4f9b-98a1-a6850698f66c req-0041030a-d2a9-45ec-b694-88a089d45704 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 210 time: 0.0782344 Jul 15 13:41:21.217131 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d696589f-a304-4d4d-a5b3-248c27715f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.260713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d696589f-a304-4d4d-a5b3-248c27715f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.364731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d696589f-a304-4d4d-a5b3-248c27715f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.374278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d696589f-a304-4d4d-a5b3-248c27715f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.376459 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d696589f-a304-4d4d-a5b3-248c27715f1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/589a664e-bd36-4215-9886-e1c26e65f40b HTTP/1.1" status: 204 len: 168 time: 0.2441626 Jul 15 13:41:21.407848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696589f-a304-4d4d-a5b3-248c27715f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589a664e-bd36-4215-9886-e1c26e65f40b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.559012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6063-c399-4566-b536-d9f98d953dae req-57a9b89f-2b5e-4bb3-b069-99dfe57cd8ca tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:21.571146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-57a9b89f-2b5e-4bb3-b069-99dfe57cd8ca tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.30 "GET /v2.0/networks?id=0bde9bc1-2fee-4fa8-a382-e69924a863f5 HTTP/1.1" status: 200 len: 798 time: 0.2476697 Jul 15 13:41:21.590084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Request body: {'port': {'device_id': '0b441596-7dca-4bd2-bedf-630040110519', 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5', 'admin_state_up': True, 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:21.630120 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bd5d649a-cdf8-48f4-b0a2-1adc22a667b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.741457 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.819563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Made reservation on behalf of d8b08f98a30c4490b4029198b14a0800 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:21.824824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.140064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Allocated IP 172.20.0.29 (0bde9bc1-2fee-4fa8-a382-e69924a863f5/c4a160a7-8c31-461a-b41f-8078896a8c92/052f03ac-e92c-48bb-a04e-8ac10205574a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:22.150372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device eba9c833-643a-42ec-94e5-26049c27e633 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:22.249555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port eba9c833-643a-42ec-94e5-26049c27e633 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:22.256039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port eba9c833-643a-42ec-94e5-26049c27e633 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:22.258090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.442328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.477328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f05b5a1c-aa07-4c8c-8ff1-98db629968dd req-caecf83a-903c-4b21-ac1e-2f75f397d1a1 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 210 time: 0.1226287 Jul 15 13:41:22.594629 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.620086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Transition to ACTIVE for port object 052f03ac-e92c-48bb-a04e-8ac10205574a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:22.659232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port eba9c833-643a-42ec-94e5-26049c27e633, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=eba9c833-643a-42ec-94e5-26049c27e633,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:22.673161 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.696596 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.800855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=eba9c833-643a-42ec-94e5-26049c27e633,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:22.805979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:22.810727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:22.813161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event updated for resources: {'Port': ['ID=052f03ac-e92c-48bb-a04e-8ac10205574a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:22.815795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:22.905068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:22.906196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.945202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-18202104-7755-427c-8a6a-e29e3b51af51 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3625975 Jul 15 13:41:22.965994 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.977315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Request body: {'port': {'device_id': '0b441596-7dca-4bd2-bedf-630040110519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:23.141707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.629338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2cd043ff-2aad-4bc7-b2b2-b3f50744db55 None None] Provisioning for port 052f03ac-e92c-48bb-a04e-8ac10205574a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:23.634699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2cd043ff-2aad-4bc7-b2b2-b3f50744db55 None None] Provisioning complete for port 052f03ac-e92c-48bb-a04e-8ac10205574a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:23.634699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2cd043ff-2aad-4bc7-b2b2-b3f50744db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.730287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2cd043ff-2aad-4bc7-b2b2-b3f50744db55 None None] Port 052f03ac-e92c-48bb-a04e-8ac10205574a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:23.767256 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51376) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:23.874681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052f03ac-e92c-48bb-a04e-8ac10205574a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:23.891091 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.916015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Transition to ACTIVE for port object 052f03ac-e92c-48bb-a04e-8ac10205574a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:23.949827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136db1-7dd3-4fc7-a507-04784f39fbfd req-4fde4528-ff25-4f9a-835f-72aaed0522c5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:23.951085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7962f09-1c95-4ed5-96b7-6233bfa67884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.952754 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0136db1-7dd3-4fc7-a507-04784f39fbfd req-4fde4528-ff25-4f9a-835f-72aaed0522c5 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 895 time: 0.2436092 Jul 15 13:41:23.954839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.069003 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7962f09-1c95-4ed5-96b7-6233bfa67884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.081121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7962f09-1c95-4ed5-96b7-6233bfa67884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.120375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device eba9c833-643a-42ec-94e5-26049c27e633 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:24.173248 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b7962f09-1c95-4ed5-96b7-6233bfa67884 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4100b36fd74840d6adaaa4fdd31c8acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044254 Jul 15 13:41:24.174810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51384) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:24.270982 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7962f09-1c95-4ed5-96b7-6233bfa67884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd057b2-dc84-4b0c-b371-92e35024a341,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.302250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b9b9736-de46-4dcd-9d02-f82025c120f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.315318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Attempting to bind port 052f03ac-e92c-48bb-a04e-8ac10205574a on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:24.315930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Attempting to bind port 052f03ac-e92c-48bb-a04e-8ac10205574a by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:24.321147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Attempting to bind port 052f03ac-e92c-48bb-a04e-8ac10205574a on network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:24.333114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port eba9c833-643a-42ec-94e5-26049c27e633 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:24.333800 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.337486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Port 052f03ac-e92c-48bb-a04e-8ac10205574a on network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:24.337979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Attempting to bind port 052f03ac-e92c-48bb-a04e-8ac10205574a on network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:24.344109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Pushing event updated for resources: {'Port': ['ID=052f03ac-e92c-48bb-a04e-8ac10205574a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.352823 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b9b9736-de46-4dcd-9d02-f82025c120f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.354547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:24.355164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Checking segment: {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:24.355880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Bound using segment: {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:24.356623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Bound port: 052f03ac-e92c-48bb-a04e-8ac10205574a, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dce9745-da00-403d-8a62-62433f84877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:24.357275 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.498761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b9b9736-de46-4dcd-9d02-f82025c120f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.501519 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6b9b9736-de46-4dcd-9d02-f82025c120f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.511538 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6b9b9736-de46-4dcd-9d02-f82025c120f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccd057b2-dc84-4b0c-b371-92e35024a341 HTTP/1.1" status: 204 len: 168 time: 0.3304381 Jul 15 13:41:24.535963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b9736-de46-4dcd-9d02-f82025c120f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd057b2-dc84-4b0c-b371-92e35024a341,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.538339 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.541267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] For port 052f03ac-e92c-48bb-a04e-8ac10205574a, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:24.554058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] For port 052f03ac-e92c-48bb-a04e-8ac10205574a, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=052f03ac-e92c-48bb-a04e-8ac10205574a,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:24.566284 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.733704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:24.735327 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.737432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] 10.222.0.30 "PUT /v2.0/ports/052f03ac-e92c-48bb-a04e-8ac10205574a HTTP/1.1" status: 200 len: 1056 time: 1.7808659 Jul 15 13:41:24.741365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b441596-7dca-4bd2-bedf-630040110519', 'tag': '052f03ac-e92c-48bb-a04e-8ac10205574a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:24.757601 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b441596-7dca-4bd2-bedf-630040110519", "tag": "052f03ac-e92c-48bb-a04e-8ac10205574a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:24.771573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d8da-4406-4134-b4b7-16d83a6302eb service neutron] Pushing event updated for resources: {'Port': ['ID=052f03ac-e92c-48bb-a04e-8ac10205574a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.923916 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46b912b-029a-48f8-b0d3-032489b8077b x-openstack-request-id: req-b46b912b-029a-48f8-b0d3-032489b8077b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:24.924551 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b441596-7dca-4bd2-bedf-630040110519", "tag": "052f03ac-e92c-48bb-a04e-8ac10205574a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:24.924761 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b46b912b-029a-48f8-b0d3-032489b8077b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:24.925835 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b441596-7dca-4bd2-bedf-630040110519', 'tag': '052f03ac-e92c-48bb-a04e-8ac10205574a', 'status': 'completed', 'code': 200} Jul 15 13:41:24.996015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6063-c399-4566-b536-d9f98d953dae req-20dcd8b3-1da4-4be4-b828-fb1250131fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:24.999934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-20dcd8b3-1da4-4be4-b828-fb1250131fe1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 1059 time: 0.2010460 Jul 15 13:41:25.130887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-a9a75184-6dd2-487a-8b41-feb46303daa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=052f03ac-e92c-48bb-a04e-8ac10205574a HTTP/1.1" status: 200 len: 217 time: 0.1216877 Jul 15 13:41:25.262836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6063-c399-4566-b536-d9f98d953dae req-bc6aef6d-3b5e-4d44-a1c3-9121f22e3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.265206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-bc6aef6d-3b5e-4d44-a1c3-9121f22e3963 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a160a7-8c31-461a-b41f-8078896a8c92 HTTP/1.1" status: 200 len: 838 time: 0.1274371 Jul 15 13:41:25.339675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e47362-abaf-4c6d-aabd-de04ba4e130e req-3d98334f-a51a-4763-8f2c-4113b5e43147 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.348406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87e47362-abaf-4c6d-aabd-de04ba4e130e req-3d98334f-a51a-4763-8f2c-4113b5e43147 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 907 time: 0.1433992 Jul 15 13:41:25.388878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6063-c399-4566-b536-d9f98d953dae req-20343ea2-6aff-46fc-afbb-06a38c51cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.391907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-20343ea2-6aff-46fc-afbb-06a38c51cf0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bde9bc1-2fee-4fa8-a382-e69924a863f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1184776 Jul 15 13:41:25.573441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-c387e2cd-8e96-43ae-9884-d92b44952b56 service neutron] 10.222.0.30 "GET /v2.0/networks/0bde9bc1-2fee-4fa8-a382-e69924a863f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735935 Jul 15 13:41:25.807970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac9d6063-c399-4566-b536-d9f98d953dae req-317058bb-9943-40ac-9462-d33c248b5161 service neutron] 10.222.0.30 "GET /v2.0/networks/0bde9bc1-2fee-4fa8-a382-e69924a863f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252572 Jul 15 13:41:26.099442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-98cf2031-a2c4-46ef-963c-32149f06eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.103092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-98cf2031-a2c4-46ef-963c-32149f06eda5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 1059 time: 0.2008922 Jul 15 13:41:26.331928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-156e64a3-877c-49f9-b2b4-e3c6fccc7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.334659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-156e64a3-877c-49f9-b2b4-e3c6fccc7917 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0bde9bc1-2fee-4fa8-a382-e69924a863f5 HTTP/1.1" status: 200 len: 899 time: 0.2201469 Jul 15 13:41:26.469159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-d9cdd2f3-8a61-4458-9559-09b5ae1096ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=052f03ac-e92c-48bb-a04e-8ac10205574a HTTP/1.1" status: 200 len: 217 time: 0.1132176 Jul 15 13:41:26.608208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-e5c161bc-31be-43d9-a3f9-1fa5bee06b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.609928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-e5c161bc-31be-43d9-a3f9-1fa5bee06b47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a160a7-8c31-461a-b41f-8078896a8c92 HTTP/1.1" status: 200 len: 838 time: 0.1330428 Jul 15 13:41:26.814153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-9febc482-14b4-4bc9-900c-581b1a0f2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.817675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-9febc482-14b4-4bc9-900c-581b1a0f2e09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bde9bc1-2fee-4fa8-a382-e69924a863f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1999795 Jul 15 13:41:27.080067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-b759a528-21e8-4d99-9672-4fa2b4cdfb98 service neutron] 10.222.0.30 "GET /v2.0/networks/0bde9bc1-2fee-4fa8-a382-e69924a863f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550271 Jul 15 13:41:27.351604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da03ee0b-fa2b-44e6-bfdd-16168f898d2e req-52d8bd4c-51c6-43a4-8c63-587c9246e19f service neutron] 10.222.0.30 "GET /v2.0/networks/0bde9bc1-2fee-4fa8-a382-e69924a863f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648373 Jul 15 13:41:27.395170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8325d-fb34-4588-9eac-3aefa534d47d req-8b785fad-832d-46a8-a019-4b04d0e5a145 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.410132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abc8325d-fb34-4588-9eac-3aefa534d47d req-8b785fad-832d-46a8-a019-4b04d0e5a145 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 907 time: 0.1710818 Jul 15 13:41:28.654658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef73a78-4450-4d26-a68d-b570e6a60159 req-6c8bb5c9-6928-4581-b99e-7d57cb155612 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.659529 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ef73a78-4450-4d26-a68d-b570e6a60159 req-6c8bb5c9-6928-4581-b99e-7d57cb155612 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 907 time: 0.1073484 Jul 15 13:41:29.053578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 052f03ac-e92c-48bb-a04e-8ac10205574a details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:29.266804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 052f03ac-e92c-48bb-a04e-8ac10205574a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=052f03ac-e92c-48bb-a04e-8ac10205574a,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:29.284948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '052f03ac-e92c-48bb-a04e-8ac10205574a', 'network_id': '0bde9bc1-2fee-4fa8-a382-e69924a863f5', 'port_id': '052f03ac-e92c-48bb-a04e-8ac10205574a', 'mac_address': 'fa:16:3e:3e:bd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a160a7-8c31-461a-b41f-8078896a8c92', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:29.335343 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.353674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052f03ac-e92c-48bb-a04e-8ac10205574a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:29.380100 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 052f03ac-e92c-48bb-a04e-8ac10205574a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=052f03ac-e92c-48bb-a04e-8ac10205574a,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:29.388900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.472301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=052f03ac-e92c-48bb-a04e-8ac10205574a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:29.620152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['052f03ac-e92c-48bb-a04e-8ac10205574a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:30.038467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024ebba-a59a-49ab-9dcc-340104b786e8 req-cc31459f-b0a0-4037-9ada-87f477e837aa tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.041456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c024ebba-a59a-49ab-9dcc-340104b786e8 req-cc31459f-b0a0-4037-9ada-87f477e837aa tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 908 time: 0.1349230 Jul 15 13:41:31.069550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 052f03ac-e92c-48bb-a04e-8ac10205574a up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:31.177684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 052f03ac-e92c-48bb-a04e-8ac10205574a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:31.189517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 052f03ac-e92c-48bb-a04e-8ac10205574a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:31.189517 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.323362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770742d-a91e-4795-b372-999cde1d08b0 req-941fca53-25bd-4aab-a03a-556818e27fa7 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:31.326002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1770742d-a91e-4795-b372-999cde1d08b0 req-941fca53-25bd-4aab-a03a-556818e27fa7 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 908 time: 0.1409364 Jul 15 13:41:31.367438 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.428592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 052f03ac-e92c-48bb-a04e-8ac10205574a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=052f03ac-e92c-48bb-a04e-8ac10205574a,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:31.430332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b441596-7dca-4bd2-bedf-630040110519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052f03ac-e92c-48bb-a04e-8ac10205574a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:31.435345 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5429f845-ccbc-44bf-802a-258b20fcd9eb" -d '{"events": [{"server_uuid": "0b441596-7dca-4bd2-bedf-630040110519", "name": "network-vif-plugged", "status": "completed", "tag": "052f03ac-e92c-48bb-a04e-8ac10205574a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:31.443425 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.527493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=052f03ac-e92c-48bb-a04e-8ac10205574a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:31.594330 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a317a36-1708-4692-8752-7182b528b401 x-openstack-request-id: req-8a317a36-1708-4692-8752-7182b528b401 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:31.595663 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b441596-7dca-4bd2-bedf-630040110519", "name": "network-vif-plugged", "status": "completed", "tag": "052f03ac-e92c-48bb-a04e-8ac10205574a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:31.597067 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a317a36-1708-4692-8752-7182b528b401 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:31.597930 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b441596-7dca-4bd2-bedf-630040110519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052f03ac-e92c-48bb-a04e-8ac10205574a', 'code': 200} Jul 15 13:41:31.839942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e7ecc-1c82-4ae8-85f1-f5893a43f4b7 req-2e7b00fe-946f-4a20-a749-ecc355556680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:31.841407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b89e7ecc-1c82-4ae8-85f1-f5893a43f4b7 req-2e7b00fe-946f-4a20-a749-ecc355556680 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 1061 time: 0.1085906 Jul 15 13:41:32.626571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b14c88-457f-4ce5-8c11-2a75e7c65c3d req-41b646e3-a449-46f3-992b-9ed666e5991b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:32.631896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0b14c88-457f-4ce5-8c11-2a75e7c65c3d req-41b646e3-a449-46f3-992b-9ed666e5991b tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 909 time: 0.1094890 Jul 15 13:41:33.874043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fd284-bcb6-4a3f-9eab-ede54a8885f7 req-238a24c8-8b27-4803-82c7-ea107aeb0a22 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:33.876933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2d5fd284-bcb6-4a3f-9eab-ede54a8885f7 req-238a24c8-8b27-4803-82c7-ea107aeb0a22 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 909 time: 0.0828254 Jul 15 13:41:34.199011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b4e1-229a-49cc-a84b-dfdcd040666c req-7ba9864e-3c4e-4c3b-9ca0-f353100be1c4 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.201985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c481b4e1-229a-49cc-a84b-dfdcd040666c req-7ba9864e-3c4e-4c3b-9ca0-f353100be1c4 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 909 time: 0.1090794 Jul 15 13:41:34.528795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825571e-8750-49b8-8caf-83dda1d9f6aa req-af6b5260-f059-493a-90b2-55fed0bc8a72 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.530567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1825571e-8750-49b8-8caf-83dda1d9f6aa req-af6b5260-f059-493a-90b2-55fed0bc8a72 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 1061 time: 0.0944481 Jul 15 13:41:34.828304 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.883218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa1fae-1c9d-4f8c-9e2f-ea4c12a638a5 req-c642c6b9-1994-475f-902a-2003a28e49c5 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.891646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87fa1fae-1c9d-4f8c-9e2f-ea4c12a638a5 req-c642c6b9-1994-475f-902a-2003a28e49c5 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1137 time: 0.1312039 Jul 15 13:41:34.935709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87fa1fae-1c9d-4f8c-9e2f-ea4c12a638a5 req-da84e28e-f3c1-4306-91c3-4728d35a3a39 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0427947 Jul 15 13:41:34.973091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:35.037564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5593af7-0ef1-4801-869b-810fe4694454 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.042838 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c5593af7-0ef1-4801-869b-810fe4694454 tempest-TestSecurityGroupsBasicOps-1481749915 tempest-TestSecurityGroupsBasicOps-1481749915-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 1056 time: 0.0683668 Jul 15 13:41:35.566825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76845a5-fcd2-4f26-8fd5-6decab3df57d req-5fc19703-8544-4703-9b31-90b0d51a3bab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.569293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a76845a5-fcd2-4f26-8fd5-6decab3df57d req-5fc19703-8544-4703-9b31-90b0d51a3bab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 909 time: 0.1067922 Jul 15 13:41:35.719087 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.865739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-256a6731-dbe8-44d4-990e-61cfaf6e097e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:36.868647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-256a6731-dbe8-44d4-990e-61cfaf6e097e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 909 time: 0.2388740 Jul 15 13:41:36.954933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5463a-bcd5-43dd-b518-e0eac61fa298 req-60759203-a843-461d-b520-30e7030422e2 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:36.963975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ef5463a-bcd5-43dd-b518-e0eac61fa298 req-60759203-a843-461d-b520-30e7030422e2 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 909 time: 0.2385240 Jul 15 13:41:37.148514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting port 052f03ac-e92c-48bb-a04e-8ac10205574a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:37.148873 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.329359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] For port 052f03ac-e92c-48bb-a04e-8ac10205574a, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=052f03ac-e92c-48bb-a04e-8ac10205574a,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:37.331564 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.358164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Calling delete_port for 052f03ac-e92c-48bb-a04e-8ac10205574a owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:37.656382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.712431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Port': ['ID=052f03ac-e92c-48bb-a04e-8ac10205574a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:37.781289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51848) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:37.840641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] No DVR routers for this DVR port 052f03ac-e92c-48bb-a04e-8ac10205574a on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:37.844859 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.848135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b18fbd1-85b4-40d3-8bba-711eecef00d7 req-6f3bc91d-6dc2-4e40-8314-e3b360450a79 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.30 "DELETE /v2.0/ports/052f03ac-e92c-48bb-a04e-8ac10205574a HTTP/1.1" status: 204 len: 173 time: 0.9717917 Jul 15 13:41:37.848816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b441596-7dca-4bd2-bedf-630040110519', 'name': 'network-vif-deleted', 'tag': '052f03ac-e92c-48bb-a04e-8ac10205574a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:37.853098 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b3858f-bc1c-4bbf-a99d-e25f40802090" -d '{"events": [{"server_uuid": "0b441596-7dca-4bd2-bedf-630040110519", "name": "network-vif-deleted", "tag": "052f03ac-e92c-48bb-a04e-8ac10205574a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:37.944794 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a076200-f028-4e09-b448-bb8b8dd38e4e x-openstack-request-id: req-2a076200-f028-4e09-b448-bb8b8dd38e4e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:37.947797 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b441596-7dca-4bd2-bedf-630040110519", "name": "network-vif-deleted", "tag": "052f03ac-e92c-48bb-a04e-8ac10205574a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:37.947797 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a076200-f028-4e09-b448-bb8b8dd38e4e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:37.947797 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b441596-7dca-4bd2-bedf-630040110519', 'name': 'network-vif-deleted', 'tag': '052f03ac-e92c-48bb-a04e-8ac10205574a', 'status': 'completed', 'code': 200} Jul 15 13:41:38.169800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97691d2-e871-40e2-9bbd-15b0233b2951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.356601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e515b39-d51e-4695-90c8-25ac0e6ecc7e req-64771717-8294-45c5-a75f-a9665737fe0e tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b441596-7dca-4bd2-bedf-630040110519 HTTP/1.1" status: 200 len: 210 time: 0.0916030 Jul 15 13:41:38.376251 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97691d2-e871-40e2-9bbd-15b0233b2951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.383564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a97691d2-e871-40e2-9bbd-15b0233b2951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.448254 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a97691d2-e871-40e2-9bbd-15b0233b2951 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12296a86b26b4eddb4d55add2d2737c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6655617 Jul 15 13:41:38.452966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51866) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:38.467374 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97691d2-e871-40e2-9bbd-15b0233b2951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dccd60-8a6b-4ad5-8663-2961bc01adeb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:38.542945 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1e72253-b98f-4d25-8ce7-e64b6d683329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.578114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1e72253-b98f-4d25-8ce7-e64b6d683329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.656974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1e72253-b98f-4d25-8ce7-e64b6d683329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.664653 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1e72253-b98f-4d25-8ce7-e64b6d683329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.671421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c1e72253-b98f-4d25-8ce7-e64b6d683329 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99dccd60-8a6b-4ad5-8663-2961bc01adeb HTTP/1.1" status: 204 len: 168 time: 0.2161639 Jul 15 13:41:38.686943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e72253-b98f-4d25-8ce7-e64b6d683329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dccd60-8a6b-4ad5-8663-2961bc01adeb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:39.544809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 51906) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:40.305359 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.851854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting port eba9c833-643a-42ec-94e5-26049c27e633 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:40.852560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.021714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] For port eba9c833-643a-42ec-94e5-26049c27e633, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=eba9c833-643a-42ec-94e5-26049c27e633,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:41.022216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.045577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Calling delete_port for eba9c833-643a-42ec-94e5-26049c27e633 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:41.121398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 052f03ac-e92c-48bb-a04e-8ac10205574a no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:41.171958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 052f03ac-e92c-48bb-a04e-8ac10205574a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:41.172609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 052f03ac-e92c-48bb-a04e-8ac10205574a not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:41.536665 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.588833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Port': ['ID=eba9c833-643a-42ec-94e5-26049c27e633,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:41.922490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.622128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:42.858701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:42.867907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3b607a54-235e-42df-830c-2d190a6aee2a tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "PUT /v2.0/routers/96d6fb65-77ac-4cc1-b834-d91fe0995c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3206835 Jul 15 13:41:42.871869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51966) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:42.906343 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] Sync routers for ids ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:42.922621 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] Routers {'96d6fb65-77ac-4cc1-b834-d91fe0995c47'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:42.927343 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:41:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:43.011841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4efbd34-3a74-476c-b03d-804ab6fc46a9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting subnet c4a160a7-8c31-461a-b41f-8078896a8c92 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:43.017822 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4efbd34-3a74-476c-b03d-804ab6fc46a9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.161553 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4efbd34-3a74-476c-b03d-804ab6fc46a9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.194912 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] Set router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:43.222682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-7f306663-9d39-482b-88d0-963ce64a9d54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2029369 Jul 15 13:41:43.446395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4efbd34-3a74-476c-b03d-804ab6fc46a9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.448076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-3c1f8b4c-a24b-47d9-8ecb-8662ff071a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:43.451907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-3c1f8b4c-a24b-47d9-8ecb-8662ff071a39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1137 time: 0.2036166 Jul 15 13:41:43.639388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4efbd34-3a74-476c-b03d-804ab6fc46a9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.677154 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:41Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:43.745209 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] Checking router: 96d6fb65-77ac-4cc1-b834-d91fe0995c47 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:43.764212 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] Routers {'96d6fb65-77ac-4cc1-b834-d91fe0995c47'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:43.765344 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:41:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:43.771116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efbd34-3a74-476c-b03d-804ab6fc46a9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a160a7-8c31-461a-b41f-8078896a8c92,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:43.785709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e4efbd34-3a74-476c-b03d-804ab6fc46a9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.793804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300f7c5-25b1-48f3-839c-b67f39e8e5c9 None None] Network 0bde9bc1-2fee-4fa8-a382-e69924a863f5 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:43.808115 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e4efbd34-3a74-476c-b03d-804ab6fc46a9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/subnets/c4a160a7-8c31-461a-b41f-8078896a8c92 HTTP/1.1" status: 204 len: 168 time: 0.9341562 Jul 15 13:41:43.816226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 51986) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:43.831903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-159c7ba6-de2f-4f71-92d6-163990b2ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:43.834016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-159c7ba6-de2f-4f71-92d6-163990b2ef43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=96172e77-cec8-432c-8b42-85c3042b41da HTTP/1.1" status: 200 len: 898 time: 0.3400261 Jul 15 13:41:43.990428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.020582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-e7dc02ee-79ac-480a-8257-66c3041836db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b842356e-567b-4f64-a052-9b340be78c08 HTTP/1.1" status: 200 len: 1001 time: 0.1779246 Jul 15 13:41:44.058726 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] Set router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:44.178510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-85b788af-2b8c-48be-87b9-94a8ad645075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.180363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-85b788af-2b8c-48be-87b9-94a8ad645075 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bb103cd-256c-4f03-9ed0-373477b23f50 HTTP/1.1" status: 200 len: 835 time: 0.1517651 Jul 15 13:41:44.212457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.439091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-2ba6d2ec-10e5-43d3-aa4a-97b205156ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.442320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-2ba6d2ec-10e5-43d3-aa4a-97b205156ee0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96172e77-cec8-432c-8b42-85c3042b41da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2551775 Jul 15 13:41:44.442533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:44.442947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.460003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] DHCP port deletion for 0bde9bc1-2fee-4fa8-a382-e69924a863f5 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:44.584861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] Deleting port f550f887-6380-4786-a2a1-361e34be7c89 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:44.585273 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.653285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] For port 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:44.653585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.661573 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:41Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:44.685138 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Calling delete_port for 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:44.727462 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d459351-49e7-4112-a761-1f43fc86b79c None None] The sync data for ids ['96d6fb65-77ac-4cc1-b834-d91fe0995c47'] in n-d-771362-36 is: [{'id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1390879462', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:05Z', 'updated_at': '2021-07-15T13:41:41Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d6fb65-77ac-4cc1-b834-d91fe0995c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:06Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:44.769850 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-7708135b-abbc-4f73-ba5a-8cee5c440bc7 service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194351 Jul 15 13:41:44.777750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] For port f550f887-6380-4786-a2a1-361e34be7c89, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f550f887-6380-4786-a2a1-361e34be7c89,segment=NetworkSegment(8dce9745-da00-403d-8a62-62433f84877a),segment_id=8dce9745-da00-403d-8a62-62433f84877a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:44.779038 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.839740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] Calling delete_port for f550f887-6380-4786-a2a1-361e34be7c89 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:44.997763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b138587-3360-4ffc-9810-399f15ff7d62 req-fde07519-8731-45e3-9e0e-b3b6deb511ee service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127059 Jul 15 13:41:45.044381 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.064818 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.089270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Port': ['ID=0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:45.125671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] Pushing event deleted for resources: {'Port': ['ID=f550f887-6380-4786-a2a1-361e34be7c89,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:45.130184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f555c-2364-4235-9ce5-11bd7c3ceab8 None None] No DVR routers for this DVR port f550f887-6380-4786-a2a1-361e34be7c89 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:45.202427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.259839 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:45.393536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.397142 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.557277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.557944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Fanout notify agent at l3_agent the message router_deleted on router 96d6fb65-77ac-4cc1-b834-d91fe0995c47 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:45.567442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.572481 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d2a41b59-3696-46b7-ad5d-64fd4ff31232 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/routers/96d6fb65-77ac-4cc1-b834-d91fe0995c47 HTTP/1.1" status: 204 len: 168 time: 1.7507021 Jul 15 13:41:45.573326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52014) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:45.745399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.934508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.959718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bde9bc1-2fee-4fa8-a382-e69924a863f5']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:45.987640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dce9745-da00-403d-8a62-62433f84877a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:45.988141 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dce9745-da00-403d-8a62-62433f84877a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:46.012033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.047984 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.062565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:46.063282 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:46.069157 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:46.163650 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.172287 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.177701 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/networks/0bde9bc1-2fee-4fa8-a382-e69924a863f5 HTTP/1.1" status: 204 len: 168 time: 0.6000156 Jul 15 13:41:46.177902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52034) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:46.199460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe808b-6df3-448b-a629-94a127d48c4c tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Network': ['ID=0bde9bc1-2fee-4fa8-a382-e69924a863f5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:46.487596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f550f887-6380-4786-a2a1-361e34be7c89 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:46.494917 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting port de786a34-9d15-4dee-a2ef-423ce16077e1 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:46.495275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.525052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f550f887-6380-4786-a2a1-361e34be7c89 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:46.525664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f550f887-6380-4786-a2a1-361e34be7c89 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:46.526390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device eba9c833-643a-42ec-94e5-26049c27e633 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:46.561304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: eba9c833-643a-42ec-94e5-26049c27e633 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:46.561644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device eba9c833-643a-42ec-94e5-26049c27e633 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:46.645740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.646423 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.664337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Calling delete_port for de786a34-9d15-4dee-a2ef-423ce16077e1 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:46.901517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.931791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Port': ['ID=de786a34-9d15-4dee-a2ef-423ce16077e1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:47.009336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:47.009987 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Floating IP 12e12f2e-5e3e-45b7-9e2a-00cd6647c252 disassociated (deleted). External IP: 172.25.1.39, port: b842356e-567b-4f64-a052-9b340be78c08. Jul 15 13:41:47.311831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Router d3880525-84a7-4084-8608-27fa9d1f5bb0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:47.486710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:47.499650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] Sync routers for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:47.504063 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:47.558329 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-75a0c111-58e4-4627-8493-018c875d7e92 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/floatingips/12e12f2e-5e3e-45b7-9e2a-00cd6647c252 HTTP/1.1" status: 204 len: 168 time: 1.3789732 Jul 15 13:41:47.558881 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:47.562162 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405e8d42-cef7-4752-a663-d9de3416e159" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "tag": "b842356e-567b-4f64-a052-9b340be78c08"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:47.569828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:47.571097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:41:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:47.805648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:48.045494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:48.100858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:48.101467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0b0cf9ef-e353-4d81-b65e-c7fa05bf2aaf not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:48.169563 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f6b5c2-11ad-4465-b3dd-e7c471c543a2 x-openstack-request-id: req-76f6b5c2-11ad-4465-b3dd-e7c471c543a2 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:48.169860 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "tag": "b842356e-567b-4f64-a052-9b340be78c08", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:48.170117 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76f6b5c2-11ad-4465-b3dd-e7c471c543a2 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:48.170539 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08', 'status': 'completed', 'code': 200} Jul 15 13:41:48.257371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:12Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:48.287704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e8d42-cef7-4752-a663-d9de3416e159 req-fe3eec17-31a4-4db3-844c-f88965801f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.290599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-405e8d42-cef7-4752-a663-d9de3416e159 req-fe3eec17-31a4-4db3-844c-f88965801f44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8b08f98a30c4490b4029198b14a0800&device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 1137 time: 0.0932181 Jul 15 13:41:48.292662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] Checking router: d3880525-84a7-4084-8608-27fa9d1f5bb0 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:48.316469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:48.317295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:41:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:48.456175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:48.536413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e8d42-cef7-4752-a663-d9de3416e159 req-532a1df0-240b-448c-a8f0-24902805fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.538303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-405e8d42-cef7-4752-a663-d9de3416e159 req-532a1df0-240b-448c-a8f0-24902805fea9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=96172e77-cec8-432c-8b42-85c3042b41da HTTP/1.1" status: 200 len: 898 time: 0.2418604 Jul 15 13:41:48.648993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-405e8d42-cef7-4752-a663-d9de3416e159 req-34a7f9a3-8fa9-46a6-ba05-68a82ed9f2f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b842356e-567b-4f64-a052-9b340be78c08 HTTP/1.1" status: 200 len: 217 time: 0.1003551 Jul 15 13:41:48.742969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e8d42-cef7-4752-a663-d9de3416e159 req-bbe5d85e-7ff5-428a-abbe-6ba496b9911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.745043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-405e8d42-cef7-4752-a663-d9de3416e159 req-bbe5d85e-7ff5-428a-abbe-6ba496b9911f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bb103cd-256c-4f03-9ed0-373477b23f50 HTTP/1.1" status: 200 len: 835 time: 0.0862026 Jul 15 13:41:48.746311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:12Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:48.791219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c5ed-5b70-46b4-8894-328090774ab1 None None] The sync data for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 is: [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:40:03Z', 'revision_number': 4, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'f16e26f5-b212-44e3-929f-ac203125f9ca', 'name': '', 'network_id': '96172e77-cec8-432c-8b42-85c3042b41da', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'mac_address': 'fa:16:3e:88:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:01Z', 'updated_at': '2021-07-15T13:40:12Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'subnets': [{'id': '2bb103cd-256c-4f03-9ed0-373477b23f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:48.801261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7790212-b857-417d-90d3-3d608075f33a req-4fd4baa5-9a0d-4e80-b305-fb9a9fd8f5ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.802963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7790212-b857-417d-90d3-3d608075f33a req-4fd4baa5-9a0d-4e80-b305-fb9a9fd8f5ab tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 985 time: 0.2597663 Jul 15 13:41:48.894152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e8d42-cef7-4752-a663-d9de3416e159 req-e42c559e-5fb0-4a97-afde-821930c9288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.897152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-405e8d42-cef7-4752-a663-d9de3416e159 req-e42c559e-5fb0-4a97-afde-821930c9288b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96172e77-cec8-432c-8b42-85c3042b41da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443903 Jul 15 13:41:48.905313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65b9fd54-ba3e-41aa-86d3-4134875b06de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.917178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7790212-b857-417d-90d3-3d608075f33a req-9ded0c2a-ec9a-47c5-b3b9-dffbe28e0313 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/security-groups?id=1929cf83-8be4-4f2b-865e-c574be80bb5a&id=7a185320-d462-4f9c-8403-325aec473fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1047740 Jul 15 13:41:49.151331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-405e8d42-cef7-4752-a663-d9de3416e159 req-8e40c5bc-2c3c-4858-9fb0-41a3f2befd14 service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322495 Jul 15 13:41:49.312835 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e852185-8106-48fa-83b7-d89bd6bf6a3b None None] New status for floating IP 12e12f2e-5e3e-45b7-9e2a-00cd6647c252: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:41:49.338761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-405e8d42-cef7-4752-a663-d9de3416e159 req-2c19a6fe-42d1-4af5-a271-9ebd0e2b887a service neutron] 10.222.0.35 "GET /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796353 Jul 15 13:41:49.487165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-94756d16-c182-4900-8402-0ebeda8f60a7 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.488856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-94756d16-c182-4900-8402-0ebeda8f60a7 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 985 time: 0.1167669 Jul 15 13:41:49.637246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting port b842356e-567b-4f64-a052-9b340be78c08 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:49.637610 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.809320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] For port b842356e-567b-4f64-a052-9b340be78c08, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b842356e-567b-4f64-a052-9b340be78c08,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:49.809908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.833458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Calling delete_port for b842356e-567b-4f64-a052-9b340be78c08 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:50.087476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.157678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Port': ['ID=b842356e-567b-4f64-a052-9b340be78c08,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:50.201574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2d14bd9-c64b-43eb-acae-a96681e87338 req-43a02738-2f7f-4821-b5bc-672454f912ce tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5 HTTP/1.1" status: 200 len: 210 time: 0.0580111 Jul 15 13:41:50.277577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] No DVR routers for this DVR port b842356e-567b-4f64-a052-9b340be78c08 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:50.282302 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.287260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8aaff69-a147-40d5-b8a0-bb9674ead0cc req-9be1224b-31ce-420b-9e33-111fd41fdeee tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.35 "DELETE /v2.0/ports/b842356e-567b-4f64-a052-9b340be78c08 HTTP/1.1" status: 204 len: 173 time: 0.7920265 Jul 15 13:41:50.288641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'name': 'network-vif-deleted', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:50.294902 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f701c37a-1931-4afd-b09d-97bca13d3458" -d '{"events": [{"server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "name": "network-vif-deleted", "tag": "b842356e-567b-4f64-a052-9b340be78c08"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:50.471362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9007d0dc-541b-424c-88be-c22ef6070366 req-715f1150-dc5f-47fc-8e42-ede1acda8f66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1444325 Jul 15 13:41:50.576359 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c43b7-83bd-4bdb-bf73-dd2ca0a908e4 x-openstack-request-id: req-282c43b7-83bd-4bdb-bf73-dd2ca0a908e4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:50.578054 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5", "name": "network-vif-deleted", "tag": "b842356e-567b-4f64-a052-9b340be78c08", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:50.578054 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-282c43b7-83bd-4bdb-bf73-dd2ca0a908e4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:50.580234 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad8852b-f1d3-4fe9-89ce-29c24d79e8d5', 'name': 'network-vif-deleted', 'tag': 'b842356e-567b-4f64-a052-9b340be78c08', 'status': 'completed', 'code': 200} Jul 15 13:41:50.633972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d0dc-541b-424c-88be-c22ef6070366 req-402656c7-ab0d-4946-99df-e503b8ca2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.637551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9007d0dc-541b-424c-88be-c22ef6070366 req-402656c7-ab0d-4946-99df-e503b8ca2fa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 1097 time: 0.1310942 Jul 15 13:41:50.948255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d0dc-541b-424c-88be-c22ef6070366 req-5b532f29-db4c-47fa-b472-81096371c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.951746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9007d0dc-541b-424c-88be-c22ef6070366 req-5b532f29-db4c-47fa-b472-81096371c3f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.2638772 Jul 15 13:41:51.074999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9007d0dc-541b-424c-88be-c22ef6070366 req-f78832df-5c20-4421-b1f0-37d3a4ea8905 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b HTTP/1.1" status: 200 len: 1001 time: 0.1165936 Jul 15 13:41:51.161122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d0dc-541b-424c-88be-c22ef6070366 req-a022812d-3572-4dd0-8bf4-91f6ab6e77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.166163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9007d0dc-541b-424c-88be-c22ef6070366 req-a022812d-3572-4dd0-8bf4-91f6ab6e77e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.0846994 Jul 15 13:41:51.296880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d0dc-541b-424c-88be-c22ef6070366 req-90c62eb4-5692-49c6-83c8-4fb56d5130fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.298586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9007d0dc-541b-424c-88be-c22ef6070366 req-90c62eb4-5692-49c6-83c8-4fb56d5130fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246524 Jul 15 13:41:51.492899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9007d0dc-541b-424c-88be-c22ef6070366 req-f7886645-7c5e-4568-9e6d-558986a143bf service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855972 Jul 15 13:41:51.516309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52176) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:51.642833 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dea51530-17f9-47b8-bb97-1a8fd21baeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.655332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2015c441-240e-4e2b-a940-2d1babd2fb72 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.687662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2015c441-240e-4e2b-a940-2d1babd2fb72 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.709115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.775492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9007d0dc-541b-424c-88be-c22ef6070366 req-95ef4f48-8942-41d0-86b8-da8d1392bdb9 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759099 Jul 15 13:41:51.810120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2015c441-240e-4e2b-a940-2d1babd2fb72 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.813993 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2015c441-240e-4e2b-a940-2d1babd2fb72 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.816134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2015c441-240e-4e2b-a940-2d1babd2fb72 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/security-groups/1929cf83-8be4-4f2b-865e-c574be80bb5a HTTP/1.1" status: 204 len: 168 time: 0.2880719 Jul 15 13:41:51.820475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52178) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:51.837180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015c441-240e-4e2b-a940-2d1babd2fb72 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929cf83-8be4-4f2b-865e-c574be80bb5a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:51.950315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da0ccdd2-6a40-4aa7-8273-5e22bd8bc623 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.988424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da0ccdd2-6a40-4aa7-8273-5e22bd8bc623 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.083414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da0ccdd2-6a40-4aa7-8273-5e22bd8bc623 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.086314 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da0ccdd2-6a40-4aa7-8273-5e22bd8bc623 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.087781 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da0ccdd2-6a40-4aa7-8273-5e22bd8bc623 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/security-groups/7a185320-d462-4f9c-8403-325aec473fc1 HTTP/1.1" status: 204 len: 168 time: 0.2658098 Jul 15 13:41:52.092800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52186) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:52.099212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ccdd2-6a40-4aa7-8273-5e22bd8bc623 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a185320-d462-4f9c-8403-325aec473fc1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:52.724863 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.985436 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.285581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting port f16e26f5-b212-44e3-929f-ac203125f9ca {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:53.286143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.436363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] For port f16e26f5-b212-44e3-929f-ac203125f9ca, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f16e26f5-b212-44e3-929f-ac203125f9ca,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:53.436962 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.466039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Calling delete_port for f16e26f5-b212-44e3-929f-ac203125f9ca owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:53.802335 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.834744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Port': ['ID=f16e26f5-b212-44e3-929f-ac203125f9ca,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.123670 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.247886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b842356e-567b-4f64-a052-9b340be78c08 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:54.323906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: b842356e-567b-4f64-a052-9b340be78c08 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:54.324353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b842356e-567b-4f64-a052-9b340be78c08 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:54.442097 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.524125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Router d3880525-84a7-4084-8608-27fa9d1f5bb0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:55.172640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:55.184737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9509de43-dca9-43b1-bb8a-32776f405804 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "PUT /v2.0/routers/d3880525-84a7-4084-8608-27fa9d1f5bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0862353 Jul 15 13:41:55.185208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52208) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:55.188404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] Sync routers for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:55.210498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:55.211794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:41:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:55.289964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-46922ede-49aa-4e9b-acda-f664183eb119 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting subnet 2bb103cd-256c-4f03-9ed0-373477b23f50 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:55.296560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46922ede-49aa-4e9b-acda-f664183eb119 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.392504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46922ede-49aa-4e9b-acda-f664183eb119 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.537855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:55.558315 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46922ede-49aa-4e9b-acda-f664183eb119 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.646582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46922ede-49aa-4e9b-acda-f664183eb119 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.694241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46922ede-49aa-4e9b-acda-f664183eb119 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb103cd-256c-4f03-9ed0-373477b23f50,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:55.708517 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46922ede-49aa-4e9b-acda-f664183eb119 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.710683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-46922ede-49aa-4e9b-acda-f664183eb119 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/subnets/2bb103cd-256c-4f03-9ed0-373477b23f50 HTTP/1.1" status: 204 len: 168 time: 0.5238883 Jul 15 13:41:55.713308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52214) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:55.756270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca986536-8be4-4c43-9dab-4cc02f79c0bc None None] Network 96172e77-cec8-432c-8b42-85c3042b41da requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:55.853110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.993885 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.078686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Deleting port 476226d2-bd54-4ba7-a3d8-8d0189791988 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:56.079168 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.152708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:41:53Z', 'revision_number': 5, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port': {'id': '476226d2-bd54-4ba7-a3d8-8d0189791988', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:53Z', 'updated_at': '2021-07-15T13:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.211323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] Checking router: d3880525-84a7-4084-8608-27fa9d1f5bb0 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:56.225570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] For port 476226d2-bd54-4ba7-a3d8-8d0189791988, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=476226d2-bd54-4ba7-a3d8-8d0189791988,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:56.226396 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.235388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] Routers {'d3880525-84a7-4084-8608-27fa9d1f5bb0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:56.236623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:41:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d3880525-84a7-4084-8608-27fa9d1f5bb0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.243825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Calling delete_port for 476226d2-bd54-4ba7-a3d8-8d0189791988 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:56.244461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] DHCP port deletion for 96172e77-cec8-432c-8b42-85c3042b41da request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:56.429054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] Set router d3880525-84a7-4084-8608-27fa9d1f5bb0 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:56.500423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:41:55Z', 'revision_number': 6, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.534725 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.535614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305612e-d74d-45b0-9734-6ae4cdf62910 None None] The sync data for ids ['d3880525-84a7-4084-8608-27fa9d1f5bb0'] in n-d-771362-36 is: [{'id': 'd3880525-84a7-4084-8608-27fa9d1f5bb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879582765', 'tenant_id': 'd8b08f98a30c4490b4029198b14a0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:51Z', 'updated_at': '2021-07-15T13:41:55Z', 'revision_number': 6, 'project_id': 'd8b08f98a30c4490b4029198b14a0800', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:56.553581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] Deleting port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:56.554242 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.569705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Port': ['ID=476226d2-bd54-4ba7-a3d8-8d0189791988,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.670424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] For port c640cf2f-bede-4c11-a8c1-7a47d1203bc8, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c640cf2f-bede-4c11-a8c1-7a47d1203bc8,segment=NetworkSegment(5077f798-14e5-49b3-a843-57e85ec81fcd),segment_id=5077f798-14e5-49b3-a843-57e85ec81fcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:56.672212 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.693043 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.708428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] Calling delete_port for c640cf2f-bede-4c11-a8c1-7a47d1203bc8 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:56.907345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.922138 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.926515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.959738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] No DVR routers for this DVR port c640cf2f-bede-4c11-a8c1-7a47d1203bc8 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:56.973733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff02a2a-09b9-4dd2-a927-f6ac3d5be94d None None] Pushing event deleted for resources: {'Port': ['ID=c640cf2f-bede-4c11-a8c1-7a47d1203bc8,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:57.016872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.017887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Fanout notify agent at l3_agent the message router_deleted on router d3880525-84a7-4084-8608-27fa9d1f5bb0 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:57.026697 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.028218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6fdc006c-67de-4a87-99e1-397cc5a2d0b8 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/routers/d3880525-84a7-4084-8608-27fa9d1f5bb0 HTTP/1.1" status: 204 len: 168 time: 1.3135917 Jul 15 13:41:57.032803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52228) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:57.224064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.378431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.404135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96172e77-cec8-432c-8b42-85c3042b41da']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:57.417865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5077f798-14e5-49b3-a843-57e85ec81fcd') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:57.418214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5077f798-14e5-49b3-a843-57e85ec81fcd') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:57.431037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.453981 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.463235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:57.464407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:57.474035 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:57.572814 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.585471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.590889 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] 10.222.0.25 "DELETE /v2.0/networks/96172e77-cec8-432c-8b42-85c3042b41da HTTP/1.1" status: 204 len: 168 time: 0.5566218 Jul 15 13:41:57.613905 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac44e9e-4907-4114-80db-46193934fdf9 tempest-TestSecurityGroupsBasicOps-1390504415 tempest-TestSecurityGroupsBasicOps-1390504415-project] Pushing event deleted for resources: {'Network': ['ID=96172e77-cec8-432c-8b42-85c3042b41da,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:58.088447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 476226d2-bd54-4ba7-a3d8-8d0189791988 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:58.116126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 476226d2-bd54-4ba7-a3d8-8d0189791988 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:58.116847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 476226d2-bd54-4ba7-a3d8-8d0189791988 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:58.117496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c640cf2f-bede-4c11-a8c1-7a47d1203bc8 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:58.139173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c640cf2f-bede-4c11-a8c1-7a47d1203bc8 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:58.139900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c640cf2f-bede-4c11-a8c1-7a47d1203bc8 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:58.140455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f16e26f5-b212-44e3-929f-ac203125f9ca no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:58.154279 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52242) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:58.164207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f16e26f5-b212-44e3-929f-ac203125f9ca {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:58.166927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f16e26f5-b212-44e3-929f-ac203125f9ca not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:58.343987 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9401b035-fb27-46df-a374-51a9db992828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8b08f98a30c4490b4029198b14a0800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858149 Jul 15 13:41:58.344618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52248) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:58.422799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aa71b22a-6d2d-42a8-81ea-4269ec289250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.467609 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aa71b22a-6d2d-42a8-81ea-4269ec289250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.563221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aa71b22a-6d2d-42a8-81ea-4269ec289250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.568441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aa71b22a-6d2d-42a8-81ea-4269ec289250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.570599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-aa71b22a-6d2d-42a8-81ea-4269ec289250 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6414fb05-7a3f-48a8-9854-77f71d335fc9 HTTP/1.1" status: 204 len: 168 time: 0.2246842 Jul 15 13:41:58.595562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71b22a-6d2d-42a8-81ea-4269ec289250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6414fb05-7a3f-48a8-9854-77f71d335fc9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:58.683977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-574adda3-5652-4f76-abff-1df8390bebb2 req-5fd23a1d-9163-46bc-8e97-ca408fbcdbd5 service neutron] (93734) timed out ('10.222.0.25', 35560) {{(pid=93734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:41:59.193736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52262) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:59.222216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2500b35-7f5f-4909-9dc3-42ccaca5756a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.371393 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2500b35-7f5f-4909-9dc3-42ccaca5756a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.372680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52268) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:59.388044 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e2500b35-7f5f-4909-9dc3-42ccaca5756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.430285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2500b35-7f5f-4909-9dc3-42ccaca5756a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e22cd-9d11-464e-a871-cfac65bc56cb,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.436346 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e2500b35-7f5f-4909-9dc3-42ccaca5756a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c784c1aa28a457eb20e082d676d1faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400219 Jul 15 13:41:59.439591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52272) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:59.511566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79afb0e1-d474-4541-bf2c-8577eabda1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.524241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5c53-ecaf-4861-ace4-9b3558584746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.540079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79afb0e1-d474-4541-bf2c-8577eabda1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.623117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79afb0e1-d474-4541-bf2c-8577eabda1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.628601 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79afb0e1-d474-4541-bf2c-8577eabda1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.634109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-79afb0e1-d474-4541-bf2c-8577eabda1d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/383e22cd-9d11-464e-a871-cfac65bc56cb HTTP/1.1" status: 204 len: 168 time: 0.1889093 Jul 15 13:41:59.642604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afb0e1-d474-4541-bf2c-8577eabda1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e22cd-9d11-464e-a871-cfac65bc56cb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.707037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5c53-ecaf-4861-ace4-9b3558584746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.714491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5c53-ecaf-4861-ace4-9b3558584746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.800877 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1a0b5c53-ecaf-4861-ace4-9b3558584746 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed70f17e75304aab9bcdd1291ad5e22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259474 Jul 15 13:41:59.802306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b5c53-ecaf-4861-ace4-9b3558584746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c7795-11d4-4c88-9a0b-aee8131d8ba8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.803330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52278) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:59.866193 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca8d7-bd2d-44ba-af53-65add1ee0a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.899262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca8d7-bd2d-44ba-af53-65add1ee0a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.998908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca8d7-bd2d-44ba-af53-65add1ee0a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.002200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca8d7-bd2d-44ba-af53-65add1ee0a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.004111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5a2ca8d7-bd2d-44ba-af53-65add1ee0a66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/782c7795-11d4-4c88-9a0b-aee8131d8ba8 HTTP/1.1" status: 204 len: 168 time: 0.1996722 Jul 15 13:42:00.019106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ca8d7-bd2d-44ba-af53-65add1ee0a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c7795-11d4-4c88-9a0b-aee8131d8ba8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:00.288651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52286) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:00.358114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f55a9e8e-28f4-476c-8ea4-c71550986d90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f4ff73085514e5a9255fe773678ffb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682530 Jul 15 13:42:00.363094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52290) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:00.483625 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13605079-ba1a-44e7-af9d-1c84393c7c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.511956 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13605079-ba1a-44e7-af9d-1c84393c7c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.576623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13605079-ba1a-44e7-af9d-1c84393c7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.579982 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13605079-ba1a-44e7-af9d-1c84393c7c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.582234 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-13605079-ba1a-44e7-af9d-1c84393c7c9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b7af05f-0dab-42c0-89fa-198410c3eff5 HTTP/1.1" status: 204 len: 168 time: 0.2178862 Jul 15 13:42:00.613597 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13605079-ba1a-44e7-af9d-1c84393c7c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7af05f-0dab-42c0-89fa-198410c3eff5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:02.395782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52384) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:02.748144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-411866109-network', 'tenant_id': '3bbefbfe0ef24e64bd58d8430ac6e436'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:02.788890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Made reservation on behalf of 3bbefbfe0ef24e64bd58d8430ac6e436 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:02.792666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.815348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.010134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.019280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.147920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:03.151418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f3558-71ee-4833-a619-567ce6cce419,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.168976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.168976 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Added segment 9b0dda6d-826c-450f-8202-31c2236a77f0 of type vlan for network fa4cbe21-1999-488c-a3f1-ab292166bf4f Jul 15 13:42:03.233062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.272711 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.275102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:03.276171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.315247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52460) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:03.316379 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9177942 Jul 15 13:42:03.335867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Request body: {'subnet': {'network_id': 'fa4cbe21-1999-488c-a3f1-ab292166bf4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-411866109-subnet', 'tenant_id': '3bbefbfe0ef24e64bd58d8430ac6e436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:03.379683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ca9a2-34d6-4fed-9e62-570579df78a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4cbe21-1999-488c-a3f1-ab292166bf4f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.407947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network fa4cbe21-1999-488c-a3f1-ab292166bf4f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:03.412519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Made reservation on behalf of 3bbefbfe0ef24e64bd58d8430ac6e436 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:03.420204 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.716562 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.856194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cdf7b2-8392-4382-bdd9-4d8c909cb748,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.877812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Checking segment: {'id': '9b0dda6d-826c-450f-8202-31c2236a77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa4cbe21-1999-488c-a3f1-ab292166bf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:03.878599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Network hostable DHCP agents. Network: fa4cbe21-1999-488c-a3f1-ab292166bf4f, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:03.907541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Network fa4cbe21-1999-488c-a3f1-ab292166bf4f is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:03.921717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, fa4cbe21-1999-488c-a3f1-ab292166bf4f) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:03.929284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:03.930109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.933864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d53aa5-9693-4037-855f-f1a886740d94 None None] Network fa4cbe21-1999-488c-a3f1-ab292166bf4f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:03.979591 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-72f29c8f-f83c-42c0-a855-5d21ec7875b5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6532142 Jul 15 13:42:04.219872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5d7c5-03d2-4a29-81ba-8f964bf45ede None None] Network fa4cbe21-1999-488c-a3f1-ab292166bf4f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:04.833517 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.148994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52632) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:05.156952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1579802164-network', 'tenant_id': '52e18b9b4cc7486c81648ccf3e8e9edb'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:05.216634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Made reservation on behalf of 52e18b9b4cc7486c81648ccf3e8e9edb for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:05.223546 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.244370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.419418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52662) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:05.467966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.475961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.526121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:05.540255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5817e0-78de-4f65-a97b-f8dde56c1dbe,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:05.545868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.546228 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Added segment 7aa6d48a-40c1-43aa-8129-039f13ac60bc of type vlan for network c96e9dc3-d46a-4f5d-a177-2abaf14482c9 Jul 15 13:42:05.598905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.637138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d142254-6761-4fdf-adbf-978a1f3edfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.637369 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.638503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:05.639399 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.664723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5139546 Jul 15 13:42:05.668308 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 52686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:05.679786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Request body: {'subnet': {'network_id': 'c96e9dc3-d46a-4f5d-a177-2abaf14482c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1579802164-subnet', 'tenant_id': '52e18b9b4cc7486c81648ccf3e8e9edb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:05.719667 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.788118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bde6a-fff6-4999-9c52-91073a3561a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c96e9dc3-d46a-4f5d-a177-2abaf14482c9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:05.803697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network c96e9dc3-d46a-4f5d-a177-2abaf14482c9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:05.836557 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d142254-6761-4fdf-adbf-978a1f3edfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.857766 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d142254-6761-4fdf-adbf-978a1f3edfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.920942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Made reservation on behalf of 52e18b9b4cc7486c81648ccf3e8e9edb for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:05.923745 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.934975 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d142254-6761-4fdf-adbf-978a1f3edfe0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62289032dfcb40c098ac3bdc155748bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138345 Jul 15 13:42:05.936063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d142254-6761-4fdf-adbf-978a1f3edfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01547a49-fc6f-482a-b99d-f5de18e770a2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:05.939091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:06.013897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff77-67fd-4544-86fb-e61874aef489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.052831 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff77-67fd-4544-86fb-e61874aef489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.152877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff77-67fd-4544-86fb-e61874aef489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.156059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff77-67fd-4544-86fb-e61874aef489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.157314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5c98ff77-67fd-4544-86fb-e61874aef489 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01547a49-fc6f-482a-b99d-f5de18e770a2 HTTP/1.1" status: 204 len: 168 time: 0.2171037 Jul 15 13:42:06.167000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98ff77-67fd-4544-86fb-e61874aef489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01547a49-fc6f-482a-b99d-f5de18e770a2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.640742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52780) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:06.690443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32220b59-2a6d-463e-95ea-6ee0519bc0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.741370 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.819555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d482f6-d6b1-4944-b8b6-7e31fdebe251,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.857827 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32220b59-2a6d-463e-95ea-6ee0519bc0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.874688 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32220b59-2a6d-463e-95ea-6ee0519bc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.898878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Checking segment: {'id': '7aa6d48a-40c1-43aa-8129-039f13ac60bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c96e9dc3-d46a-4f5d-a177-2abaf14482c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:06.899961 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Network hostable DHCP agents. Network: c96e9dc3-d46a-4f5d-a177-2abaf14482c9, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:06.933481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220b59-2a6d-463e-95ea-6ee0519bc0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972670e3-38d5-475f-a662-217e408cef52,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.942002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Network c96e9dc3-d46a-4f5d-a177-2abaf14482c9 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:06.952234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-32220b59-2a6d-463e-95ea-6ee0519bc0dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7d0794c32ea4c708a64e01bc8d164e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097842 Jul 15 13:42:06.954850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 52810) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:06.976782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, c96e9dc3-d46a-4f5d-a177-2abaf14482c9) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:06.986434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b55e53-ae45-4d88-8f82-177b7e1edb05 None None] Network c96e9dc3-d46a-4f5d-a177-2abaf14482c9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:06.994631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:06.995919 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.031037 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-60e7bba8-3eda-476d-8fab-a72a0e730309 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3582671 Jul 15 13:42:07.084917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0222c1bb-de0a-4204-88f3-10c5cbf2cad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.129793 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0222c1bb-de0a-4204-88f3-10c5cbf2cad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.180938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce0a7e-5b26-4c28-9918-bfb88be3648a None None] Network c96e9dc3-d46a-4f5d-a177-2abaf14482c9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:07.262940 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0222c1bb-de0a-4204-88f3-10c5cbf2cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.267228 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0222c1bb-de0a-4204-88f3-10c5cbf2cad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.270433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0222c1bb-de0a-4204-88f3-10c5cbf2cad1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/972670e3-38d5-475f-a662-217e408cef52 HTTP/1.1" status: 204 len: 168 time: 0.3112037 Jul 15 13:42:07.296379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222c1bb-de0a-4204-88f3-10c5cbf2cad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972670e3-38d5-475f-a662-217e408cef52,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:07.880491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-4d2ee483-7e7f-4610-bd0d-73c10895031f tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:07.882667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-4d2ee483-7e7f-4610-bd0d-73c10895031f tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/networks?id=fa4cbe21-1999-488c-a3f1-ab292166bf4f HTTP/1.1" status: 200 len: 811 time: 0.1648958 Jul 15 13:42:07.904605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c93f5d8f-9f6b-40ff-9272-81d12d14fa91 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/quotas/3bbefbfe0ef24e64bd58d8430ac6e436 HTTP/1.1" status: 200 len: 375 time: 0.0149794 Jul 15 13:42:07.979124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-7e54f8f7-79e0-44d5-a8d1-9a7059d3fff0 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbefbfe0ef24e64bd58d8430ac6e436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685322 Jul 15 13:42:08.145426 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-7c3c39a3-21ad-4c8e-92d7-1a0893aa6481 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569138 Jul 15 13:42:08.257452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-420f2040-8c8d-474c-ba16-d76c5f10b101 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111083 Jul 15 13:42:08.555840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04f3dc11-8acf-49c8-b30e-8d097d29ba71 req-f5d784e2-59bc-40e4-9b8c-5c3f7d7bf481 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 210 time: 0.0633888 Jul 15 13:42:09.598862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-aa76c108-f30d-4337-82d1-137d750c01d7 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:09.600736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-aa76c108-f30d-4337-82d1-137d750c01d7 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/networks?id=26d54662-49f9-4a56-a792-6a28ab072009 HTTP/1.1" status: 200 len: 814 time: 0.1751637 Jul 15 13:42:09.626188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-8dd73de1-5424-49de-9015-c2bb7cfe6ab4 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/quotas/74163c069094455daf29192dfa162f81 HTTP/1.1" status: 200 len: 375 time: 0.0149422 Jul 15 13:42:09.673567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-c6889d13-0aa0-4964-ac19-877d0d7ca321 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74163c069094455daf29192dfa162f81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351584 Jul 15 13:42:09.879655 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-6f296973-4563-4752-9bed-ff2fbc86072a service neutron] 10.222.0.25 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907902 Jul 15 13:42:10.131399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-d839aa77-b5dd-4e93-b9c9-174dce83edac service neutron] 10.222.0.25 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437654 Jul 15 13:42:10.194601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a5197cc3-a888-43dc-8efd-95d64e9b7f28 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.196357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a5197cc3-a888-43dc-8efd-95d64e9b7f28 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.35 "GET /v2.0/networks?id=fa4cbe21-1999-488c-a3f1-ab292166bf4f HTTP/1.1" status: 200 len: 811 time: 0.1856339 Jul 15 13:42:10.216034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Request body: {'port': {'device_id': 'bd0d332d-4107-452d-8912-c754b91c4352', 'network_id': 'fa4cbe21-1999-488c-a3f1-ab292166bf4f', 'admin_state_up': True, 'tenant_id': '3bbefbfe0ef24e64bd58d8430ac6e436'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:10.489941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Made reservation on behalf of 3bbefbfe0ef24e64bd58d8430ac6e436 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:10.494774 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.700524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53118) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:10.736058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13ba3652-7143-48e1-bd7f-585abe7018a6 req-c004f041-a224-4910-9214-77d82d44a503 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 210 time: 0.0730045 Jul 15 13:42:10.873268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4582307a-1906-4f33-8c60-6f796a890751 req-bff7b2e3-0c7b-4266-ba4a-d1e0ff028e01 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 210 time: 0.0676110 Jul 15 13:42:10.937301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Allocated IP 172.20.0.9 (fa4cbe21-1999-488c-a3f1-ab292166bf4f/d7cdf7b2-8392-4382-bdd9-4d8c909cb748/75968a46-9a59-4201-aefb-060669c72d12) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:11.167777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53132) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:11.257021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.331222 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port a7755c18-894e-4cfd-aa1a-8689ff0e78f1 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:11.333322 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.355104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.480518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Network fa4cbe21-1999-488c-a3f1-ab292166bf4f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:11.496916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:11.504699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:11.508185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Pushing event updated for resources: {'Port': ['ID=75968a46-9a59-4201-aefb-060669c72d12,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:11.512794 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d1829ce-9d70-4ae8-8c9f-581303458ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.540583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.541084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.561119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for a7755c18-894e-4cfd-aa1a-8689ff0e78f1 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:11.564617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.564965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.565362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.565721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.566056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.566387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.566721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.567049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.567521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.567715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.568048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.568374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.755665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.756722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.816398 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d1829ce-9d70-4ae8-8c9f-581303458ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.826408 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d1829ce-9d70-4ae8-8c9f-581303458ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.845049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.865213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-a99de545-663a-4878-a72b-c155c39f0c6b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6515968 Jul 15 13:42:11.880990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Request body: {'port': {'device_id': 'bd0d332d-4107-452d-8912-c754b91c4352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:11.895839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=a7755c18-894e-4cfd-aa1a-8689ff0e78f1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:11.939546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1829ce-9d70-4ae8-8c9f-581303458ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288db64c-6587-46ec-b2a1-d229084e8a3a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:11.954374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4d1829ce-9d70-4ae8-8c9f-581303458ae1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cacb3d84e7864e448701f91ff75dea8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7816937 Jul 15 13:42:11.955392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 53152) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:12.075815 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.076436 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.077392 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.078382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.078978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.079816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.080397 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.080985 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.082137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.082715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.083307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.084490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:12.102023 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.103054 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Floating IP 695493d6-c5d6-4dd1-af4f-3fc73d9686f0 disassociated (deleted). External IP: 172.25.1.189, port: 0bf14fbb-2291-4ce0-91e6-f06edb49200b. Jul 15 13:42:12.197861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.275074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4d60755-9df9-4576-b8d5-ab392d5d1afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.377661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b73a5-128c-4108-987a-e2bc5ac20f29 req-8e0192ff-d936-44d0-91ec-56617224b1d9 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:12.399220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e09b73a5-128c-4108-987a-e2bc5ac20f29 req-8e0192ff-d936-44d0-91ec-56617224b1d9 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 931 time: 0.3934853 Jul 15 13:42:12.420993 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4d60755-9df9-4576-b8d5-ab392d5d1afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.531920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e502975e-28f8-40a2-aa3c-94c76ae9bf34 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:12.534035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e502975e-28f8-40a2-aa3c-94c76ae9bf34 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.30 "GET /v2.0/networks?id=26d54662-49f9-4a56-a792-6a28ab072009 HTTP/1.1" status: 200 len: 814 time: 0.4183304 Jul 15 13:42:12.569737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:12.632465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Request body: {'port': {'device_id': 'c7414168-a886-482c-94f0-7af238ea314d', 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009', 'admin_state_up': True, 'tenant_id': '74163c069094455daf29192dfa162f81'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:12.752235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:12.758389 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.773698 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:12.793061 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:12.795000 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:41:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:12.816468 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a6eb0509-7a7b-4cfb-a3ad-ceab0069dc80 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "DELETE /v2.0/floatingips/695493d6-c5d6-4dd1-af4f-3fc73d9686f0 HTTP/1.1" status: 204 len: 168 time: 2.1148086 Jul 15 13:42:12.817458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:12.820884 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b1173f-6bcd-440e-9843-aa40a8da27b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:12.994814 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:13.114033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4d60755-9df9-4576-b8d5-ab392d5d1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.117353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4d60755-9df9-4576-b8d5-ab392d5d1afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.118548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f4d60755-9df9-4576-b8d5-ab392d5d1afb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/288db64c-6587-46ec-b2a1-d229084e8a3a HTTP/1.1" status: 204 len: 168 time: 1.1568670 Jul 15 13:42:13.157106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e09b73a5-128c-4108-987a-e2bc5ac20f29 req-93ad1fb8-9a79-4ffb-b446-e303626be0c8 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483180 Jul 15 13:42:13.194433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d60755-9df9-4576-b8d5-ab392d5d1afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288db64c-6587-46ec-b2a1-d229084e8a3a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:13.387706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Made reservation on behalf of 74163c069094455daf29192dfa162f81 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:13.395832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.482823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4faa42ce-234b-4d3e-8cfb-1c067cbbdf0c req-1a419632-c7c0-4cd6-9df3-0a6475f35ff7 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 210 time: 0.0986269 Jul 15 13:42:13.556886 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:38:00Z', 'revision_number': 1, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:13.616677 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:13.627571 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:13.628311 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:41:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:13.710789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75968a46-9a59-4201-aefb-060669c72d12 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:13.759668 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.804280 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:13.844589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Transition to ACTIVE for port object 75968a46-9a59-4201-aefb-060669c72d12 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:13.855089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.975841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Allocated IP 172.20.0.14 (26d54662-49f9-4a56-a792-6a28ab072009/771ef433-24f7-4cf4-b5c1-c65b73d6457a/6a472b8f-34db-4d10-8a65-2a12ba5b8e3c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:14.024139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:14.042297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c46d060-e40f-454a-a5e8-fa7bbde1d488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.212175 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c100a339-0449-42a9-9a01-72ad2102f7b4 x-openstack-request-id: req-c100a339-0449-42a9-9a01-72ad2102f7b4 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:14.212463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=75968a46-9a59-4201-aefb-060669c72d12,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:14.213483 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:14.213921 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c100a339-0449-42a9-9a01-72ad2102f7b4 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:14.214512 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'status': 'completed', 'code': 200} Jul 15 13:42:14.264759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c46d060-e40f-454a-a5e8-fa7bbde1d488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.272586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c46d060-e40f-454a-a5e8-fa7bbde1d488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.346202 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:38:00Z', 'revision_number': 1, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:14.348523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46d060-e40f-454a-a5e8-fa7bbde1d488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8376207d-ba5e-4c2e-bf33-008885959e50,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:14.354816 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c46d060-e40f-454a-a5e8-fa7bbde1d488 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db2c9e9bcc494d1da53ba7c71e52296b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295562 Jul 15 13:42:14.357765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 53206) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:14.396045 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c9cee-aedf-49cc-b540-a31ef9b50d5b None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8e3c3d70-064b-4f7d-ab10-4551df642d36', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'port_id': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:52Z', 'updated_at': '2021-07-15T13:38:00Z', 'revision_number': 1, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:14.462176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f01704a-7058-4bd8-81f1-9b2479be9ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.497081 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f01704a-7058-4bd8-81f1-9b2479be9ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.514602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Attempting to bind port 75968a46-9a59-4201-aefb-060669c72d12 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:14.515515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Attempting to bind port 75968a46-9a59-4201-aefb-060669c72d12 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '9b0dda6d-826c-450f-8202-31c2236a77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa4cbe21-1999-488c-a3f1-ab292166bf4f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:14.516154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Attempting to bind port 75968a46-9a59-4201-aefb-060669c72d12 on network fa4cbe21-1999-488c-a3f1-ab292166bf4f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:14.574427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Port 75968a46-9a59-4201-aefb-060669c72d12 on network fa4cbe21-1999-488c-a3f1-ab292166bf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:14.574929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Attempting to bind port 75968a46-9a59-4201-aefb-060669c72d12 on network fa4cbe21-1999-488c-a3f1-ab292166bf4f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:14.608122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f01704a-7058-4bd8-81f1-9b2479be9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.613068 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f01704a-7058-4bd8-81f1-9b2479be9ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.613498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:14.614086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Checking segment: {'id': '9b0dda6d-826c-450f-8202-31c2236a77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa4cbe21-1999-488c-a3f1-ab292166bf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:14.614731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Bound using segment: {'id': '9b0dda6d-826c-450f-8202-31c2236a77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa4cbe21-1999-488c-a3f1-ab292166bf4f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:14.616368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Bound port: 75968a46-9a59-4201-aefb-060669c72d12, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0dda6d-826c-450f-8202-31c2236a77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa4cbe21-1999-488c-a3f1-ab292166bf4f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:14.617004 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.627255 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4f01704a-7058-4bd8-81f1-9b2479be9ebc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8376207d-ba5e-4c2e-bf33-008885959e50 HTTP/1.1" status: 204 len: 168 time: 0.2677839 Jul 15 13:42:14.649757 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01704a-7058-4bd8-81f1-9b2479be9ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8376207d-ba5e-4c2e-bf33-008885959e50,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:14.789439 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.797636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-fc30caa2-4ee4-48a4-8ea8-0ea8c9dee83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.800926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-fc30caa2-4ee4-48a4-8ea8-0ea8c9dee83b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 1097 time: 0.5739868 Jul 15 13:42:14.829898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179e4df-5fe8-46a3-ba90-1fd097142539 req-8a45ed3b-1e20-4eae-9c2d-c919f7cda67b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.833352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8179e4df-5fe8-46a3-ba90-1fd097142539 req-8a45ed3b-1e20-4eae-9c2d-c919f7cda67b tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 945 time: 0.4610767 Jul 15 13:42:14.929874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e44508-b484-4939-bbc2-3ea7553bac86 None None] New status for floating IP 695493d6-c5d6-4dd1-af4f-3fc73d9686f0: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:42:14.974902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] For port 75968a46-9a59-4201-aefb-060669c72d12, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:15.037352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] For port 75968a46-9a59-4201-aefb-060669c72d12, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=75968a46-9a59-4201-aefb-060669c72d12,segment=NetworkSegment(9b0dda6d-826c-450f-8202-31c2236a77f0),segment_id=9b0dda6d-826c-450f-8202-31c2236a77f0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:15.054489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8179e4df-5fe8-46a3-ba90-1fd097142539 req-ba349660-f359-4328-932b-55d8cab26c46 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900711 Jul 15 13:42:15.055806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.083550 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.141430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-5c4606c6-9b5d-4ae1-b141-1d0422d97380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:15.143921 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-5c4606c6-9b5d-4ae1-b141-1d0422d97380 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.3316972 Jul 15 13:42:15.154790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:15.155748 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.157619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/75968a46-9a59-4201-aefb-060669c72d12 HTTP/1.1" status: 200 len: 1092 time: 3.2866955 Jul 15 13:42:15.168611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0d332d-4107-452d-8912-c754b91c4352', 'tag': '75968a46-9a59-4201-aefb-060669c72d12'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:15.173304 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017176ab-4d4b-4f60-a505-0b2f27a43669" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0d332d-4107-452d-8912-c754b91c4352", "tag": "75968a46-9a59-4201-aefb-060669c72d12"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:15.229585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Network 26d54662-49f9-4a56-a792-6a28ab072009 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:15.282201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:15.285819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:15.318767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-4ae4bb79-6830-4f7a-bd42-999892558699 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b HTTP/1.1" status: 200 len: 217 time: 0.1275127 Jul 15 13:42:15.392567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5131061-f746-4e86-ab8b-c55d5537b9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=75968a46-9a59-4201-aefb-060669c72d12,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:15.510855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:15.511663 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.543789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-f973ca1f-3e61-4860-b93a-063076c6a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:15.545321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-f973ca1f-3e61-4860-b93a-063076c6a2f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.1878064 Jul 15 13:42:15.556788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Pushing event updated for resources: {'Port': ['ID=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:15.579851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-a095debf-490b-483f-9ac3-0c2d6c3f22a0 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9551549 Jul 15 13:42:15.613014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Request body: {'port': {'device_id': 'c7414168-a886-482c-94f0-7af238ea314d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:15.662853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-1617d2e3-fb94-4f10-8832-befc7c9dfa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:15.666278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-1617d2e3-fb94-4f10-8832-befc7c9dfa1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbefbfe0ef24e64bd58d8430ac6e436&device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 1095 time: 0.4416718 Jul 15 13:42:15.687375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569985-a062-4a8d-a6a3-42650f3d370b req-4bcda92e-8a8e-4a87-946f-1f6382b2712d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:15.689915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad569985-a062-4a8d-a6a3-42650f3d370b req-4bcda92e-8a8e-4a87-946f-1f6382b2712d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 943 time: 0.3669717 Jul 15 13:42:15.772907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-43955316-6a10-4c61-91e5-3f7ac5698106 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:15.775612 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-43955316-6a10-4c61-91e5-3f7ac5698106 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 945 time: 0.1551843 Jul 15 13:42:15.781020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-094629f4-11ed-4e87-b98f-89f73c0e2e90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75968a46-9a59-4201-aefb-060669c72d12 HTTP/1.1" status: 200 len: 217 time: 0.0887237 Jul 15 13:42:15.890559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad569985-a062-4a8d-a6a3-42650f3d370b req-fd66f1ad-331e-46d8-af94-9565560798b6 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902752 Jul 15 13:42:15.961945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port 0bf14fbb-2291-4ce0-91e6-f06edb49200b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:15.962302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.989661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.059275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-f17eb469-3273-4e3c-ad92-7683eaa4412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:16.060847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-f17eb469-3273-4e3c-ad92-7683eaa4412d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7cdf7b2-8392-4382-bdd9-4d8c909cb748 HTTP/1.1" status: 200 len: 851 time: 0.2655301 Jul 15 13:42:16.064426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-a4426bc9-ae07-4260-bb18-05a9a426c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:16.066135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-a4426bc9-ae07-4260-bb18-05a9a426c8ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5120749 Jul 15 13:42:16.134781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] For port 0bf14fbb-2291-4ce0-91e6-f06edb49200b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0bf14fbb-2291-4ce0-91e6-f06edb49200b,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:16.135241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.153794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for 0bf14fbb-2291-4ce0-91e6-f06edb49200b owned by compute:nova {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:16.201522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-d8645e7a-5f25-42e9-aa83-22b73797311e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa4cbe21-1999-488c-a3f1-ab292166bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320882 Jul 15 13:42:16.358790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.407685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=0bf14fbb-2291-4ce0-91e6-f06edb49200b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:16.483703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] No DVR routers for this DVR port 0bf14fbb-2291-4ce0-91e6-f06edb49200b on host n-h2-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:16.486717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.490037 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.30 "DELETE /v2.0/ports/0bf14fbb-2291-4ce0-91e6-f06edb49200b HTTP/1.1" status: 204 len: 173 time: 0.7070878 Jul 15 13:42:16.490755 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'name': 'network-vif-deleted', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:16.493830 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101d960-d86b-47ab-8bed-aa389135cdce" -d '{"events": [{"server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "name": "network-vif-deleted", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:16.631508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-578c8c66-2df3-41a1-ac92-2c568851d69b service neutron] 10.222.0.35 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692436 Jul 15 13:42:16.643006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c50f1d-470d-4880-aa3e-79d5eb50ec21 req-f21a2ef9-32f4-418d-9318-74757ee2a912 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:16.645133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2c50f1d-470d-4880-aa3e-79d5eb50ec21 req-f21a2ef9-32f4-418d-9318-74757ee2a912 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 932 time: 0.5779204 Jul 15 13:42:16.799210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-92a344d1-2b83-4837-a227-80ad82a8e482 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322331 Jul 15 13:42:16.968715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:16.985626 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.005707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Transition to ACTIVE for port object 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:17.011457 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2c50f1d-470d-4880-aa3e-79d5eb50ec21 req-a1059a34-9eed-46e2-8786-77b2f8414353 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745697 Jul 15 13:42:17.022489 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.142881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26299618-2d0c-4772-a9e2-e8c46c86884c req-f6a1c4de-f51b-4a0a-97f2-f51487565180 service neutron] 10.222.0.35 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962766 Jul 15 13:42:17.194795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Pushing event updated for resources: {'Port': ['ID=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:17.246708 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5865c9-7375-4100-828f-2002356a42fd x-openstack-request-id: req-5c5865c9-7375-4100-828f-2002356a42fd {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:17.247017 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0d332d-4107-452d-8912-c754b91c4352", "tag": "75968a46-9a59-4201-aefb-060669c72d12", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:17.247297 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c5865c9-7375-4100-828f-2002356a42fd {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:17.247716 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d332d-4107-452d-8912-c754b91c4352', 'tag': '75968a46-9a59-4201-aefb-060669c72d12', 'status': 'completed', 'code': 200} Jul 15 13:42:17.435464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Attempting to bind port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:17.435956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Attempting to bind port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:17.436347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Attempting to bind port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c on network 26d54662-49f9-4a56-a792-6a28ab072009 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:17.444919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c on network 26d54662-49f9-4a56-a792-6a28ab072009 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:17.445267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Attempting to bind port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c on network 26d54662-49f9-4a56-a792-6a28ab072009 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:17.457836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95b1173f-6bcd-440e-9843-aa40a8da27b8 req-27caaedc-b989-40a2-a2fd-193c9234bfe6 service neutron] 10.222.0.30 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507027 Jul 15 13:42:17.462811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:17.462811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Checking segment: {'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:17.463320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Bound using segment: {'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:17.463822 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Bound port: 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:17.464042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.506356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19426133-e0bc-4211-bc56-cb093c78ab95 req-499d1242-3545-49a1-8960-1bd1b9f92d16 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 210 time: 0.0471823 Jul 15 13:42:17.580036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-6a8001e7-ff12-4b15-9f74-4a057d283543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:17.582212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-6a8001e7-ff12-4b15-9f74-4a057d283543 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbefbfe0ef24e64bd58d8430ac6e436&device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 1095 time: 0.2990212 Jul 15 13:42:17.645942 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbdf1bf-23ed-4cb9-a97f-f7a9918049b1 x-openstack-request-id: req-fdbdf1bf-23ed-4cb9-a97f-f7a9918049b1 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:17.646748 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b283de8-9a7b-428d-bfd7-9814ccd2a2b9", "name": "network-vif-deleted", "tag": "0bf14fbb-2291-4ce0-91e6-f06edb49200b", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:17.646748 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdbdf1bf-23ed-4cb9-a97f-f7a9918049b1 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:17.647040 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b283de8-9a7b-428d-bfd7-9814ccd2a2b9', 'name': 'network-vif-deleted', 'tag': '0bf14fbb-2291-4ce0-91e6-f06edb49200b', 'status': 'completed', 'code': 200} Jul 15 13:42:17.724682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-33e7b625-396e-42ba-ab64-c6e1ed8e6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:17.726337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-33e7b625-396e-42ba-ab64-c6e1ed8e6d88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa4cbe21-1999-488c-a3f1-ab292166bf4f HTTP/1.1" status: 200 len: 912 time: 0.1350060 Jul 15 13:42:18.275808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-778e3a6c-e141-4bb6-9394-7b67b7a1abe8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75968a46-9a59-4201-aefb-060669c72d12 HTTP/1.1" status: 200 len: 217 time: 0.5368211 Jul 15 13:42:18.455417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] For port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:18.507084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] For port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:18.522882 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.558031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-cc990039-606d-458d-a01a-479b9d4ecafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.562504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-cc990039-606d-458d-a01a-479b9d4ecafc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7cdf7b2-8392-4382-bdd9-4d8c909cb748 HTTP/1.1" status: 200 len: 851 time: 0.2735348 Jul 15 13:42:18.628375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-03b5af21-fe64-4ffa-955f-23aace40d9fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa4cbe21-1999-488c-a3f1-ab292166bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571792 Jul 15 13:42:18.630754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.631589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.633059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] 10.222.0.30 "PUT /v2.0/ports/6a472b8f-34db-4d10-8a65-2a12ba5b8e3c HTTP/1.1" status: 200 len: 1093 time: 3.0318708 Jul 15 13:42:18.705039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4a88f-8ba9-458f-ac15-aa728c67f4a2 req-29c0f58d-f3a5-49ec-acf5-07f2ea8370dc tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.713007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92e4a88f-8ba9-458f-ac15-aa728c67f4a2 req-29c0f58d-f3a5-49ec-acf5-07f2ea8370dc tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 943 time: 0.4303644 Jul 15 13:42:18.765945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7302-1865-4ca7-8891-73092dacc396 service neutron] Pushing event updated for resources: {'Port': ['ID=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:18.907755 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bbb267bc-51d9-494f-8eb5-cd012db3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.920101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92e4a88f-8ba9-458f-ac15-aa728c67f4a2 req-8f03bd45-4299-4624-9175-46d4cf188ea7 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060609 Jul 15 13:42:18.955666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-69a6221a-79bb-420d-98b3-2e07644f65ce service neutron] 10.222.0.35 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091168 Jul 15 13:42:19.035941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-c91e6463-38f2-4f6b-a026-2f611e39047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.038833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-c91e6463-38f2-4f6b-a026-2f611e39047b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74163c069094455daf29192dfa162f81&device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 1096 time: 0.3544939 Jul 15 13:42:19.172870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-baab49d2-287b-4b78-8451-f550e0830009 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c HTTP/1.1" status: 200 len: 217 time: 0.1251640 Jul 15 13:42:19.229518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-017176ab-4d4b-4f60-a505-0b2f27a43669 req-5d58b89e-a0e8-4e6f-b2fa-89a56a7f44c3 service neutron] 10.222.0.35 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678339 Jul 15 13:42:19.251512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7414168-a886-482c-94f0-7af238ea314d', 'tag': '6a472b8f-34db-4d10-8a65-2a12ba5b8e3c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:19.254009 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ae5e9b-0431-4693-bea2-6fed7a772856" -d '{"events": [{"name": "network-changed", "server_uuid": "c7414168-a886-482c-94f0-7af238ea314d", "tag": "6a472b8f-34db-4d10-8a65-2a12ba5b8e3c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:19.265656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-518d97b0-65d1-4788-be18-a19cdcff2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.267175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-518d97b0-65d1-4788-be18-a19cdcff2ad3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=771ef433-24f7-4cf4-b5c1-c65b73d6457a HTTP/1.1" status: 200 len: 854 time: 0.0845594 Jul 15 13:42:19.304799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0bf14fbb-2291-4ce0-91e6-f06edb49200b no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:19.311372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbabc3c-f91b-4a9c-bd3b-c1b7e437b47a req-54696bb4-9dd9-431c-9a1b-31872d8d43ba tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.314414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bbabc3c-f91b-4a9c-bd3b-c1b7e437b47a req-54696bb4-9dd9-431c-9a1b-31872d8d43ba tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 944 time: 0.2148273 Jul 15 13:42:19.348416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 0bf14fbb-2291-4ce0-91e6-f06edb49200b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:19.349083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0bf14fbb-2291-4ce0-91e6-f06edb49200b not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:19.354684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-f4b21356-b875-430c-ba91-e8686d2617c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d54662-49f9-4a56-a792-6a28ab072009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794621 Jul 15 13:42:19.427762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bbabc3c-f91b-4a9c-bd3b-c1b7e437b47a req-a25eecc9-4db1-4757-b1bc-06582800d994 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770497 Jul 15 13:42:19.510584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-929350fe-0a28-4c2f-9d66-0b34d5cd267b service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479175 Jul 15 13:42:19.679746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f263a7de-4c1d-42d8-a374-7df27f2e33ea req-34ffaee1-3c01-4dfb-92f3-93f7cf28a5d4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 210 time: 0.0736020 Jul 15 13:42:19.717199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c9c0a44-a75d-455c-9a13-d6664ad1ad38 req-404b3f69-92fc-4c98-8304-cabf2400ca1a service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997874 Jul 15 13:42:19.748821 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760068ce-ffba-4021-9c7d-149a901a2556 x-openstack-request-id: req-760068ce-ffba-4021-9c7d-149a901a2556 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:19.749122 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7414168-a886-482c-94f0-7af238ea314d", "tag": "6a472b8f-34db-4d10-8a65-2a12ba5b8e3c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:19.749396 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-760068ce-ffba-4021-9c7d-149a901a2556 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:19.749786 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7414168-a886-482c-94f0-7af238ea314d', 'tag': '6a472b8f-34db-4d10-8a65-2a12ba5b8e3c', 'status': 'completed', 'code': 200} Jul 15 13:42:19.842452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-40685273-9432-46e2-b3ea-c9b8131db1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.844815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-40685273-9432-46e2-b3ea-c9b8131db1a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74163c069094455daf29192dfa162f81&device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 1096 time: 0.0655301 Jul 15 13:42:19.952637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-4969b14d-d116-4d0d-b634-d0ddf701c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.954512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-4969b14d-d116-4d0d-b634-d0ddf701c36b service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d54662-49f9-4a56-a792-6a28ab072009 HTTP/1.1" status: 200 len: 915 time: 0.1029541 Jul 15 13:42:20.019349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-e1d3911e-5e59-4d78-a4c1-edacd30aa7f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c HTTP/1.1" status: 200 len: 217 time: 0.0562811 Jul 15 13:42:20.107720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-d0624d84-5b40-468a-a1c5-1fe1869bb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.109362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-d0624d84-5b40-468a-a1c5-1fe1869bb1f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=771ef433-24f7-4cf4-b5c1-c65b73d6457a HTTP/1.1" status: 200 len: 854 time: 0.0831409 Jul 15 13:42:20.152323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-bac81fa1-ed3b-4b85-bc9e-f265da04ecab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d54662-49f9-4a56-a792-6a28ab072009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354249 Jul 15 13:42:20.212689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4bd13-b691-45ed-8e28-c4a1098f98d4 req-8ae00f81-ff26-4a2a-b3fa-27b96725a0e4 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.214081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eca4bd13-b691-45ed-8e28-c4a1098f98d4 req-8ae00f81-ff26-4a2a-b3fa-27b96725a0e4 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 943 time: 0.1466131 Jul 15 13:42:20.295321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eca4bd13-b691-45ed-8e28-c4a1098f98d4 req-7ea95667-b086-4923-95a0-aec9cb0ca36f tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556371 Jul 15 13:42:20.299769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-6eb6e30c-ce67-49a3-8be1-ce1fc690ec30 service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375721 Jul 15 13:42:20.342883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 75968a46-9a59-4201-aefb-060669c72d12 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:20.451315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6ae5e9b-0431-4693-bea2-6fed7a772856 req-d89c101e-1d20-4482-8522-92e4d068f7c3 service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440642 Jul 15 13:42:20.488456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 75968a46-9a59-4201-aefb-060669c72d12, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=75968a46-9a59-4201-aefb-060669c72d12,segment=NetworkSegment(9b0dda6d-826c-450f-8202-31c2236a77f0),segment_id=9b0dda6d-826c-450f-8202-31c2236a77f0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:20.503695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '75968a46-9a59-4201-aefb-060669c72d12', 'network_id': 'fa4cbe21-1999-488c-a3f1-ab292166bf4f', 'port_id': '75968a46-9a59-4201-aefb-060669c72d12', 'mac_address': 'fa:16:3e:85:19:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cdf7b2-8392-4382-bdd9-4d8c909cb748', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:20.562043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.580335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75968a46-9a59-4201-aefb-060669c72d12 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:20.612099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 75968a46-9a59-4201-aefb-060669c72d12, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=75968a46-9a59-4201-aefb-060669c72d12,segment=NetworkSegment(9b0dda6d-826c-450f-8202-31c2236a77f0),segment_id=9b0dda6d-826c-450f-8202-31c2236a77f0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:20.619853 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.713168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=75968a46-9a59-4201-aefb-060669c72d12,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:20.722835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.723353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.724024 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.724330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.724676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.725016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.725355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.725681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.726014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.726347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.726786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.727120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:20.763803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a142-fa2a-47ed-8bcf-9e462de978b2 req-ef34b4d3-3cbf-4a70-bc57-1c6402671205 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.766578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7665a142-fa2a-47ed-8bcf-9e462de978b2 req-ef34b4d3-3cbf-4a70-bc57-1c6402671205 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 944 time: 0.1251671 Jul 15 13:42:20.821291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7665a142-fa2a-47ed-8bcf-9e462de978b2 req-e5c20cfc-773b-4fd4-ba05-1dda1936ecd7 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Jul 15 13:42:20.872035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['75968a46-9a59-4201-aefb-060669c72d12'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:21.079999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d9e233f-88cc-4811-9824-a9fe070fc3bc req-dccb302a-c7bc-4457-93bb-2c00fe38e767 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 210 time: 0.0681589 Jul 15 13:42:21.583834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202fecc-347c-465d-a69c-72de97fb40ee req-7d6f4ca4-1f5e-4944-a107-fd5cdbfb1aba tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:21.586686 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f202fecc-347c-465d-a69c-72de97fb40ee req-7d6f4ca4-1f5e-4944-a107-fd5cdbfb1aba tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 944 time: 0.1285965 Jul 15 13:42:21.600962 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0ff78c34-c60b-4e46-8483-f688c510a045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.637079 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f202fecc-347c-465d-a69c-72de97fb40ee req-18ad4597-38e7-4cc2-bb77-f15d955d77a5 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Jul 15 13:42:21.695907 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.143959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057cfa6-f4bc-4c15-bc87-b90cb8a0acba req-02281b06-bc46-4a21-a05a-fa285e0e2e2b tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.146099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8057cfa6-f4bc-4c15-bc87-b90cb8a0acba req-02281b06-bc46-4a21-a05a-fa285e0e2e2b tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 944 time: 0.0995729 Jul 15 13:42:22.193914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8057cfa6-f4bc-4c15-bc87-b90cb8a0acba req-e9f42815-363e-4825-ab52-66ab104a05c1 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375953 Jul 15 13:42:22.289674 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:42:22.356055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 75968a46-9a59-4201-aefb-060669c72d12 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:22.422583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5ad6f2f-ea62-425a-a9f7-1a9c17e876b3 req-78f4211e-4fbc-4b1f-bbc2-723d1690e8c3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b283de8-9a7b-428d-bfd7-9814ccd2a2b9 HTTP/1.1" status: 200 len: 210 time: 0.0582612 Jul 15 13:42:22.458004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 75968a46-9a59-4201-aefb-060669c72d12 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:22.467125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 75968a46-9a59-4201-aefb-060669c72d12 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:22.468038 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.643508 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.715390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d332d-4107-452d-8912-c754b91c4352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75968a46-9a59-4201-aefb-060669c72d12'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:22.725802 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfb877f-750b-48c5-baab-4eaa8b51a46d" -d '{"events": [{"server_uuid": "bd0d332d-4107-452d-8912-c754b91c4352", "name": "network-vif-plugged", "status": "completed", "tag": "75968a46-9a59-4201-aefb-060669c72d12"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:22.752821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 75968a46-9a59-4201-aefb-060669c72d12, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=75968a46-9a59-4201-aefb-060669c72d12,segment=NetworkSegment(9b0dda6d-826c-450f-8202-31c2236a77f0),segment_id=9b0dda6d-826c-450f-8202-31c2236a77f0)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:22.761373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.853530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=75968a46-9a59-4201-aefb-060669c72d12,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:22.974105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c2b41-f620-4a6a-b0f0-c316bbaa64ed req-050eb343-fd02-4fc2-9047-ac623d8f5b6d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.981508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e8c2b41-f620-4a6a-b0f0-c316bbaa64ed req-050eb343-fd02-4fc2-9047-ac623d8f5b6d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.1001942 Jul 15 13:42:22.983758 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.030882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e8c2b41-f620-4a6a-b0f0-c316bbaa64ed req-aa57bda7-5a7d-42c1-bfa3-bf62944db5dc tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485747 Jul 15 13:42:23.087591 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3e1d6b-a411-455a-93ec-4994007892ea x-openstack-request-id: req-aa3e1d6b-a411-455a-93ec-4994007892ea {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:23.087891 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d332d-4107-452d-8912-c754b91c4352", "name": "network-vif-plugged", "status": "completed", "tag": "75968a46-9a59-4201-aefb-060669c72d12", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:23.088153 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa3e1d6b-a411-455a-93ec-4994007892ea {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:23.088590 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d332d-4107-452d-8912-c754b91c4352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75968a46-9a59-4201-aefb-060669c72d12', 'code': 200} Jul 15 13:42:23.262237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c72d8-36e5-4552-8a57-5072c10e51c8 req-764df8fb-de29-487a-b2c7-7b756418902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.264350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d3c72d8-36e5-4552-8a57-5072c10e51c8 req-764df8fb-de29-487a-b2c7-7b756418902c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 1097 time: 0.0958200 Jul 15 13:42:23.322550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:23.334622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d3c72d8-36e5-4552-8a57-5072c10e51c8 req-dcc77b26-aa71-4824-8471-210e6c9a4be1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638003 Jul 15 13:42:23.522897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:23.539981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '6a472b8f-34db-4d10-8a65-2a12ba5b8e3c', 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009', 'port_id': '6a472b8f-34db-4d10-8a65-2a12ba5b8e3c', 'mac_address': 'fa:16:3e:cc:65:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771ef433-24f7-4cf4-b5c1-c65b73d6457a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:23.602687 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.633545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:23.673092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:23.681148 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.771339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:23.887539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d230bc-0726-4f96-824b-ac879602b8cc req-d1ba865b-711f-42ca-920c-03f65fe1eb3e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.890460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5d230bc-0726-4f96-824b-ac879602b8cc req-d1ba865b-711f-42ca-920c-03f65fe1eb3e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 945 time: 0.4738514 Jul 15 13:42:23.898978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['6a472b8f-34db-4d10-8a65-2a12ba5b8e3c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:23.998813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5d230bc-0726-4f96-824b-ac879602b8cc req-768f7f51-4c28-4983-871b-b25c325ae502 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949128 Jul 15 13:42:24.445341 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.619284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e2ce-d236-4c0a-b9a4-52d86f78eaaf req-cb7f9dfb-54e0-4902-80f6-368b085a33d6 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.621058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f16e2ce-d236-4c0a-b9a4-52d86f78eaaf req-cb7f9dfb-54e0-4902-80f6-368b085a33d6 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.0814221 Jul 15 13:42:24.665788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f16e2ce-d236-4c0a-b9a4-52d86f78eaaf req-2ed91561-6125-4130-9965-ce8b48eb92f9 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 Jul 15 13:42:24.897387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773a713-ded7-4b5a-930b-8bdd54ea943f req-31643b38-0903-4da9-a3d6-517a59d1aacd tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.900063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0773a713-ded7-4b5a-930b-8bdd54ea943f req-31643b38-0903-4da9-a3d6-517a59d1aacd tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.1057286 Jul 15 13:42:24.975549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0773a713-ded7-4b5a-930b-8bdd54ea943f req-42c1bee0-b2e7-4f0e-bf91-9d36d1da041d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640736 Jul 15 13:42:25.321326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:25.396553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:25.401815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:25.402487 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.510644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.512183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e7c1e-cde0-4a3e-ae9f-c571e0cdd591 req-92313cab-f83b-4c59-8a86-4d201d1252dd tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:25.520282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-516e7c1e-cde0-4a3e-ae9f-c571e0cdd591 req-92313cab-f83b-4c59-8a86-4d201d1252dd tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 945 time: 0.0987873 Jul 15 13:42:25.564112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7414168-a886-482c-94f0-7af238ea314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a472b8f-34db-4d10-8a65-2a12ba5b8e3c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:25.567544 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1b1f10-7299-4643-a8d4-2bd6af887da2" -d '{"events": [{"server_uuid": "c7414168-a886-482c-94f0-7af238ea314d", "name": "network-vif-plugged", "status": "completed", "tag": "6a472b8f-34db-4d10-8a65-2a12ba5b8e3c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:25.578108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-516e7c1e-cde0-4a3e-ae9f-c571e0cdd591 req-72f4faa0-ec76-4133-a531-61135249c5ef tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536821 Jul 15 13:42:25.588523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:25.593693 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.669541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:25.800701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd379d-db8b-4b88-a576-7f915aa362fa req-83deac52-fb4b-4e3c-902c-fc64ca6b8320 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:25.818197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ecd379d-db8b-4b88-a576-7f915aa362fa req-83deac52-fb4b-4e3c-902c-fc64ca6b8320 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.1180880 Jul 15 13:42:25.900935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ecd379d-db8b-4b88-a576-7f915aa362fa req-050d51cb-e0fd-418a-85e3-b010a821fd4d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747030 Jul 15 13:42:25.991560 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ea482-5df9-413c-af00-df2bb6187ce5 x-openstack-request-id: req-e79ea482-5df9-413c-af00-df2bb6187ce5 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:25.992215 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7414168-a886-482c-94f0-7af238ea314d", "name": "network-vif-plugged", "status": "completed", "tag": "6a472b8f-34db-4d10-8a65-2a12ba5b8e3c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:25.992836 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e79ea482-5df9-413c-af00-df2bb6187ce5 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:25.993521 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7414168-a886-482c-94f0-7af238ea314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a472b8f-34db-4d10-8a65-2a12ba5b8e3c', 'code': 200} Jul 15 13:42:26.166124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07bb53-5ca1-43f4-b63e-cbf189fc7cdd req-40c02c2d-fb7d-418f-8c8a-bc4648a25149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:26.167984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd07bb53-5ca1-43f4-b63e-cbf189fc7cdd req-40c02c2d-fb7d-418f-8c8a-bc4648a25149 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 1098 time: 0.0888529 Jul 15 13:42:26.229945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd07bb53-5ca1-43f4-b63e-cbf189fc7cdd req-f847726d-6c08-44e6-b609-05a73f7f46e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559454 Jul 15 13:42:26.802253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509e1ae-794a-4ea3-927b-099bf2ae6af7 req-aa8908ee-543d-4da1-8083-ff70f1469209 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:26.804113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a509e1ae-794a-4ea3-927b-099bf2ae6af7 req-aa8908ee-543d-4da1-8083-ff70f1469209 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 946 time: 0.0843480 Jul 15 13:42:26.879739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a509e1ae-794a-4ea3-927b-099bf2ae6af7 req-7b93777e-4aaa-4ed4-a07f-7a5d0cd94894 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654702 Jul 15 13:42:27.131782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bd65f-9a02-4f04-a263-85e5c3a49764 req-4af2787c-e738-4514-a352-8a42998b4b30 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:27.133616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c87bd65f-9a02-4f04-a263-85e5c3a49764 req-4af2787c-e738-4514-a352-8a42998b4b30 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.0784130 Jul 15 13:42:27.188802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c87bd65f-9a02-4f04-a263-85e5c3a49764 req-02fa7054-087b-4eed-9b87-33a942f3ca8c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Jul 15 13:42:27.804079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-abf84eb5-6794-4ca8-bd2a-7ed9d8e6537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:27.806905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-abf84eb5-6794-4ca8-bd2a-7ed9d8e6537e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbefbfe0ef24e64bd58d8430ac6e436&device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 1097 time: 0.2085955 Jul 15 13:42:28.012319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-d4059037-4224-44e4-bed6-9d40d36a6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:28.014062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-d4059037-4224-44e4-bed6-9d40d36a6046 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa4cbe21-1999-488c-a3f1-ab292166bf4f HTTP/1.1" status: 200 len: 912 time: 0.2010176 Jul 15 13:42:28.024786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55054e-052d-459f-8237-c3b8ae483f9d req-8fdda8da-497a-484e-9b06-effc625f5c33 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:28.032555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca55054e-052d-459f-8237-c3b8ae483f9d req-8fdda8da-497a-484e-9b06-effc625f5c33 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.3041689 Jul 15 13:42:28.087013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-025afd6a-5207-4396-9e39-49c3dcffabc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75968a46-9a59-4201-aefb-060669c72d12 HTTP/1.1" status: 200 len: 217 time: 0.0521934 Jul 15 13:42:28.162733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca55054e-052d-459f-8237-c3b8ae483f9d req-6a0aa361-7477-4ef3-a67d-5d3d9545ca4b tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291587 Jul 15 13:42:28.195091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-51deac55-cd40-414d-9c82-bf427597c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:28.195091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-51deac55-cd40-414d-9c82-bf427597c522 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7cdf7b2-8392-4382-bdd9-4d8c909cb748 HTTP/1.1" status: 200 len: 851 time: 0.0913961 Jul 15 13:42:28.264098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-60608df6-9a71-4445-b2bc-a0a3a5423f4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa4cbe21-1999-488c-a3f1-ab292166bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645928 Jul 15 13:42:28.446885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-459b6f24-4131-4980-8895-5d660b86e404 service neutron] 10.222.0.35 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761081 Jul 15 13:42:28.499059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87176612-19de-43a6-8803-f5c178179b35 req-92745073-1bd2-4d28-83e8-30b5ddadd566 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:28.499059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87176612-19de-43a6-8803-f5c178179b35 req-92745073-1bd2-4d28-83e8-30b5ddadd566 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 946 time: 0.1380875 Jul 15 13:42:28.614322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87176612-19de-43a6-8803-f5c178179b35 req-6dcd3d53-a278-4190-88b6-ff1416e9b8e6 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982099 Jul 15 13:42:28.626110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3d893257-366b-4e52-ba53-d5a7f674c050 req-637d7824-d14d-473e-8ad5-193d510c1f65 service neutron] 10.222.0.35 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700892 Jul 15 13:42:29.698166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80461d86-db09-478f-8083-a100c5325203 req-e79de459-755b-41f7-90c5-701d05f4426a tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:29.708369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80461d86-db09-478f-8083-a100c5325203 req-e79de459-755b-41f7-90c5-701d05f4426a tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.2055542 Jul 15 13:42:29.821854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80461d86-db09-478f-8083-a100c5325203 req-b1416fe4-2f16-43db-8563-38b4807e3440 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065781 Jul 15 13:42:31.147427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee716b-4081-4a0f-8982-19e483b3a26e req-2b66ad49-7093-489e-aec4-41eee7ea6fcd tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:31.154463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aee716b-4081-4a0f-8982-19e483b3a26e req-2b66ad49-7093-489e-aec4-41eee7ea6fcd tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.1673386 Jul 15 13:42:31.266635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9aee716b-4081-4a0f-8982-19e483b3a26e req-5ca9e458-f19e-401e-afe7-75d7ad989598 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992272 Jul 15 13:42:32.078754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f1da6-d407-42a3-811a-006700b4ebbe req-33f7db46-bb7f-42fa-ac10-eaa6e2025761 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:32.087288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e36f1da6-d407-42a3-811a-006700b4ebbe req-33f7db46-bb7f-42fa-ac10-eaa6e2025761 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.1446311 Jul 15 13:42:32.149869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e36f1da6-d407-42a3-811a-006700b4ebbe req-7e4750a8-599f-4f03-b599-8dfc7f310bc8 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612931 Jul 15 13:42:33.632532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058e644-6221-4f9b-8837-c54f3299cde6 req-f5030fca-7463-4d34-b913-56e0ce062565 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:33.635173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1058e644-6221-4f9b-8837-c54f3299cde6 req-f5030fca-7463-4d34-b913-56e0ce062565 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.1483915 Jul 15 13:42:33.725596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1058e644-6221-4f9b-8837-c54f3299cde6 req-5a105998-a659-406c-8ecf-d1e87609ff0e tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802894 Jul 15 13:42:34.330841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-a38e7d65-eaf4-4896-8ecb-febced62e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.336763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-a38e7d65-eaf4-4896-8ecb-febced62e3eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbefbfe0ef24e64bd58d8430ac6e436&device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 1097 time: 0.2167704 Jul 15 13:42:34.337571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54188) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:34.494709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f4aec-1b99-4865-923e-10ebcd0a7f6c req-4c089f0e-34fc-4022-87e8-b2aeeeda1fb7 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.494709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-892f4aec-1b99-4865-923e-10ebcd0a7f6c req-4c089f0e-34fc-4022-87e8-b2aeeeda1fb7 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.2977231 Jul 15 13:42:34.714408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-892f4aec-1b99-4865-923e-10ebcd0a7f6c req-464489f1-8510-4eb6-b356-f2d7f9b40063 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122369 Jul 15 13:42:34.731566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-2cf882ab-57d4-40c1-ad04-ef3807ac0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.735027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-2cf882ab-57d4-40c1-ad04-ef3807ac0be4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa4cbe21-1999-488c-a3f1-ab292166bf4f HTTP/1.1" status: 200 len: 912 time: 0.3808525 Jul 15 13:42:34.814752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-bd685904-e05f-4a4e-9801-81f0be535493 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75968a46-9a59-4201-aefb-060669c72d12 HTTP/1.1" status: 200 len: 217 time: 0.0734463 Jul 15 13:42:34.846557 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.896583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-bac5e08c-07e4-4d25-8812-0da99c720bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.898163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-bac5e08c-07e4-4d25-8812-0da99c720bba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7cdf7b2-8392-4382-bdd9-4d8c909cb748 HTTP/1.1" status: 200 len: 851 time: 0.0769970 Jul 15 13:42:34.936557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-a52d5b57-e843-4a2e-bf16-e4baa2d99a82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa4cbe21-1999-488c-a3f1-ab292166bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323977 Jul 15 13:42:34.953546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54194) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:34.977242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port 4fa331b5-1674-4fa0-9625-aa5bc08eaa35 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:34.977692 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.135634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b809d43-4c08-45e6-a3bc-fdace0d784a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.137290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-a6bd48bb-9362-4382-9811-e32c07304bb6 service neutron] 10.222.0.35 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930163 Jul 15 13:42:35.141535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.141863 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.179922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for 4fa331b5-1674-4fa0-9625-aa5bc08eaa35 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:35.256795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b809d43-4c08-45e6-a3bc-fdace0d784a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.265008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b809d43-4c08-45e6-a3bc-fdace0d784a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.301551 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b809d43-4c08-45e6-a3bc-fdace0d784a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddcf6a1d3ddd49a389e45633d06006ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467798 Jul 15 13:42:35.302393 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54202) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:35.322086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2469decf-267d-451b-a266-f6f3e1b018e0 req-98ecf98c-72ce-4357-82f8-3c82a77e9aee service neutron] 10.222.0.35 "GET /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766183 Jul 15 13:42:35.410399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5fe5-e452-4032-8220-a469ab3ae278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.413826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b809d43-4c08-45e6-a3bc-fdace0d784a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4658d-91f7-4bbf-b7fc-2eb62840c51a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:35.446547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5fe5-e452-4032-8220-a469ab3ae278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.508508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5fe5-e452-4032-8220-a469ab3ae278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.511917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5fe5-e452-4032-8220-a469ab3ae278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.515624 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f1fa5fe5-e452-4032-8220-a469ab3ae278 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13e4658d-91f7-4bbf-b7fc-2eb62840c51a HTTP/1.1" status: 204 len: 168 time: 0.2080710 Jul 15 13:42:35.533673 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa5fe5-e452-4032-8220-a469ab3ae278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e4658d-91f7-4bbf-b7fc-2eb62840c51a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:35.736098 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.102024 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.172855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=4fa331b5-1674-4fa0-9625-aa5bc08eaa35,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:36.198315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54218) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:36.234119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f377-e51f-4ac3-aa1c-097450963de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.325180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6e79c-9af8-4a59-90b6-089556dec8eb req-324b414d-bf97-4fa6-94b3-63ad83e605ea tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:36.328018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11b6e79c-9af8-4a59-90b6-089556dec8eb req-324b414d-bf97-4fa6-94b3-63ad83e605ea tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.4133954 Jul 15 13:42:36.335947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.336814 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Floating IP 8e3c3d70-064b-4f7d-ab10-4551df642d36 disassociated (deleted). External IP: 172.25.1.151, port: d07524d2-d0ba-4dcb-a7b1-4428fe6659b9. Jul 15 13:42:36.455889 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f377-e51f-4ac3-aa1c-097450963de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.470098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f377-e51f-4ac3-aa1c-097450963de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.558353 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3e4f377-e51f-4ac3-aa1c-097450963de5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2aed13b906784e478e5f9f03fdb4de14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583958 Jul 15 13:42:36.571816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54222) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:36.575691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11b6e79c-9af8-4a59-90b6-089556dec8eb req-905f9e47-c148-4870-9d5f-3c7b16a7961d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347441 Jul 15 13:42:36.591358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4f377-e51f-4ac3-aa1c-097450963de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50904036-1af6-44fd-b642-3a54c17ee0d7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:36.668800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d32e7fc8-8481-4672-99c8-ae3aea2d0f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.708315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d32e7fc8-8481-4672-99c8-ae3aea2d0f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.786361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d32e7fc8-8481-4672-99c8-ae3aea2d0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.794777 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d32e7fc8-8481-4672-99c8-ae3aea2d0f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.801857 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d32e7fc8-8481-4672-99c8-ae3aea2d0f2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50904036-1af6-44fd-b642-3a54c17ee0d7 HTTP/1.1" status: 204 len: 168 time: 0.2231574 Jul 15 13:42:36.826952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e7fc8-8481-4672-99c8-ae3aea2d0f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50904036-1af6-44fd-b642-3a54c17ee0d7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:36.887017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:37.059474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:37.071312 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.084363 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:37.117909 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:37.119033 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:37.131704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-94cb77d4-8e1d-49b9-a95f-01f009b9aa9d tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "DELETE /v2.0/floatingips/8e3c3d70-064b-4f7d-ab10-4551df642d36 HTTP/1.1" status: 204 len: 168 time: 2.7923734 Jul 15 13:42:37.132531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:37.134847 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:37.303879 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:37.574831 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3984257c-cf60-4042-9fee-bd4f94938ebe x-openstack-request-id: req-3984257c-cf60-4042-9fee-bd4f94938ebe {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:37.575292 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:37.575684 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3984257c-cf60-4042-9fee-bd4f94938ebe {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:37.576399 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'status': 'completed', 'code': 200} Jul 15 13:42:37.748992 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:37.887375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-1cae1724-5ea4-409e-a5d0-d3a5680e193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:37.890333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-1cae1724-5ea4-409e-a5d0-d3a5680e193c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 1097 time: 0.2845361 Jul 15 13:42:37.916623 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:37.928232 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:37.928877 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:38.034776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5e34-14c8-41ae-a9d3-b9daf1a3568c req-1a7cde8c-33cc-48c5-9261-eeac21242171 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:38.043265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93ae5e34-14c8-41ae-a9d3-b9daf1a3568c req-1a7cde8c-33cc-48c5-9261-eeac21242171 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 945 time: 0.3248436 Jul 15 13:42:38.079277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-6104b879-d399-4ae5-97a9-478f9037d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:38.091734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-6104b879-d399-4ae5-97a9-478f9037d0ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 200 len: 913 time: 0.1789212 Jul 15 13:42:38.158772 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:38.160309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93ae5e34-14c8-41ae-a9d3-b9daf1a3568c req-bed8fbe2-6280-46cf-9e75-da888d80929a tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160684 Jul 15 13:42:38.162364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-7276785a-5582-40c3-9162-6f5a1479a01d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 200 len: 217 time: 0.0735335 Jul 15 13:42:38.237297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-c902be71-3fe9-4f35-a264-806680ee4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:38.237297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-c902be71-3fe9-4f35-a264-806680ee4f56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 200 len: 851 time: 0.0680864 Jul 15 13:42:38.444539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-6932a93f-1fdd-4651-ac20-3f23f86cc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:38.446693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-6932a93f-1fdd-4651-ac20-3f23f86cc881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2002037 Jul 15 13:42:38.564447 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:38.605228 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038703aa-9672-40fe-8eb4-523a60c50d75 None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:25:47Z', 'revision_number': 4, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '37d2a2f3-93ac-4734-9c06-24fca212aadd', 'name': '', 'network_id': '6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'mac_address': 'fa:16:3e:ea:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:44Z', 'updated_at': '2021-07-15T13:25:55Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'subnets': [{'id': '060f28b0-a6c8-4b83-b064-2a898b918918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:38.658235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8210c8-aa63-4a92-8d1b-82049ce85a6f req-f7deb70c-ae27-4dcf-94f7-44d1ffe686df tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:38.667628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d8210c8-aa63-4a92-8d1b-82049ce85a6f req-f7deb70c-ae27-4dcf-94f7-44d1ffe686df tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.2987933 Jul 15 13:42:38.756548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-a88f6a08-48f3-4adc-95a3-496220a3dc74 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962186 Jul 15 13:42:38.805694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d8210c8-aa63-4a92-8d1b-82049ce85a6f req-1aafaf85-fbf9-4b17-8188-23ead57a8a9f tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367409 Jul 15 13:42:38.831634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-b9d853c4-99c3-40b3-9581-6b9569c7fdf8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:38.831634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-b9d853c4-99c3-40b3-9581-6b9569c7fdf8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 945 time: 0.3686171 Jul 15 13:42:39.050006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-5063de41-abe1-49a1-9d7c-5cb50264d225 service neutron] 10.222.0.35 "GET /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833316 Jul 15 13:42:39.140293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa93583-63b5-498a-aa5e-8f538a7ff1be None None] New status for floating IP 8e3c3d70-064b-4f7d-ab10-4551df642d36: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:42:39.209594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:39.210579 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.427418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] For port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:39.427692 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.454984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:39.677254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36740e3a-6aa8-4508-8d7f-8c10477189c1 req-b3454b7d-998e-40d6-a912-c2126c5639e3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:39.679998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36740e3a-6aa8-4508-8d7f-8c10477189c1 req-b3454b7d-998e-40d6-a912-c2126c5639e3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 945 time: 0.2272785 Jul 15 13:42:39.753292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54302) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:39.825560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36740e3a-6aa8-4508-8d7f-8c10477189c1 req-a7e3c8ad-e96d-469c-859d-748f9aa8dfe5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/security-groups?id=a463c821-5b24-4a45-86b3-9d2d4bb02aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252928 Jul 15 13:42:39.870223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.041577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-350ae10a-ece0-4bbc-b675-98169d624cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.070402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=d07524d2-d0ba-4dcb-a7b1-4428fe6659b9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:40.164051 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-350ae10a-ece0-4bbc-b675-98169d624cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.174532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-350ae10a-ece0-4bbc-b675-98169d624cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.177616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] No DVR routers for this DVR port d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:40.184822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.187204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e440487-5913-4f90-9e83-eea6fd9bcb7c req-2a25981d-eb59-423f-8a97-3907f32a32e4 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.35 "DELETE /v2.0/ports/d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 HTTP/1.1" status: 204 len: 173 time: 1.3400471 Jul 15 13:42:40.195308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'name': 'network-vif-deleted', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:40.198026 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e687fe5f-fdc1-4956-9a44-fcd06f41d650" -d '{"events": [{"server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "name": "network-vif-deleted", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:40.258698 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-350ae10a-ece0-4bbc-b675-98169d624cb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f15a6d37dd2486dbb62616ccea5a078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032036 Jul 15 13:42:40.263061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54310) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:40.324554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae10a-ece0-4bbc-b675-98169d624cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c8cb79-3040-4d7d-b07f-42a22fd93414,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:40.439182 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7722c50b-4912-47e6-b2ca-8eff3cefc05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.447272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fb027-5c47-4637-8be4-808783f57ef4 req-4fddf00d-f2b2-4878-bdce-2331e9eb9d18 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:40.449993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1fb027-5c47-4637-8be4-808783f57ef4 req-4fddf00d-f2b2-4878-bdce-2331e9eb9d18 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.2465389 Jul 15 13:42:40.505790 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7722c50b-4912-47e6-b2ca-8eff3cefc05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.565003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d1fb027-5c47-4637-8be4-808783f57ef4 req-bec8d525-cadc-4403-abdc-668f88a45fe4 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047394 Jul 15 13:42:40.617209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7722c50b-4912-47e6-b2ca-8eff3cefc05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.629319 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7722c50b-4912-47e6-b2ca-8eff3cefc05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.634592 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7722c50b-4912-47e6-b2ca-8eff3cefc05f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8c8cb79-3040-4d7d-b07f-42a22fd93414 HTTP/1.1" status: 204 len: 168 time: 0.3666317 Jul 15 13:42:40.661747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722c50b-4912-47e6-b2ca-8eff3cefc05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c8cb79-3040-4d7d-b07f-42a22fd93414,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:40.751225 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2149b6cc-f58e-44c0-ad6e-136b75d6bdc7 x-openstack-request-id: req-2149b6cc-f58e-44c0-ad6e-136b75d6bdc7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:40.752656 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e200a6-7957-4828-95be-bb2126e757b7", "name": "network-vif-deleted", "tag": "d07524d2-d0ba-4dcb-a7b1-4428fe6659b9", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:40.753106 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2149b6cc-f58e-44c0-ad6e-136b75d6bdc7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:40.753821 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e200a6-7957-4828-95be-bb2126e757b7', 'name': 'network-vif-deleted', 'tag': 'd07524d2-d0ba-4dcb-a7b1-4428fe6659b9', 'status': 'completed', 'code': 200} Jul 15 13:42:41.251521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-376d7c32-3e9a-4535-9903-5053c955266d req-4ca650a8-4fa4-4981-bc0e-0780027d66a3 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 210 time: 0.1443343 Jul 15 13:42:41.340502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-95d1eab9-de60-4cfc-800a-fee51d7bbd78 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.343100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-95d1eab9-de60-4cfc-800a-fee51d7bbd78 tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.3006697 Jul 15 13:42:41.508699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Deleting port 75968a46-9a59-4201-aefb-060669c72d12 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:41.509712 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.648477 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] For port 75968a46-9a59-4201-aefb-060669c72d12, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=75968a46-9a59-4201-aefb-060669c72d12,segment=NetworkSegment(9b0dda6d-826c-450f-8202-31c2236a77f0),segment_id=9b0dda6d-826c-450f-8202-31c2236a77f0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:41.649850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.696816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Calling delete_port for 75968a46-9a59-4201-aefb-060669c72d12 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:41.878065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c80420-1b9b-40e7-9510-40265971f42e req-fbd1cf24-2ac7-4489-afd0-f41cf092f69d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.880363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09c80420-1b9b-40e7-9510-40265971f42e req-fbd1cf24-2ac7-4489-afd0-f41cf092f69d tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 945 time: 0.1117208 Jul 15 13:42:42.008652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09c80420-1b9b-40e7-9510-40265971f42e req-a5bf66b8-92e1-4c87-9e99-173f1351b34f tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.25 "GET /v2.0/security-groups?id=848f3558-71ee-4833-a619-567ce6cce419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176455 Jul 15 13:42:42.011618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.030025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['75968a46-9a59-4201-aefb-060669c72d12'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:42.075116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Pushing event deleted for resources: {'Port': ['ID=75968a46-9a59-4201-aefb-060669c72d12,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:42.140331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] No DVR routers for this DVR port 75968a46-9a59-4201-aefb-060669c72d12 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:42.143680 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.148720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce4a12ec-d70a-4813-b6ee-fdc94168417d req-8d7df94c-8f21-446d-b292-34fc5f703d2c tempest-TestServerAdvancedOps-93685467 tempest-TestServerAdvancedOps-93685467-project] 10.222.0.35 "DELETE /v2.0/ports/75968a46-9a59-4201-aefb-060669c72d12 HTTP/1.1" status: 204 len: 173 time: 0.7984443 Jul 15 13:42:42.433560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:42.511037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:42.511661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d07524d2-d0ba-4dcb-a7b1-4428fe6659b9 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:42.640877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6b591a7-d727-45e9-8569-611b9102fdbf req-6e683992-5a20-4cf7-9cc3-0a6b13f01a44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd0d332d-4107-452d-8912-c754b91c4352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1109829 Jul 15 13:42:42.645294 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee752a75-001a-4830-9505-7f91ad6ee344 req-aa34bbbe-9ef6-4faa-8c6d-4051d13fe1af tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 210 time: 0.0981994 Jul 15 13:42:42.767277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d332d-4107-452d-8912-c754b91c4352', 'name': 'network-vif-deleted', 'tag': '75968a46-9a59-4201-aefb-060669c72d12'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:42.787122 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35948c84-9f4f-4add-a40a-3c783620749f" -d '{"events": [{"server_uuid": "bd0d332d-4107-452d-8912-c754b91c4352", "name": "network-vif-deleted", "tag": "75968a46-9a59-4201-aefb-060669c72d12"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:42.794467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6b591a7-d727-45e9-8569-611b9102fdbf req-a975f3b5-7291-486e-913e-fcd7a9847ca3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbefbfe0ef24e64bd58d8430ac6e436&device_id=bd0d332d-4107-452d-8912-c754b91c4352 HTTP/1.1" status: 200 len: 210 time: 0.0846603 Jul 15 13:42:42.885669 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c1c28e-09c1-42d7-a7b9-64367f42098d x-openstack-request-id: req-47c1c28e-09c1-42d7-a7b9-64367f42098d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:42.886061 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d332d-4107-452d-8912-c754b91c4352", "name": "network-vif-deleted", "tag": "75968a46-9a59-4201-aefb-060669c72d12", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:42.886226 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47c1c28e-09c1-42d7-a7b9-64367f42098d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:42.887362 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d332d-4107-452d-8912-c754b91c4352', 'name': 'network-vif-deleted', 'tag': '75968a46-9a59-4201-aefb-060669c72d12', 'status': 'completed', 'code': 200} Jul 15 13:42:43.080863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b591a7-d727-45e9-8569-611b9102fdbf req-53289493-925f-47a7-a970-4edddbd9bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:43.083305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6b591a7-d727-45e9-8569-611b9102fdbf req-53289493-925f-47a7-a970-4edddbd9bcff service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3bbefbfe0ef24e64bd58d8430ac6e436&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2653399 Jul 15 13:42:43.121086 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54372) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:43.213453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf78d2c-7ba3-4fad-b73c-86ca6a3413ab admin admin] Deleting subnet d7cdf7b2-8392-4382-bdd9-4d8c909cb748 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:43.225040 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf78d2c-7ba3-4fad-b73c-86ca6a3413ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.279254 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf78d2c-7ba3-4fad-b73c-86ca6a3413ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.335017 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf78d2c-7ba3-4fad-b73c-86ca6a3413ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.422203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b591a7-d727-45e9-8569-611b9102fdbf req-ad69c7ed-cb1f-427e-bdcf-d94723a5a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:43.424270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6b591a7-d727-45e9-8569-611b9102fdbf req-ad69c7ed-cb1f-427e-bdcf-d94723a5a23b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3342562 Jul 15 13:42:43.438138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf78d2c-7ba3-4fad-b73c-86ca6a3413ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.496109 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccf78d2c-7ba3-4fad-b73c-86ca6a3413ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.499157 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ccf78d2c-7ba3-4fad-b73c-86ca6a3413ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d7cdf7b2-8392-4382-bdd9-4d8c909cb748 HTTP/1.1" status: 204 len: 168 time: 0.3782141 Jul 15 13:42:43.500683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf78d2c-7ba3-4fad-b73c-86ca6a3413ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cdf7b2-8392-4382-bdd9-4d8c909cb748,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:43.501507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54384) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:43.661659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.838757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.884841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4cbe21-1999-488c-a3f1-ab292166bf4f']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:43.943972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-252bef1f-196d-44d6-b686-859bdf3f7226 req-922e8890-0fd0-4ea2-a8c6-74b3a12742db tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 210 time: 0.0899177 Jul 15 13:42:43.947251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0dda6d-826c-450f-8202-31c2236a77f0') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:43.947769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0dda6d-826c-450f-8202-31c2236a77f0') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:43.967729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.995645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.004462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:44.004917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:44.007248 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:44.079765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.090589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.093492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fa4cbe21-1999-488c-a3f1-ab292166bf4f HTTP/1.1" status: 204 len: 168 time: 0.5906451 Jul 15 13:42:44.096667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54410) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:44.105632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f104e-c85f-46d5-ab68-5bf3fd7d1be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4cbe21-1999-488c-a3f1-ab292166bf4f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:44.194029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa15ab0-e427-42fe-91fb-2953118e0af5 admin admin] Deleting subnet 06d482f6-d6b1-4944-b8b6-7e31fdebe251 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:44.199275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fa15ab0-e427-42fe-91fb-2953118e0af5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.258279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fa15ab0-e427-42fe-91fb-2953118e0af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.315367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fa15ab0-e427-42fe-91fb-2953118e0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.406004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fa15ab0-e427-42fe-91fb-2953118e0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.442844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 75968a46-9a59-4201-aefb-060669c72d12 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:44.458017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa15ab0-e427-42fe-91fb-2953118e0af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d482f6-d6b1-4944-b8b6-7e31fdebe251,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:44.472766 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fa15ab0-e427-42fe-91fb-2953118e0af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.475060 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0fa15ab0-e427-42fe-91fb-2953118e0af5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/06d482f6-d6b1-4944-b8b6-7e31fdebe251 HTTP/1.1" status: 204 len: 168 time: 0.3768392 Jul 15 13:42:44.478012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54428) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:44.510442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 75968a46-9a59-4201-aefb-060669c72d12 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:44.510671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 75968a46-9a59-4201-aefb-060669c72d12 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:44.632538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.163253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d856079f-2208-4258-b42e-7b087b6439c7 req-02283275-be01-4f5e-afb6-f574d12e3cd8 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 210 time: 0.0364461 Jul 15 13:42:45.196430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.212528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96e9dc3-d46a-4f5d-a177-2abaf14482c9']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:45.226858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa6d48a-40c1-43aa-8129-039f13ac60bc') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:45.227196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa6d48a-40c1-43aa-8129-039f13ac60bc') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:45.240428 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.267265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.283684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:45.284111 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:45.286979 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:45.357918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.369526 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.371418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c96e9dc3-d46a-4f5d-a177-2abaf14482c9 HTTP/1.1" status: 204 len: 168 time: 0.8922777 Jul 15 13:42:45.422076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ead4b-0e8b-4b70-b240-8b2a42fb15b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96e9dc3-d46a-4f5d-a177-2abaf14482c9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:45.652431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54484) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:45.730344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54492) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:45.731463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1594fc7f-2e0e-4fc0-b164-324d8c97c46c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bbefbfe0ef24e64bd58d8430ac6e436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777614 Jul 15 13:42:45.793096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34be7959-21a3-401c-9e50-db88652c8a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.829471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34be7959-21a3-401c-9e50-db88652c8a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.964501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34be7959-21a3-401c-9e50-db88652c8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.971936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34be7959-21a3-401c-9e50-db88652c8a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.977075 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-34be7959-21a3-401c-9e50-db88652c8a75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/848f3558-71ee-4833-a619-567ce6cce419 HTTP/1.1" status: 204 len: 168 time: 0.2433693 Jul 15 13:42:45.999446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be7959-21a3-401c-9e50-db88652c8a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f3558-71ee-4833-a619-567ce6cce419,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:46.468940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36fcc1bf-c44a-432f-b3bf-6964bc8ec0c9 req-1140f97d-6564-4185-82d6-a42c871a70a5 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 210 time: 0.0668871 Jul 15 13:42:46.810703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54522) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.870288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0937fc5d-bcce-4336-903d-ceb54612f5ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52e18b9b4cc7486c81648ccf3e8e9edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575860 Jul 15 13:42:46.872531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54528) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.976064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a14e8b51-12c8-4750-97ea-32da21e587b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.008881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a14e8b51-12c8-4750-97ea-32da21e587b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.111590 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a14e8b51-12c8-4750-97ea-32da21e587b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.117677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a14e8b51-12c8-4750-97ea-32da21e587b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.120540 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a14e8b51-12c8-4750-97ea-32da21e587b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be5817e0-78de-4f65-a97b-f8dde56c1dbe HTTP/1.1" status: 204 len: 168 time: 0.2448347 Jul 15 13:42:47.158066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e8b51-12c8-4750-97ea-32da21e587b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5817e0-78de-4f65-a97b-f8dde56c1dbe,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:47.861965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52685c54-9dc4-4205-8edb-87e418a2e16c req-39183765-9348-49d4-aea2-35608ecb9f84 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e200a6-7957-4828-95be-bb2126e757b7 HTTP/1.1" status: 200 len: 210 time: 0.1044633 Jul 15 13:42:48.759242 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54634) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:48.895691 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2453458f-00b7-45aa-9fc5-4c0092431dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.920134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1278009408-network', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:48.968284 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Made reservation on behalf of 4a6ce0d2b5ad4f9f95457a29aaf7ab0a for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:48.973572 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.990605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.083626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54650) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:49.196328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.209989 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.234999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:49.258841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.259547 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Added segment fb961ca3-4675-468a-995f-102c1ae1935b of type vlan for network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 Jul 15 13:42:49.314276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Deleting port 0ba5ffb0-06ca-4ffd-8859-668456cf4079 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:49.314870 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.323290 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.412330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.414137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:49.415113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.435453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf3dae-ef81-4d4c-a4a0-27fb8a68462f,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:49.535863 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.536592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.549012 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7872107 Jul 15 13:42:49.551121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:49.571072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Calling delete_port for 0ba5ffb0-06ca-4ffd-8859-668456cf4079 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:49.594867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d93730-aafb-469c-a219-07768c43cd92 admin admin] Pushing event updated for resources: {'Network': ['ID=8e3e80b8-ee82-426f-8c06-5899dbc789c1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:49.603887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Request body: {'subnet': {'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1278009408-subnet', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:49.612884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:49.634509 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Made reservation on behalf of 4a6ce0d2b5ad4f9f95457a29aaf7ab0a for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:49.643225 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.818215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.877393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'Port': ['ID=0ba5ffb0-06ca-4ffd-8859-668456cf4079,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:49.971075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.976260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.981086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c0599aa5-0ef3-45cc-a2ea-e29da61d7fea tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "DELETE /v2.0/floatingips/b777e3e4-1b04-4557-bfcc-776f46788fc2 HTTP/1.1" status: 204 len: 168 time: 0.8961713 Jul 15 13:42:50.058651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.233230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:50.264746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Checking segment: {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:50.265126 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Network hostable DHCP agents. Network: 8e3e80b8-ee82-426f-8c06-5899dbc789c1, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:50.304665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:50.329913 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8e3e80b8-ee82-426f-8c06-5899dbc789c1) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:50.337477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:50.338761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.342846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e8204-55d6-4fc4-8c94-f5ea1064cc0f None None] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:50.364418 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4d01d835-f9ac-4efd-815a-0f25393c0c2b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7705545 Jul 15 13:42:50.368888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54720) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:50.375759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:50.448129 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.450122 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.631432 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.654639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:42:50.657626 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.932734 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.947521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Allocated IP 172.20.0.2 (8e3e80b8-ee82-426f-8c06-5899dbc789c1/2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86/c7bf0fc8-b885-4648-bc95-1743ad43acd5) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:51.391367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.438318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Transition to ACTIVE for port object c7bf0fc8-b885-4648-bc95-1743ad43acd5 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:51.469566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.478993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Transition to ACTIVE for port object c7bf0fc8-b885-4648-bc95-1743ad43acd5 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:51.493483 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.495705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.502066 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-16aa204a-09ca-4384-b329-5dc155c9bdc6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2140043 Jul 15 13:42:51.646144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Pushing event updated for resources: {'Port': ['ID=c7bf0fc8-b885-4648-bc95-1743ad43acd5,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:51.661641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:51.666818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:51.672750 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fac8f18d-4a76-4017-b489-32369142e56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.682779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:51.825119 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.843410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Allocated IP 172.25.1.101 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/f8700ff1-3782-4715-804e-6cb65631ba06) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:51.844164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Attempting to bind port c7bf0fc8-b885-4648-bc95-1743ad43acd5 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:51.845035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Attempting to bind port c7bf0fc8-b885-4648-bc95-1743ad43acd5 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:51.845886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Attempting to bind port c7bf0fc8-b885-4648-bc95-1743ad43acd5 on network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:51.853216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-ba08c84c-f00f-49d8-8357-2a978464e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:51.854829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-ba08c84c-f00f-49d8-8357-2a978464e6b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74163c069094455daf29192dfa162f81&device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 1098 time: 0.2315397 Jul 15 13:42:51.858162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:51.861304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Checking segment: {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:51.862407 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.863926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Bound using segment: {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:51.865062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Bound port: c7bf0fc8-b885-4648-bc95-1743ad43acd5, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:51.865967 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.005381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] For port c7bf0fc8-b885-4648-bc95-1743ad43acd5, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:52.009937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] For port c7bf0fc8-b885-4648-bc95-1743ad43acd5, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c7bf0fc8-b885-4648-bc95-1743ad43acd5,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:52.021921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.174617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-fea22976-0287-46ee-9942-62234c011557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.177093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-fea22976-0287-46ee-9942-62234c011557 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d54662-49f9-4a56-a792-6a28ab072009 HTTP/1.1" status: 200 len: 915 time: 0.2835035 Jul 15 13:42:52.185974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.285562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-a350b6d2-3fd0-4b2d-83ed-a74581c1769f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c HTTP/1.1" status: 200 len: 217 time: 0.0950785 Jul 15 13:42:52.378323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0835259-d6d0-4aa9-bf49-8307da3e4ad2 None None] Pushing event updated for resources: {'Port': ['ID=c7bf0fc8-b885-4648-bc95-1743ad43acd5,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:52.478943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-c840b56e-1c6a-4d29-b040-7c4a1cfbc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.482221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-c840b56e-1c6a-4d29-b040-7c4a1cfbc730 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=771ef433-24f7-4cf4-b5c1-c65b73d6457a HTTP/1.1" status: 200 len: 854 time: 0.1890376 Jul 15 13:42:52.485787 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.536250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54796) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:52.643958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-d6c40544-645f-4c00-8e1c-bb90610acd13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d54662-49f9-4a56-a792-6a28ab072009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405320 Jul 15 13:42:52.659592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:52.671801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:52.706549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:53.018805 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.023190 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-580a7ac7-bd55-4ce1-a20b-0be4e8852d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.083852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Pushing event updated for resources: {'Port': ['ID=f8700ff1-3782-4715-804e-6cb65631ba06,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:53.228907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-580a7ac7-bd55-4ce1-a20b-0be4e8852d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.234859 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-580a7ac7-bd55-4ce1-a20b-0be4e8852d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.335711 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-580a7ac7-bd55-4ce1-a20b-0be4e8852d3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2fd8b9368b7450cbab7f46bf2cccf69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974701 Jul 15 13:42:53.339387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54822) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:53.362607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a7ac7-bd55-4ce1-a20b-0be4e8852d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe8ae6a-681e-4a8c-9d3b-ff0117899b69,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:53.444299 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a396d66e-b38e-4e79-8c46-a983485278e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.476153 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a396d66e-b38e-4e79-8c46-a983485278e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.516899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-1498224f-c5f0-4f34-a52f-5bb7fbde48f6 service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924398 Jul 15 13:42:53.568937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a396d66e-b38e-4e79-8c46-a983485278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.571977 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a396d66e-b38e-4e79-8c46-a983485278e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.573548 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a396d66e-b38e-4e79-8c46-a983485278e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfe8ae6a-681e-4a8c-9d3b-ff0117899b69 HTTP/1.1" status: 204 len: 168 time: 0.2327292 Jul 15 13:42:53.609383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396d66e-b38e-4e79-8c46-a983485278e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe8ae6a-681e-4a8c-9d3b-ff0117899b69,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:53.724766 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.850764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-465b4aa4-838e-456f-b9a1-b87bcbceaab9 req-a694ee75-02ff-45d9-912c-aedd55f3e651 service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247674 Jul 15 13:42:54.160552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c7bf0fc8-b885-4648-bc95-1743ad43acd5 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:54.197846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fda392-94c1-479d-9bde-776ae11e769f None None] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:54.429009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.449715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d58c15fb-5462-4fcf-b972-960266b63a78 None None] Provisioning for port c7bf0fc8-b885-4648-bc95-1743ad43acd5 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:54.554916 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.606056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c7bf0fc8-b885-4648-bc95-1743ad43acd5 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:54.626664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c7bf0fc8-b885-4648-bc95-1743ad43acd5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:54.627224 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.714805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Router 26881fa3-e884-4d9e-b82a-937898395358 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:42:54.896764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:54.920400 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Sync routers for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:54.937881 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:54.942686 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:54.952395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.953782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.955764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2a3565cd-2026-4f69-8ac0-deca60877436 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5868297 Jul 15 13:42:54.959405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54860) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:55.025318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54866) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:55.108158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c7bf0fc8-b885-4648-bc95-1743ad43acd5, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c7bf0fc8-b885-4648-bc95-1743ad43acd5,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:55.129211 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.166089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b916cfd1-ab8d-48a2-a529-e85d2c83af29 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.199437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b916cfd1-ab8d-48a2-a529-e85d2c83af29 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.302792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b916cfd1-ab8d-48a2-a529-e85d2c83af29 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.317949 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b916cfd1-ab8d-48a2-a529-e85d2c83af29 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.322574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b916cfd1-ab8d-48a2-a529-e85d2c83af29 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] 10.222.0.25 "DELETE /v2.0/security-groups/a463c821-5b24-4a45-86b3-9d2d4bb02aa9 HTTP/1.1" status: 204 len: 168 time: 0.2938929 Jul 15 13:42:55.354433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916cfd1-ab8d-48a2-a529-e85d2c83af29 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a463c821-5b24-4a45-86b3-9d2d4bb02aa9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:55.400820 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:55.481031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54878) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:55.481489 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c7bf0fc8-b885-4648-bc95-1743ad43acd5,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:55.500339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-302fa098-0296-4c98-b0ea-cff5c65f3375 None None] Provisioning complete for port c7bf0fc8-b885-4648-bc95-1743ad43acd5 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:55.500735 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-302fa098-0296-4c98-b0ea-cff5c65f3375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.845823 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:53Z', 'revision_number': 3, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:55.940484 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Checking router: 26881fa3-e884-4d9e-b82a-937898395358 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:55.943687 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Updating router 26881fa3-e884-4d9e-b82a-937898395358 port f8700ff1-3782-4715-804e-6cb65631ba06 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:42:55.975456 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54890) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:55.990444 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.220739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c7bf0fc8-b885-4648-bc95-1743ad43acd5 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:56.232710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6f8ee809-902b-4820-975a-570604daee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.311756 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.392436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c7bf0fc8-b885-4648-bc95-1743ad43acd5 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:56.392707 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.697251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Allocated IP 172.20.0.1 (8e3e80b8-ee82-426f-8c06-5899dbc789c1/2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86/d8627d71-aa2e-4017-95b2-b7f843c502ff) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:56.745922 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.767884 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Transition to ACTIVE for port object f8700ff1-3782-4715-804e-6cb65631ba06 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:56.786392 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.794589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.875432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.885050 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Attempting to bind port f8700ff1-3782-4715-804e-6cb65631ba06 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:56.885549 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Attempting to bind port f8700ff1-3782-4715-804e-6cb65631ba06 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:56.885825 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Attempting to bind port f8700ff1-3782-4715-804e-6cb65631ba06 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:56.888085 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Pushing event updated for resources: {'Port': ['ID=f8700ff1-3782-4715-804e-6cb65631ba06,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:56.897917 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:56.898385 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:56.898691 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.899079 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:56.899591 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Bound port: f8700ff1-3782-4715-804e-6cb65631ba06, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:56.899976 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.902615 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.903021 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.903315 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.903643 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.903973 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.904293 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.904622 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.904944 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.905268 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.905584 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.905905 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.906221 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:56.913061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Transition to ACTIVE for port object d8627d71-aa2e-4017-95b2-b7f843c502ff will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:57.015120 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] For port f8700ff1-3782-4715-804e-6cb65631ba06, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:57.025780 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] For port f8700ff1-3782-4715-804e-6cb65631ba06, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f8700ff1-3782-4715-804e-6cb65631ba06,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:57.037117 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.058259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6f8ee809-902b-4820-975a-570604daee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.060874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.068096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6f8ee809-902b-4820-975a-570604daee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.175435 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6f8ee809-902b-4820-975a-570604daee88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86656f7c02d14f19b2884dd79ddecf02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1962781 Jul 15 13:42:57.182156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ee809-902b-4820-975a-570604daee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa4618a-0bee-4fe2-9d5f-58af4c9566dd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:57.186550 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 54918) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:57.206783 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a25c05-f1fb-4d3c-b407-ba79f7484a43 None None] Pushing event updated for resources: {'Port': ['ID=f8700ff1-3782-4715-804e-6cb65631ba06,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:57.221265 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:57.221918 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:57.289503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:57.311439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:57.314712 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:57.322118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=d8627d71-aa2e-4017-95b2-b7f843c502ff,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:57.448935 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:57.463882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.470292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27d4eeec-f3a8-4021-a4f0-2b12c8302cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.681523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27d4eeec-f3a8-4021-a4f0-2b12c8302cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.792708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5d57c28b-e706-4d45-afb6-bfd5f50802fa None None] Provisioning for port d8627d71-aa2e-4017-95b2-b7f843c502ff completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:57.798603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5d57c28b-e706-4d45-afb6-bfd5f50802fa None None] Provisioning complete for port d8627d71-aa2e-4017-95b2-b7f843c502ff triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:57.799528 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d57c28b-e706-4d45-afb6-bfd5f50802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.858333 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:53Z', 'revision_number': 3, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:57.905373 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c312b-fce3-4c2a-978f-6ee6498e59d1 None None] The sync data for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 is: [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:53Z', 'revision_number': 3, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:57.909446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27d4eeec-f3a8-4021-a4f0-2b12c8302cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.920668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Deleting port 37d2a2f3-93ac-4734-9c06-24fca212aadd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:57.921826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.922280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27d4eeec-f3a8-4021-a4f0-2b12c8302cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.926954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5d57c28b-e706-4d45-afb6-bfd5f50802fa None None] Port d8627d71-aa2e-4017-95b2-b7f843c502ff cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:57.930806 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-27d4eeec-f3a8-4021-a4f0-2b12c8302cbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fa4618a-0bee-4fe2-9d5f-58af4c9566dd HTTP/1.1" status: 204 len: 168 time: 0.7293732 Jul 15 13:42:58.004349 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4eeec-f3a8-4021-a4f0-2b12c8302cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa4618a-0bee-4fe2-9d5f-58af4c9566dd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:58.038816 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.140775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] For port 37d2a2f3-93ac-4734-9c06-24fca212aadd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=37d2a2f3-93ac-4734-9c06-24fca212aadd,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:58.141145 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.161457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Calling delete_port for 37d2a2f3-93ac-4734-9c06-24fca212aadd owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:58.468458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.476794 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.577832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.584897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=d8627d71-aa2e-4017-95b2-b7f843c502ff,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:58.624241 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.671636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d2a2f3-93ac-4734-9c06-24fca212aadd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:58.764789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:58.764789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:59.119717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Router 26881fa3-e884-4d9e-b82a-937898395358 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:59.140010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.294960 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:42:59.380371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9fefc394-464c-4e07-81ea-6bdcb36abd7c None None] Provisioning complete for port d8627d71-aa2e-4017-95b2-b7f843c502ff triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:59.380371 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9fefc394-464c-4e07-81ea-6bdcb36abd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.420252 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:59.462135 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-796e4c87-c75b-4557-ba4c-380c7c3d6ec8 admin admin] 10.222.0.25 "PUT /v2.0/routers/26881fa3-e884-4d9e-b82a-937898395358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5005026 Jul 15 13:42:59.510530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9fefc394-464c-4e07-81ea-6bdcb36abd7c None None] Port d8627d71-aa2e-4017-95b2-b7f843c502ff cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:59.718739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Router adf77a0c-9b53-4aba-8fee-07f97a9a217a has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:00.044454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:00.061383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] Sync routers for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:00.078477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ee633408-fb7b-46d9-a84c-3a3b8629c137 admin admin] 10.222.0.25 "PUT /v2.0/routers/adf77a0c-9b53-4aba-8fee-07f97a9a217a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5956407 Jul 15 13:43:00.081812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 54978) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:00.098066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:00.099775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:00.487326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.545266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f8700ff1-3782-4715-804e-6cb65631ba06 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:00.723262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f8700ff1-3782-4715-804e-6cb65631ba06 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:00.733029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:00.737896 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f8700ff1-3782-4715-804e-6cb65631ba06 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:00.738618 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.779120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.913593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Deleting port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:00.914228 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.968928 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Sync routers for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:00.998658 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:01.001247 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:01.113231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55010) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:01.119372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-79087413-network', 'tenant_id': 'd98f08208318483582266e1679c58eaa'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:01.130816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] For port 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8f0685f7-fd96-4bf5-839b-0ffe7d67ce77,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:01.131216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.165121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Calling delete_port for 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:01.177480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Made reservation on behalf of d98f08208318483582266e1679c58eaa for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:01.180858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.197075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.343302 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:01.436207 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.443331 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.476446 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55018) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:01.483418 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.560250 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:43:01.572801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeaf1ab-19a8-4cb4-b450-271619f70a60,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:01.595266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.599477 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Added segment 4465b23e-7746-4745-bd55-4538824d5353 of type vlan for network 0b9d3932-e561-4c50-8b82-0257b423a7ea Jul 15 13:43:01.634121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f8700ff1-3782-4715-804e-6cb65631ba06, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f8700ff1-3782-4715-804e-6cb65631ba06,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:01.656592 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.735098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.777967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.814138 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fabbbfa1-75d7-4866-8b18-1614ca17e728 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2027036879'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:01.814948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fabbbfa1-75d7-4866-8b18-1614ca17e728 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Unknown quota resources ['metering_label']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:01.830542 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.832852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:01.836953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.837230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0685f7-fd96-4bf5-839b-0ffe7d67ce77,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:01.850735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f8700ff1-3782-4715-804e-6cb65631ba06,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:01.861849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:42:58Z', 'revision_number': 5, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port': {'id': '8f0685f7-fd96-4bf5-839b-0ffe7d67ce77', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:33Z', 'updated_at': '2021-07-15T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:01.922587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] Checking router: adf77a0c-9b53-4aba-8fee-07f97a9a217a for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:01.938945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] Routers {'adf77a0c-9b53-4aba-8fee-07f97a9a217a'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:01.940451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:01.950138 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:42:58Z', 'revision_number': 2, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:01.952480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.029028 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Checking router: 26881fa3-e884-4d9e-b82a-937898395358 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:02.029912 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Updating router 26881fa3-e884-4d9e-b82a-937898395358 port d8627d71-aa2e-4017-95b2-b7f843c502ff binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:02.060608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9d3932-e561-4c50-8b82-0257b423a7ea,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:02.111737 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.204100 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.213339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.287384 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa79eb2b-7039-41c5-aa29-81fcef46e0e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1718471 Jul 15 13:43:02.366348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55028) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:02.377394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Request body: {'subnet': {'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-79087413-subnet', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:02.385301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.386221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adf77a0c-9b53-4aba-8fee-07f97a9a217a {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:02.395482 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.403215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dcfa2bcc-1c90-4c65-b6ed-460c0ec4b7d1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/adf77a0c-9b53-4aba-8fee-07f97a9a217a HTTP/1.1" status: 204 len: 168 time: 2.3191872 Jul 15 13:43:02.407963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55034) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:02.520796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1920315b-5acd-4225-b8a5-8116d59f2e62 admin admin] Deleting subnet 060f28b0-a6c8-4b83-b064-2a898b918918 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:02.529166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Made reservation on behalf of d98f08208318483582266e1679c58eaa for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:02.534356 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.539859 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1920315b-5acd-4225-b8a5-8116d59f2e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.570186 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 0b9d3932-e561-4c50-8b82-0257b423a7ea details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:43:02.572943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f8700ff1-3782-4715-804e-6cb65631ba06 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:02.655686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] Set router adf77a0c-9b53-4aba-8fee-07f97a9a217a gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:02.711742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1920315b-5acd-4225-b8a5-8116d59f2e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.725014 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.740205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 7, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:02.784254 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Transition to ACTIVE for port object d8627d71-aa2e-4017-95b2-b7f843c502ff will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:02.811314 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.875046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1341e080-8451-4714-af89-4df9a9c77df3 None None] The sync data for ids ['adf77a0c-9b53-4aba-8fee-07f97a9a217a'] in n-d-771362-36 is: [{'id': 'adf77a0c-9b53-4aba-8fee-07f97a9a217a', 'name': 'tempest-TestVolumeBootPattern-1092163806-router', 'tenant_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:29Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 7, 'project_id': 'e2fcc6ae85a44715b8455f05393bcb69', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:02.933021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f8700ff1-3782-4715-804e-6cb65631ba06 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:02.934323 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.041218 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf211b-a88e-45c9-9210-736654b3fe3a None None] Pushing event updated for resources: {'Port': ['ID=d8627d71-aa2e-4017-95b2-b7f843c502ff,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:03.164516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1920315b-5acd-4225-b8a5-8116d59f2e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.234363 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Attempting to bind port d8627d71-aa2e-4017-95b2-b7f843c502ff on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:03.234734 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Attempting to bind port d8627d71-aa2e-4017-95b2-b7f843c502ff by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:03.235209 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Attempting to bind port d8627d71-aa2e-4017-95b2-b7f843c502ff on network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:03.242017 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:03.243582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Checking segment: {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:03.244540 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.244540 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Bound using segment: {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:03.245046 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Bound port: d8627d71-aa2e-4017-95b2-b7f843c502ff, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:03.245457 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.338429 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] For port d8627d71-aa2e-4017-95b2-b7f843c502ff, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:03.342846 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] For port d8627d71-aa2e-4017-95b2-b7f843c502ff, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d8627d71-aa2e-4017-95b2-b7f843c502ff,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:03.393113 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.438489 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1920315b-5acd-4225-b8a5-8116d59f2e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.447640 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fabbbfa1-75d7-4866-8b18-1614ca17e728 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.452054 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fabbbfa1-75d7-4866-8b18-1614ca17e728 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.9642067 Jul 15 13:43:03.457879 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55044) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:03.466914 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-abe8a9fa-f8c4-4f53-aee1-e86a7f1f0a17 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2daf681e-7521-4b60-8890-fb259415a1a0'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:03.467505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-abe8a9fa-f8c4-4f53-aee1-e86a7f1f0a17 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:03.481005 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:03.481790 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:03.518708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920315b-5acd-4225-b8a5-8116d59f2e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060f28b0-a6c8-4b83-b064-2a898b918918,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:03.522914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1920315b-5acd-4225-b8a5-8116d59f2e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.528922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1920315b-5acd-4225-b8a5-8116d59f2e62 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/060f28b0-a6c8-4b83-b064-2a898b918918 HTTP/1.1" status: 204 len: 168 time: 1.1173334 Jul 15 13:43:03.540445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f3ac6-4e2b-47dc-a14c-bc85c8281869 None None] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:03.580043 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55046) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:03.658301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.769930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Checking segment: {'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:03.770478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Network hostable DHCP agents. Network: 0b9d3932-e561-4c50-8b82-0257b423a7ea, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:43:03.773168 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf211b-a88e-45c9-9210-736654b3fe3a None None] Pushing event updated for resources: {'Port': ['ID=d8627d71-aa2e-4017-95b2-b7f843c502ff,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:03.774688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=457cd130-01c3-47d8-80de-62098515ec0d,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:03.784564 n-d-771362-36 neutron-server[93734]: WARNING neutron.services.metering.metering_plugin [None req-abe8a9fa-f8c4-4f53-aee1-e86a7f1f0a17 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:43:03.797399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Network 0b9d3932-e561-4c50-8b82-0257b423a7ea is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:43:03.846668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 0b9d3932-e561-4c50-8b82-0257b423a7ea) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:03.855674 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:03.864356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:03.865049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.883649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cc99c01d-2095-4906-87c5-f3797b0e4f8f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5138235 Jul 15 13:43:03.887602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55056) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:03.892651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:03.923587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.924655 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.947964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a4e7e8-26ac-4261-9210-97610896d1f4 None None] Network 0b9d3932-e561-4c50-8b82-0257b423a7ea requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:04.105728 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.151947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 37d2a2f3-93ac-4734-9c06-24fca212aadd no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:04.183043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 37d2a2f3-93ac-4734-9c06-24fca212aadd {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:04.184373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 37d2a2f3-93ac-4734-9c06-24fca212aadd not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:04.184965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:04.224154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:04.224776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8f0685f7-fd96-4bf5-839b-0ffe7d67ce77 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:04.276151 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-abe8a9fa-f8c4-4f53-aee1-e86a7f1f0a17 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.283207 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-abe8a9fa-f8c4-4f53-aee1-e86a7f1f0a17 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8186760 Jul 15 13:43:04.289772 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55062) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:04.299336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a9ec9edc-6dd6-4fe9-b3c6-14bb7f1321bb tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2daf681e-7521-4b60-8890-fb259415a1a0'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:04.299988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a9ec9edc-6dd6-4fe9-b3c6-14bb7f1321bb tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:04.309215 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.467804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.477194 n-d-771362-36 neutron-server[93734]: WARNING neutron.services.metering.metering_plugin [None req-a9ec9edc-6dd6-4fe9-b3c6-14bb7f1321bb tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:43:04.494906 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:43:03Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:04.516344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-0b9d3932-e561-4c50-8b82-0257b423a7ea', 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'fixed_ips': [{'subnet_id': '457cd130-01c3-47d8-80de-62098515ec0d'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:43:04.532738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.574470 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8742469-cb01-47d9-8195-2b43eef1bbe6 None None] The sync data for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 is: [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:43:03Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:04.695525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9edc-6dd6-4fe9-b3c6-14bb7f1321bb tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.699966 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a9ec9edc-6dd6-4fe9-b3c6-14bb7f1321bb tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4051731 Jul 15 13:43:04.703010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55072) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:04.738958 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-91000db9-d3da-49b6-b8a2-1d6f695e613a tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=c8b19cc6-d434-44c3-9c0c-2b105c90da2b HTTP/1.1" status: 200 len: 462 time: 0.0330431 Jul 15 13:43:04.743715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55074) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:04.753312 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Deleting port c9db638e-0d03-4faa-95f9-41edff97f967 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:04.753676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.853648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] DHCP port deletion for 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:43:04.910604 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.915379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] For port c9db638e-0d03-4faa-95f9-41edff97f967, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c9db638e-0d03-4faa-95f9-41edff97f967,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:04.918597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.959894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Calling delete_port for c9db638e-0d03-4faa-95f9-41edff97f967 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:05.088647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Allocated IP 172.20.0.2 (0b9d3932-e561-4c50-8b82-0257b423a7ea/457cd130-01c3-47d8-80de-62098515ec0d/1b573192-5110-4cbc-ab39-765098d543ac) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:05.105157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] Deleting port c9db638e-0d03-4faa-95f9-41edff97f967 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:05.105549 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.219277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.263033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9db638e-0d03-4faa-95f9-41edff97f967,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.288552 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] No DVR routers for this DVR port c9db638e-0d03-4faa-95f9-41edff97f967 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:05.290186 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] For port c9db638e-0d03-4faa-95f9-41edff97f967, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c9db638e-0d03-4faa-95f9-41edff97f967,segment=NetworkSegment(011d06b3-f156-4c5d-b99a-d77c129bf2b3),segment_id=011d06b3-f156-4c5d-b99a-d77c129bf2b3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:05.290186 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.320675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] Calling delete_port for c9db638e-0d03-4faa-95f9-41edff97f967 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:05.362174 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.398422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6328bb5e-2f34-4d61-b42f-8fce9956c5b2 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.399903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6328bb5e-2f34-4d61-b42f-8fce9956c5b2 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/c8b19cc6-d434-44c3-9c0c-2b105c90da2b HTTP/1.1" status: 204 len: 168 time: 0.6539445 Jul 15 13:43:05.406265 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.418043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55084) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:05.418897 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:05.428079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.431336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011d06b3-f156-4c5d-b99a-d77c129bf2b3') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:05.431796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011d06b3-f156-4c5d-b99a-d77c129bf2b3') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:05.442725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.462203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-65baf929-1cd2-4198-aa0f-0c275747f68d tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=c8b19cc6-d434-44c3-9c0c-2b105c90da2b HTTP/1.1" status: 200 len: 221 time: 0.0424817 Jul 15 13:43:05.468535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55088) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:05.471987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.473737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ea5ca1e7-b952-4d33-96c9-5fd144ffd530 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1783473663', 'description': 'label created by tempest'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:05.474197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ea5ca1e7-b952-4d33-96c9-5fd144ffd530 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Unknown quota resources ['metering_label']. {{(pid=93733) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:05.483351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:05.485462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:05.563112 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:05.569073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.578584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.584832 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] 10.222.0.25 "DELETE /v2.0/networks/6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 HTTP/1.1" status: 204 len: 168 time: 2.0001807 Jul 15 13:43:05.614267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:05.614267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e0e40-ed9f-4b5c-b4a1-f3571db7bc6a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.619207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.633814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Transition to ACTIVE for port object 1b573192-5110-4cbc-ab39-765098d543ac will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:05.657173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Transition to ACTIVE for port object 1b573192-5110-4cbc-ab39-765098d543ac will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:05.687580 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.774828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.803037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Network 0b9d3932-e561-4c50-8b82-0257b423a7ea is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:05.810608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] Network 6b4fc7c4-b610-4e85-9ef5-e1dcbf3f1363 is not hosted by any dhcp agent {{(pid=93735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:43:05.811420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] No DVR routers for this DVR port c9db638e-0d03-4faa-95f9-41edff97f967 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:05.831029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:05.834656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:05.839608 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.841911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Pushing event updated for resources: {'Port': ['ID=1b573192-5110-4cbc-ab39-765098d543ac,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.883379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83780564-7527-4b67-a722-cf4dd024f86c None None] Pushing event deleted for resources: {'Port': ['ID=c9db638e-0d03-4faa-95f9-41edff97f967,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:06.005562 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca1e7-b952-4d33-96c9-5fd144ffd530 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.006961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ea5ca1e7-b952-4d33-96c9-5fd144ffd530 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5374086 Jul 15 13:43:06.011969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55096) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:06.110005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Attempting to bind port 1b573192-5110-4cbc-ab39-765098d543ac on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:06.110005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Attempting to bind port 1b573192-5110-4cbc-ab39-765098d543ac by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:06.110815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Attempting to bind port 1b573192-5110-4cbc-ab39-765098d543ac on network 0b9d3932-e561-4c50-8b82-0257b423a7ea {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:06.129080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:06.129481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Checking segment: {'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:06.129903 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.130411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Bound using segment: {'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:06.130790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Bound port: 1b573192-5110-4cbc-ab39-765098d543ac, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:06.135931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.270275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d8627d71-aa2e-4017-95b2-b7f843c502ff up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:06.362819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] For port 1b573192-5110-4cbc-ab39-765098d543ac, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:06.415985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] For port 1b573192-5110-4cbc-ab39-765098d543ac, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1b573192-5110-4cbc-ab39-765098d543ac,segment=NetworkSegment(4465b23e-7746-4745-bd55-4538824d5353),segment_id=4465b23e-7746-4745-bd55-4538824d5353)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:06.431960 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.476201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d8627d71-aa2e-4017-95b2-b7f843c502ff completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:06.481128 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.547348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d8627d71-aa2e-4017-95b2-b7f843c502ff triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:06.548584 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.768871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a3e86-2fb5-416a-ba6c-1ebaf08d9fe2 None None] Pushing event updated for resources: {'Port': ['ID=1b573192-5110-4cbc-ab39-765098d543ac,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:06.812314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55108) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:06.812876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5771ac53-21fa-49ae-b159-09ebad6804b3 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=19f7d546-84e1-4e87-91ac-b09e775b058e HTTP/1.1" status: 200 len: 468 time: 0.7989857 Jul 15 13:43:06.838341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Allocated IP 172.25.1.207 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/e959f5a7-d86a-4037-a45a-1e2d10d6d515) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:06.883225 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.960349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port d8627d71-aa2e-4017-95b2-b7f843c502ff, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d8627d71-aa2e-4017-95b2-b7f843c502ff,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:06.982385 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.156200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c9db638e-0d03-4faa-95f9-41edff97f967 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:07.158991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=d8627d71-aa2e-4017-95b2-b7f843c502ff,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:07.188328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.208485 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c9db638e-0d03-4faa-95f9-41edff97f967 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:07.208930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c9db638e-0d03-4faa-95f9-41edff97f967 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:07.298835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.399240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:07.403862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:07.413216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:07.465659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Pushing event updated for resources: {'Port': ['ID=e959f5a7-d86a-4037-a45a-1e2d10d6d515,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:07.471793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-838ea2df-1cf4-46d5-b5d1-804bdacd2129 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.475847 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-838ea2df-1cf4-46d5-b5d1-804bdacd2129 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/19f7d546-84e1-4e87-91ac-b09e775b058e HTTP/1.1" status: 204 len: 168 time: 0.6610529 Jul 15 13:43:07.479191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55120) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:07.521949 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a1962659-739d-4976-94d7-52dc47cb3566 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=19f7d546-84e1-4e87-91ac-b09e775b058e HTTP/1.1" status: 200 len: 216 time: 0.0404892 Jul 15 13:43:07.527690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55124) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:07.546925 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-00d08325-985e-45ed-9880-4a427cdd96c7 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0179024 Jul 15 13:43:07.553888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55126) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:07.598097 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8a1f2635-8a69-4400-af1f-acff2172187e tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0364885 Jul 15 13:43:07.612264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55128) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:07.663196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Deleting port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:07.664156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.714583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d3e924be-b951-4d1b-bf7f-90bd0ac4073f tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/2daf681e-7521-4b60-8890-fb259415a1a0 HTTP/1.1" status: 200 len: 473 time: 0.1005108 Jul 15 13:43:07.715656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55130) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:07.817648 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] For port 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,segment=NetworkSegment(6d8f0b01-5c3f-4d0b-bf12-86f6e631c900),segment_id=6d8f0b01-5c3f-4d0b-bf12-86f6e631c900)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:07.818479 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.837661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Calling delete_port for 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:07.842994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55132) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:07.849964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9b46e40b-0912-49ee-8f4b-f3ddeda112a1 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/d1f0ad77-b55d-47a8-8f69-ce58f7e4dc86 HTTP/1.1" status: 200 len: 459 time: 0.1313388 Jul 15 13:43:08.023530 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.459113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1b573192-5110-4cbc-ab39-765098d543ac up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:08.499063 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75a717ef-f254-48cd-b22c-ef11b1c6da8c tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.507777 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-75a717ef-f254-48cd-b22c-ef11b1c6da8c tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/d1f0ad77-b55d-47a8-8f69-ce58f7e4dc86 HTTP/1.1" status: 204 len: 168 time: 0.6617889 Jul 15 13:43:08.511850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55146) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:08.586855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 1b573192-5110-4cbc-ab39-765098d543ac completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:08.594853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d8627d71-aa2e-4017-95b2-b7f843c502ff up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:08.639736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc94cf9-6a7a-4338-bdda-3903e4e18705 None None] Network 0b9d3932-e561-4c50-8b82-0257b423a7ea requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:08.701770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.725772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d8627d71-aa2e-4017-95b2-b7f843c502ff triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:08.726862 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.778639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c293a179-9810-45cb-842f-d274163824ac None None] Provisioning for port 1b573192-5110-4cbc-ab39-765098d543ac completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:08.781096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.828926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c293a179-9810-45cb-842f-d274163824ac None None] Provisioning complete for port 1b573192-5110-4cbc-ab39-765098d543ac triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:08.830145 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c293a179-9810-45cb-842f-d274163824ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.833802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e682e88-4ac4-4a43-bf08-a7a57bccc1cd,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:09.129303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf2b-01d2-414b-b1bd-6054f76c9861 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.133558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8c98cf2b-01d2-414b-b1bd-6054f76c9861 tempest-MeteringIpV6TestJSON-2119253529 tempest-MeteringIpV6TestJSON-2119253529-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/2daf681e-7521-4b60-8890-fb259415a1a0 HTTP/1.1" status: 204 len: 168 time: 0.6087637 Jul 15 13:43:09.170437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.180452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Router 25f56770-a005-424d-8f4b-053f9a0e0e94 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:09.305039 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c293a179-9810-45cb-842f-d274163824ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.465824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c293a179-9810-45cb-842f-d274163824ac None None] For port 1b573192-5110-4cbc-ab39-765098d543ac, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1b573192-5110-4cbc-ab39-765098d543ac,segment=NetworkSegment(4465b23e-7746-4745-bd55-4538824d5353),segment_id=4465b23e-7746-4745-bd55-4538824d5353)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:09.481871 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c293a179-9810-45cb-842f-d274163824ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.526666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:09.553376 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.559581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6b62327b-0692-4e88-9ace-f25bab3532ad admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.6665256 Jul 15 13:43:09.559581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55162) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:09.569347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Sync routers for ids ['25f56770-a005-424d-8f4b-053f9a0e0e94'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:09.654779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293a179-9810-45cb-842f-d274163824ac None None] Pushing event updated for resources: {'Port': ['ID=1b573192-5110-4cbc-ab39-765098d543ac,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:09.657791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Routers {'25f56770-a005-424d-8f4b-053f9a0e0e94'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:09.658604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['25f56770-a005-424d-8f4b-053f9a0e0e94'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:09.825366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55166) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:09.835372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Router 20d85c46-bb0c-4d54-823c-8004cc4556a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:09.955418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Set router 25f56770-a005-424d-8f4b-053f9a0e0e94 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:10.109285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:10.122860 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] Sync routers for ids ['20d85c46-bb0c-4d54-823c-8004cc4556a2'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:10.128032 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9d589461-ebba-4058-a231-00b3118aa6b9 admin admin] 10.222.0.25 "PUT /v2.0/routers/20d85c46-bb0c-4d54-823c-8004cc4556a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5258639 Jul 15 13:43:10.132470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55174) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:10.150605 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] Routers {'20d85c46-bb0c-4d54-823c-8004cc4556a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:10.151689 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['20d85c46-bb0c-4d54-823c-8004cc4556a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:10.204298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a63cfd95-62f7-4268-b2e8-b95f0e24fe25 None None] Provisioning complete for port 1b573192-5110-4cbc-ab39-765098d543ac triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:10.205026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a63cfd95-62f7-4268-b2e8-b95f0e24fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.284963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85888a04-bc94-4f36-af11-8f907a5e2ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.387189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.541687 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] Set router 20d85c46-bb0c-4d54-823c-8004cc4556a2 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:10.561567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1b573192-5110-4cbc-ab39-765098d543ac up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:10.616509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.722214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Deleting port 332cd268-42fd-48a1-b40d-0c5eca9c190a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:10.722475 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.758205 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85888a04-bc94-4f36-af11-8f907a5e2ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.793214 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85888a04-bc94-4f36-af11-8f907a5e2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.960634 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:43:08Z', 'revision_number': 5, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port': {'id': '332cd268-42fd-48a1-b40d-0c5eca9c190a', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:58Z', 'updated_at': '2021-07-15T13:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:10.993015 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] Checking router: 20d85c46-bb0c-4d54-823c-8004cc4556a2 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:11.007607 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] Routers {'20d85c46-bb0c-4d54-823c-8004cc4556a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:11.008557 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['20d85c46-bb0c-4d54-823c-8004cc4556a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:11.108741 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] Set router 20d85c46-bb0c-4d54-823c-8004cc4556a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:11.149726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-85888a04-bc94-4f36-af11-8f907a5e2ac5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f329196204dd4a08ac34674f999caa95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3228900 Jul 15 13:43:11.150940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55188) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:11.190028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85888a04-bc94-4f36-af11-8f907a5e2ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525f52d3-32b6-4dc9-a5ae-130a50946a93,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:11.202051 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:43:10Z', 'revision_number': 6, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:11.268309 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb144fc8-beb4-4918-bdc8-8e455bb3a48a None None] The sync data for ids ['20d85c46-bb0c-4d54-823c-8004cc4556a2'] in n-d-771362-36 is: [{'id': '20d85c46-bb0c-4d54-823c-8004cc4556a2', 'name': 'tempest-TestVolumeBootPattern-454351486-router', 'tenant_id': '4bfcd14181ad41d2af85041a2d3b4132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:56Z', 'updated_at': '2021-07-15T13:43:10Z', 'revision_number': 6, 'project_id': '4bfcd14181ad41d2af85041a2d3b4132', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:11.330572 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.393421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1b573192-5110-4cbc-ab39-765098d543ac triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:11.394112 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.417787 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.451715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:43:07Z', 'revision_number': 3, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port': {'id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:05Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:11.508817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Checking router: 25f56770-a005-424d-8f4b-053f9a0e0e94 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:11.509529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Updating router 25f56770-a005-424d-8f4b-053f9a0e0e94 port e959f5a7-d86a-4037-a45a-1e2d10d6d515 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:11.588454 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.612538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] For port 332cd268-42fd-48a1-b40d-0c5eca9c190a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=332cd268-42fd-48a1-b40d-0c5eca9c190a,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:11.614284 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.643067 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Calling delete_port for 332cd268-42fd-48a1-b40d-0c5eca9c190a owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:11.668445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.006732 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.009943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.011385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/525f52d3-32b6-4dc9-a5ae-130a50946a93 HTTP/1.1" status: 204 len: 168 time: 0.8236322 Jul 15 13:43:12.026959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525f52d3-32b6-4dc9-a5ae-130a50946a93,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:12.046092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Allocated IP 172.20.0.1 (0b9d3932-e561-4c50-8b82-0257b423a7ea/457cd130-01c3-47d8-80de-62098515ec0d/aacc3719-2a1b-4bdd-b966-b58734e5ded0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:12.049570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.049916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.050283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.050614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.051579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.051892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.052251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.052569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.053034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.053368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.053695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.054062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a420b-3af6-4bac-baf0-523e7cc5bea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.067634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.152591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=332cd268-42fd-48a1-b40d-0c5eca9c190a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:12.248159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.249051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.249752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.250497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.251258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.251899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.252564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.253267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.254360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.255072 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.255868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.256701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:12.314495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:12.321432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.349747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:12.350102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5e682e88-4ac4-4a43-bf08-a7a57bccc1cd not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:12.350535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 332cd268-42fd-48a1-b40d-0c5eca9c190a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:12.374351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.404137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Transition to ACTIVE for port object e959f5a7-d86a-4037-a45a-1e2d10d6d515 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:12.410968 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.413854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 332cd268-42fd-48a1-b40d-0c5eca9c190a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:12.414208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 332cd268-42fd-48a1-b40d-0c5eca9c190a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:12.437004 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.474410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Transition to ACTIVE for port object aacc3719-2a1b-4bdd-b966-b58734e5ded0 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:12.540893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Attempting to bind port e959f5a7-d86a-4037-a45a-1e2d10d6d515 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:12.541276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Attempting to bind port e959f5a7-d86a-4037-a45a-1e2d10d6d515 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:12.546876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Attempting to bind port e959f5a7-d86a-4037-a45a-1e2d10d6d515 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:12.597219 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.608555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:12.609473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:12.609473 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.609808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:12.610224 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Bound port: e959f5a7-d86a-4037-a45a-1e2d10d6d515, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:12.610619 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.687732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Network 0b9d3932-e561-4c50-8b82-0257b423a7ea is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:12.695321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:12.703480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:12.754664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3999b-b3e0-42c0-8be5-5cf3b41152f2 None None] Pushing event updated for resources: {'Port': ['ID=e959f5a7-d86a-4037-a45a-1e2d10d6d515,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:12.772604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.776547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.793251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.827856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] For port e959f5a7-d86a-4037-a45a-1e2d10d6d515, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:12.838464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] For port e959f5a7-d86a-4037-a45a-1e2d10d6d515, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e959f5a7-d86a-4037-a45a-1e2d10d6d515,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:12.854930 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.860704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55212) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:12.884020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1af17555-e4f5-4112-a9e3-6fedac3ba599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.907038 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.907615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d85c46-bb0c-4d54-823c-8004cc4556a2 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:12.917223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.919499 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5b3b1dec-ec1c-4392-b601-aa1a3bca7c5a admin admin] 10.222.0.25 "DELETE /v2.0/routers/20d85c46-bb0c-4d54-823c-8004cc4556a2 HTTP/1.1" status: 204 len: 168 time: 2.7857482 Jul 15 13:43:12.922080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55214) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:12.933839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Pushing event updated for resources: {'Port': ['ID=aacc3719-2a1b-4bdd-b966-b58734e5ded0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:12.977541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Routers {'25f56770-a005-424d-8f4b-053f9a0e0e94'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:12.979389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['25f56770-a005-424d-8f4b-053f9a0e0e94'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:13.229752 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1dbd77e-0762-487c-a027-9279c5083a3d admin admin] Deleting subnet 45c57446-b15b-4622-a754-330bc08d88a4 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:13.237880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd77e-0762-487c-a027-9279c5083a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.316384 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3999b-b3e0-42c0-8be5-5cf3b41152f2 None None] Pushing event updated for resources: {'Port': ['ID=e959f5a7-d86a-4037-a45a-1e2d10d6d515,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.332782 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1af17555-e4f5-4112-a9e3-6fedac3ba599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.340837 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd77e-0762-487c-a027-9279c5083a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.347055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3a6b6c7e-c7d7-4a72-a828-8bd303493a3c None None] Provisioning for port aacc3719-2a1b-4bdd-b966-b58734e5ded0 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:13.368122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1af17555-e4f5-4112-a9e3-6fedac3ba599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.380074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.388871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3a6b6c7e-c7d7-4a72-a828-8bd303493a3c None None] Provisioning complete for port aacc3719-2a1b-4bdd-b966-b58734e5ded0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:13.389329 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6c7e-c7d7-4a72-a828-8bd303493a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.458126 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1af17555-e4f5-4112-a9e3-6fedac3ba599 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1f2432de6eb42d1af9f35fd569fcc9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958509 Jul 15 13:43:13.458899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55222) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:13.461121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af17555-e4f5-4112-a9e3-6fedac3ba599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e61c72-62f1-4dbb-bff6-394a30e5b307,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.469689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b6c7e-c7d7-4a72-a828-8bd303493a3c None None] Port aacc3719-2a1b-4bdd-b966-b58734e5ded0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:13.477997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] Set router 25f56770-a005-424d-8f4b-053f9a0e0e94 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:13.535541 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd77e-0762-487c-a027-9279c5083a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.581900 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e4d04a2-23d2-40a2-bcee-721d5a471f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.632019 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e4d04a2-23d2-40a2-bcee-721d5a471f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.724663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd77e-0762-487c-a027-9279c5083a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.763434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36c112-2832-47a1-a847-4fb6f2ccbfcf None None] Network 0719fac8-af8c-4528-abb1-135ee2d3b576 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:13.770237 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.777360 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.807157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd77e-0762-487c-a027-9279c5083a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.810675 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d1dbd77e-0762-487c-a027-9279c5083a3d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/45c57446-b15b-4622-a754-330bc08d88a4 HTTP/1.1" status: 204 len: 168 time: 0.8873343 Jul 15 13:43:13.812938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbd77e-0762-487c-a027-9279c5083a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c57446-b15b-4622-a754-330bc08d88a4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.821317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55230) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:13.843172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Pushing event updated for resources: {'Port': ['ID=aacc3719-2a1b-4bdd-b966-b58734e5ded0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.846621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e4d04a2-23d2-40a2-bcee-721d5a471f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.851546 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e4d04a2-23d2-40a2-bcee-721d5a471f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.856821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5e4d04a2-23d2-40a2-bcee-721d5a471f3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3e61c72-62f1-4dbb-bff6-394a30e5b307 HTTP/1.1" status: 204 len: 168 time: 0.3862071 Jul 15 13:43:13.906164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d04a2-23d2-40a2-bcee-721d5a471f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e61c72-62f1-4dbb-bff6-394a30e5b307,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.930480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.952764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:43:07Z', 'revision_number': 3, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port': {'id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:05Z', 'updated_at': '2021-07-15T13:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:13.987028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bc658-6620-494f-a2f2-1e78119fd763 None None] The sync data for ids ['25f56770-a005-424d-8f4b-053f9a0e0e94'] in n-d-771362-36 is: [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:43:07Z', 'revision_number': 3, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port': {'id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:05Z', 'updated_at': '2021-07-15T13:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:14.107294 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.115212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] DHCP port deletion for 0719fac8-af8c-4528-abb1-135ee2d3b576 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:43:14.131775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Network 0b9d3932-e561-4c50-8b82-0257b423a7ea is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:14.152846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:14.221736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] Deleting port 5c887f6f-cbd3-4579-ae38-a5380718923a {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:14.226353 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.272878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Deleting port 5c887f6f-cbd3-4579-ae38-a5380718923a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:14.273558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.494604 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] For port 5c887f6f-cbd3-4579-ae38-a5380718923a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5c887f6f-cbd3-4579-ae38-a5380718923a,segment=NetworkSegment(6d8f0b01-5c3f-4d0b-bf12-86f6e631c900),segment_id=6d8f0b01-5c3f-4d0b-bf12-86f6e631c900)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:14.495617 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.514596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] For port 5c887f6f-cbd3-4579-ae38-a5380718923a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5c887f6f-cbd3-4579-ae38-a5380718923a,segment=NetworkSegment(6d8f0b01-5c3f-4d0b-bf12-86f6e631c900),segment_id=6d8f0b01-5c3f-4d0b-bf12-86f6e631c900)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:14.515651 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.516387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Calling delete_port for 5c887f6f-cbd3-4579-ae38-a5380718923a owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:14.566354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] Calling delete_port for 5c887f6f-cbd3-4579-ae38-a5380718923a owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:14.622292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Router 25f56770-a005-424d-8f4b-053f9a0e0e94 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:14.888669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d42b3794-e9c4-461b-aa3d-9ebfc54b8d54 None None] Provisioning complete for port aacc3719-2a1b-4bdd-b966-b58734e5ded0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:14.888669 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d42b3794-e9c4-461b-aa3d-9ebfc54b8d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.951754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:14.974839 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-010a3503-2395-4349-a5e4-d79ddfca9e63 admin admin] 10.222.0.25 "PUT /v2.0/routers/25f56770-a005-424d-8f4b-053f9a0e0e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4134767 Jul 15 13:43:14.991206 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.016759 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.053704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c887f6f-cbd3-4579-ae38-a5380718923a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:15.062500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] No DVR routers for this DVR port 5c887f6f-cbd3-4579-ae38-a5380718923a on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:15.128416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] No DVR routers for this DVR port 5c887f6f-cbd3-4579-ae38-a5380718923a on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:15.133022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699e68b-6bdc-4973-b42b-018f72b071a3 None None] Pushing event deleted for resources: {'Port': ['ID=5c887f6f-cbd3-4579-ae38-a5380718923a,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:15.144170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d42b3794-e9c4-461b-aa3d-9ebfc54b8d54 None None] Port aacc3719-2a1b-4bdd-b966-b58734e5ded0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:15.229546 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.269530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0719fac8-af8c-4528-abb1-135ee2d3b576']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:15.296359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:15.296846 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8f0b01-5c3f-4d0b-bf12-86f6e631c900') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:15.367915 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.414536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.449735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:15.450437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:15.458991 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:15.672828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.680224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.681916 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0719fac8-af8c-4528-abb1-135ee2d3b576 HTTP/1.1" status: 204 len: 168 time: 1.8587415 Jul 15 13:43:15.701221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed980813-362d-4b1c-b1af-e8497d4fbcb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0719fac8-af8c-4528-abb1-135ee2d3b576,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:15.986052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55282) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:16.094845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6dfa3690-5477-473a-9d7d-078c68a32bb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2fcc6ae85a44715b8455f05393bcb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051629 Jul 15 13:43:16.095572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55290) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:16.198735 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ff85fa3d-a105-4979-b1c3-3365763f4438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.253173 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ff85fa3d-a105-4979-b1c3-3365763f4438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.266354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55292) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:16.288249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e959f5a7-d86a-4037-a45a-1e2d10d6d515 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:16.292023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fd674376-3ac1-4291-9fed-fb722df69dc1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801738690', 'description': 'tempest-secgroup-smoke-801738690 description', 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:16.355516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ff85fa3d-a105-4979-b1c3-3365763f4438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.360182 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd674376-3ac1-4291-9fed-fb722df69dc1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.360496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ff85fa3d-a105-4979-b1c3-3365763f4438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.370675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ff85fa3d-a105-4979-b1c3-3365763f4438 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/808f342e-afbb-449f-9ab9-83bae2e0af3d HTTP/1.1" status: 204 len: 168 time: 0.2718785 Jul 15 13:43:16.402424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85fa3d-a105-4979-b1c3-3365763f4438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808f342e-afbb-449f-9ab9-83bae2e0af3d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:16.407170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port e959f5a7-d86a-4037-a45a-1e2d10d6d515 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:16.445645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e959f5a7-d86a-4037-a45a-1e2d10d6d515 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:16.446265 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.545009 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd674376-3ac1-4291-9fed-fb722df69dc1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.550883 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd674376-3ac1-4291-9fed-fb722df69dc1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.618903 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd674376-3ac1-4291-9fed-fb722df69dc1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.623842 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd674376-3ac1-4291-9fed-fb722df69dc1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3524756 Jul 15 13:43:16.624039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55302) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:16.627795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd674376-3ac1-4291-9fed-fb722df69dc1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecbb9e9-f573-4b1d-b563-3a726d41e6ac,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:16.642218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d25da836-ad36-454c-a79e-9075d6813b11 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'security_group_rule': {'security_group_id': 'cecbb9e9-f573-4b1d-b563-3a726d41e6ac', 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:16.745582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d25da836-ad36-454c-a79e-9075d6813b11 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.915407 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.976854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port e959f5a7-d86a-4037-a45a-1e2d10d6d515, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e959f5a7-d86a-4037-a45a-1e2d10d6d515,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:16.992112 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.999438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d25da836-ad36-454c-a79e-9075d6813b11 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.010408 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d25da836-ad36-454c-a79e-9075d6813b11 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.070195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25da836-ad36-454c-a79e-9075d6813b11 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765224d5-a4c2-4141-924e-d03677426fb9,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:17.100340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d25da836-ad36-454c-a79e-9075d6813b11 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.104736 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55322) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.105027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d25da836-ad36-454c-a79e-9075d6813b11 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4794476 Jul 15 13:43:17.112755 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-88093526-6ca6-481c-ac5a-dd32a4d988bc tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'security_group_rule': {'security_group_id': 'cecbb9e9-f573-4b1d-b563-3a726d41e6ac', 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:17.116204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=e959f5a7-d86a-4037-a45a-1e2d10d6d515,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:17.126746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55324) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.156243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5c887f6f-cbd3-4579-ae38-a5380718923a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:17.183872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5c887f6f-cbd3-4579-ae38-a5380718923a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:17.184231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5c887f6f-cbd3-4579-ae38-a5380718923a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:17.204781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88093526-6ca6-481c-ac5a-dd32a4d988bc tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.221084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-456263da-63a3-44db-8fd1-e6bee5bcc7a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bfcd14181ad41d2af85041a2d3b4132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847130 Jul 15 13:43:17.225149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55326) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.260710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Sync routers for ids ['25f56770-a005-424d-8f4b-053f9a0e0e94'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:17.286120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Routers {'25f56770-a005-424d-8f4b-053f9a0e0e94'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:17.286604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['25f56770-a005-424d-8f4b-053f9a0e0e94'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:17.308568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88093526-6ca6-481c-ac5a-dd32a4d988bc tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.316218 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88093526-6ca6-481c-ac5a-dd32a4d988bc tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.366178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88093526-6ca6-481c-ac5a-dd32a4d988bc tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd329f00-ef64-4bde-8ad1-f2159b40d042,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:17.372906 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe018-041b-4bb8-ad3a-6f75d7e92747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.395469 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88093526-6ca6-481c-ac5a-dd32a4d988bc tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.398208 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-88093526-6ca6-481c-ac5a-dd32a4d988bc tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2907610 Jul 15 13:43:17.400218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55332) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.411893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-420870eb-459f-4eb0-91c3-6a9c1bed168e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'security_group_rule': {'security_group_id': 'cecbb9e9-f573-4b1d-b563-3a726d41e6ac', 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:17.447538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe018-041b-4bb8-ad3a-6f75d7e92747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.467359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-420870eb-459f-4eb0-91c3-6a9c1bed168e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.473358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Set router 25f56770-a005-424d-8f4b-053f9a0e0e94 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:17.564549 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe018-041b-4bb8-ad3a-6f75d7e92747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.570897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe018-041b-4bb8-ad3a-6f75d7e92747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.573345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8f1fe018-041b-4bb8-ad3a-6f75d7e92747 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f73baf0e-191e-4950-9872-9d6d7174d9e9 HTTP/1.1" status: 204 len: 168 time: 0.3462088 Jul 15 13:43:17.594985 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-420870eb-459f-4eb0-91c3-6a9c1bed168e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.601026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fe018-041b-4bb8-ad3a-6f75d7e92747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73baf0e-191e-4950-9872-9d6d7174d9e9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:17.605121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-420870eb-459f-4eb0-91c3-6a9c1bed168e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.685473 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420870eb-459f-4eb0-91c3-6a9c1bed168e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3a5337-112c-4816-a36f-4fced733f72f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:17.695664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-420870eb-459f-4eb0-91c3-6a9c1bed168e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.699063 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-420870eb-459f-4eb0-91c3-6a9c1bed168e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2973666 Jul 15 13:43:17.701667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55344) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.707970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0be62bc9-8090-4c9b-8099-7c6537f6bae1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'security_group_rule': {'security_group_id': 'cecbb9e9-f573-4b1d-b563-3a726d41e6ac', 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:17.752882 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55346) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.779702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0be62bc9-8090-4c9b-8099-7c6537f6bae1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.818630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:43:13Z', 'revision_number': 4, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port': {'id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:05Z', 'updated_at': '2021-07-15T13:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aacc3719-2a1b-4bdd-b966-b58734e5ded0', 'name': '', 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'mac_address': 'fa:16:3e:ba:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '457cd130-01c3-47d8-80de-62098515ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:11Z', 'updated_at': '2021-07-15T13:43:13Z', 'revision_number': 2, 'project_id': 'd98f08208318483582266e1679c58eaa', 'subnets': [{'id': '457cd130-01c3-47d8-80de-62098515ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:17.899016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Checking router: 25f56770-a005-424d-8f4b-053f9a0e0e94 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:17.899428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Updating router 25f56770-a005-424d-8f4b-053f9a0e0e94 port aacc3719-2a1b-4bdd-b966-b58734e5ded0 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:17.920761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0be62bc9-8090-4c9b-8099-7c6537f6bae1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.942635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0be62bc9-8090-4c9b-8099-7c6537f6bae1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.975329 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.001165 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be62bc9-8090-4c9b-8099-7c6537f6bae1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acf9670-643f-41fb-96be-21a3153f207e,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:18.054138 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0be62bc9-8090-4c9b-8099-7c6537f6bae1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.057105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0be62bc9-8090-4c9b-8099-7c6537f6bae1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3533154 Jul 15 13:43:18.059575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55358) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.069780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b1697106-14a6-494f-8783-a397d40054a1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'security_group_rule': {'security_group_id': 'cecbb9e9-f573-4b1d-b563-3a726d41e6ac', 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:18.168103 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-b1697106-14a6-494f-8783-a397d40054a1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Project 4a6ce0d2b5ad4f9f95457a29aaf7ab0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:18.194334 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1697106-14a6-494f-8783-a397d40054a1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.351491 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1697106-14a6-494f-8783-a397d40054a1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.359484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1697106-14a6-494f-8783-a397d40054a1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.378695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e959f5a7-d86a-4037-a45a-1e2d10d6d515 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:18.407980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2bf37819-cfb9-4fe0-9f41-6edf7ce6f262 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1458204411'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:18.408957 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2bf37819-cfb9-4fe0-9f41-6edf7ce6f262 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Unknown quota resources ['metering_label']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:18.469922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697106-14a6-494f-8783-a397d40054a1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a912d327-fc7b-4430-9aad-a89cbf8c67d5,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:18.473370 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1697106-14a6-494f-8783-a397d40054a1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.474766 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b1697106-14a6-494f-8783-a397d40054a1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4132023 Jul 15 13:43:18.477568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55360) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.483343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3e54dcf9-d64a-4737-b3f5-8749ee29d4f6 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'security_group_rule': {'security_group_id': 'cecbb9e9-f573-4b1d-b563-3a726d41e6ac', 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:18.571666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e959f5a7-d86a-4037-a45a-1e2d10d6d515 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:18.572554 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.587552 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bf37819-cfb9-4fe0-9f41-6edf7ce6f262 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.589232 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2bf37819-cfb9-4fe0-9f41-6edf7ce6f262 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8347940 Jul 15 13:43:18.592141 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55366) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.598454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8e9a830a-3240-404d-bdb5-f231d575cce6 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ae965e5d-ddb5-4570-bd45-2b75499a0672'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:18.599307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8e9a830a-3240-404d-bdb5-f231d575cce6 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:18.603296 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-3e54dcf9-d64a-4737-b3f5-8749ee29d4f6 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Project 4a6ce0d2b5ad4f9f95457a29aaf7ab0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:18.610986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e54dcf9-d64a-4737-b3f5-8749ee29d4f6 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.685570 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.705902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Transition to ACTIVE for port object aacc3719-2a1b-4bdd-b966-b58734e5ded0 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:18.709495 n-d-771362-36 neutron-server[93734]: WARNING neutron.services.metering.metering_plugin [None req-8e9a830a-3240-404d-bdb5-f231d575cce6 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:43:18.740966 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.820967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e54dcf9-d64a-4737-b3f5-8749ee29d4f6 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.823569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e9a830a-3240-404d-bdb5-f231d575cce6 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.824938 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8e9a830a-3240-404d-bdb5-f231d575cce6 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2314675 Jul 15 13:43:18.828977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55368) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.832846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e54dcf9-d64a-4737-b3f5-8749ee29d4f6 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.838572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-380971d7-34ae-4ba2-a2f5-a0e5cf2fefe8 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ae965e5d-ddb5-4570-bd45-2b75499a0672'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:18.839926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-380971d7-34ae-4ba2-a2f5-a0e5cf2fefe8 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93733) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:18.858320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54dcf9-d64a-4737-b3f5-8749ee29d4f6 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9139658f-5479-464c-9f9a-3f9d11a263ea,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:18.867396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e54dcf9-d64a-4737-b3f5-8749ee29d4f6 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.897520 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3e54dcf9-d64a-4737-b3f5-8749ee29d4f6 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4047894 Jul 15 13:43:19.034802 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-03212973-5613-41f7-a6ae-47dbbe0d5e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.045695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516095f-3575-4bd9-b300-b41f6ee14d99 None None] Pushing event updated for resources: {'Port': ['ID=aacc3719-2a1b-4bdd-b966-b58734e5ded0,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.071160 n-d-771362-36 neutron-server[93733]: WARNING neutron.services.metering.metering_plugin [None req-380971d7-34ae-4ba2-a2f5-a0e5cf2fefe8 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:43:19.143706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Attempting to bind port aacc3719-2a1b-4bdd-b966-b58734e5ded0 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:19.145108 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Attempting to bind port aacc3719-2a1b-4bdd-b966-b58734e5ded0 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:19.145877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Attempting to bind port aacc3719-2a1b-4bdd-b966-b58734e5ded0 on network 0b9d3932-e561-4c50-8b82-0257b423a7ea {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:19.152821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:19.153606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Checking segment: {'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:19.154223 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.154801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Bound using segment: {'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:19.155518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Bound port: aacc3719-2a1b-4bdd-b966-b58734e5ded0, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4465b23e-7746-4745-bd55-4538824d5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:19.156114 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.226979 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-380971d7-34ae-4ba2-a2f5-a0e5cf2fefe8 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.229746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-380971d7-34ae-4ba2-a2f5-a0e5cf2fefe8 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3986921 Jul 15 13:43:19.234681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55390) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.261345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55392) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.264046 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-142cdd42-12ec-45a4-995d-76fa3817cbe9 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=1d34220d-b6f5-4bca-89a8-7979b8d5f530 HTTP/1.1" status: 200 len: 464 time: 0.0272498 Jul 15 13:43:19.305519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-2d2b465d-686b-4eb8-ba97-367dfa8b6890 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801738690&fields=id&tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a HTTP/1.1" status: 200 len: 267 time: 0.0735307 Jul 15 13:43:19.326671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] For port aacc3719-2a1b-4bdd-b966-b58734e5ded0, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:19.334109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] For port aacc3719-2a1b-4bdd-b966-b58734e5ded0, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aacc3719-2a1b-4bdd-b966-b58734e5ded0,segment=NetworkSegment(4465b23e-7746-4745-bd55-4538824d5353),segment_id=4465b23e-7746-4745-bd55-4538824d5353)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:19.351431 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.435466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Routers {'25f56770-a005-424d-8f4b-053f9a0e0e94'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:19.436547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:42:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['25f56770-a005-424d-8f4b-053f9a0e0e94'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:19.502179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516095f-3575-4bd9-b300-b41f6ee14d99 None None] Pushing event updated for resources: {'Port': ['ID=aacc3719-2a1b-4bdd-b966-b58734e5ded0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.636819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] Set router 25f56770-a005-424d-8f4b-053f9a0e0e94 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:19.927311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:43:13Z', 'revision_number': 4, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port': {'id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:05Z', 'updated_at': '2021-07-15T13:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aacc3719-2a1b-4bdd-b966-b58734e5ded0', 'name': '', 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'mac_address': 'fa:16:3e:ba:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '457cd130-01c3-47d8-80de-62098515ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:11Z', 'updated_at': '2021-07-15T13:43:19Z', 'revision_number': 4, 'project_id': 'd98f08208318483582266e1679c58eaa', 'subnets': [{'id': '457cd130-01c3-47d8-80de-62098515ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:19.939877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6857dc37-384c-4867-a19a-035ad4b56fae tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.941059 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6857dc37-384c-4867-a19a-035ad4b56fae tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/1d34220d-b6f5-4bca-89a8-7979b8d5f530 HTTP/1.1" status: 204 len: 168 time: 0.6785438 Jul 15 13:43:19.944877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55402) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.965226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05317f3-47b8-4f96-a628-77852fff1476 None None] The sync data for ids ['25f56770-a005-424d-8f4b-053f9a0e0e94'] in n-d-771362-36 is: [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:43:13Z', 'revision_number': 4, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port': {'id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:05Z', 'updated_at': '2021-07-15T13:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'aacc3719-2a1b-4bdd-b966-b58734e5ded0', 'name': '', 'network_id': '0b9d3932-e561-4c50-8b82-0257b423a7ea', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'mac_address': 'fa:16:3e:ba:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '457cd130-01c3-47d8-80de-62098515ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:11Z', 'updated_at': '2021-07-15T13:43:19Z', 'revision_number': 4, 'project_id': 'd98f08208318483582266e1679c58eaa', 'subnets': [{'id': '457cd130-01c3-47d8-80de-62098515ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:19.969936 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ba01f0c0-82bb-4f3a-a0d0-d8c55a911a82 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=1d34220d-b6f5-4bca-89a8-7979b8d5f530 HTTP/1.1" status: 200 len: 221 time: 0.0226002 Jul 15 13:43:19.982708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55406) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.993943 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-72f5064e-e642-4237-87d5-c924cca2dc19 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2123782652', 'description': 'label created by tempest'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:19.994674 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-72f5064e-e642-4237-87d5-c924cca2dc19 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Unknown quota resources ['metering_label']. {{(pid=93734) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:20.132372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-83cbaaad-a8dd-438f-9305-edb78c22203c tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:20.145729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-83cbaaad-a8dd-438f-9305-edb78c22203c tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 809 time: 0.8229632 Jul 15 13:43:20.198447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-a5b7a2fc-53da-4999-8a60-68eb8b5d64e0 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/quotas/4a6ce0d2b5ad4f9f95457a29aaf7ab0a HTTP/1.1" status: 200 len: 375 time: 0.0513763 Jul 15 13:43:20.360162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aacc3719-2a1b-4bdd-b966-b58734e5ded0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:20.365923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-3ce769fb-cd4f-4feb-bb5e-e26a90fe2b67 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481481 Jul 15 13:43:20.368287 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-72f5064e-e642-4237-87d5-c924cca2dc19 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.373620 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-72f5064e-e642-4237-87d5-c924cca2dc19 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3859675 Jul 15 13:43:20.375123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55410) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.474550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port aacc3719-2a1b-4bdd-b966-b58734e5ded0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:20.479463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aacc3719-2a1b-4bdd-b966-b58734e5ded0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:20.480477 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.507904 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ed59a2f7-2b20-4b2c-9b6b-2ca6a5929b6c tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=cf25e028-848d-4525-be70-947d53b58e48 HTTP/1.1" status: 200 len: 468 time: 0.1308079 Jul 15 13:43:20.512535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55416) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.563004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-ca2cda1b-6db4-439a-8e6f-4c656ac0f747 service neutron] 10.222.0.25 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936038 Jul 15 13:43:20.640483 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.717695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port aacc3719-2a1b-4bdd-b966-b58734e5ded0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aacc3719-2a1b-4bdd-b966-b58734e5ded0,segment=NetworkSegment(4465b23e-7746-4745-bd55-4538824d5353),segment_id=4465b23e-7746-4745-bd55-4538824d5353)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:20.727025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1c5c2745-c460-4615-93a5-1e78e3cd07c5 service neutron] 10.222.0.25 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485872 Jul 15 13:43:20.730123 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.890178 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=aacc3719-2a1b-4bdd-b966-b58734e5ded0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:20.891260 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83834bbb-26f1-493d-bc9e-664a4194631e tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.892769 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-83834bbb-26f1-493d-bc9e-664a4194631e tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/cf25e028-848d-4525-be70-947d53b58e48 HTTP/1.1" status: 204 len: 168 time: 0.3786225 Jul 15 13:43:20.897155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55420) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.909965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.910575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.911110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.911737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.912038 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e5bea662-0db8-4813-8d52-35ff50e9791c tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=cf25e028-848d-4525-be70-947d53b58e48 HTTP/1.1" status: 200 len: 216 time: 0.0133505 Jul 15 13:43:20.912393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.912894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.913469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.914184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.914675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.915245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.915744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.916230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:20.920059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55424) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.931281 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29104895-b2d7-4c01-ad0f-451e8538ef08 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097818 Jul 15 13:43:20.938966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55426) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.960174 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fea2dc26-ab88-41d4-97ce-8518a469d4b7 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0197291 Jul 15 13:43:20.965220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55428) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:21.029917 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d397a379-f827-4dd2-9164-f6e331b9bb66 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/ae965e5d-ddb5-4570-bd45-2b75499a0672 HTTP/1.1" status: 200 len: 473 time: 0.0630820 Jul 15 13:43:21.039919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55432) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:21.066331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-94ff35d1-20c4-4753-95be-7489fe5e8b16 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/387e7c88-0666-42a2-9d37-c02cff5e09d9 HTTP/1.1" status: 200 len: 461 time: 0.0230463 Jul 15 13:43:21.078660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55434) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:21.347993 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86d8a7eb-27bf-4ac0-b0e9-9d67508a6ed8 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.349220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-86d8a7eb-27bf-4ac0-b0e9-9d67508a6ed8 tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/387e7c88-0666-42a2-9d37-c02cff5e09d9 HTTP/1.1" status: 204 len: 168 time: 0.2693403 Jul 15 13:43:21.353339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55444) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:21.371548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc639ada-3d38-4cf9-92b2-9faf9c3a29d4 req-5a1f133a-28d5-490e-a5f7-89017ba67a8c tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 210 time: 0.1347914 Jul 15 13:43:21.633936 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3d953e8-5e2d-41cb-bea2-8dbd13148a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.736149 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.853922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cbc8247a-8eb0-449b-9ac7-273bbff8a35f tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.866755 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cbc8247a-8eb0-449b-9ac7-273bbff8a35f tempest-MeteringTestJSON-1916412905 tempest-MeteringTestJSON-1916412905-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/ae965e5d-ddb5-4570-bd45-2b75499a0672 HTTP/1.1" status: 204 len: 168 time: 0.5119278 Jul 15 13:43:22.268387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aacc3719-2a1b-4bdd-b966-b58734e5ded0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:22.357014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aacc3719-2a1b-4bdd-b966-b58734e5ded0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:22.357568 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.397215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.652536 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dafe2811-8576-449d-a489-05f25a7d2ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.665586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6c18027-d4d7-42d4-bf5a-82927be82969 req-7b1bda09-8cbd-4310-a1b2-9bad8126abd4 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 210 time: 0.0581305 Jul 15 13:43:22.797199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dafe2811-8576-449d-a489-05f25a7d2ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.804439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dafe2811-8576-449d-a489-05f25a7d2ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.865380 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dafe2811-8576-449d-a489-05f25a7d2ae7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60d3e17ec02a4f1cbc131dcac14316bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658968 Jul 15 13:43:22.868368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55488) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.889638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe2811-8576-449d-a489-05f25a7d2ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832bbf32-024c-4373-9ab8-c1fee658bfdd,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:22.968741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-562aafc2-5ff4-4aae-a50a-1ac34cc0a323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.977501 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.038962 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-562aafc2-5ff4-4aae-a50a-1ac34cc0a323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.172598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-479bb4fc-14b2-4bff-847f-0cd8b70f7043 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:23.174510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-479bb4fc-14b2-4bff-847f-0cd8b70f7043 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.35 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 809 time: 0.1987567 Jul 15 13:43:23.183836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-562aafc2-5ff4-4aae-a50a-1ac34cc0a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.187109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-562aafc2-5ff4-4aae-a50a-1ac34cc0a323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.191205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-562aafc2-5ff4-4aae-a50a-1ac34cc0a323 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/832bbf32-024c-4373-9ab8-c1fee658bfdd HTTP/1.1" status: 204 len: 168 time: 0.3182774 Jul 15 13:43:23.281776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aafc2-5ff4-4aae-a50a-1ac34cc0a323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832bbf32-024c-4373-9ab8-c1fee658bfdd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:23.352162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7261cc4f-5b1f-4764-aba1-e496a7bc0e97 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a HTTP/1.1" status: 200 len: 379 time: 0.1604581 Jul 15 13:43:23.375060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'port': {'device_id': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'admin_state_up': True, 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'security_groups': ['cecbb9e9-f573-4b1d-b563-3a726d41e6ac']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:23.612116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Made reservation on behalf of 4a6ce0d2b5ad4f9f95457a29aaf7ab0a for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:23.621765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.815098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55504) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:23.844547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d09e813-2ee3-41e9-89dc-ebc8d57947e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.872122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Allocated IP 172.20.0.4 (8e3e80b8-ee82-426f-8c06-5899dbc789c1/2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86/9ca7f9f8-9761-43f8-8247-3d59e7817ea0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:23.920467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fc6faeca-569e-4ab8-a928-627f4f105b88 req-7e5305e6-7ebe-4cfd-a17c-bc55a3791766 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 210 time: 0.0512948 Jul 15 13:43:24.038065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d09e813-2ee3-41e9-89dc-ebc8d57947e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.046708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5d09e813-2ee3-41e9-89dc-ebc8d57947e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.154943 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5d09e813-2ee3-41e9-89dc-ebc8d57947e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64f168accd174cf6bffca95f8cf8eaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351603 Jul 15 13:43:24.158316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55516) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:24.174630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09e813-2ee3-41e9-89dc-ebc8d57947e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aee371-d71d-41a6-851b-51eb5e0260ad,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:24.234305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.265719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Transition to ACTIVE for port object 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:24.284484 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e98eb81-53a3-434f-bf2d-d1a3fc4e8cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.330083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e98eb81-53a3-434f-bf2d-d1a3fc4e8cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.369422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.429672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:24.434021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:24.443823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:24.451081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'Port': ['ID=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:24.507458 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.543214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:24.544346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.573074 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e98eb81-53a3-434f-bf2d-d1a3fc4e8cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.580465 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e98eb81-53a3-434f-bf2d-d1a3fc4e8cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.588467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0e98eb81-53a3-434f-bf2d-d1a3fc4e8cd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81aee371-d71d-41a6-851b-51eb5e0260ad HTTP/1.1" status: 204 len: 168 time: 0.4292922 Jul 15 13:43:24.606866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-7734ac43-1827-499b-b16f-8503fe3cde77 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2469525 Jul 15 13:43:24.608034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98eb81-53a3-434f-bf2d-d1a3fc4e8cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aee371-d71d-41a6-851b-51eb5e0260ad,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:24.642616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Request body: {'port': {'device_id': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:24.832241 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.897782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-53edacba-4625-4e37-8a8d-bd71a748bbd4 None None] Provisioning for port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:24.903904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-53edacba-4625-4e37-8a8d-bd71a748bbd4 None None] Provisioning complete for port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:24.904883 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-53edacba-4625-4e37-8a8d-bd71a748bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.951418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-53edacba-4625-4e37-8a8d-bd71a748bbd4 None None] Port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:25.293535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72371ac-9f0d-4367-b067-dfada8ff3d0d req-d6d7a906-5efe-49a6-99e7-372bc7b96727 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:25.295553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a72371ac-9f0d-4367-b067-dfada8ff3d0d req-d6d7a906-5efe-49a6-99e7-372bc7b96727 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 931 time: 0.1648026 Jul 15 13:43:25.400908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a72371ac-9f0d-4367-b067-dfada8ff3d0d req-5f77dc14-0ca1-462e-be46-215d42da2120 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862064 Jul 15 13:43:25.420558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:25.431590 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.453037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Transition to ACTIVE for port object 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:25.468817 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.721178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:25.746347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Attempting to bind port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:25.746989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Attempting to bind port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:25.747731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Attempting to bind port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 on network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:25.765955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 on network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:25.765955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Attempting to bind port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 on network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:25.790706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:25.790706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Checking segment: {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:25.790706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Bound using segment: {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:25.791404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Bound port: 9ca7f9f8-9761-43f8-8247-3d59e7817ea0, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb961ca3-4675-468a-995f-102c1ae1935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:25.791843 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.977083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] For port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:25.984703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] For port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:25.997708 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.078797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:26.080991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.083555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] 10.222.0.35 "PUT /v2.0/ports/9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 1092 time: 1.4494653 Jul 15 13:43:26.084334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'tag': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:26.089435 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45188dea-a796-4255-b2af-c4219f54e631" -d '{"events": [{"name": "network-changed", "server_uuid": "ae15908d-67fe-4ea1-a230-6b8e85a90eb5", "tag": "9ca7f9f8-9761-43f8-8247-3d59e7817ea0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:26.201190 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7d778f-0509-4876-9121-b6594a2f0eb0 x-openstack-request-id: req-8d7d778f-0509-4876-9121-b6594a2f0eb0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:26.203180 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae15908d-67fe-4ea1-a230-6b8e85a90eb5", "tag": "9ca7f9f8-9761-43f8-8247-3d59e7817ea0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:26.203180 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d7d778f-0509-4876-9121-b6594a2f0eb0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:26.203180 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'tag': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'status': 'completed', 'code': 200} Jul 15 13:43:26.238219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34bc65-a57c-4fec-a5c2-343ca89cf562 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:26.294194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-c2339b4f-d34c-4a70-89a9-0c134189f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:26.296046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-c2339b4f-d34c-4a70-89a9-0c134189f1d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1095 time: 0.1234546 Jul 15 13:43:26.362482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-94049092-277f-4422-ae2d-43feacb5c735 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 217 time: 0.0566633 Jul 15 13:43:26.473381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-667fe70d-8fee-41e7-a34a-b62be786f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:26.476154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-667fe70d-8fee-41e7-a34a-b62be786f265 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 200 len: 848 time: 0.1062694 Jul 15 13:43:26.638754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-6242496e-547f-42e5-99fd-e59714b01571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:26.641612 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-6242496e-547f-42e5-99fd-e59714b01571 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e3e80b8-ee82-426f-8c06-5899dbc789c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1582608 Jul 15 13:43:26.887622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-fa2fd1d6-7930-4e6e-8a0d-06da5ef4a66f service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364440 Jul 15 13:43:27.001546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e9f8-a50b-484e-ab97-4596fcb9fc0a req-d5e1daa7-7a4d-408a-99d8-f04a64cb3c3f tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:27.009522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b01e9f8-a50b-484e-ab97-4596fcb9fc0a req-d5e1daa7-7a4d-408a-99d8-f04a64cb3c3f tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 943 time: 0.2799284 Jul 15 13:43:27.168195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b01e9f8-a50b-484e-ab97-4596fcb9fc0a req-d41b6362-55ed-47ff-9e26-d9636d991e51 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508691 Jul 15 13:43:27.211404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce022e81-77a8-45fc-9ee1-2f3fd23b216e req-ed08c8d8-7cb0-43e9-aada-2df998693e3d service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035383 Jul 15 13:43:27.413103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188dea-a796-4255-b2af-c4219f54e631 req-ba227622-edba-43bf-96df-713f53617317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:27.416430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45188dea-a796-4255-b2af-c4219f54e631 req-ba227622-edba-43bf-96df-713f53617317 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1095 time: 0.1297650 Jul 15 13:43:27.555580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55602) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:27.562050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188dea-a796-4255-b2af-c4219f54e631 req-1c42acf9-70a0-47f1-9034-b306d3729eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:27.563664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45188dea-a796-4255-b2af-c4219f54e631 req-1c42acf9-70a0-47f1-9034-b306d3729eb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 910 time: 0.1397514 Jul 15 13:43:27.649992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45188dea-a796-4255-b2af-c4219f54e631 req-e7ea6ea2-204d-4bec-ac8d-0890b9942d6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 217 time: 0.0772285 Jul 15 13:43:27.744692 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-304712199', 'router:external': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:27.745884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188dea-a796-4255-b2af-c4219f54e631 req-bfb12456-f989-478a-a9c0-e57874183e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:27.749465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45188dea-a796-4255-b2af-c4219f54e631 req-bfb12456-f989-478a-a9c0-e57874183e01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 200 len: 848 time: 0.0918856 Jul 15 13:43:27.812849 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Made reservation on behalf of db4891c4616c4d628f90d226007b12ed for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:27.817112 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.829241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.838489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188dea-a796-4255-b2af-c4219f54e631 req-098a9796-8fbf-4669-bfcd-2c6e963b7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:27.840957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45188dea-a796-4255-b2af-c4219f54e631 req-098a9796-8fbf-4669-bfcd-2c6e963b7540 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e3e80b8-ee82-426f-8c06-5899dbc789c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838172 Jul 15 13:43:27.978754 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.989751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.000791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45188dea-a796-4255-b2af-c4219f54e631 req-c84aeece-3bb3-4f0b-9f33-97962ed2a469 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508293 Jul 15 13:43:28.015262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:43:28.039675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.040026 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Added segment a7b19d77-b811-44ca-b1b3-b0831fc93b71 of type vlan for network c5916c91-96fc-40bb-be37-060b604e4fd6 Jul 15 13:43:28.049704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22eaede-ac68-4f0c-ac81-7a2977dab332,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:28.102769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.193703 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.195884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:28.196872 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.226825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45188dea-a796-4255-b2af-c4219f54e631 req-907da043-1521-4367-b20b-d1dc5374233e service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190259 Jul 15 13:43:28.291494 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7308004 Jul 15 13:43:28.294225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55618) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:28.302963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'subnet': {'network_id': 'c5916c91-96fc-40bb-be37-060b604e4fd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:28.360424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dbbf2-d71a-402f-a770-758afdc54c29 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'Network': ['ID=c5916c91-96fc-40bb-be37-060b604e4fd6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:28.394040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network c5916c91-96fc-40bb-be37-060b604e4fd6 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:43:28.424609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Made reservation on behalf of db4891c4616c4d628f90d226007b12ed for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:28.436111 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.777833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ea694-1b81-4229-9590-b48f25d448eb req-4b5b936d-75f2-42ba-8d35-83a01bb8792e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:28.789444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb1ea694-1b81-4229-9590-b48f25d448eb req-4b5b936d-75f2-42ba-8d35-83a01bb8792e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 943 time: 0.1916451 Jul 15 13:43:28.949035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb1ea694-1b81-4229-9590-b48f25d448eb req-5022e997-d49f-45fb-bf74-83f937131d31 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583822 Jul 15 13:43:29.186462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.objects.ports [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:43:29.187184 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.274383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd960a50-1be6-4f4b-b4c7-df69dc5c38d8,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:29.290504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Checking segment: {'id': 'a7b19d77-b811-44ca-b1b3-b0831fc93b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c5916c91-96fc-40bb-be37-060b604e4fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:29.291327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Network hostable DHCP agents. Network: c5916c91-96fc-40bb-be37-060b604e4fd6, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:43:29.318366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Network c5916c91-96fc-40bb-be37-060b604e4fd6 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:43:29.333645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, c5916c91-96fc-40bb-be37-060b604e4fd6) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:29.339566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:29.340406 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.355651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec1b4a-58e7-4c97-b818-25e70c8efbcb None None] Network c5916c91-96fc-40bb-be37-060b604e4fd6 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:29.372290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-07fb56c2-01ad-47b2-b8cb-d3202c2c210f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0755918 Jul 15 13:43:29.372927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:29.380160 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2124980203', 'network_id': 'c5916c91-96fc-40bb-be37-060b604e4fd6'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:29.427851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Made reservation on behalf of db4891c4616c4d628f90d226007b12ed for: {'port': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:29.433363 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.466238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] device_id is not set on port 1f5aaac2-d330-4f23-88d6-7d5ab21af096 yet. {{(pid=93734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:43:29.622125 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Allocated IP 172.20.0.6 (c5916c91-96fc-40bb-be37-060b604e4fd6/dd960a50-1be6-4f4b-b4c7-df69dc5c38d8/1f5aaac2-d330-4f23-88d6-7d5ab21af096) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:29.628662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6620b-96bb-4cf5-9666-383ccebf041c None None] Network c5916c91-96fc-40bb-be37-060b604e4fd6 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:29.930511 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.001424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.137413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Network c5916c91-96fc-40bb-be37-060b604e4fd6 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:30.154693 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:30.173435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:30.243471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5aaac2-d330-4f23-88d6-7d5ab21af096,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:30.286889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:30.288272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.315120 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c9ac4988-c376-4ca7-ab97-d0348627e156 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9406304 Jul 15 13:43:30.321178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55656) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:30.370328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf2f05-5e38-4942-955e-5cc5a7fa4a39 req-bee81af2-b4e9-4e66-8a50-55f0bb96de89 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:30.376036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41bf2f05-5e38-4942-955e-5cc5a7fa4a39 req-bee81af2-b4e9-4e66-8a50-55f0bb96de89 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 943 time: 0.1430852 Jul 15 13:43:30.447275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41bf2f05-5e38-4942-955e-5cc5a7fa4a39 req-b8a5afc1-1c5a-45d8-b4b9-825fcf5e9397 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688252 Jul 15 13:43:30.489650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c02e0ba2-1b40-42d5-9baf-95a78578babf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Deleting port 1f5aaac2-d330-4f23-88d6-7d5ab21af096 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:30.490255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ba2-1b40-42d5-9baf-95a78578babf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.631743 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ba2-1b40-42d5-9baf-95a78578babf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.649158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c02e0ba2-1b40-42d5-9baf-95a78578babf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Calling delete_port for 1f5aaac2-d330-4f23-88d6-7d5ab21af096 owned by {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:30.686750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:30.826124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:30.840276 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ba2-1b40-42d5-9baf-95a78578babf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.842589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'port_id': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'mac_address': 'fa:16:3e:b4:36:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:30.882423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e0ba2-1b40-42d5-9baf-95a78578babf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f5aaac2-d330-4f23-88d6-7d5ab21af096,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:30.890198 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.905982 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:30.931581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:30.936973 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.961132 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ba2-1b40-42d5-9baf-95a78578babf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.966493 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c02e0ba2-1b40-42d5-9baf-95a78578babf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1f5aaac2-d330-4f23-88d6-7d5ab21af096 HTTP/1.1" status: 204 len: 168 time: 0.6415064 Jul 15 13:43:30.966760 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55666) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:30.971726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5916c91-96fc-40bb-be37-060b604e4fd6', 'external_fixed_ips': [{'subnet_id': 'dd960a50-1be6-4f4b-b4c7-df69dc5c38d8', 'ip_address': '172.20.0.6'}]}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:31.001252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.002608 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.030361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:31.102874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.162793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['9ca7f9f8-9761-43f8-8247-3d59e7817ea0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:31.324544 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.709135 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.741036 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.742429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5234ecc-319b-495d-bafa-267e1be8ac59 req-70beb346-9a8c-42fd-b0f0-e2bf6f6d6ee0 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:31.744565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5234ecc-319b-495d-bafa-267e1be8ac59 req-70beb346-9a8c-42fd-b0f0-e2bf6f6d6ee0 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 944 time: 0.0951118 Jul 15 13:43:31.812272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f5234ecc-319b-495d-bafa-267e1be8ac59 req-3b3a84c1-8779-45cc-b4d5-e9123fbe1be9 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578585 Jul 15 13:43:31.925637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Allocated IP 172.20.0.6 (c5916c91-96fc-40bb-be37-060b604e4fd6/dd960a50-1be6-4f4b-b4c7-df69dc5c38d8/527e2df1-0e51-4a1c-8446-8f6c02db183c) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:32.099442 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.162829 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.241542 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Network c5916c91-96fc-40bb-be37-060b604e4fd6 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:32.249980 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:32.261891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:32.356071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'Port': ['ID=527e2df1-0e51-4a1c-8446-8f6c02db183c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:32.714916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:32.800886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:32.808292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:32.808977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.010171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.055062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:33.062377 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4834c6-6a7b-4991-a4f2-5fe262440cf8" -d '{"events": [{"server_uuid": "ae15908d-67fe-4ea1-a230-6b8e85a90eb5", "name": "network-vif-plugged", "status": "completed", "tag": "9ca7f9f8-9761-43f8-8247-3d59e7817ea0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:33.089130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:33.096225 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.241610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab42247-4b35-4590-95c1-174cc4b47c45 req-519b5c14-febc-4954-b838-d7f93371faef tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:33.247356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bab42247-4b35-4590-95c1-174cc4b47c45 req-519b5c14-febc-4954-b838-d7f93371faef tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 944 time: 0.1877651 Jul 15 13:43:33.253506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:33.303699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.338567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bab42247-4b35-4590-95c1-174cc4b47c45 req-4e6189f1-6939-4398-bcef-62ff5a32826a tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846164 Jul 15 13:43:33.434390 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceefee15-8f4e-44fc-9e50-cd3b2246bd4d x-openstack-request-id: req-ceefee15-8f4e-44fc-9e50-cd3b2246bd4d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:33.434390 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae15908d-67fe-4ea1-a230-6b8e85a90eb5", "name": "network-vif-plugged", "status": "completed", "tag": "9ca7f9f8-9761-43f8-8247-3d59e7817ea0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:33.434907 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ceefee15-8f4e-44fc-9e50-cd3b2246bd4d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:33.435834 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'code': 200} Jul 15 13:43:33.578460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db62f2-a8a5-4ff3-8d48-e2319b2d53af req-e36edd7c-08cb-48c4-ab3d-87b0284a5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:33.580092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89db62f2-a8a5-4ff3-8d48-e2319b2d53af req-e36edd7c-08cb-48c4-ab3d-87b0284a5760 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0637524 Jul 15 13:43:33.623007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89db62f2-a8a5-4ff3-8d48-e2319b2d53af req-bf29990a-6a4c-451a-80bb-34e25e0cab85 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343776 Jul 15 13:43:33.699860 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.892931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Router 0ed67d37-c80d-4bd4-9bed-07db254c2b49 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:34.045936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:34.061546 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Sync routers for ids ['0ed67d37-c80d-4bd4-9bed-07db254c2b49'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:34.069150 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.073723 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9873180a-3ff9-4928-8149-3c95fe386989 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1034689 Jul 15 13:43:34.074664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55724) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:34.077746 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Routers {'0ed67d37-c80d-4bd4-9bed-07db254c2b49'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:34.078799 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0ed67d37-c80d-4bd4-9bed-07db254c2b49'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:34.270528 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Set router 0ed67d37-c80d-4bd4-9bed-07db254c2b49 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:34.281111 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.509112 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.642902 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed67d37-c80d-4bd4-9bed-07db254c2b49', 'name': '', 'tenant_id': 'db4891c4616c4d628f90d226007b12ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5916c91-96fc-40bb-be37-060b604e4fd6', 'external_fixed_ips': [{'subnet_id': 'dd960a50-1be6-4f4b-b4c7-df69dc5c38d8', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '527e2df1-0e51-4a1c-8446-8f6c02db183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:31Z', 'updated_at': '2021-07-15T13:43:32Z', 'revision_number': 3, 'project_id': 'db4891c4616c4d628f90d226007b12ed', 'gw_port': {'id': '527e2df1-0e51-4a1c-8446-8f6c02db183c', 'name': '', 'network_id': 'c5916c91-96fc-40bb-be37-060b604e4fd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed67d37-c80d-4bd4-9bed-07db254c2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'dd960a50-1be6-4f4b-b4c7-df69dc5c38d8', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:31Z', 'updated_at': '2021-07-15T13:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd960a50-1be6-4f4b-b4c7-df69dc5c38d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:34.651798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Deleting port 527e2df1-0e51-4a1c-8446-8f6c02db183c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:34.652790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.718015 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Checking router: 0ed67d37-c80d-4bd4-9bed-07db254c2b49 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:34.719222 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Updating router 0ed67d37-c80d-4bd4-9bed-07db254c2b49 port 527e2df1-0e51-4a1c-8446-8f6c02db183c binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:34.856624 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.889231 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.909310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.938666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89aacd-023d-48f2-89b7-b452ddf25362 req-1df49e56-285c-443f-bf97-dd2c28af9ff3 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:34.940418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c89aacd-023d-48f2-89b7-b452ddf25362 req-1df49e56-285c-443f-bf97-dd2c28af9ff3 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 945 time: 0.1831665 Jul 15 13:43:34.945283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Calling delete_port for 527e2df1-0e51-4a1c-8446-8f6c02db183c owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:35.133029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2c89aacd-023d-48f2-89b7-b452ddf25362 req-26e7607c-49c9-4348-8431-8dcad5bbc04e tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706202 Jul 15 13:43:35.250160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.286735 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event deleted for resources: {'Port': ['ID=527e2df1-0e51-4a1c-8446-8f6c02db183c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:35.388357 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.db.api [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:43:35.388948 n-d-771362-36 neutron-server[93736]: DEBUG oslo_db.api [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:43:35.391627 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.528306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.532480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.595011 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.595599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed67d37-c80d-4bd4-9bed-07db254c2b49 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:35.604485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.608484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-52fa1ca3-6ff9-491b-97bd-cf8da1ac28ff tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0ed67d37-c80d-4bd4-9bed-07db254c2b49 HTTP/1.1" status: 204 len: 168 time: 1.5297747 Jul 15 13:43:35.608715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55748) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:35.659609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36f0f71-218e-4b57-831d-83a3afa31c72 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Deleting subnet dd960a50-1be6-4f4b-b4c7-df69dc5c38d8 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:35.663605 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f36f0f71-218e-4b57-831d-83a3afa31c72 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.704234 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f36f0f71-218e-4b57-831d-83a3afa31c72 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.752134 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.769838 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f36f0f71-218e-4b57-831d-83a3afa31c72 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.842517 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f36f0f71-218e-4b57-831d-83a3afa31c72 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.881443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f0f71-218e-4b57-831d-83a3afa31c72 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd960a50-1be6-4f4b-b4c7-df69dc5c38d8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:35.891849 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f36f0f71-218e-4b57-831d-83a3afa31c72 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.895178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f36f0f71-218e-4b57-831d-83a3afa31c72 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/dd960a50-1be6-4f4b-b4c7-df69dc5c38d8 HTTP/1.1" status: 204 len: 168 time: 0.2843080 Jul 15 13:43:35.903515 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55762) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:35.918465 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Port 527e2df1-0e51-4a1c-8446-8f6c02db183c not found while updating agent binding for router 0ed67d37-c80d-4bd4-9bed-07db254c2b49. {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:43:35.934999 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Routers set() bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:35.935558 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Router IDs set() for agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:43:35.936181 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_agentschedulers_db [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0ed67d37-c80d-4bd4-9bed-07db254c2b49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent'). {{(pid=93736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:43:35.936565 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf9bb1-79ef-4ca2-8227-4edf01d6ea52 None None] The sync data for ids ['0ed67d37-c80d-4bd4-9bed-07db254c2b49'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:36.004445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.099486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.111555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5916c91-96fc-40bb-be37-060b604e4fd6']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:36.125247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b19d77-b811-44ca-b1b3-b0831fc93b71') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:36.125569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b19d77-b811-44ca-b1b3-b0831fc93b71') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:36.136244 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.162755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.174723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:36.175335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:36.178591 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:36.261568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.274685 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:43:36.280170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5916c91-96fc-40bb-be37-060b604e4fd6 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:43:36.283409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.290382 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c5916c91-96fc-40bb-be37-060b604e4fd6 HTTP/1.1" status: 204 len: 168 time: 0.3850563 Jul 15 13:43:36.292322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8203de1-dd87-477d-a572-4fea0a640676 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5916c91-96fc-40bb-be37-060b604e4fd6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:36.527105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e98b4d-e5fc-4800-bc66-e6d574c62477 req-32749478-afb4-4ecf-a114-2bcfc1915114 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.530012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91e98b4d-e5fc-4800-bc66-e6d574c62477 req-32749478-afb4-4ecf-a114-2bcfc1915114 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 945 time: 0.1636996 Jul 15 13:43:36.601161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91e98b4d-e5fc-4800-bc66-e6d574c62477 req-7bd508a6-5a29-4efe-b09b-7044000b46d5 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626209 Jul 15 13:43:36.687104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55782) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:36.695729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6c282859-5b54-4723-8805-9a4a2cc41396 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'router': {'name': 'tempest-router--1690636918', 'project_id': 'a3b9f61858a1406bac84150f328f2f96'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:36.738237 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c282859-5b54-4723-8805-9a4a2cc41396 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.742452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c282859-5b54-4723-8805-9a4a2cc41396 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.877063 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c282859-5b54-4723-8805-9a4a2cc41396 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.890434 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c282859-5b54-4723-8805-9a4a2cc41396 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.922378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cb229-255b-4f90-89fe-41399b6c1d36 req-1f93f1b1-b652-4ae3-b8eb-1aeedaf6599f tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.930680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e9cb229-255b-4f90-89fe-41399b6c1d36 req-1f93f1b1-b652-4ae3-b8eb-1aeedaf6599f tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 945 time: 0.1368582 Jul 15 13:43:36.961075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c282859-5b54-4723-8805-9a4a2cc41396 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.964996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55792) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:36.977924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6c282859-5b54-4723-8805-9a4a2cc41396 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2883964 Jul 15 13:43:37.021202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e9cb229-255b-4f90-89fe-41399b6c1d36 req-c653aeec-533b-459c-a925-7701bdf9f077 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895028 Jul 15 13:43:37.109664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07b4ab86-cd54-4e1b-9ead-ff3196526bf8 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.266635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ab8a9-f846-445d-a2ec-66e4fd2915d9 req-d21fdb23-74ed-4d0c-8620-5f49eee88c0c tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:37.274731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d16ab8a9-f846-445d-a2ec-66e4fd2915d9 req-d21fdb23-74ed-4d0c-8620-5f49eee88c0c tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 945 time: 0.0861011 Jul 15 13:43:37.331158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d16ab8a9-f846-445d-a2ec-66e4fd2915d9 req-e52b5f9d-2da1-4acd-9ff0-2d3ca4541793 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512397 Jul 15 13:43:37.370628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55800) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:37.418900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07b4ab86-cd54-4e1b-9ead-ff3196526bf8 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.422266 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07b4ab86-cd54-4e1b-9ead-ff3196526bf8 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.474767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07b4ab86-cd54-4e1b-9ead-ff3196526bf8 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.476100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4ab86-cd54-4e1b-9ead-ff3196526bf8 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea0f45a7-ee86-4edf-9cb8-c8f9a337997e {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:37.482201 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07b4ab86-cd54-4e1b-9ead-ff3196526bf8 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.484159 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-07b4ab86-cd54-4e1b-9ead-ff3196526bf8 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ea0f45a7-ee86-4edf-9cb8-c8f9a337997e HTTP/1.1" status: 204 len: 168 time: 0.5179470 Jul 15 13:43:37.656526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55806) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:37.703191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e9ba73-f5d1-4baf-975e-c403da0bea95 tempest-TestServerBasicOps-890845696 tempest-TestServerBasicOps-890845696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:37.704864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-60e9ba73-f5d1-4baf-975e-c403da0bea95 tempest-TestServerBasicOps-890845696 tempest-TestServerBasicOps-890845696-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1092 time: 0.3329074 Jul 15 13:43:37.713879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55810) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:37.718948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:37.756153 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.901515 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-432074289', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:37.937219 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.959709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.966611 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.075075 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.177063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Allocated IP 172.25.1.104 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/55eeb8a7-6be4-4c90-98d2-e67a18e9690d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:38.309751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.360581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.444039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.522756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:38.524647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:38.532703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:38.638315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'Port': ['ID=55eeb8a7-6be4-4c90-98d2-e67a18e9690d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:38.657705 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.681800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.901794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Allocated IP 172.25.1.36 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/b163a8a1-76e4-44dc-a619-9fd2d53d50ac) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:39.104839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.129598 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.189910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.242425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:39.246868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:39.256498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:39.315113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event updated for resources: {'Port': ['ID=b163a8a1-76e4-44dc-a619-9fd2d53d50ac,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:39.657673 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.664157 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.866504 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.873797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.933776 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.977984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:40.084723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Router 38e1fd41-307d-4c9f-810b-16a79da5d70f is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:40.129163 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Floating IP 15a7847b-c6de-40f7-bc3f-943ea40a6ebe associated. External IP: 172.25.1.104, port: 9ca7f9f8-9761-43f8-8247-3d59e7817ea0. Jul 15 13:43:40.131996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event updated for resources: {'Port': ['ID=55eeb8a7-6be4-4c90-98d2-e67a18e9690d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:40.262690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:40.276339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b57e8-5607-496e-abed-01323826254c None None] Sync routers for ids ['38e1fd41-307d-4c9f-810b-16a79da5d70f'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:40.299281 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:40.301118 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ae3fdde4-05fd-47f0-b8e0-4a1b81eaa575 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6430690 Jul 15 13:43:40.305705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55850) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:40.308419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b57e8-5607-496e-abed-01323826254c None None] Routers {'38e1fd41-307d-4c9f-810b-16a79da5d70f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:40.310458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-256b57e8-5607-496e-abed-01323826254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38e1fd41-307d-4c9f-810b-16a79da5d70f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:40.431440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-256b57e8-5607-496e-abed-01323826254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:40.458356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b57e8-5607-496e-abed-01323826254c None None] Routers {'38e1fd41-307d-4c9f-810b-16a79da5d70f'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:40.459165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-256b57e8-5607-496e-abed-01323826254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38e1fd41-307d-4c9f-810b-16a79da5d70f'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:40.509730 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-838b5073-64e4-46c3-876c-b72418f300cc tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/routers/38e1fd41-307d-4c9f-810b-16a79da5d70f HTTP/1.1" status: 200 len: 919 time: 0.2026789 Jul 15 13:43:40.515189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55854) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:40.534568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-256b57e8-5607-496e-abed-01323826254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:40.536465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b57e8-5607-496e-abed-01323826254c None None] The sync data for ids ['38e1fd41-307d-4c9f-810b-16a79da5d70f'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:40.594905 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-df2d844e-2979-49f3-917e-184cade19044 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=38e1fd41-307d-4c9f-810b-16a79da5d70f HTTP/1.1" status: 200 len: 205 time: 0.0782065 Jul 15 13:43:40.599699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55856) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:40.605329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Router 26881fa3-e884-4d9e-b82a-937898395358 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:40.763424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:40.797423 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:40.799004 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] Sync routers for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:40.810229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:40.836697 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:40.837493 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:40.869119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-21149d9f-ab8b-46b7-b47f-a37a495e73b1 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1535230 Jul 15 13:43:40.870566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'tag': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:40.876139 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838fbbe4-cf09-4c15-a416-e91821adc97c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae15908d-67fe-4ea1-a230-6b8e85a90eb5", "tag": "9ca7f9f8-9761-43f8-8247-3d59e7817ea0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:40.990214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.093281 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:41.121047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Deleting port b163a8a1-76e4-44dc-a619-9fd2d53d50ac {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:41.121400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.176813 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d6024-0c63-4eca-aab0-306132ebf53c x-openstack-request-id: req-da8d6024-0c63-4eca-aab0-306132ebf53c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:41.177583 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae15908d-67fe-4ea1-a230-6b8e85a90eb5", "tag": "9ca7f9f8-9761-43f8-8247-3d59e7817ea0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:41.177583 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da8d6024-0c63-4eca-aab0-306132ebf53c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:41.177965 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'tag': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'status': 'completed', 'code': 200} Jul 15 13:43:41.221966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.267713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Calling delete_port for b163a8a1-76e4-44dc-a619-9fd2d53d50ac owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:41.471459 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-f9b217d8-6f1f-4d16-9cfe-f256eb56a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:41.475048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-f9b217d8-6f1f-4d16-9cfe-f256eb56a956 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1097 time: 0.2502208 Jul 15 13:43:41.631317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.671441 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event deleted for resources: {'Port': ['ID=b163a8a1-76e4-44dc-a619-9fd2d53d50ac,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:41.685305 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '15a7847b-c6de-40f7-bc3f-943ea40a6ebe', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '26881fa3-e884-4d9e-b82a-937898395358', 'port_id': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'mac_address': 'fa:16:3e:b4:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:38Z', 'updated_at': '2021-07-15T13:43:38Z', 'revision_number': 0, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:41.714706 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] Checking router: 26881fa3-e884-4d9e-b82a-937898395358 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:41.730277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-58783499-42a6-4637-adcd-193f859d65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:41.730886 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:41.731544 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:41.731925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-58783499-42a6-4637-adcd-193f859d65e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 910 time: 0.2497389 Jul 15 13:43:41.798148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.927368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-0138dc5a-f044-41b1-ace9-119c9e2a10c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 999 time: 0.1847868 Jul 15 13:43:41.939652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.952554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.995348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-ff87d2c5-74a7-4a1e-9b42-8ec690c57de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:41.997255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-ff87d2c5-74a7-4a1e-9b42-8ec690c57de7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 200 len: 848 time: 0.0638587 Jul 15 13:43:42.047043 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:42.065581 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.067223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Fanout notify agent at l3_agent the message router_deleted on router 38e1fd41-307d-4c9f-810b-16a79da5d70f {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:42.084620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.093353 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3931ead1-0608-42ab-9b90-8298971b9ffc tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/38e1fd41-307d-4c9f-810b-16a79da5d70f HTTP/1.1" status: 204 len: 168 time: 1.4850388 Jul 15 13:43:42.094509 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55888) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:42.108483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'router': {'name': 'tempest-snat-router-218433635', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': False}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:42.113047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-502b7a2a-f2b1-4f3f-8d5c-dffbf4297d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:42.116548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-502b7a2a-f2b1-4f3f-8d5c-dffbf4297d7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e3e80b8-ee82-426f-8c06-5899dbc789c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123366 Jul 15 13:43:42.149646 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.150948 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.265465 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.275069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-2593481a-2856-46a1-a2ff-d9fe42c4ddd6 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511269 Jul 15 13:43:42.403307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-838fbbe4-cf09-4c15-a416-e91821adc97c req-2c8a72b8-4416-4fbb-8ec1-9aca33cd6ff5 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199422 Jul 15 13:43:42.468421 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '15a7847b-c6de-40f7-bc3f-943ea40a6ebe', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '26881fa3-e884-4d9e-b82a-937898395358', 'port_id': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'mac_address': 'fa:16:3e:b4:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:38Z', 'updated_at': '2021-07-15T13:43:38Z', 'revision_number': 0, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:42.499622 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8663de9e-8045-4d14-a393-37291bed7fe0 None None] The sync data for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 is: [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '15a7847b-c6de-40f7-bc3f-943ea40a6ebe', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '26881fa3-e884-4d9e-b82a-937898395358', 'port_id': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'mac_address': 'fa:16:3e:b4:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:38Z', 'updated_at': '2021-07-15T13:43:38Z', 'revision_number': 0, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:42.791717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec23b2-6b90-4390-9984-7cce27b9e7aa None None] New status for floating IP 15a7847b-c6de-40f7-bc3f-943ea40a6ebe: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:43:42.917937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.260605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.288116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.475252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82f3e1-3732-44d9-a3f6-754b1fa6ea08 req-742afc33-4f6d-4b79-92ca-aedea5fb24bd tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:43.476942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a82f3e1-3732-44d9-a3f6-754b1fa6ea08 req-742afc33-4f6d-4b79-92ca-aedea5fb24bd tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 946 time: 0.0808561 Jul 15 13:43:43.482455 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Allocated IP 172.25.1.35 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/d28c065a-2d69-4c7e-83a2-cec773fc7158) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:43.522582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a82f3e1-3732-44d9-a3f6-754b1fa6ea08 req-0a889377-d98b-4c47-b392-76fa2803798f tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387187 Jul 15 13:43:43.634845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.679669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.719970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:43.725822 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:43.729810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:43.758795 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'Port': ['ID=d28c065a-2d69-4c7e-83a2-cec773fc7158,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:44.013525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.311709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.491458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-a65a534d-23db-413b-bb09-ee834bb6efc1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885732 Jul 15 13:43:44.525029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Router b22514b5-4935-4f89-be29-bcec2927d90c is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:44.725952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-edbafb2c-8dc5-42e7-9185-ee6391748c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:44.730687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-edbafb2c-8dc5-42e7-9185-ee6391748c13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1097 time: 0.1662533 Jul 15 13:43:44.742873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:44.760691 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Sync routers for ids ['b22514b5-4935-4f89-be29-bcec2927d90c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:44.773562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.778131 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-20620ca6-0e06-4814-9561-09756ab87c1c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6766248 Jul 15 13:43:44.782613 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Routers {'b22514b5-4935-4f89-be29-bcec2927d90c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:44.782824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55910) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:44.784198 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b22514b5-4935-4f89-be29-bcec2927d90c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:44.910159 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Set router b22514b5-4935-4f89-be29-bcec2927d90c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:45.007068 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-12cc1763-03f7-4ea2-b2e7-22c0dc8d9310 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/routers/b22514b5-4935-4f89-be29-bcec2927d90c HTTP/1.1" status: 200 len: 907 time: 0.2185054 Jul 15 13:43:45.011888 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55914) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:45.019365 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'router': {'name': 'tempest-snat-router-218433635', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': True}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:45.057335 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.060965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.151063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede41d-cf8b-4257-bcd5-0827e2f06bbc req-f16867a5-757e-4e67-8fd7-a2b5939f52d6 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.164011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abede41d-cf8b-4257-bcd5-0827e2f06bbc req-f16867a5-757e-4e67-8fd7-a2b5939f52d6 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 946 time: 0.3646302 Jul 15 13:43:45.182433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.190502 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22514b5-4935-4f89-be29-bcec2927d90c', 'name': 'tempest-snat-router-218433635', 'tenant_id': 'db4891c4616c4d628f90d226007b12ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.35'}], 'enable_snat': False}, 'gw_port_id': 'd28c065a-2d69-4c7e-83a2-cec773fc7158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:42Z', 'updated_at': '2021-07-15T13:43:43Z', 'revision_number': 3, 'project_id': 'db4891c4616c4d628f90d226007b12ed', 'gw_port': {'id': 'd28c065a-2d69-4c7e-83a2-cec773fc7158', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514b5-4935-4f89-be29-bcec2927d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:43Z', 'updated_at': '2021-07-15T13:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:45.226397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fe59d-503c-4542-a808-312eb28c10d7 req-21723abb-11ba-4a73-b9aa-801a66b755ce tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.229422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-988fe59d-503c-4542-a808-312eb28c10d7 req-21723abb-11ba-4a73-b9aa-801a66b755ce tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 946 time: 0.4541175 Jul 15 13:43:45.242798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-8c6332c3-36ef-45b1-b776-f430cd66ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.245501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-8c6332c3-36ef-45b1-b776-f430cd66ee29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 910 time: 0.4481387 Jul 15 13:43:45.252344 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Checking router: b22514b5-4935-4f89-be29-bcec2927d90c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:45.252878 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Updating router b22514b5-4935-4f89-be29-bcec2927d90c port d28c065a-2d69-4c7e-83a2-cec773fc7158 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:45.328206 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.454607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.458869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abede41d-cf8b-4257-bcd5-0827e2f06bbc req-b4b1fd2f-0410-46d0-9f72-55bf06705f5e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766299 Jul 15 13:43:45.560586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-23d78fad-4d7b-42b5-b462-da1ee4fe58e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 1001 time: 0.2964346 Jul 15 13:43:45.671457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-cf35f3fd-52e5-460c-9407-775bba54201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.673803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-cf35f3fd-52e5-460c-9407-775bba54201f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 200 len: 848 time: 0.1062477 Jul 15 13:43:45.677449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Deleting port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:45.678001 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.836921 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.859244 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Transition to ACTIVE for port object d28c065a-2d69-4c7e-83a2-cec773fc7158 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:45.872022 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.906681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-53048cb2-b168-4289-b531-bc03e8bbb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.909349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-53048cb2-b168-4289-b531-bc03e8bbb410 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e3e80b8-ee82-426f-8c06-5899dbc789c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2261765 Jul 15 13:43:45.923522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.967714 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.982258 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13270e5e-644f-4e7c-a72e-870ecb400667 None None] Pushing event updated for resources: {'Port': ['ID=d28c065a-2d69-4c7e-83a2-cec773fc7158,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:45.989307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] For port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:45.989866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.032226 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Attempting to bind port d28c065a-2d69-4c7e-83a2-cec773fc7158 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:46.033365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Attempting to bind port d28c065a-2d69-4c7e-83a2-cec773fc7158 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:46.034113 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Attempting to bind port d28c065a-2d69-4c7e-83a2-cec773fc7158 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:46.044506 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:46.045520 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:46.046636 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.047546 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:46.048768 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Bound port: d28c065a-2d69-4c7e-83a2-cec773fc7158, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:46.049656 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.080415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Calling delete_port for 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:46.150256 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] For port d28c065a-2d69-4c7e-83a2-cec773fc7158, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:46.160486 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] For port d28c065a-2d69-4c7e-83a2-cec773fc7158, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d28c065a-2d69-4c7e-83a2-cec773fc7158,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:46.164247 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Allocated IP 172.25.1.32 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/920d1e81-1199-4ef1-b8ab-f52ba631cc3e) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:46.173835 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.208454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-4a1c5cc5-4992-47be-9507-64417c9d1187 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893879 Jul 15 13:43:46.321799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.332028 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13270e5e-644f-4e7c-a72e-870ecb400667 None None] Pushing event updated for resources: {'Port': ['ID=d28c065a-2d69-4c7e-83a2-cec773fc7158,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:46.361027 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Routers {'b22514b5-4935-4f89-be29-bcec2927d90c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:46.363514 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['b22514b5-4935-4f89-be29-bcec2927d90c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:46.374243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.441323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:46.446614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:46.449830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'Port': ['ID=920d1e81-1199-4ef1-b8ab-f52ba631cc3e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:46.460605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:46.491831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-daf334cf-330e-4ada-9f2d-82c626a20a9a req-1e48680e-7a4c-4321-887c-6640138b313d service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672417 Jul 15 13:43:46.646612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.690473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Pushing event deleted for resources: {'Port': ['ID=6a472b8f-34db-4d10-8a65-2a12ba5b8e3c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:46.776419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] No DVR routers for this DVR port 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:46.780404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.783178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-988fe59d-503c-4542-a808-312eb28c10d7 req-aed3b55b-cb82-49bb-88a2-e50d57ff2417 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.30 "DELETE /v2.0/ports/6a472b8f-34db-4d10-8a65-2a12ba5b8e3c HTTP/1.1" status: 204 len: 173 time: 1.5357833 Jul 15 13:43:46.783451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7414168-a886-482c-94f0-7af238ea314d', 'name': 'network-vif-deleted', 'tag': '6a472b8f-34db-4d10-8a65-2a12ba5b8e3c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:46.786038 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74d871c-307d-4bad-a47a-17fd60b19f46" -d '{"events": [{"server_uuid": "c7414168-a886-482c-94f0-7af238ea314d", "name": "network-vif-deleted", "tag": "6a472b8f-34db-4d10-8a65-2a12ba5b8e3c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:46.798619 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] Set router b22514b5-4935-4f89-be29-bcec2927d90c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:46.809203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d84c6b54-49ad-4bd9-b14d-e29aae200e0d req-bf1a709a-8a0f-484e-aff4-983250c18278 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7414168-a886-482c-94f0-7af238ea314d HTTP/1.1" status: 200 len: 210 time: 0.0449481 Jul 15 13:43:46.944334 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f425f0-41bc-425c-a5f1-8342371c3db9 x-openstack-request-id: req-67f425f0-41bc-425c-a5f1-8342371c3db9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:46.944633 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7414168-a886-482c-94f0-7af238ea314d", "name": "network-vif-deleted", "tag": "6a472b8f-34db-4d10-8a65-2a12ba5b8e3c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:46.944984 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67f425f0-41bc-425c-a5f1-8342371c3db9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:46.945281 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7414168-a886-482c-94f0-7af238ea314d', 'name': 'network-vif-deleted', 'tag': '6a472b8f-34db-4d10-8a65-2a12ba5b8e3c', 'status': 'completed', 'code': 200} Jul 15 13:43:46.970049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:47.137668 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22514b5-4935-4f89-be29-bcec2927d90c', 'name': 'tempest-snat-router-218433635', 'tenant_id': 'db4891c4616c4d628f90d226007b12ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.35'}], 'enable_snat': False}, 'gw_port_id': 'd28c065a-2d69-4c7e-83a2-cec773fc7158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:42Z', 'updated_at': '2021-07-15T13:43:43Z', 'revision_number': 3, 'project_id': 'db4891c4616c4d628f90d226007b12ed', 'gw_port': {'id': 'd28c065a-2d69-4c7e-83a2-cec773fc7158', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514b5-4935-4f89-be29-bcec2927d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:43Z', 'updated_at': '2021-07-15T13:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:47.204458 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce45559-7f34-4946-a24c-742e25e038b2 None None] The sync data for ids ['b22514b5-4935-4f89-be29-bcec2927d90c'] in n-d-771362-36 is: [{'id': 'b22514b5-4935-4f89-be29-bcec2927d90c', 'name': 'tempest-snat-router-218433635', 'tenant_id': 'db4891c4616c4d628f90d226007b12ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.35'}], 'enable_snat': False}, 'gw_port_id': 'd28c065a-2d69-4c7e-83a2-cec773fc7158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:42Z', 'updated_at': '2021-07-15T13:43:43Z', 'revision_number': 3, 'project_id': 'db4891c4616c4d628f90d226007b12ed', 'gw_port': {'id': 'd28c065a-2d69-4c7e-83a2-cec773fc7158', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514b5-4935-4f89-be29-bcec2927d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:43Z', 'updated_at': '2021-07-15T13:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:47.296847 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:47.508162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Router 5c086798-3765-46e2-b4db-c6ea4041c2f3 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:47.651435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:47.706764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:47.707781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 6a472b8f-34db-4d10-8a65-2a12ba5b8e3c not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:47.783219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:47.803728 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:47.804166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Sync routers for ids ['5c086798-3765-46e2-b4db-c6ea4041c2f3'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:47.805553 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bd22dbb5-cec4-451c-b3a3-376489e805d2 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7919977 Jul 15 13:43:47.808353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 55926) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:47.822067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Routers {'5c086798-3765-46e2-b4db-c6ea4041c2f3'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:47.823003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c086798-3765-46e2-b4db-c6ea4041c2f3'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:48.028324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55932) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:48.028854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Set router 5c086798-3765-46e2-b4db-c6ea4041c2f3 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:48.028952 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d4186aaa-d1b7-44c0-a40a-d94219631774 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/routers/5c086798-3765-46e2-b4db-c6ea4041c2f3 HTTP/1.1" status: 200 len: 906 time: 0.2188685 Jul 15 13:43:48.357789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.401724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d28c065a-2d69-4c7e-83a2-cec773fc7158 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:48.549748 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.603867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d28c065a-2d69-4c7e-83a2-cec773fc7158 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:48.614963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d28c065a-2d69-4c7e-83a2-cec773fc7158 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:48.615367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.673046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Deleting port 920d1e81-1199-4ef1-b8ab-f52ba631cc3e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:48.673937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.723119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c086798-3765-46e2-b4db-c6ea4041c2f3', 'name': 'tempest-snat-router-218433635', 'tenant_id': 'db4891c4616c4d628f90d226007b12ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-1199-4ef1-b8ab-f52ba631cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:45Z', 'updated_at': '2021-07-15T13:43:46Z', 'revision_number': 3, 'project_id': 'db4891c4616c4d628f90d226007b12ed', 'gw_port': {'id': '920d1e81-1199-4ef1-b8ab-f52ba631cc3e', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c086798-3765-46e2-b4db-c6ea4041c2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:45Z', 'updated_at': '2021-07-15T13:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:48.832029 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.855259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Calling delete_port for 920d1e81-1199-4ef1-b8ab-f52ba631cc3e owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:48.936389 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.949208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Checking router: 5c086798-3765-46e2-b4db-c6ea4041c2f3 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:48.949564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Updating router 5c086798-3765-46e2-b4db-c6ea4041c2f3 port 920d1e81-1199-4ef1-b8ab-f52ba631cc3e binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:48.989760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port d28c065a-2d69-4c7e-83a2-cec773fc7158, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d28c065a-2d69-4c7e-83a2-cec773fc7158,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:48.998583 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.006584 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-24942cd6-b18f-4cf7-bce3-66e5ea374f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.081757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.086151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=d28c065a-2d69-4c7e-83a2-cec773fc7158,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:49.089341 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.110316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Port 920d1e81-1199-4ef1-b8ab-f52ba631cc3e not found while updating agent binding for router 5c086798-3765-46e2-b4db-c6ea4041c2f3. {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:43:49.122499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Routers {'5c086798-3765-46e2-b4db-c6ea4041c2f3'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:49.123218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c086798-3765-46e2-b4db-c6ea4041c2f3'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:49.130088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event deleted for resources: {'Port': ['ID=920d1e81-1199-4ef1-b8ab-f52ba631cc3e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:49.211018 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.212907 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] Set router 5c086798-3765-46e2-b4db-c6ea4041c2f3 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:49.277581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c086798-3765-46e2-b4db-c6ea4041c2f3', 'name': 'tempest-snat-router-218433635', 'tenant_id': 'db4891c4616c4d628f90d226007b12ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:45Z', 'updated_at': '2021-07-15T13:43:49Z', 'revision_number': 5, 'project_id': 'db4891c4616c4d628f90d226007b12ed', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:49.326262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98f88d-e1b1-4e67-9a78-04676eede412 None None] The sync data for ids ['5c086798-3765-46e2-b4db-c6ea4041c2f3'] in n-d-771362-36 is: [{'id': '5c086798-3765-46e2-b4db-c6ea4041c2f3', 'name': 'tempest-snat-router-218433635', 'tenant_id': 'db4891c4616c4d628f90d226007b12ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:45Z', 'updated_at': '2021-07-15T13:43:49Z', 'revision_number': 5, 'project_id': 'db4891c4616c4d628f90d226007b12ed', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:49.334589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.342064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.435525 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.436153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c086798-3765-46e2-b4db-c6ea4041c2f3 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:49.440805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.442570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ec00e78d-eab9-4388-abc9-e43f169b9160 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5c086798-3765-46e2-b4db-c6ea4041c2f3 HTTP/1.1" status: 204 len: 168 time: 1.4123180 Jul 15 13:43:49.447449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 55942) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:49.613461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.854925 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.968195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Deleting port d28c065a-2d69-4c7e-83a2-cec773fc7158 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:49.968693 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.099330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] For port d28c065a-2d69-4c7e-83a2-cec773fc7158, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d28c065a-2d69-4c7e-83a2-cec773fc7158,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:50.100036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.116013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Calling delete_port for d28c065a-2d69-4c7e-83a2-cec773fc7158 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:50.322035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d28c065a-2d69-4c7e-83a2-cec773fc7158 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:50.392241 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.441951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No active binding found for port d28c065a-2d69-4c7e-83a2-cec773fc7158 {{(pid=93735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:43:50.443474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d28c065a-2d69-4c7e-83a2-cec773fc7158 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:43:50.444824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event deleted for resources: {'Port': ['ID=d28c065a-2d69-4c7e-83a2-cec773fc7158,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:50.492654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Port d28c065a-2d69-4c7e-83a2-cec773fc7158 not found, will not notify nova. {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:43:50.569967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.802253 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.805722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.296947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.297932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b22514b5-4935-4f89-be29-bcec2927d90c {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:51.306522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.308708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4199bf43-70a0-453a-964a-b72313421e8a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b22514b5-4935-4f89-be29-bcec2927d90c HTTP/1.1" status: 204 len: 168 time: 1.8598211 Jul 15 13:43:51.315060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56086) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:51.324062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-173619899', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:51.370638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.374326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.512793 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.641147 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a701576-5cb7-4967-bc2c-7c9e6ddd63f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.708340 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.789861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.128221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.175615 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.363162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d28c065a-2d69-4c7e-83a2-cec773fc7158 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:52.387608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d28c065a-2d69-4c7e-83a2-cec773fc7158 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:52.387969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d28c065a-2d69-4c7e-83a2-cec773fc7158 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:52.400273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Allocated IP 172.25.1.246 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/e0105bcf-6361-4f47-a360-bb0dd7c9b664) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:52.596370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.662583 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.715229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:52.719605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:52.723324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:52.769912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event updated for resources: {'Port': ['ID=e0105bcf-6361-4f47-a360-bb0dd7c9b664,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:53.009693 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.130484 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.485325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.762293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Router 5be25264-9ada-4e8c-b49d-5f453d2b77d7 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:53.987104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:54.003032 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc1b2d-4564-4fa6-b671-d9728b77adad None None] Sync routers for ids ['5be25264-9ada-4e8c-b49d-5f453d2b77d7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:54.015526 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.018405 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc1b2d-4564-4fa6-b671-d9728b77adad None None] Routers {'5be25264-9ada-4e8c-b49d-5f453d2b77d7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:54.019071 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8bbc1b2d-4564-4fa6-b671-d9728b77adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5be25264-9ada-4e8c-b49d-5f453d2b77d7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:54.023475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f80987c9-9d3e-4f2e-9c6e-d91fe3af3d1a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6999779 Jul 15 13:43:54.024000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56348) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:54.032164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5e596168-197e-473e-9376-98685c9b5bab tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': False}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:54.064067 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8bbc1b2d-4564-4fa6-b671-d9728b77adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:54.076376 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc1b2d-4564-4fa6-b671-d9728b77adad None None] Routers {'5be25264-9ada-4e8c-b49d-5f453d2b77d7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:54.077293 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8bbc1b2d-4564-4fa6-b671-d9728b77adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5be25264-9ada-4e8c-b49d-5f453d2b77d7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:54.125333 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8bbc1b2d-4564-4fa6-b671-d9728b77adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:54.126161 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc1b2d-4564-4fa6-b671-d9728b77adad None None] The sync data for ids ['5be25264-9ada-4e8c-b49d-5f453d2b77d7'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:54.465123 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.045435 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e596168-197e-473e-9376-98685c9b5bab tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.548517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7108-90a7-4a03-977f-665a2897d58d req-d71abb21-659a-4420-8f65-d721e7e026e6 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.552948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-d71abb21-659a-4420-8f65-d721e7e026e6 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/networks?id=26d54662-49f9-4a56-a792-6a28ab072009 HTTP/1.1" status: 200 len: 814 time: 0.2088103 Jul 15 13:43:55.584253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-8a45dcfb-c9e3-4bd7-8a4b-7cc470d92392 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/quotas/74163c069094455daf29192dfa162f81 HTTP/1.1" status: 200 len: 375 time: 0.0187378 Jul 15 13:43:55.652621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-82793413-60dd-49fa-935c-33113fe90318 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74163c069094455daf29192dfa162f81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621812 Jul 15 13:43:55.668056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e596168-197e-473e-9376-98685c9b5bab tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.679034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e596168-197e-473e-9376-98685c9b5bab tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.823488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-65be6368-5abe-4189-873a-501400e86927 service neutron] 10.222.0.25 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632028 Jul 15 13:43:55.869682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e596168-197e-473e-9376-98685c9b5bab tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Router 5be25264-9ada-4e8c-b49d-5f453d2b77d7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:55.995022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-20a13467-9f57-4262-8d2a-0a672bdef5a9 service neutron] 10.222.0.25 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600552 Jul 15 13:43:56.015259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e596168-197e-473e-9376-98685c9b5bab tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:56.027550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5e596168-197e-473e-9376-98685c9b5bab tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.032309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf93a3b-4ed3-4e47-95f0-40f8c770c996 None None] Sync routers for ids ['5be25264-9ada-4e8c-b49d-5f453d2b77d7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:56.032880 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5e596168-197e-473e-9376-98685c9b5bab tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "PUT /v2.0/routers/5be25264-9ada-4e8c-b49d-5f453d2b77d7 HTTP/1.1" status: 200 len: 921 time: 2.0044436 Jul 15 13:43:56.033344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56442) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:56.066742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf93a3b-4ed3-4e47-95f0-40f8c770c996 None None] Routers {'5be25264-9ada-4e8c-b49d-5f453d2b77d7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:56.067922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6bf93a3b-4ed3-4e47-95f0-40f8c770c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5be25264-9ada-4e8c-b49d-5f453d2b77d7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:56.136056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6bf93a3b-4ed3-4e47-95f0-40f8c770c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:56.150831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf93a3b-4ed3-4e47-95f0-40f8c770c996 None None] Routers {'5be25264-9ada-4e8c-b49d-5f453d2b77d7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:56.151523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6bf93a3b-4ed3-4e47-95f0-40f8c770c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5be25264-9ada-4e8c-b49d-5f453d2b77d7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:56.178263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9a9f43e9-678f-4576-9e47-445be22cb61f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/routers/5be25264-9ada-4e8c-b49d-5f453d2b77d7 HTTP/1.1" status: 200 len: 921 time: 0.1383808 Jul 15 13:43:56.178600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56444) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:56.193299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-6bf93a3b-4ed3-4e47-95f0-40f8c770c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:56.194076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf93a3b-4ed3-4e47-95f0-40f8c770c996 None None] The sync data for ids ['5be25264-9ada-4e8c-b49d-5f453d2b77d7'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:56.285532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e1ee75-b83a-4847-8ae8-3a09da312cdf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:56.287205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-65e1ee75-b83a-4847-8ae8-3a09da312cdf tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=5be25264-9ada-4e8c-b49d-5f453d2b77d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1070800 Jul 15 13:43:56.290973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56450) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:56.347544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a118cfb-39cd-4443-a006-4605b4a48156 req-11620c82-edd9-4faf-a191-0ae38217aeb3 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0446305 Jul 15 13:43:56.451548 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e133162-1d61-4a14-b4be-6417799eca8c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:56.456185 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6e133162-1d61-4a14-b4be-6417799eca8c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 881 time: 0.1634583 Jul 15 13:43:56.456460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56454) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:56.491893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dce9ac1c-25ed-493c-95c7-0c662a620795 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=5be25264-9ada-4e8c-b49d-5f453d2b77d7 HTTP/1.1" status: 200 len: 205 time: 0.0319281 Jul 15 13:43:56.492119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56456) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:56.645383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.786965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.851225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Deleting port e0105bcf-6361-4f47-a360-bb0dd7c9b664 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:56.851673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.943555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.958237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Calling delete_port for e0105bcf-6361-4f47-a360-bb0dd7c9b664 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:57.165851 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.194389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event deleted for resources: {'Port': ['ID=e0105bcf-6361-4f47-a360-bb0dd7c9b664,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:57.265987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.376511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.378975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.445856 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.446514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Fanout notify agent at l3_agent the message router_deleted on router 5be25264-9ada-4e8c-b49d-5f453d2b77d7 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:57.470487 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.471704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-272cf2d9-3d14-4bf0-9b5c-db2086b9a8a1 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/5be25264-9ada-4e8c-b49d-5f453d2b77d7 HTTP/1.1" status: 204 len: 168 time: 0.9785874 Jul 15 13:43:57.477627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56470) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:57.482929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c4b5fe06-12e6-4376-9cf3-4f0c8bc9acde tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1433554409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:57.511673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4b5fe06-12e6-4376-9cf3-4f0c8bc9acde tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.512766 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4b5fe06-12e6-4376-9cf3-4f0c8bc9acde tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.577170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4b5fe06-12e6-4376-9cf3-4f0c8bc9acde tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.583927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4b5fe06-12e6-4376-9cf3-4f0c8bc9acde tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.601992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4b5fe06-12e6-4376-9cf3-4f0c8bc9acde tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.603269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c4b5fe06-12e6-4376-9cf3-4f0c8bc9acde tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1245959 Jul 15 13:43:57.607606 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56472) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:57.613262 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:57.662445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6de35f4-1a86-4ae4-b697-d63ddea680f2 req-b232faea-9555-41d3-a8c5-a6c1fba9b252 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0463111 Jul 15 13:43:57.928741 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.193883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7108-90a7-4a03-977f-665a2897d58d req-b7e9436e-1fc6-4fa4-ae91-3d70e767993d tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:58.197041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-b7e9436e-1fc6-4fa4-ae91-3d70e767993d tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.30 "GET /v2.0/networks?id=26d54662-49f9-4a56-a792-6a28ab072009 HTTP/1.1" status: 200 len: 814 time: 0.2494826 Jul 15 13:43:58.212374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Request body: {'port': {'device_id': '0ddcf2bd-c373-4bed-bb88-e8524d94c3c2', 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009', 'admin_state_up': True, 'tenant_id': '74163c069094455daf29192dfa162f81'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:58.227014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.258898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.398452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Made reservation on behalf of 74163c069094455daf29192dfa162f81 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:58.404973 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.408049 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Allocated IP 172.25.1.132 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/07b659c5-efdc-45dd-9ce1-b8bcf0773c2d) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:58.540641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.569233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Allocated IP 172.20.0.7 (26d54662-49f9-4a56-a792-6a28ab072009/771ef433-24f7-4cf4-b5c1-c65b73d6457a/7571c5d4-1bcb-4104-aa59-8d231d53ed80) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:58.602483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.663522 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:58.667240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:58.677161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:58.725744 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event updated for resources: {'Port': ['ID=07b659c5-efdc-45dd-9ce1-b8bcf0773c2d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:58.886789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b03ad50-0252-4227-84b2-f84e48c86f0d req-3bc0c3ae-779f-4156-aa32-3ec9973888d9 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0573258 Jul 15 13:43:58.927319 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.008310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.097101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Network 26d54662-49f9-4a56-a792-6a28ab072009 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:59.108400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:59.113337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:59.183463 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.217026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:59.218190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.223049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Pushing event updated for resources: {'Port': ['ID=7571c5d4-1bcb-4104-aa59-8d231d53ed80,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:59.253664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-25880ecd-aafc-4e9e-ab4e-a6769deaa05e tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0472872 Jul 15 13:43:59.273501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Request body: {'port': {'device_id': '0ddcf2bd-c373-4bed-bb88-e8524d94c3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:59.401939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.488052 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.496457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.683431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Router 3219b645-2f1f-4beb-b654-b0d1ecdbfda5 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:59.822283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7571c5d4-1bcb-4104-aa59-8d231d53ed80 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:59.831374 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.849498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Transition to ACTIVE for port object 7571c5d4-1bcb-4104-aa59-8d231d53ed80 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:59.858049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.886030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:59.907759 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091e01f-918b-462e-a16e-54213f5cd26e None None] Sync routers for ids ['3219b645-2f1f-4beb-b654-b0d1ecdbfda5'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:59.908606 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.912599 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8ec6ab92-c3de-4930-b492-f95e1b87453e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "PUT /v2.0/routers/3219b645-2f1f-4beb-b654-b0d1ecdbfda5 HTTP/1.1" status: 200 len: 880 time: 2.3025618 Jul 15 13:43:59.914434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56484) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:59.922770 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091e01f-918b-462e-a16e-54213f5cd26e None None] Routers {'3219b645-2f1f-4beb-b654-b0d1ecdbfda5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:59.923436 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e091e01f-918b-462e-a16e-54213f5cd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['3219b645-2f1f-4beb-b654-b0d1ecdbfda5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:59.936385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7571c5d4-1bcb-4104-aa59-8d231d53ed80,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:59.967719 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e091e01f-918b-462e-a16e-54213f5cd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:59.979094 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091e01f-918b-462e-a16e-54213f5cd26e None None] Routers {'3219b645-2f1f-4beb-b654-b0d1ecdbfda5'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:59.981452 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e091e01f-918b-462e-a16e-54213f5cd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['3219b645-2f1f-4beb-b654-b0d1ecdbfda5'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:00.017432 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e091e01f-918b-462e-a16e-54213f5cd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:00.018317 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091e01f-918b-462e-a16e-54213f5cd26e None None] The sync data for ids ['3219b645-2f1f-4beb-b654-b0d1ecdbfda5'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:00.077545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Attempting to bind port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:00.077788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Attempting to bind port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:00.078116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Attempting to bind port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 on network 26d54662-49f9-4a56-a792-6a28ab072009 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:00.085893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 on network 26d54662-49f9-4a56-a792-6a28ab072009 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:44:00.086245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Attempting to bind port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 on network 26d54662-49f9-4a56-a792-6a28ab072009 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:00.093175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:00.093650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Checking segment: {'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:00.094648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Bound using segment: {'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:00.095116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Bound port: 7571c5d4-1bcb-4104-aa59-8d231d53ed80, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50548b1e-daf3-4c73-9d0a-013e9b95c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:00.095520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.115647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-658d4b5d-9e0e-401c-9a96-46dc1bc09c62 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/routers/3219b645-2f1f-4beb-b654-b0d1ecdbfda5 HTTP/1.1" status: 200 len: 921 time: 0.1987734 Jul 15 13:44:00.119878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56490) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.207819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] For port 7571c5d4-1bcb-4104-aa59-8d231d53ed80, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:00.213138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] For port 7571c5d4-1bcb-4104-aa59-8d231d53ed80, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7571c5d4-1bcb-4104-aa59-8d231d53ed80,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:00.222641 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.252376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2314b53-eaf5-448f-922a-eb80518e8f2f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.258159 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b2314b53-eaf5-448f-922a-eb80518e8f2f tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=3219b645-2f1f-4beb-b654-b0d1ecdbfda5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1329627 Jul 15 13:44:00.258492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56492) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.281494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.282999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.283915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] 10.222.0.30 "PUT /v2.0/ports/7571c5d4-1bcb-4104-aa59-8d231d53ed80 HTTP/1.1" status: 200 len: 1092 time: 1.0207381 Jul 15 13:44:00.284509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddcf2bd-c373-4bed-bb88-e8524d94c3c2', 'tag': '7571c5d4-1bcb-4104-aa59-8d231d53ed80'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:00.287578 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddcf2bd-c373-4bed-bb88-e8524d94c3c2", "tag": "7571c5d4-1bcb-4104-aa59-8d231d53ed80"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:00.300244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a93d53-b0ae-44b9-b308-4dd56195746e req-e52fa523-69e5-4069-9ca5-24b5273e7c71 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.303687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2a93d53-b0ae-44b9-b308-4dd56195746e req-e52fa523-69e5-4069-9ca5-24b5273e7c71 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 943 time: 0.1888962 Jul 15 13:44:00.337207 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c932a-0bfb-4c7e-9cd5-05f2bedee7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7571c5d4-1bcb-4104-aa59-8d231d53ed80,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:00.403822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2a93d53-b0ae-44b9-b308-4dd56195746e req-8549be0b-8426-43e8-b95a-7ce79a8a7f1d tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880966 Jul 15 13:44:00.455726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7108-90a7-4a03-977f-665a2897d58d req-b9a70b67-b8b5-4623-9d3e-867c74e75f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.459310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-b9a70b67-b8b5-4623-9d3e-867c74e75f1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74163c069094455daf29192dfa162f81&device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1155875 Jul 15 13:44:00.510225 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d439e6e-a773-4bb0-8d8b-ab5461488e46 x-openstack-request-id: req-2d439e6e-a773-4bb0-8d8b-ab5461488e46 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:00.510512 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddcf2bd-c373-4bed-bb88-e8524d94c3c2", "tag": "7571c5d4-1bcb-4104-aa59-8d231d53ed80", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:00.510772 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d439e6e-a773-4bb0-8d8b-ab5461488e46 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:00.511225 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddcf2bd-c373-4bed-bb88-e8524d94c3c2', 'tag': '7571c5d4-1bcb-4104-aa59-8d231d53ed80', 'status': 'completed', 'code': 200} Jul 15 13:44:00.513170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-08e50b43-1833-4dab-82f5-93ee4ace513e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7571c5d4-1bcb-4104-aa59-8d231d53ed80 HTTP/1.1" status: 200 len: 217 time: 0.0471814 Jul 15 13:44:00.758902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908eaf2-b2a4-40d7-a18e-005b071d0c15 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.760278 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d908eaf2-b2a4-40d7-a18e-005b071d0c15 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 881 time: 0.5006409 Jul 15 13:44:00.763090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56496) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.800413 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9040501a-02f2-4e10-b977-49c19d7c53f3 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=3219b645-2f1f-4beb-b654-b0d1ecdbfda5 HTTP/1.1" status: 200 len: 205 time: 0.0322623 Jul 15 13:44:00.800725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56498) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.946692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.958573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7108-90a7-4a03-977f-665a2897d58d req-002a8d1d-a4ce-47ba-82b5-096969822ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.960989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-002a8d1d-a4ce-47ba-82b5-096969822ce5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=771ef433-24f7-4cf4-b5c1-c65b73d6457a HTTP/1.1" status: 200 len: 854 time: 0.4419351 Jul 15 13:44:01.001323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-fa196dd7-44a5-4d20-b7ba-e5c4e2fd9d1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d54662-49f9-4a56-a792-6a28ab072009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335968 Jul 15 13:44:01.130431 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.167522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-4f46dfd2-f140-41b2-8a9b-13afc979dcb2 service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596036 Jul 15 13:44:01.221766 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Deleting port 07b659c5-efdc-45dd-9ce1-b8bcf0773c2d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:01.222107 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.282640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06da7108-90a7-4a03-977f-665a2897d58d req-877f50af-3cf8-4212-87e4-5b58579d14fa service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080089 Jul 15 13:44:01.359118 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.384036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Calling delete_port for 07b659c5-efdc-45dd-9ce1-b8bcf0773c2d owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:01.414251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-6d5d878c-8830-4f94-aeef-668e3cbcee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:01.416874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-6d5d878c-8830-4f94-aeef-668e3cbcee74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74163c069094455daf29192dfa162f81&device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0753822 Jul 15 13:44:01.608912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-31222bc1-d94f-47f0-b723-567d24f2655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:01.610597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-31222bc1-d94f-47f0-b723-567d24f2655b service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d54662-49f9-4a56-a792-6a28ab072009 HTTP/1.1" status: 200 len: 915 time: 0.1860878 Jul 15 13:44:01.696585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-5a264c6a-e0d0-4ce9-90df-0f92a3de9482 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7571c5d4-1bcb-4104-aa59-8d231d53ed80 HTTP/1.1" status: 200 len: 217 time: 0.0769217 Jul 15 13:44:01.705959 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.741030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event deleted for resources: {'Port': ['ID=07b659c5-efdc-45dd-9ce1-b8bcf0773c2d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:01.794498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2227c85-47ad-4f17-909f-98ba52db4e8a req-a35b6348-305c-48ad-b392-13900667dba4 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:01.797154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2227c85-47ad-4f17-909f-98ba52db4e8a req-a35b6348-305c-48ad-b392-13900667dba4 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 943 time: 0.2371864 Jul 15 13:44:01.823325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-2a529e32-0f99-46d4-a820-032a33841ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:01.824828 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-2a529e32-0f99-46d4-a820-032a33841ca3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=771ef433-24f7-4cf4-b5c1-c65b73d6457a HTTP/1.1" status: 200 len: 854 time: 0.1203241 Jul 15 13:44:01.834886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.868739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-57d67d2a-aff1-493b-8750-3f242f00aa8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d54662-49f9-4a56-a792-6a28ab072009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364494 Jul 15 13:44:01.909987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2227c85-47ad-4f17-909f-98ba52db4e8a req-ac9cd20c-bf09-4426-88ea-2ca2c0b49d3c tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048379 Jul 15 13:44:01.989402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-63ff654e-312d-4b2a-a8f9-90e883715b1a service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121776 Jul 15 13:44:02.011862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.014577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.066544 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.067413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Fanout notify agent at l3_agent the message router_deleted on router 3219b645-2f1f-4beb-b654-b0d1ecdbfda5 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:02.074868 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.076171 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6cf92ed4-f6d2-4a36-94a7-71401af0fbfe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/3219b645-2f1f-4beb-b654-b0d1ecdbfda5 HTTP/1.1" status: 204 len: 168 time: 1.2744319 Jul 15 13:44:02.080989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56504) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:02.085526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ebcab791-e42d-4475-9b85-003e773647a8 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1449342835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:02.110909 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebcab791-e42d-4475-9b85-003e773647a8 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.111860 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebcab791-e42d-4475-9b85-003e773647a8 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.154665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-362b4e36-7669-4ce2-98e2-58a72c0f4e9f req-3458eedf-6b24-4337-8d24-09282ce33285 service neutron] 10.222.0.30 "GET /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578300 Jul 15 13:44:02.181057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebcab791-e42d-4475-9b85-003e773647a8 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.187177 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebcab791-e42d-4475-9b85-003e773647a8 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.215188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ebcab791-e42d-4475-9b85-003e773647a8 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.220050 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ebcab791-e42d-4475-9b85-003e773647a8 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1363895 Jul 15 13:44:02.220806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56510) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:02.229340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': True}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:02.536495 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.566504 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56516) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:02.736441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13b50275-5b67-41c5-9e2f-b6a9bd677f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.849028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.863621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13b50275-5b67-41c5-9e2f-b6a9bd677f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.868869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-13b50275-5b67-41c5-9e2f-b6a9bd677f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.892393 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.912163 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-13b50275-5b67-41c5-9e2f-b6a9bd677f4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3260d1089de449978e566b569364741a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433354 Jul 15 13:44:02.914532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b50275-5b67-41c5-9e2f-b6a9bd677f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce0230-90af-411f-b8e2-6f39131fbd4c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:02.917135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56520) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:02.979106 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-989aff9e-6746-438f-ba68-b36b34100b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.009580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-989aff9e-6746-438f-ba68-b36b34100b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.076929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-989aff9e-6746-438f-ba68-b36b34100b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.079987 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-989aff9e-6746-438f-ba68-b36b34100b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.083102 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-989aff9e-6746-438f-ba68-b36b34100b93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55ce0230-90af-411f-b8e2-6f39131fbd4c HTTP/1.1" status: 204 len: 168 time: 0.1632020 Jul 15 13:44:03.086024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Allocated IP 172.25.1.153 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/e912e151-ab29-4740-b45e-4cb6046d7864) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:03.113062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aff9e-6746-438f-ba68-b36b34100b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce0230-90af-411f-b8e2-6f39131fbd4c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:03.289551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.337095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614b577-e8cc-4121-a91a-c4e84e5ff81e req-a6b42e57-93f6-4554-b208-cf1c331ad4e1 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.339848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6614b577-e8cc-4121-a91a-c4e84e5ff81e req-a6b42e57-93f6-4554-b208-cf1c331ad4e1 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 943 time: 0.1752045 Jul 15 13:44:03.430072 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6614b577-e8cc-4121-a91a-c4e84e5ff81e req-ae84f932-0b5e-4a31-9b58-e951f754e77b tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792277 Jul 15 13:44:03.432619 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.500522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:03.503642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:03.507872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:03.514249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'Port': ['ID=e912e151-ab29-4740-b45e-4cb6046d7864,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:03.558081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56528) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:03.572465 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8355cac-9dc1-48a4-a206-942b002e54c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.698828 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8355cac-9dc1-48a4-a206-942b002e54c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.699569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7571c5d4-1bcb-4104-aa59-8d231d53ed80 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:44:03.704250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8355cac-9dc1-48a4-a206-942b002e54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.793991 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d8355cac-9dc1-48a4-a206-942b002e54c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c05a4e0853534ff4975179a931c439e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320280 Jul 15 13:44:03.793991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8355cac-9dc1-48a4-a206-942b002e54c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5944d60-41f7-4ae8-ad1c-d968645e0e69,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:03.795238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56530) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:03.828464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7571c5d4-1bcb-4104-aa59-8d231d53ed80, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7571c5d4-1bcb-4104-aa59-8d231d53ed80,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:03.843188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '7571c5d4-1bcb-4104-aa59-8d231d53ed80', 'network_id': '26d54662-49f9-4a56-a792-6a28ab072009', 'port_id': '7571c5d4-1bcb-4104-aa59-8d231d53ed80', 'mac_address': 'fa:16:3e:37:ab:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771ef433-24f7-4cf4-b5c1-c65b73d6457a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:44:03.894132 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.909583 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.914125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7571c5d4-1bcb-4104-aa59-8d231d53ed80 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:03.939047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7571c5d4-1bcb-4104-aa59-8d231d53ed80, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7571c5d4-1bcb-4104-aa59-8d231d53ed80,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:03.945819 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.956765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3f47f-4dd7-4219-982b-024b3131e4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.013160 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7571c5d4-1bcb-4104-aa59-8d231d53ed80,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:04.024566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3f47f-4dd7-4219-982b-024b3131e4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.136974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3f47f-4dd7-4219-982b-024b3131e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.139668 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40d3f47f-4dd7-4219-982b-024b3131e4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.141137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-40d3f47f-4dd7-4219-982b-024b3131e4f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5944d60-41f7-4ae8-ad1c-d968645e0e69 HTTP/1.1" status: 204 len: 168 time: 0.3446205 Jul 15 13:44:04.152095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['7571c5d4-1bcb-4104-aa59-8d231d53ed80'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:04.185473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3f47f-4dd7-4219-982b-024b3131e4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5944d60-41f7-4ae8-ad1c-d968645e0e69,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:04.210820 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.214702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.393179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Router 56c765e2-52a8-4225-95d9-41bf6c3272d3 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:04.525856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:04.530410 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.534563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56540) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:04.539860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fa9c8e99-baf5-4ccb-be9d-10737f3ba17c tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "PUT /v2.0/routers/56c765e2-52a8-4225-95d9-41bf6c3272d3 HTTP/1.1" status: 200 len: 915 time: 2.3173850 Jul 15 13:44:04.540580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb140577-37dc-4895-82c8-a078abe59fe0 None None] Sync routers for ids ['56c765e2-52a8-4225-95d9-41bf6c3272d3'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:04.558630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb140577-37dc-4895-82c8-a078abe59fe0 None None] Routers {'56c765e2-52a8-4225-95d9-41bf6c3272d3'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:04.559495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-eb140577-37dc-4895-82c8-a078abe59fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['56c765e2-52a8-4225-95d9-41bf6c3272d3'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:04.616900 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-eb140577-37dc-4895-82c8-a078abe59fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:04.631544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb140577-37dc-4895-82c8-a078abe59fe0 None None] Routers {'56c765e2-52a8-4225-95d9-41bf6c3272d3'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:04.634083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-eb140577-37dc-4895-82c8-a078abe59fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['56c765e2-52a8-4225-95d9-41bf6c3272d3'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:04.669081 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a456faca-c1ff-43f2-bf46-d5bcc9a4aaf7 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/routers/56c765e2-52a8-4225-95d9-41bf6c3272d3 HTTP/1.1" status: 200 len: 921 time: 0.1331830 Jul 15 13:44:04.669786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56546) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:04.686787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-eb140577-37dc-4895-82c8-a078abe59fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:04.687491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb140577-37dc-4895-82c8-a078abe59fe0 None None] The sync data for ids ['56c765e2-52a8-4225-95d9-41bf6c3272d3'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:04.763175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabffe3-266a-4469-a5ba-6b8cf8294e62 req-84e21a87-df91-46ac-86d8-5e7034d16cde tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.763567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42d25b-2b75-4696-9803-e8199c37321d tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.765907 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ad42d25b-2b75-4696-9803-e8199c37321d tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=56c765e2-52a8-4225-95d9-41bf6c3272d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0946693 Jul 15 13:44:04.767887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aabffe3-266a-4469-a5ba-6b8cf8294e62 req-84e21a87-df91-46ac-86d8-5e7034d16cde tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 944 time: 0.1281767 Jul 15 13:44:04.769813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:04.829878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aabffe3-266a-4469-a5ba-6b8cf8294e62 req-48541809-24ea-4f7b-a322-65655c490ebf tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581858 Jul 15 13:44:04.881466 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.932366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb971e-9cf1-409d-ad90-77e4b2c1ed64 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.934338 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-87bb971e-9cf1-409d-ad90-77e4b2c1ed64 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 881 time: 0.1628044 Jul 15 13:44:04.937984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56554) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:04.984588 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3a95ed70-446c-4b35-876d-9fb4a0e6b011 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=56c765e2-52a8-4225-95d9-41bf6c3272d3 HTTP/1.1" status: 200 len: 205 time: 0.0413620 Jul 15 13:44:04.984890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56558) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:05.113349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.244393 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.314154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Deleting port e912e151-ab29-4740-b45e-4cb6046d7864 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:05.314507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.409397 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.425201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Calling delete_port for e912e151-ab29-4740-b45e-4cb6046d7864 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:05.656951 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.693490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event deleted for resources: {'Port': ['ID=e912e151-ab29-4740-b45e-4cb6046d7864,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:05.722574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7571c5d4-1bcb-4104-aa59-8d231d53ed80 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:05.798443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.807696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.843486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:05.856501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:05.857119 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.003806 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.008582 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.024252 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.081061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7571c5d4-1bcb-4104-aa59-8d231d53ed80, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7571c5d4-1bcb-4104-aa59-8d231d53ed80,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:06.083535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddcf2bd-c373-4bed-bb88-e8524d94c3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7571c5d4-1bcb-4104-aa59-8d231d53ed80'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:06.089216 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8572dc0-1593-425e-bded-f76fbd6c011c" -d '{"events": [{"server_uuid": "0ddcf2bd-c373-4bed-bb88-e8524d94c3c2", "name": "network-vif-plugged", "status": "completed", "tag": "7571c5d4-1bcb-4104-aa59-8d231d53ed80"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:06.095603 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.127974 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.129017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Fanout notify agent at l3_agent the message router_deleted on router 56c765e2-52a8-4225-95d9-41bf6c3272d3 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:06.145604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.149762 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-184dace1-f088-47e5-8071-ac4f20968da2 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/56c765e2-52a8-4225-95d9-41bf6c3272d3 HTTP/1.1" status: 204 len: 168 time: 1.1635294 Jul 15 13:44:06.155571 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56578) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:06.165161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-029d0dd7-fd8b-47cc-80f8-daa0d6dc8080 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-405375224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:06.172249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5df0c-0b85-47ed-b783-964b7d5a2f37 req-aa06bf1a-dedf-4617-92cb-da26584c3d5c tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.174286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eb5df0c-0b85-47ed-b783-964b7d5a2f37 req-aa06bf1a-dedf-4617-92cb-da26584c3d5c tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 944 time: 0.1242042 Jul 15 13:44:06.210990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-029d0dd7-fd8b-47cc-80f8-daa0d6dc8080 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.212347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7571c5d4-1bcb-4104-aa59-8d231d53ed80,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:06.212589 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-029d0dd7-fd8b-47cc-80f8-daa0d6dc8080 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.245829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2eb5df0c-0b85-47ed-b783-964b7d5a2f37 req-dca5e444-e334-461b-a475-a22f345e1f02 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611496 Jul 15 13:44:06.302690 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b0f70-f6ae-46b8-b1f4-f755f7f45bba x-openstack-request-id: req-863b0f70-f6ae-46b8-b1f4-f755f7f45bba {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:06.303197 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddcf2bd-c373-4bed-bb88-e8524d94c3c2", "name": "network-vif-plugged", "status": "completed", "tag": "7571c5d4-1bcb-4104-aa59-8d231d53ed80", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:06.303625 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-863b0f70-f6ae-46b8-b1f4-f755f7f45bba {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:06.304284 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddcf2bd-c373-4bed-bb88-e8524d94c3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7571c5d4-1bcb-4104-aa59-8d231d53ed80', 'code': 200} Jul 15 13:44:06.320641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-029d0dd7-fd8b-47cc-80f8-daa0d6dc8080 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.326853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-029d0dd7-fd8b-47cc-80f8-daa0d6dc8080 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.351740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-029d0dd7-fd8b-47cc-80f8-daa0d6dc8080 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.353060 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-029d0dd7-fd8b-47cc-80f8-daa0d6dc8080 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1954379 Jul 15 13:44:06.358314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:06.363465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'enable_snat': False}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:06.491786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0bc79-5ffd-41a7-8dbf-0cab5be9052b req-14719bf4-6c2e-4a22-af8e-faf37a2077d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.494540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50b0bc79-5ffd-41a7-8dbf-0cab5be9052b req-14719bf4-6c2e-4a22-af8e-faf37a2077d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1036882 Jul 15 13:44:06.550201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50b0bc79-5ffd-41a7-8dbf-0cab5be9052b req-3fd8c08d-00e7-4299-8358-b7b325c03442 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482061 Jul 15 13:44:06.595011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.909311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.943830 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.118440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Allocated IP 172.25.1.218 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/6b977cbf-911e-4683-8c24-1e502e1b01d9) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:07.283641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.329481 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.386676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:07.390865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:07.397081 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:07.483844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Pushing event updated for resources: {'Port': ['ID=6b977cbf-911e-4683-8c24-1e502e1b01d9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:07.506549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9a5fc-11e2-4cc2-a0fa-6c660dd99f62 req-fb92b4ab-c291-4fb5-8f76-38afc8179171 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.514984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-17f9a5fc-11e2-4cc2-a0fa-6c660dd99f62 req-fb92b4ab-c291-4fb5-8f76-38afc8179171 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 945 time: 0.1018679 Jul 15 13:44:07.556823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-17f9a5fc-11e2-4cc2-a0fa-6c660dd99f62 req-c1ec2d31-2a75-4ff5-a569-2911595e8efc tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Jul 15 13:44:07.727577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.431501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.438024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.649468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Router ec2ae130-dca6-468e-9ac9-7eb9dc307b38 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:08.797198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbe37e-aade-4760-8f50-4a2ba9528fb9 req-c52349a0-89e0-40bf-b0da-cc1eb09b2efe tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:08.799956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fdbe37e-aade-4760-8f50-4a2ba9528fb9 req-c52349a0-89e0-40bf-b0da-cc1eb09b2efe tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 945 time: 0.1081986 Jul 15 13:44:08.822209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:08.827857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.830024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2b8a6f10-74e1-4747-95b3-d96703566d50 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "PUT /v2.0/routers/ec2ae130-dca6-468e-9ac9-7eb9dc307b38 HTTP/1.1" status: 200 len: 915 time: 2.4698265 Jul 15 13:44:08.834510 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56598) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:08.835108 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103655ff-c788-4df6-bca2-6d5de5ef6b9b None None] Sync routers for ids ['ec2ae130-dca6-468e-9ac9-7eb9dc307b38'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:08.849024 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103655ff-c788-4df6-bca2-6d5de5ef6b9b None None] Routers {'ec2ae130-dca6-468e-9ac9-7eb9dc307b38'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:08.849752 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-103655ff-c788-4df6-bca2-6d5de5ef6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ec2ae130-dca6-468e-9ac9-7eb9dc307b38'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:08.875914 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fdbe37e-aade-4760-8f50-4a2ba9528fb9 req-43ed35b9-0b2b-4a84-a897-1e93db3915d4 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 Jul 15 13:44:08.902506 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-103655ff-c788-4df6-bca2-6d5de5ef6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:08.917209 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103655ff-c788-4df6-bca2-6d5de5ef6b9b None None] Routers {'ec2ae130-dca6-468e-9ac9-7eb9dc307b38'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:08.918218 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-103655ff-c788-4df6-bca2-6d5de5ef6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['ec2ae130-dca6-468e-9ac9-7eb9dc307b38'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:08.957878 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-103655ff-c788-4df6-bca2-6d5de5ef6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:08.959174 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103655ff-c788-4df6-bca2-6d5de5ef6b9b None None] The sync data for ids ['ec2ae130-dca6-468e-9ac9-7eb9dc307b38'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:08.989568 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f9616950-a20a-4003-9af6-866da4707538 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/routers/ec2ae130-dca6-468e-9ac9-7eb9dc307b38 HTTP/1.1" status: 200 len: 921 time: 0.1518836 Jul 15 13:44:08.991905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56602) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:09.069753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c484f5-c239-46ba-a3fd-b69804e48d0a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:09.071420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d1c484f5-c239-46ba-a3fd-b69804e48d0a tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=ec2ae130-dca6-468e-9ac9-7eb9dc307b38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0784073 Jul 15 13:44:09.074928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56604) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:09.177560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e22146-560d-4a3f-ba4a-d3e28ccc0133 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:09.179007 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31e22146-560d-4a3f-ba4a-d3e28ccc0133 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/networks/27d200cb-cf2d-42fe-a650-50fc75a0e604 HTTP/1.1" status: 200 len: 881 time: 0.1030290 Jul 15 13:44:09.183465 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56608) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:09.216143 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-09852fa4-284d-46cf-a4d3-a44350852c2e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec2ae130-dca6-468e-9ac9-7eb9dc307b38 HTTP/1.1" status: 200 len: 205 time: 0.0314269 Jul 15 13:44:09.220667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56610) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:09.419636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.616016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.715961 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Deleting port 6b977cbf-911e-4683-8c24-1e502e1b01d9 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:09.715961 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.843428 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.860962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Calling delete_port for 6b977cbf-911e-4683-8c24-1e502e1b01d9 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:10.134595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.177414 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event deleted for resources: {'Port': ['ID=6b977cbf-911e-4683-8c24-1e502e1b01d9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:10.262786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.282661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56652) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:10.399954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.404439 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.472095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.472860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Fanout notify agent at l3_agent the message router_deleted on router ec2ae130-dca6-468e-9ac9-7eb9dc307b38 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:10.490990 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.492586 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0d29a546-6f35-404d-a565-d23c96ab5c0e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/ec2ae130-dca6-468e-9ac9-7eb9dc307b38 HTTP/1.1" status: 204 len: 168 time: 1.2707064 Jul 15 13:44:10.498628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56658) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:10.504560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2107917589', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:10.615384 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.616768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.636322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3f5ec-3f5c-43a1-98a1-c9178f622e1f req-ef6ccad9-2890-4f92-96b9-0d50e7dde759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:10.638184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9f3f5ec-3f5c-43a1-98a1-c9178f622e1f req-ef6ccad9-2890-4f92-96b9-0d50e7dde759 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1097 time: 0.3507187 Jul 15 13:44:10.703500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.754103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9f3f5ec-3f5c-43a1-98a1-c9178f622e1f req-e729fc96-af96-401d-9cc2-c352a6ae830b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008663 Jul 15 13:44:10.866303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.179965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.215171 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.470875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Allocated IP 172.25.1.10 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/8bf365a3-0e29-481b-8acd-4fb61f3ab35c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:11.734953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.788111 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.855637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:11.859071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:11.871654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event updated for resources: {'Port': ['ID=8bf365a3-0e29-481b-8acd-4fb61f3ab35c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:11.878890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:12.644979 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.028911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.267370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Router 8828acb3-2974-456a-bc62-523c80459447 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:13.273196 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:13.469080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:13.485338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6de662-76a2-407e-97ac-e15794bf09fd None None] Sync routers for ids ['8828acb3-2974-456a-bc62-523c80459447'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:13.499014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6de662-76a2-407e-97ac-e15794bf09fd None None] Routers {'8828acb3-2974-456a-bc62-523c80459447'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:13.499916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf6de662-76a2-407e-97ac-e15794bf09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8828acb3-2974-456a-bc62-523c80459447'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:13.504290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.511407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:13.512619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9b700841-390a-433b-ad5a-966346d2c5da tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0121007 Jul 15 13:44:13.517569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:13.537273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf6de662-76a2-407e-97ac-e15794bf09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:13.548443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6de662-76a2-407e-97ac-e15794bf09fd None None] Routers {'8828acb3-2974-456a-bc62-523c80459447'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:13.549416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf6de662-76a2-407e-97ac-e15794bf09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8828acb3-2974-456a-bc62-523c80459447'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:13.591253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf6de662-76a2-407e-97ac-e15794bf09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:13.591950 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6de662-76a2-407e-97ac-e15794bf09fd None None] The sync data for ids ['8828acb3-2974-456a-bc62-523c80459447'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:13.894565 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.918548 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.014300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Deleting port 8bf365a3-0e29-481b-8acd-4fb61f3ab35c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:14.014851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.152713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.174128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Calling delete_port for 8bf365a3-0e29-481b-8acd-4fb61f3ab35c owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:14.397580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.452264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Pushing event deleted for resources: {'Port': ['ID=8bf365a3-0e29-481b-8acd-4fb61f3ab35c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:14.472387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.472958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.474100 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.474661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.475240 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.475714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.476249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.476807 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.477360 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.477909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.478462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.479037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:14.558489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.847798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.855074 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.009972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Router 8828acb3-2974-456a-bc62-523c80459447 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:15.189230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:15.197531 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.202084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56700) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:15.205139 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d1173-1ad8-4b56-beab-3210a85ee333 None None] Sync routers for ids ['8828acb3-2974-456a-bc62-523c80459447'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:15.214131 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5027615f-e7b7-4fcf-947f-c5e577c66b5a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "PUT /v2.0/routers/8828acb3-2974-456a-bc62-523c80459447 HTTP/1.1" status: 200 len: 706 time: 1.7002945 Jul 15 13:44:15.218401 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d1173-1ad8-4b56-beab-3210a85ee333 None None] Routers {'8828acb3-2974-456a-bc62-523c80459447'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:15.219428 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-aa1d1173-1ad8-4b56-beab-3210a85ee333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8828acb3-2974-456a-bc62-523c80459447'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:15.231439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56702) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:15.314096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-dbd71409-865e-41be-8816-c0a60a107eee tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/routers/8828acb3-2974-456a-bc62-523c80459447 HTTP/1.1" status: 200 len: 741 time: 0.1091421 Jul 15 13:44:15.319192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56706) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:15.407299 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-90e158ce-eff9-475c-88cf-ca134b190194 tempest-RoutersAdminTest-1842454009 tempest-RoutersAdminTest-1842454009-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&device_id=8828acb3-2974-456a-bc62-523c80459447 HTTP/1.1" status: 200 len: 205 time: 0.0862007 Jul 15 13:44:15.412116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56708) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:15.426649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2baf787b-0e84-4b41-bf7a-e5b11c2a3aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.499712 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-aa1d1173-1ad8-4b56-beab-3210a85ee333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:15.511251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e6ef7fc1-0cee-48a2-b5e6-6b7cc5d08fb4 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=8828acb3-2974-456a-bc62-523c80459447 HTTP/1.1" status: 200 len: 205 time: 0.0971165 Jul 15 13:44:15.514571 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56710) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:15.523025 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d1173-1ad8-4b56-beab-3210a85ee333 None None] Routers {'8828acb3-2974-456a-bc62-523c80459447'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:15.524179 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-aa1d1173-1ad8-4b56-beab-3210a85ee333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:43:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8828acb3-2974-456a-bc62-523c80459447'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:15.603970 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-aa1d1173-1ad8-4b56-beab-3210a85ee333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:15.605002 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d1173-1ad8-4b56-beab-3210a85ee333 None None] The sync data for ids ['8828acb3-2974-456a-bc62-523c80459447'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:15.638092 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2baf787b-0e84-4b41-bf7a-e5b11c2a3aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.644641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2baf787b-0e84-4b41-bf7a-e5b11c2a3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.645737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4859f3ad-5668-4590-b4d0-29779b457e8f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.725866 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2baf787b-0e84-4b41-bf7a-e5b11c2a3aca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7bd4ada187a42b589becfaa6c06b32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903748 Jul 15 13:44:15.726301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56712) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:15.737572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf787b-0e84-4b41-bf7a-e5b11c2a3aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620b3886-4cd9-41eb-a6d1-290c503bd4e5,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:15.804820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5602181a-b63a-4c47-aab1-19d7598592be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.830172 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5602181a-b63a-4c47-aab1-19d7598592be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.892664 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4859f3ad-5668-4590-b4d0-29779b457e8f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.901522 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4859f3ad-5668-4590-b4d0-29779b457e8f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.905188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5602181a-b63a-4c47-aab1-19d7598592be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.908927 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5602181a-b63a-4c47-aab1-19d7598592be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.912952 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5602181a-b63a-4c47-aab1-19d7598592be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/620b3886-4cd9-41eb-a6d1-290c503bd4e5 HTTP/1.1" status: 204 len: 168 time: 0.1822352 Jul 15 13:44:15.923591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602181a-b63a-4c47-aab1-19d7598592be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620b3886-4cd9-41eb-a6d1-290c503bd4e5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:15.990281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4859f3ad-5668-4590-b4d0-29779b457e8f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.991709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4859f3ad-5668-4590-b4d0-29779b457e8f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Fanout notify agent at l3_agent the message router_deleted on router 8828acb3-2974-456a-bc62-523c80459447 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:16.000577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4859f3ad-5668-4590-b4d0-29779b457e8f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.002127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4859f3ad-5668-4590-b4d0-29779b457e8f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/8828acb3-2974-456a-bc62-523c80459447 HTTP/1.1" status: 204 len: 168 time: 0.4830248 Jul 15 13:44:16.008574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56716) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.051823 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c7e3612d-f27e-4146-951e-0c8287779d4b tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=8828acb3-2974-456a-bc62-523c80459447 HTTP/1.1" status: 200 len: 205 time: 0.0384216 Jul 15 13:44:16.053179 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56718) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.103752 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-4009a4b4-57c4-4120-b9cc-068cc41ec4e4 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] delete failed (client error): The resource could not be found. Jul 15 13:44:16.107747 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4009a4b4-57c4-4120-b9cc-068cc41ec4e4 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/8828acb3-2974-456a-bc62-523c80459447 HTTP/1.1" status: 404 len: 336 time: 0.0513582 Jul 15 13:44:16.108683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56722) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.151660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56726) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.156191 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4e7bd713-446e-44d6-91ae-38da2610476a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec2ae130-dca6-468e-9ac9-7eb9dc307b38 HTTP/1.1" status: 200 len: 205 time: 0.0458617 Jul 15 13:44:16.194812 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-664dc97d-4392-4368-b6bc-f0fa99b58ea6 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] delete failed (client error): The resource could not be found. Jul 15 13:44:16.195964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-664dc97d-4392-4368-b6bc-f0fa99b58ea6 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/ec2ae130-dca6-468e-9ac9-7eb9dc307b38 HTTP/1.1" status: 404 len: 336 time: 0.0432539 Jul 15 13:44:16.198850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56728) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.233153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-57d68a1e-dd39-4b8d-abf0-6a5bf18a8c86 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=56c765e2-52a8-4225-95d9-41bf6c3272d3 HTTP/1.1" status: 200 len: 205 time: 0.0324244 Jul 15 13:44:16.236400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56730) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.284230 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-b8cafa54-e7eb-4b9b-abc5-b62475098b0f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] delete failed (client error): The resource could not be found. Jul 15 13:44:16.285581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b8cafa54-e7eb-4b9b-abc5-b62475098b0f tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/56c765e2-52a8-4225-95d9-41bf6c3272d3 HTTP/1.1" status: 404 len: 336 time: 0.0474861 Jul 15 13:44:16.290079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56734) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.327307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-35aa099c-80b4-45fd-ad92-4013d50f4dbe tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=3219b645-2f1f-4beb-b654-b0d1ecdbfda5 HTTP/1.1" status: 200 len: 205 time: 0.0353792 Jul 15 13:44:16.331174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56738) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.370639 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-1eb77c33-de7b-488a-964b-f0b565e1ca7a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] delete failed (client error): The resource could not be found. Jul 15 13:44:16.371832 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1eb77c33-de7b-488a-964b-f0b565e1ca7a tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/3219b645-2f1f-4beb-b654-b0d1ecdbfda5 HTTP/1.1" status: 404 len: 336 time: 0.0397027 Jul 15 13:44:16.375031 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.412645 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2669e49e-2e26-453b-a867-b87e8de0c201 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=5be25264-9ada-4e8c-b49d-5f453d2b77d7 HTTP/1.1" status: 200 len: 205 time: 0.0362136 Jul 15 13:44:16.418095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56744) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.464720 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-25ae4f97-1bc2-49b0-9fad-be8a94a3bd52 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] delete failed (client error): The resource could not be found. Jul 15 13:44:16.465813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-25ae4f97-1bc2-49b0-9fad-be8a94a3bd52 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/5be25264-9ada-4e8c-b49d-5f453d2b77d7 HTTP/1.1" status: 404 len: 336 time: 0.0491335 Jul 15 13:44:16.470149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56748) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.510533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-35806064-3ce8-41a8-9aff-f6b57fb5e98e tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "GET /v2.0/ports?device_id=38e1fd41-307d-4c9f-810b-16a79da5d70f HTTP/1.1" status: 200 len: 205 time: 0.0390546 Jul 15 13:44:16.513847 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56750) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.559915 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-7926d782-cadb-471d-825b-2211487a8140 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] delete failed (client error): The resource could not be found. Jul 15 13:44:16.561266 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7926d782-cadb-471d-825b-2211487a8140 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/routers/38e1fd41-307d-4c9f-810b-16a79da5d70f HTTP/1.1" status: 404 len: 336 time: 0.0461919 Jul 15 13:44:16.564697 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56754) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.601350 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e09bfe-bd63-4d91-a55c-3c1179282d13 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] DELETE failed (client error): The resource could not be found. Jul 15 13:44:16.601818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e09bfe-bd63-4d91-a55c-3c1179282d13 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:44:16.603692 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-83e09bfe-bd63-4d91-a55c-3c1179282d13 tempest-RoutersAdminTest-644894125 tempest-RoutersAdminTest-644894125-project] 10.222.0.25 "DELETE /v2.0/subnets/dd960a50-1be6-4f4b-b4c7-df69dc5c38d8 HTTP/1.1" status: 404 len: 337 time: 0.0379012 Jul 15 13:44:16.853501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56766) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:17.001569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1645-ed56-45f3-9097-de21adde855c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.162945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1645-ed56-45f3-9097-de21adde855c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.168568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1645-ed56-45f3-9097-de21adde855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.236275 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f0ee1645-ed56-45f3-9097-de21adde855c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df4bbd4487054614a51c2d2109076ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814003 Jul 15 13:44:17.237466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee1645-ed56-45f3-9097-de21adde855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d2e89-4600-46a8-b082-0405182eb074,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:17.240636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56776) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:17.329164 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.360190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.451218 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.454084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.455388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e3d2e89-4600-46a8-b082-0405182eb074 HTTP/1.1" status: 204 len: 168 time: 0.2122374 Jul 15 13:44:17.476982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d2e89-4600-46a8-b082-0405182eb074,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:17.496076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.496619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.497156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.498022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.499291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.501124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.502782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.503804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.505149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.505908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.507116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.507705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe3ea-450a-484d-9dc3-8fa9c02e13c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:17.882008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56788) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:17.943421 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f640f8f-24b0-4504-aa4d-35d744c2be21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db4891c4616c4d628f90d226007b12ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595241 Jul 15 13:44:17.947266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56790) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:18.022089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd29d857-29f5-4943-b8bc-66054bfbdd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.050384 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd29d857-29f5-4943-b8bc-66054bfbdd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.123241 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd29d857-29f5-4943-b8bc-66054bfbdd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.127493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bd29d857-29f5-4943-b8bc-66054bfbdd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.131664 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bd29d857-29f5-4943-b8bc-66054bfbdd22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c22eaede-ac68-4f0c-ac81-7a2977dab332 HTTP/1.1" status: 204 len: 168 time: 0.1809764 Jul 15 13:44:18.146596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29d857-29f5-4943-b8bc-66054bfbdd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22eaede-ac68-4f0c-ac81-7a2977dab332,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:18.906983 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cbfec204-6ec6-4e90-a0f7-441f735998fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.065021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56822) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:19.181105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-704607305'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:19.220642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:19.227734 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.249666 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.434029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.441762 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.488684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:19.494591 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770ba878-3a7f-40bd-9d87-82e3cfa8492a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:19.505675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.505675 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment b27b1c39-1026-46e3-b4b0-ee4b114c6afa of type vlan for network 19ab02a4-d9f4-456f-b4a9-532055866eb3 Jul 15 13:44:19.556584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.595403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.602676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:19.603447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.645937 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5790095 Jul 15 13:44:19.649546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56828) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:19.659855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-111818022'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:19.691230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28a209-d290-4f3b-beee-1b6d63808be2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=19ab02a4-d9f4-456f-b4a9-532055866eb3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:19.692853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:19.699384 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.709551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 19ab02a4-d9f4-456f-b4a9-532055866eb3 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:19.737136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:19.751089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.751684 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment 0dae71dd-e41f-42b1-b0df-08bffb1e53de of type vlan for network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f Jul 15 13:44:19.802863 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.849620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.855532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:19.856218 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.903272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2506158 Jul 15 13:44:19.906707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56832) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:19.912527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': '19ab02a4-d9f4-456f-b4a9-532055866eb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:19.965284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e4e68-c935-4336-8159-6b524302f010 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=96c13e7c-3bba-4b15-ae1d-da77643eaa8f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:19.983067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:20.066032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:20.076475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.418465 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.493671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=3209dc38-aa16-48bb-bdfd-63be770aa7a2,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:20.502100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': 'b27b1c39-1026-46e3-b4b0-ee4b114c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19ab02a4-d9f4-456f-b4a9-532055866eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:20.502468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: 19ab02a4-d9f4-456f-b4a9-532055866eb3, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:20.523793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 19ab02a4-d9f4-456f-b4a9-532055866eb3 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:20.535985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 19ab02a4-d9f4-456f-b4a9-532055866eb3) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:20.543978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:20.544730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.554719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4247bb46-5618-4c48-9e42-e5484d6c5af4 None None] Network 19ab02a4-d9f4-456f-b4a9-532055866eb3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:20.576976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fb2c9f99-3ec8-41ed-8cb2-33a01156638c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6688685 Jul 15 13:44:20.580851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56836) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:20.588511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': '96c13e7c-3bba-4b15-ae1d-da77643eaa8f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:20.725161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:20.729850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.767094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-19ab02a4-d9f4-456f-b4a9-532055866eb3', 'network_id': '19ab02a4-d9f4-456f-b4a9-532055866eb3', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': '3209dc38-aa16-48bb-bdfd-63be770aa7a2'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:20.768360 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.976054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Allocated IP 2001:db8::2 (19ab02a4-d9f4-456f-b4a9-532055866eb3/3209dc38-aa16-48bb-bdfd-63be770aa7a2/740fce13-78c2-4c5c-b59c-90443915672c) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:21.039251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.189419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': '0dae71dd-e41f-42b1-b0df-08bffb1e53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '96c13e7c-3bba-4b15-ae1d-da77643eaa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:21.190087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: 96c13e7c-3bba-4b15-ae1d-da77643eaa8f, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:21.197686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=a1fd40a1-fcdb-42dc-aa2e-30e501fc713f,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:21.230859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:21.249687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 96c13e7c-3bba-4b15-ae1d-da77643eaa8f) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:21.259209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.259845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.268242 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.276364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda24074-6405-421d-8cdd-415bb2fea934 None None] Network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:21.284014 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-11ad8e91-1d1c-4a07-a116-bcfd21e811a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7015519 Jul 15 13:44:21.284747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56844) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:21.292741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-814f8615-b815-405a-8e26-d88133d1e8b6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1354756721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:21.315185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Transition to ACTIVE for port object 740fce13-78c2-4c5c-b59c-90443915672c will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:21.331466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-814f8615-b815-405a-8e26-d88133d1e8b6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.334509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-814f8615-b815-405a-8e26-d88133d1e8b6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.428315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-814f8615-b815-405a-8e26-d88133d1e8b6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.435904 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-814f8615-b815-405a-8e26-d88133d1e8b6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.442587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Transition to ACTIVE for port object 740fce13-78c2-4c5c-b59c-90443915672c will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:21.462493 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.467078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-814f8615-b815-405a-8e26-d88133d1e8b6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.474150 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-814f8615-b815-405a-8e26-d88133d1e8b6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1840374 Jul 15 13:44:21.474506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56846) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:21.610249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Network 19ab02a4-d9f4-456f-b4a9-532055866eb3 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:21.646710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:21.649208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Pushing event updated for resources: {'Port': ['ID=740fce13-78c2-4c5c-b59c-90443915672c,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:21.651650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:21.668764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-96c13e7c-3bba-4b15-ae1d-da77643eaa8f', 'network_id': '96c13e7c-3bba-4b15-ae1d-da77643eaa8f', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': 'a1fd40a1-fcdb-42dc-aa2e-30e501fc713f'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:21.669648 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.683547 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-613341f8-2c0d-43c9-a9c3-3e8582f96212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.686976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.687328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.687658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.687996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.688326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.688649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.688973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.689354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.689702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.689924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.690438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.690899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:21.766680 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.778897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Attempting to bind port 740fce13-78c2-4c5c-b59c-90443915672c on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:21.779358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Attempting to bind port 740fce13-78c2-4c5c-b59c-90443915672c by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'b27b1c39-1026-46e3-b4b0-ee4b114c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19ab02a4-d9f4-456f-b4a9-532055866eb3'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:21.779587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Attempting to bind port 740fce13-78c2-4c5c-b59c-90443915672c on network 19ab02a4-d9f4-456f-b4a9-532055866eb3 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:21.789521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:21.790036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Checking segment: {'id': 'b27b1c39-1026-46e3-b4b0-ee4b114c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19ab02a4-d9f4-456f-b4a9-532055866eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:21.790476 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.791005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Bound using segment: {'id': 'b27b1c39-1026-46e3-b4b0-ee4b114c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19ab02a4-d9f4-456f-b4a9-532055866eb3'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:21.791846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Bound port: 740fce13-78c2-4c5c-b59c-90443915672c, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b1c39-1026-46e3-b4b0-ee4b114c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19ab02a4-d9f4-456f-b4a9-532055866eb3'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:21.792294 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.994057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] For port 740fce13-78c2-4c5c-b59c-90443915672c, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:22.000858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] For port 740fce13-78c2-4c5c-b59c-90443915672c, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=740fce13-78c2-4c5c-b59c-90443915672c,segment=NetworkSegment(b27b1c39-1026-46e3-b4b0-ee4b114c6afa),segment_id=b27b1c39-1026-46e3-b4b0-ee4b114c6afa)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:22.001175 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.010645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Allocated IP 2001:db8:1::2 (96c13e7c-3bba-4b15-ae1d-da77643eaa8f/a1fd40a1-fcdb-42dc-aa2e-30e501fc713f/0699095b-f215-4a0c-b442-d787cd095d89) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:22.015379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.324687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc5301-3fe9-4122-9b46-04258bb66263 None None] Pushing event updated for resources: {'Port': ['ID=740fce13-78c2-4c5c-b59c-90443915672c,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.357961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.370528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Transition to ACTIVE for port object 0699095b-f215-4a0c-b442-d787cd095d89 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:22.386654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8::1 (19ab02a4-d9f4-456f-b4a9-532055866eb3/3209dc38-aa16-48bb-bdfd-63be770aa7a2/df3ffd34-f91e-4924-aa2f-b9c5ee78900a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:22.404965 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Transition to ACTIVE for port object 0699095b-f215-4a0c-b442-d787cd095d89 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:22.417174 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.479918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:22.485558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:22.489424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:22.503450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Pushing event updated for resources: {'Port': ['ID=0699095b-f215-4a0c-b442-d787cd095d89,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.630473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Attempting to bind port 0699095b-f215-4a0c-b442-d787cd095d89 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:22.630947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Attempting to bind port 0699095b-f215-4a0c-b442-d787cd095d89 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0dae71dd-e41f-42b1-b0df-08bffb1e53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '96c13e7c-3bba-4b15-ae1d-da77643eaa8f'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:22.631438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Attempting to bind port 0699095b-f215-4a0c-b442-d787cd095d89 on network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:22.643014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:22.646106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Checking segment: {'id': '0dae71dd-e41f-42b1-b0df-08bffb1e53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '96c13e7c-3bba-4b15-ae1d-da77643eaa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:22.646411 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.646781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Bound using segment: {'id': '0dae71dd-e41f-42b1-b0df-08bffb1e53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '96c13e7c-3bba-4b15-ae1d-da77643eaa8f'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:22.647365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Bound port: 0699095b-f215-4a0c-b442-d787cd095d89, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dae71dd-e41f-42b1-b0df-08bffb1e53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '96c13e7c-3bba-4b15-ae1d-da77643eaa8f'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:22.647727 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.652946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.699961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object df3ffd34-f91e-4924-aa2f-b9c5ee78900a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:22.737022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] For port 0699095b-f215-4a0c-b442-d787cd095d89, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:22.744257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] For port 0699095b-f215-4a0c-b442-d787cd095d89, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0699095b-f215-4a0c-b442-d787cd095d89,segment=NetworkSegment(0dae71dd-e41f-42b1-b0df-08bffb1e53de),segment_id=0dae71dd-e41f-42b1-b0df-08bffb1e53de)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:22.757383 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.763625 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.856727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 19ab02a4-d9f4-456f-b4a9-532055866eb3 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:22.860181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:22.863171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=df3ffd34-f91e-4924-aa2f-b9c5ee78900a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.870180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:22.871158 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.921161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd975df0-24c2-470a-a50a-17e65c3cb47b None None] Pushing event updated for resources: {'Port': ['ID=0699095b-f215-4a0c-b442-d787cd095d89,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.988711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.342519 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.999825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.016912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.018779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.045452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb46b5-0d6a-49db-a740-a6584eafec79 None None] Network 19ab02a4-d9f4-456f-b4a9-532055866eb3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:24.168102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=df3ffd34-f91e-4924-aa2f-b9c5ee78900a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:24.217633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2a579df5-3af9-4503-a325-2e6e073f4b0c None None] Provisioning for port 740fce13-78c2-4c5c-b59c-90443915672c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:24.339009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 19ab02a4-d9f4-456f-b4a9-532055866eb3 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:24.343895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:24.494441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0699095b-f215-4a0c-b442-d787cd095d89 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:24.549644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.587069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router c3f27b23-f997-4436-a177-d0e4e002b8c1 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:24.601056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe439a7-1613-4d74-a407-b0ce245b24b3 None None] Network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:24.701236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:24.710307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56870) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:24.711041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cc54f23e-63ff-46e3-b89a-955232921aa0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/c3f27b23-f997-4436-a177-d0e4e002b8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2348456 Jul 15 13:44:24.775487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc94085-45c6-4fce-8904-3e743b34f167 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.777263 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-edc94085-45c6-4fce-8904-3e743b34f167 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports/df3ffd34-f91e-4924-aa2f-b9c5ee78900a HTTP/1.1" status: 200 len: 911 time: 0.0658503 Jul 15 13:44:24.780206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56872) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:24.876150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5af6c0-4bd9-468c-9f05-82a390dbb651 None None] Sync routers for ids ['c3f27b23-f997-4436-a177-d0e4e002b8c1'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:24.992894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2f390b77-ef42-46b2-9188-8799f2774305 None None] Provisioning for port 0699095b-f215-4a0c-b442-d787cd095d89 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:24.998115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5af6c0-4bd9-468c-9f05-82a390dbb651 None None] Routers {'c3f27b23-f997-4436-a177-d0e4e002b8c1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:25.000466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0f5af6c0-4bd9-468c-9f05-82a390dbb651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['c3f27b23-f997-4436-a177-d0e4e002b8c1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:25.086447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 0699095b-f215-4a0c-b442-d787cd095d89 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:25.100481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0f5af6c0-4bd9-468c-9f05-82a390dbb651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:25.123274 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 0699095b-f215-4a0c-b442-d787cd095d89 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:25.124506 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.195441 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5af6c0-4bd9-468c-9f05-82a390dbb651 None None] Routers {'c3f27b23-f997-4436-a177-d0e4e002b8c1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:25.196816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0f5af6c0-4bd9-468c-9f05-82a390dbb651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['c3f27b23-f997-4436-a177-d0e4e002b8c1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:25.254767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.343818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0f5af6c0-4bd9-468c-9f05-82a390dbb651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:25.345245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5af6c0-4bd9-468c-9f05-82a390dbb651 None None] The sync data for ids ['c3f27b23-f997-4436-a177-d0e4e002b8c1'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:25.408521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-97d11c67-0bc3-463c-82e3-ffd31d452c93 None None] Provisioning for port df3ffd34-f91e-4924-aa2f-b9c5ee78900a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:25.434043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-97d11c67-0bc3-463c-82e3-ffd31d452c93 None None] Provisioning complete for port df3ffd34-f91e-4924-aa2f-b9c5ee78900a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:25.435690 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97d11c67-0bc3-463c-82e3-ffd31d452c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.632127 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-97d11c67-0bc3-463c-82e3-ffd31d452c93 None None] Port df3ffd34-f91e-4924-aa2f-b9c5ee78900a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:25.645184 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.768511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 0699095b-f215-4a0c-b442-d787cd095d89, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0699095b-f215-4a0c-b442-d787cd095d89,segment=NetworkSegment(0dae71dd-e41f-42b1-b0df-08bffb1e53de),segment_id=0dae71dd-e41f-42b1-b0df-08bffb1e53de)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:25.783482 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.784855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 740fce13-78c2-4c5c-b59c-90443915672c up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:25.876170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=0699095b-f215-4a0c-b442-d787cd095d89,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:25.958782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b801094c-4c1e-4e8a-8a07-eab9b4c6f928 None None] Provisioning complete for port df3ffd34-f91e-4924-aa2f-b9c5ee78900a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:25.959772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b801094c-4c1e-4e8a-8a07-eab9b4c6f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.078017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b801094c-4c1e-4e8a-8a07-eab9b4c6f928 None None] Port df3ffd34-f91e-4924-aa2f-b9c5ee78900a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:26.086308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 740fce13-78c2-4c5c-b59c-90443915672c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:26.092313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 740fce13-78c2-4c5c-b59c-90443915672c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:26.093926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.278464 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.324816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5097faba-27b8-41a1-85df-dc68706dffed None None] Provisioning complete for port df3ffd34-f91e-4924-aa2f-b9c5ee78900a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:26.325292 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5097faba-27b8-41a1-85df-dc68706dffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.490465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 740fce13-78c2-4c5c-b59c-90443915672c, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=740fce13-78c2-4c5c-b59c-90443915672c,segment=NetworkSegment(b27b1c39-1026-46e3-b4b0-ee4b114c6afa),segment_id=b27b1c39-1026-46e3-b4b0-ee4b114c6afa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:26.502650 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.542466 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8:1::1 (96c13e7c-3bba-4b15-ae1d-da77643eaa8f/a1fd40a1-fcdb-42dc-aa2e-30e501fc713f/5d1f0fdc-9b51-4871-a545-702c3b016a5c) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:26.570211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5097faba-27b8-41a1-85df-dc68706dffed None None] Port df3ffd34-f91e-4924-aa2f-b9c5ee78900a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:26.634721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=740fce13-78c2-4c5c-b59c-90443915672c,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:26.713070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-70db9bf0-691e-4141-b6e2-396f92c3cf8b None None] Provisioning complete for port 0699095b-f215-4a0c-b442-d787cd095d89 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:26.713070 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-70db9bf0-691e-4141-b6e2-396f92c3cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.754584 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.774450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0699095b-f215-4a0c-b442-d787cd095d89 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:26.774607 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object 5d1f0fdc-9b51-4871-a545-702c3b016a5c will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:26.829265 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.871333 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:26.907527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:26.915471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:26.916382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.929514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 0699095b-f215-4a0c-b442-d787cd095d89 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:26.929897 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.109139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=5d1f0fdc-9b51-4871-a545-702c3b016a5c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:27.247070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.422593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d5cc5d43-7d9e-4ff9-b1a0-ff16d246fe7e None None] Provisioning for port 5d1f0fdc-9b51-4871-a545-702c3b016a5c completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:27.428556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d5cc5d43-7d9e-4ff9-b1a0-ff16d246fe7e None None] Provisioning complete for port 5d1f0fdc-9b51-4871-a545-702c3b016a5c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:27.429171 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5d43-7d9e-4ff9-b1a0-ff16d246fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.509805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc5d43-7d9e-4ff9-b1a0-ff16d246fe7e None None] Port 5d1f0fdc-9b51-4871-a545-702c3b016a5c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:27.827354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.833940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.834549 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.914470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=5d1f0fdc-9b51-4871-a545-702c3b016a5c,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:27.993910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:27.995478 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:28.124666 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router c3f27b23-f997-4436-a177-d0e4e002b8c1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:28.284729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:28.299190 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf8e55-a689-42ae-8391-a9ad48b72644 None None] Sync routers for ids ['c3f27b23-f997-4436-a177-d0e4e002b8c1'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:28.300055 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0b5b328a-4012-45f2-b4ef-1e9a1db09b57 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/c3f27b23-f997-4436-a177-d0e4e002b8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5149908 Jul 15 13:44:28.300896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56930) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:28.314280 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf8e55-a689-42ae-8391-a9ad48b72644 None None] Routers {'c3f27b23-f997-4436-a177-d0e4e002b8c1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:28.315015 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8bbf8e55-a689-42ae-8391-a9ad48b72644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['c3f27b23-f997-4436-a177-d0e4e002b8c1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:28.355354 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8bbf8e55-a689-42ae-8391-a9ad48b72644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:28.368157 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf8e55-a689-42ae-8391-a9ad48b72644 None None] Routers {'c3f27b23-f997-4436-a177-d0e4e002b8c1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:28.368747 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8bbf8e55-a689-42ae-8391-a9ad48b72644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['c3f27b23-f997-4436-a177-d0e4e002b8c1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:28.378613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8c4b9152-dc6c-4121-ae32-db2b78c3a596 None None] Provisioning complete for port 5d1f0fdc-9b51-4871-a545-702c3b016a5c triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:28.396517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4fe2a6-1bc0-4824-9145-4c1b0397333e tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:28.402102 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8c4b9152-dc6c-4121-ae32-db2b78c3a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.402223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56932) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:28.403274 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9f4fe2a6-1bc0-4824-9145-4c1b0397333e tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports/5d1f0fdc-9b51-4871-a545-702c3b016a5c HTTP/1.1" status: 200 len: 913 time: 0.1004243 Jul 15 13:44:28.435398 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8bbf8e55-a689-42ae-8391-a9ad48b72644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:28.436471 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf8e55-a689-42ae-8391-a9ad48b72644 None None] The sync data for ids ['c3f27b23-f997-4436-a177-d0e4e002b8c1'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:28.468378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b9152-dc6c-4121-ae32-db2b78c3a596 None None] Port 5d1f0fdc-9b51-4871-a545-702c3b016a5c cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:28.624832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 740fce13-78c2-4c5c-b59c-90443915672c up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:28.699078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 740fce13-78c2-4c5c-b59c-90443915672c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:28.699483 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.876645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.823097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 5d1f0fdc-9b51-4871-a545-702c3b016a5c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:29.824353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.992305 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.007532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 5d1f0fdc-9b51-4871-a545-702c3b016a5c owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:30.314859 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.391061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=5d1f0fdc-9b51-4871-a545-702c3b016a5c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:30.619730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.848901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router c3f27b23-f997-4436-a177-d0e4e002b8c1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:30.964801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:30.975651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d5cf1cc-1697-446b-b0d5-1823d78cf230 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/c3f27b23-f997-4436-a177-d0e4e002b8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5701983 Jul 15 13:44:30.978438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56954) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:30.986120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cb93e-9e43-4041-a4d6-ae8d9f9b886d None None] Sync routers for ids ['c3f27b23-f997-4436-a177-d0e4e002b8c1'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:31.003342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cb93e-9e43-4041-a4d6-ae8d9f9b886d None None] Routers {'c3f27b23-f997-4436-a177-d0e4e002b8c1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:31.005327 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c63cb93e-9e43-4041-a4d6-ae8d9f9b886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['c3f27b23-f997-4436-a177-d0e4e002b8c1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:31.066470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c63cb93e-9e43-4041-a4d6-ae8d9f9b886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:31.085892 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cb93e-9e43-4041-a4d6-ae8d9f9b886d None None] Routers {'c3f27b23-f997-4436-a177-d0e4e002b8c1'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:31.087521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c63cb93e-9e43-4041-a4d6-ae8d9f9b886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['c3f27b23-f997-4436-a177-d0e4e002b8c1'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:31.162407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c63cb93e-9e43-4041-a4d6-ae8d9f9b886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:31.163594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cb93e-9e43-4041-a4d6-ae8d9f9b886d None None] The sync data for ids ['c3f27b23-f997-4436-a177-d0e4e002b8c1'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:31.463568 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.866301 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port df3ffd34-f91e-4924-aa2f-b9c5ee78900a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:31.866935 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.978311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.995635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for df3ffd34-f91e-4924-aa2f-b9c5ee78900a owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:32.289934 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.354448 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=df3ffd34-f91e-4924-aa2f-b9c5ee78900a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:32.490964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.743416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router c3f27b23-f997-4436-a177-d0e4e002b8c1 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:32.829608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:32.838234 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1a963be7-481e-47d4-b6a2-1e9275179c6b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/c3f27b23-f997-4436-a177-d0e4e002b8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8580058 Jul 15 13:44:32.841017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56970) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:32.843774 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd91920-2e20-4ce8-907c-2e2004bac2bd None None] Sync routers for ids ['c3f27b23-f997-4436-a177-d0e4e002b8c1'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:32.855263 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd91920-2e20-4ce8-907c-2e2004bac2bd None None] Routers {'c3f27b23-f997-4436-a177-d0e4e002b8c1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:32.856225 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9cd91920-2e20-4ce8-907c-2e2004bac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['c3f27b23-f997-4436-a177-d0e4e002b8c1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:32.891324 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9cd91920-2e20-4ce8-907c-2e2004bac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:32.896331 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e27a5d6-da0f-452f-8382-009d373504d5 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3f27b23-f997-4436-a177-d0e4e002b8c1 HTTP/1.1" status: 200 len: 205 time: 0.0525620 Jul 15 13:44:32.898949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56972) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:32.905744 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd91920-2e20-4ce8-907c-2e2004bac2bd None None] Routers {'c3f27b23-f997-4436-a177-d0e4e002b8c1'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:32.906676 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9cd91920-2e20-4ce8-907c-2e2004bac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['c3f27b23-f997-4436-a177-d0e4e002b8c1'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:32.945950 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9cd91920-2e20-4ce8-907c-2e2004bac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:32.946638 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd91920-2e20-4ce8-907c-2e2004bac2bd None None] The sync data for ids ['c3f27b23-f997-4436-a177-d0e4e002b8c1'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:33.032940 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f348c5b-e7d6-4206-a832-aa6231894fc6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.339869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f348c5b-e7d6-4206-a832-aa6231894fc6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.343522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f348c5b-e7d6-4206-a832-aa6231894fc6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.408358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f348c5b-e7d6-4206-a832-aa6231894fc6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.411748 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f348c5b-e7d6-4206-a832-aa6231894fc6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Fanout notify agent at l3_agent the message router_deleted on router c3f27b23-f997-4436-a177-d0e4e002b8c1 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:33.422652 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8f348c5b-e7d6-4206-a832-aa6231894fc6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.429608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56980) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:33.430350 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f348c5b-e7d6-4206-a832-aa6231894fc6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/c3f27b23-f997-4436-a177-d0e4e002b8c1 HTTP/1.1" status: 204 len: 168 time: 0.5291545 Jul 15 13:44:33.545825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ece035f-7160-4a04-98de-8dc2d3708d2c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet a1fd40a1-fcdb-42dc-aa2e-30e501fc713f {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:33.551360 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ece035f-7160-4a04-98de-8dc2d3708d2c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.610592 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ece035f-7160-4a04-98de-8dc2d3708d2c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.793768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ece035f-7160-4a04-98de-8dc2d3708d2c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.944403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ece035f-7160-4a04-98de-8dc2d3708d2c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.986680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece035f-7160-4a04-98de-8dc2d3708d2c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fd40a1-fcdb-42dc-aa2e-30e501fc713f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:33.989916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ece035f-7160-4a04-98de-8dc2d3708d2c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.992198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5ece035f-7160-4a04-98de-8dc2d3708d2c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/a1fd40a1-fcdb-42dc-aa2e-30e501fc713f HTTP/1.1" status: 204 len: 168 time: 0.5612199 Jul 15 13:44:33.995520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 56984) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:34.013147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d306aca6-e909-4704-a563-916a3492fbe5 None None] Network 96c13e7c-3bba-4b15-ae1d-da77643eaa8f requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:34.093123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5c1719-4a2b-4910-ae59-9880d845dcce tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet 3209dc38-aa16-48bb-bdfd-63be770aa7a2 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:34.098109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1719-4a2b-4910-ae59-9880d845dcce tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.160068 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1719-4a2b-4910-ae59-9880d845dcce tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.310401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] DHCP port deletion for 96c13e7c-3bba-4b15-ae1d-da77643eaa8f request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:34.345075 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1719-4a2b-4910-ae59-9880d845dcce tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.405287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] Deleting port 0699095b-f215-4a0c-b442-d787cd095d89 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:34.406128 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.462558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1719-4a2b-4910-ae59-9880d845dcce tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.526428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] For port 0699095b-f215-4a0c-b442-d787cd095d89, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0699095b-f215-4a0c-b442-d787cd095d89,segment=NetworkSegment(0dae71dd-e41f-42b1-b0df-08bffb1e53de),segment_id=0dae71dd-e41f-42b1-b0df-08bffb1e53de)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:34.526794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c1719-4a2b-4910-ae59-9880d845dcce tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=3209dc38-aa16-48bb-bdfd-63be770aa7a2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:34.527009 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.561646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1719-4a2b-4910-ae59-9880d845dcce tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.569768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2a5c1719-4a2b-4910-ae59-9880d845dcce tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/3209dc38-aa16-48bb-bdfd-63be770aa7a2 HTTP/1.1" status: 204 len: 168 time: 0.5728581 Jul 15 13:44:34.571429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 56988) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:34.572201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c22f2a-0968-4b04-ab6f-bb81c9ad2c84 None None] Network 19ab02a4-d9f4-456f-b4a9-532055866eb3 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:34.591244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] Calling delete_port for 0699095b-f215-4a0c-b442-d787cd095d89 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:34.713588 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.728031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 0699095b-f215-4a0c-b442-d787cd095d89 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:34.817626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 0699095b-f215-4a0c-b442-d787cd095d89 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:34.818834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.908782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port 0699095b-f215-4a0c-b442-d787cd095d89, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=0699095b-f215-4a0c-b442-d787cd095d89,segment=NetworkSegment(0dae71dd-e41f-42b1-b0df-08bffb1e53de),segment_id=0dae71dd-e41f-42b1-b0df-08bffb1e53de)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:34.909162 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.924918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 0699095b-f215-4a0c-b442-d787cd095d89 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:34.953794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.035342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.071920 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.072311 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.074560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] Pushing event deleted for resources: {'Port': ['ID=0699095b-f215-4a0c-b442-d787cd095d89,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:35.081416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010929a9-0bba-473c-ac97-be4d9b1cab73 None None] No DVR routers for this DVR port 0699095b-f215-4a0c-b442-d787cd095d89 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:35.157166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=0699095b-f215-4a0c-b442-d787cd095d89,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:35.164341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No DVR routers for this DVR port 0699095b-f215-4a0c-b442-d787cd095d89 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:35.195626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] DHCP port deletion for 19ab02a4-d9f4-456f-b4a9-532055866eb3 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:35.266930 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.276277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] Deleting port 740fce13-78c2-4c5c-b59c-90443915672c {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:35.277119 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.280517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c13e7c-3bba-4b15-ae1d-da77643eaa8f']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:35.297363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dae71dd-e41f-42b1-b0df-08bffb1e53de') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:35.297677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dae71dd-e41f-42b1-b0df-08bffb1e53de') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:35.310208 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.336561 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.350259 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:44:35.351079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: self.session.flush() Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:44:35.378722 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:44:35.396283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] For port 740fce13-78c2-4c5c-b59c-90443915672c, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=740fce13-78c2-4c5c-b59c-90443915672c,segment=NetworkSegment(b27b1c39-1026-46e3-b4b0-ee4b114c6afa),segment_id=b27b1c39-1026-46e3-b4b0-ee4b114c6afa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:35.396691 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.420292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] Calling delete_port for 740fce13-78c2-4c5c-b59c-90443915672c owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:35.461154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.468315 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.474736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57004) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:35.486769 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/96c13e7c-3bba-4b15-ae1d-da77643eaa8f HTTP/1.1" status: 204 len: 168 time: 0.9135411 Jul 15 13:44:35.515801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c230df0-a900-4f97-8d8b-818d1b2a1a18 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=96c13e7c-3bba-4b15-ae1d-da77643eaa8f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:35.550013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.579744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] Pushing event deleted for resources: {'Port': ['ID=740fce13-78c2-4c5c-b59c-90443915672c,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:35.585355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390981b-d7f1-413b-ac25-fc27ed4036ba None None] No DVR routers for this DVR port 740fce13-78c2-4c5c-b59c-90443915672c on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:35.618966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.768078 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.789490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.802975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ab02a4-d9f4-456f-b4a9-532055866eb3']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:35.816940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27b1c39-1026-46e3-b4b0-ee4b114c6afa') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:35.817279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27b1c39-1026-46e3-b4b0-ee4b114c6afa') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:35.830205 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.855435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.863568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:44:35.863988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:44:35.867309 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:44:35.934649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.941040 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.950074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57012) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:35.956047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/19ab02a4-d9f4-456f-b4a9-532055866eb3 HTTP/1.1" status: 204 len: 168 time: 0.4797800 Jul 15 13:44:35.963094 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-126533343'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:35.987912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454d093-3aec-486d-862c-4c01ff5350ac tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=19ab02a4-d9f4-456f-b4a9-532055866eb3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:35.999388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:36.003780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.036379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:36.058083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.058520 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment 681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb of type vlan for network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 Jul 15 13:44:36.118595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.630796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.644487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:36.645914 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.663340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 740fce13-78c2-4c5c-b59c-90443915672c no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:36.701070 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7476914 Jul 15 13:44:36.703957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57014) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:36.710883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 740fce13-78c2-4c5c-b59c-90443915672c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:36.711370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 740fce13-78c2-4c5c-b59c-90443915672c not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:36.734107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': '9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:36.775620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa289c-182e-4e2c-a2b2-25b53b768d61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:36.793820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:36.942483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:36.948866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.249221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.378603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=87ce0b87-afb8-4f60-8d0a-8c48615d4dba,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:37.389834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': '681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:37.394111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:37.450826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:37.467488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:37.476383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:37.477741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.488802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2aefa-01ee-4f0a-930f-c47052c28863 None None] Network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:37.509301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-521ccc2b-75e0-4175-aabe-793afb4b5f6d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8003588 Jul 15 13:44:37.513710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57024) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:37.524608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-22938be7-51eb-4206-a47a-c194aed2a846 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-514511302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:37.596945 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22938be7-51eb-4206-a47a-c194aed2a846 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.599209 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22938be7-51eb-4206-a47a-c194aed2a846 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.658686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57026) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:37.747092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0', 'network_id': '9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': '87ce0b87-afb8-4f60-8d0a-8c48615d4dba'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:37.748883 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.757323 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22938be7-51eb-4206-a47a-c194aed2a846 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.780114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22938be7-51eb-4206-a47a-c194aed2a846 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.845837 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-292dd027-00d2-4e2d-93c6-744d0dc12e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.850500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22938be7-51eb-4206-a47a-c194aed2a846 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.852058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-22938be7-51eb-4206-a47a-c194aed2a846 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3368971 Jul 15 13:44:37.854886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57030) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:37.863811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'port': {'network_id': '9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0', 'name': 'tempest-RoutersIpV6Test-1511326031'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:37.967808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Allocated IP 2001:db8::2 (9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0/87ce0b87-afb8-4f60-8d0a-8c48615d4dba/479accce-02aa-4e27-b95f-29bcb13d5f01) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:38.060175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-292dd027-00d2-4e2d-93c6-744d0dc12e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.075022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-292dd027-00d2-4e2d-93c6-744d0dc12e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.159934 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-292dd027-00d2-4e2d-93c6-744d0dc12e4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b0341ad0bac4932b69201182f13d4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986088 Jul 15 13:44:38.161293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dd027-00d2-4e2d-93c6-744d0dc12e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5d3313-0564-4ecd-b073-bf39c9a92689,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:38.164952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57034) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:38.239013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.252910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Transition to ACTIVE for port object 479accce-02aa-4e27-b95f-29bcb13d5f01 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:38.257964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:38.267883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.280884 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e4bad8d-0d91-4b43-bac1-06396c7ec395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.286303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Transition to ACTIVE for port object 479accce-02aa-4e27-b95f-29bcb13d5f01 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:38.302113 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.322517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] device_id is not set on port b8598d2e-e24d-4726-9365-54fd7abb7b44 yet. {{(pid=93733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:38.329070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e4bad8d-0d91-4b43-bac1-06396c7ec395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.386132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:38.394852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:38.405152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:38.429673 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Pushing event updated for resources: {'Port': ['ID=479accce-02aa-4e27-b95f-29bcb13d5f01,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:38.446715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e4bad8d-0d91-4b43-bac1-06396c7ec395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.449560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e4bad8d-0d91-4b43-bac1-06396c7ec395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.454184 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8e4bad8d-0d91-4b43-bac1-06396c7ec395 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb5d3313-0564-4ecd-b073-bf39c9a92689 HTTP/1.1" status: 204 len: 168 time: 0.2847302 Jul 15 13:44:38.463938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bad8d-0d91-4b43-bac1-06396c7ec395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5d3313-0564-4ecd-b073-bf39c9a92689,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:38.599297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Attempting to bind port 479accce-02aa-4e27-b95f-29bcb13d5f01 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:38.599991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Attempting to bind port 479accce-02aa-4e27-b95f-29bcb13d5f01 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:38.600435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Attempting to bind port 479accce-02aa-4e27-b95f-29bcb13d5f01 on network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:38.607741 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:38.607991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Checking segment: {'id': '681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:38.608395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.608797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Bound using segment: {'id': '681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:38.609285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Bound port: 479accce-02aa-4e27-b95f-29bcb13d5f01, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:38.609673 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.699057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] For port 479accce-02aa-4e27-b95f-29bcb13d5f01, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:38.702704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] For port 479accce-02aa-4e27-b95f-29bcb13d5f01, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=479accce-02aa-4e27-b95f-29bcb13d5f01,segment=NetworkSegment(681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb),segment_id=681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:38.710430 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.729016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8::2c4 (9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0/87ce0b87-afb8-4f60-8d0a-8c48615d4dba/b8598d2e-e24d-4726-9365-54fd7abb7b44) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:38.804074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca69af9-00f1-499b-a17b-5ce2e2cf245b None None] Pushing event updated for resources: {'Port': ['ID=479accce-02aa-4e27-b95f-29bcb13d5f01,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:39.141553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.173614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object b8598d2e-e24d-4726-9365-54fd7abb7b44 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:39.242336 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.321058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:39.325904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:39.328023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=b8598d2e-e24d-4726-9365-54fd7abb7b44,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:39.330630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:39.337784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:39.338452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.354554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-97a580bc-16db-4cd7-9755-8e4b62e51474 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4984190 Jul 15 13:44:39.357546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57042) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:39.730085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.020719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c4b55-f088-425d-8343-ad4c2019c2c4 None None] Network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:40.053211 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.061368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.164381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=b8598d2e-e24d-4726-9365-54fd7abb7b44,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:40.186732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b637be97-e0be-4af2-9657-59976ca33a64 None None] Provisioning for port 479accce-02aa-4e27-b95f-29bcb13d5f01 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:40.377065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.588818 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.722391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 479accce-02aa-4e27-b95f-29bcb13d5f01 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:40.799559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 479accce-02aa-4e27-b95f-29bcb13d5f01 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:40.807979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 479accce-02aa-4e27-b95f-29bcb13d5f01 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:40.808578 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.989037 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.021171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bb5aad8b-dde0-4cad-9513-6b78a3c968c8 None None] Provisioning complete for port 479accce-02aa-4e27-b95f-29bcb13d5f01 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:41.022189 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb5aad8b-dde0-4cad-9513-6b78a3c968c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.095106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 479accce-02aa-4e27-b95f-29bcb13d5f01, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=479accce-02aa-4e27-b95f-29bcb13d5f01,segment=NetworkSegment(681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb),segment_id=681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:41.102381 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.137212 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.152583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.153750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.204685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=479accce-02aa-4e27-b95f-29bcb13d5f01,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:41.273316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bb5aad8b-dde0-4cad-9513-6b78a3c968c8 None None] Provisioning for port b8598d2e-e24d-4726-9365-54fd7abb7b44 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:41.279369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bb5aad8b-dde0-4cad-9513-6b78a3c968c8 None None] Provisioning complete for port b8598d2e-e24d-4726-9365-54fd7abb7b44 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:41.279666 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb5aad8b-dde0-4cad-9513-6b78a3c968c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.344803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-bb5aad8b-dde0-4cad-9513-6b78a3c968c8 None None] Port b8598d2e-e24d-4726-9365-54fd7abb7b44 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:41.353948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=b8598d2e-e24d-4726-9365-54fd7abb7b44,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:41.368175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:41.372863 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:41.477600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-123a0100-3cc4-4dbb-b5a5-64ee986e88ff None None] Provisioning complete for port b8598d2e-e24d-4726-9365-54fd7abb7b44 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:41.478191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-123a0100-3cc4-4dbb-b5a5-64ee986e88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.539703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-123a0100-3cc4-4dbb-b5a5-64ee986e88ff None None] Port b8598d2e-e24d-4726-9365-54fd7abb7b44 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:41.614000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router f160f661-3943-4a04-942b-4fd12f3053ec is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:41.775732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22c5f932-53a8-4c91-901f-82b143e7327f None None] Provisioning complete for port b8598d2e-e24d-4726-9365-54fd7abb7b44 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:41.776652 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22c5f932-53a8-4c91-901f-82b143e7327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.791246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:41.800638 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d9311c9c-68ce-4d11-b1c0-e947b614732f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/f160f661-3943-4a04-942b-4fd12f3053ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4417686 Jul 15 13:44:41.803310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57052) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:41.830619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1693a1-0a74-45c3-a542-0574859b54a0 None None] Sync routers for ids ['f160f661-3943-4a04-942b-4fd12f3053ec'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:41.864669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1693a1-0a74-45c3-a542-0574859b54a0 None None] Routers {'f160f661-3943-4a04-942b-4fd12f3053ec'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:41.865595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ec1693a1-0a74-45c3-a542-0574859b54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f160f661-3943-4a04-942b-4fd12f3053ec'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:41.914120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b0d5c7-3a9b-4388-a232-3bb250539173 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:41.916471 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-73b0d5c7-3a9b-4388-a232-3bb250539173 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports/b8598d2e-e24d-4726-9365-54fd7abb7b44 HTTP/1.1" status: 200 len: 984 time: 0.1116123 Jul 15 13:44:41.920025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57054) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:41.947152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ec1693a1-0a74-45c3-a542-0574859b54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:41.952596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-22c5f932-53a8-4c91-901f-82b143e7327f None None] Port b8598d2e-e24d-4726-9365-54fd7abb7b44 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:41.967009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1693a1-0a74-45c3-a542-0574859b54a0 None None] Routers {'f160f661-3943-4a04-942b-4fd12f3053ec'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:41.968091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ec1693a1-0a74-45c3-a542-0574859b54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f160f661-3943-4a04-942b-4fd12f3053ec'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:41.983236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4128e7-9fd9-4b30-88c6-90df32b391fc req-0f40ee69-6336-4a3d-8de1-3f2eef5c6ccc tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:41.992733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd4128e7-9fd9-4b30-88c6-90df32b391fc req-0f40ee69-6336-4a3d-8de1-3f2eef5c6ccc tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 945 time: 0.0960641 Jul 15 13:44:42.034392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ec1693a1-0a74-45c3-a542-0574859b54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:42.035553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1693a1-0a74-45c3-a542-0574859b54a0 None None] The sync data for ids ['f160f661-3943-4a04-942b-4fd12f3053ec'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:42.050061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd4128e7-9fd9-4b30-88c6-90df32b391fc req-9a11c963-d2c3-484f-81c3-15f93221a40c tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521104 Jul 15 13:44:42.186438 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-575163c0-6f17-4a7e-95b4-72a29477d4b9 None None] Provisioning complete for port b8598d2e-e24d-4726-9365-54fd7abb7b44 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:42.186950 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-575163c0-6f17-4a7e-95b4-72a29477d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.240246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-575163c0-6f17-4a7e-95b4-72a29477d4b9 None None] Port b8598d2e-e24d-4726-9365-54fd7abb7b44 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:42.608861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 479accce-02aa-4e27-b95f-29bcb13d5f01 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:42.640227 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.679402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 479accce-02aa-4e27-b95f-29bcb13d5f01 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:42.679858 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.922978 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port b8598d2e-e24d-4726-9365-54fd7abb7b44 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:42.923355 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.038050 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.060572 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for b8598d2e-e24d-4726-9365-54fd7abb7b44 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:43.278566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355edeb-5d1e-4e01-a33d-ef077ccaba33 req-9a3ad4f7-ac65-4c84-a74f-c57db819794a tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:43.280237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a355edeb-5d1e-4e01-a33d-ef077ccaba33 req-9a3ad4f7-ac65-4c84-a74f-c57db819794a tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 945 time: 0.0850601 Jul 15 13:44:43.292999 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.331814 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=b8598d2e-e24d-4726-9365-54fd7abb7b44,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:43.361550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a355edeb-5d1e-4e01-a33d-ef077ccaba33 req-8b7bf1ed-e917-43ad-8d4d-571a5d9a06db tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/security-groups?id=39ff7a49-2590-4cd5-af05-df4e32c74557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710111 Jul 15 13:44:43.389520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-b08fc2f4-c5ab-4ac1-bef9-db2c4df90cc7 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:43.391483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-b08fc2f4-c5ab-4ac1-bef9-db2c4df90cc7 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 945 time: 0.1102755 Jul 15 13:44:43.476044 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.564130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Deleting port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:43.564806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.667958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] For port 7571c5d4-1bcb-4104-aa59-8d231d53ed80, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7571c5d4-1bcb-4104-aa59-8d231d53ed80,segment=NetworkSegment(50548b1e-daf3-4c73-9d0a-013e9b95c3eb),segment_id=50548b1e-daf3-4c73-9d0a-013e9b95c3eb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:43.668235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.683426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Calling delete_port for 7571c5d4-1bcb-4104-aa59-8d231d53ed80 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:43.720249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router f160f661-3943-4a04-942b-4fd12f3053ec has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:43.840762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:43.848972 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-92d96600-28ce-480b-90c3-a92336db71a1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/f160f661-3943-4a04-942b-4fd12f3053ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9263461 Jul 15 13:44:43.853322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57058) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:43.857936 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd1892-014b-4468-b7d5-e08ff4353258 None None] Sync routers for ids ['f160f661-3943-4a04-942b-4fd12f3053ec'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:43.867878 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.874890 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd1892-014b-4468-b7d5-e08ff4353258 None None] Routers {'f160f661-3943-4a04-942b-4fd12f3053ec'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:43.876011 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-73cd1892-014b-4468-b7d5-e08ff4353258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f160f661-3943-4a04-942b-4fd12f3053ec'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:43.883122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['7571c5d4-1bcb-4104-aa59-8d231d53ed80'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:43.934621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Pushing event deleted for resources: {'Port': ['ID=7571c5d4-1bcb-4104-aa59-8d231d53ed80,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:43.935107 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-73cd1892-014b-4468-b7d5-e08ff4353258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:43.947901 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd1892-014b-4468-b7d5-e08ff4353258 None None] Routers {'f160f661-3943-4a04-942b-4fd12f3053ec'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:43.948761 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-73cd1892-014b-4468-b7d5-e08ff4353258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f160f661-3943-4a04-942b-4fd12f3053ec'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:43.988143 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-73cd1892-014b-4468-b7d5-e08ff4353258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:43.988817 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd1892-014b-4468-b7d5-e08ff4353258 None None] The sync data for ids ['f160f661-3943-4a04-942b-4fd12f3053ec'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:44.024603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] No DVR routers for this DVR port 7571c5d4-1bcb-4104-aa59-8d231d53ed80 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:44.028185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.031033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa092b77-f09f-4bdc-821a-7958c4879e50 req-6b1c5c39-10b7-4a64-a565-5751232a3c04 tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.30 "DELETE /v2.0/ports/7571c5d4-1bcb-4104-aa59-8d231d53ed80 HTTP/1.1" status: 204 len: 173 time: 0.6336820 Jul 15 13:44:44.031682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddcf2bd-c373-4bed-bb88-e8524d94c3c2', 'name': 'network-vif-deleted', 'tag': '7571c5d4-1bcb-4104-aa59-8d231d53ed80'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:44.035120 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb06426-0623-43f2-8818-0be78e3f5185" -d '{"events": [{"server_uuid": "0ddcf2bd-c373-4bed-bb88-e8524d94c3c2", "name": "network-vif-deleted", "tag": "7571c5d4-1bcb-4104-aa59-8d231d53ed80"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:44.092501 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a316e8e4-5f74-47a0-9217-915047622f9e x-openstack-request-id: req-a316e8e4-5f74-47a0-9217-915047622f9e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:44.092961 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddcf2bd-c373-4bed-bb88-e8524d94c3c2", "name": "network-vif-deleted", "tag": "7571c5d4-1bcb-4104-aa59-8d231d53ed80", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:44.093328 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a316e8e4-5f74-47a0-9217-915047622f9e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:44.095540 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddcf2bd-c373-4bed-bb88-e8524d94c3c2', 'name': 'network-vif-deleted', 'tag': '7571c5d4-1bcb-4104-aa59-8d231d53ed80', 'status': 'completed', 'code': 200} Jul 15 13:44:44.513051 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-af5c1a95-b1a4-47df-95fb-230c48dd7719 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:44:44.517338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57064) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:44.527990 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-af5c1a95-b1a4-47df-95fb-230c48dd7719 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/f160f661-3943-4a04-942b-4fd12f3053ec/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6728678 Jul 15 13:44:44.554229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57066) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:44.555256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9d78b9d8-8460-422a-93b7-201812ddf039 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=f160f661-3943-4a04-942b-4fd12f3053ec HTTP/1.1" status: 200 len: 205 time: 0.0366702 Jul 15 13:44:44.653752 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28220cd5-f88c-47c6-8b5a-3b16b7729829 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.679608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0236661-05e7-44ec-a76a-0cc48541ca8f req-5f751522-6b0a-40a4-a563-91af07cc0d7c tempest-VolumesSnapshotTestJSON-1944915004 tempest-VolumesSnapshotTestJSON-1944915004-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ddcf2bd-c373-4bed-bb88-e8524d94c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0672798 Jul 15 13:44:44.831834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28220cd5-f88c-47c6-8b5a-3b16b7729829 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.834952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28220cd5-f88c-47c6-8b5a-3b16b7729829 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.879093 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28220cd5-f88c-47c6-8b5a-3b16b7729829 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.880253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28220cd5-f88c-47c6-8b5a-3b16b7729829 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Fanout notify agent at l3_agent the message router_deleted on router f160f661-3943-4a04-942b-4fd12f3053ec {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:44.887376 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-28220cd5-f88c-47c6-8b5a-3b16b7729829 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.888425 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-28220cd5-f88c-47c6-8b5a-3b16b7729829 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/f160f661-3943-4a04-942b-4fd12f3053ec HTTP/1.1" status: 204 len: 168 time: 0.3325799 Jul 15 13:44:44.891386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57068) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:44.949916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23d0b30-73f2-4871-89fe-81173ffde023 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet 87ce0b87-afb8-4f60-8d0a-8c48615d4dba {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:44.953655 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b30-73f2-4871-89fe-81173ffde023 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.999048 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b30-73f2-4871-89fe-81173ffde023 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.097945 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b30-73f2-4871-89fe-81173ffde023 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.165697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b30-73f2-4871-89fe-81173ffde023 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.193054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d0b30-73f2-4871-89fe-81173ffde023 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=87ce0b87-afb8-4f60-8d0a-8c48615d4dba,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.200102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b30-73f2-4871-89fe-81173ffde023 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.201333 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a23d0b30-73f2-4871-89fe-81173ffde023 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/87ce0b87-afb8-4f60-8d0a-8c48615d4dba HTTP/1.1" status: 204 len: 168 time: 0.3088658 Jul 15 13:44:45.204946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57070) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:45.209944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae86f26-6a99-42f9-b396-723d1f51cc2b None None] Network 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:45.303682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.362886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 479accce-02aa-4e27-b95f-29bcb13d5f01 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:45.363677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.443529 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port 479accce-02aa-4e27-b95f-29bcb13d5f01, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=479accce-02aa-4e27-b95f-29bcb13d5f01,segment=NetworkSegment(681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb),segment_id=681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:45.443973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.465085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 479accce-02aa-4e27-b95f-29bcb13d5f01 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:45.471736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] DHCP port deletion for 9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:45.572978 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.580620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] Deleting port 479accce-02aa-4e27-b95f-29bcb13d5f01 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:45.581535 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.603352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=479accce-02aa-4e27-b95f-29bcb13d5f01,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.607713 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No DVR routers for this DVR port 479accce-02aa-4e27-b95f-29bcb13d5f01 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:45.687836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-8cfabae6-8dae-4879-8d36-8513c8527d54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1361489 Jul 15 13:44:45.706085 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.719906 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:45.725253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] For port 479accce-02aa-4e27-b95f-29bcb13d5f01, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:45.725868 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.734106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:45.734364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681d0fbd-ae5f-4bd7-b6d5-4e89e5be04bb') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:45.746064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.754526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] Calling delete_port for 479accce-02aa-4e27-b95f-29bcb13d5f01 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:45.766326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] Port 479accce-02aa-4e27-b95f-29bcb13d5f01 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:44:45.766875 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.768805 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.778577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:44:45.779043 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:44:45.783718 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:44:45.828393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] Pushing event deleted for resources: {'Port': ['ID=479accce-02aa-4e27-b95f-29bcb13d5f01,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.840990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799171dc-fa17-4933-8dd0-8bc78cec870d None None] No DVR routers for this DVR port 479accce-02aa-4e27-b95f-29bcb13d5f01 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:45.872005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.880653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.882861 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0 HTTP/1.1" status: 204 len: 168 time: 0.6775429 Jul 15 13:44:45.890912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57074) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:45.894686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-115c7627-a81e-462e-a489-621ef8bd7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:45.897410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c50e90-dbbb-4fdd-b17b-a2acab3c1233 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=9ef51ff5-49a8-4d80-8a51-0b5bc68a99e0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.898907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-115c7627-a81e-462e-a489-621ef8bd7458 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1097 time: 0.1551933 Jul 15 13:44:45.913387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-773242067'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:45.935372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7571c5d4-1bcb-4104-aa59-8d231d53ed80 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:45.972365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 7571c5d4-1bcb-4104-aa59-8d231d53ed80 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:45.974022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7571c5d4-1bcb-4104-aa59-8d231d53ed80 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:45.995077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:46.001398 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.114814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:46.156509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.157052 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment 711037e7-ce29-4196-b948-763907f4c0a3 of type vlan for network 33e5a009-35b0-4b77-86a4-62721d03c1ac Jul 15 13:44:46.160538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-7bf1373e-5a6f-46c1-aa49-d5949767bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:46.163021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-7bf1373e-5a6f-46c1-aa49-d5949767bab4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 910 time: 0.2304056 Jul 15 13:44:46.329223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.352584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-d2c519fd-c17f-4c50-aecc-bb7794967bd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 1001 time: 0.1768394 Jul 15 13:44:46.445583 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.455157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:46.456183 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.509049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-22838094-2c62-47f4-b487-bd1f40946dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:46.510893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-22838094-2c62-47f4-b487-bd1f40946dc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 200 len: 848 time: 0.1517556 Jul 15 13:44:46.539143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6381359 Jul 15 13:44:46.543823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57084) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:46.554098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': '33e5a009-35b0-4b77-86a4-62721d03c1ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:46.641696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96c966-c75f-4c51-b58a-498ec7e78384 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=33e5a009-35b0-4b77-86a4-62721d03c1ac,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:46.660534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:46.687731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-366c2427-cbcb-4f1a-924c-96f90ee52003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:46.690599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-366c2427-cbcb-4f1a-924c-96f90ee52003 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e3e80b8-ee82-426f-8c06-5899dbc789c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670909 Jul 15 13:44:46.707321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 479accce-02aa-4e27-b95f-29bcb13d5f01 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:46.751421 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:46.755921 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.757417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 479accce-02aa-4e27-b95f-29bcb13d5f01 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:46.757791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 479accce-02aa-4e27-b95f-29bcb13d5f01 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:46.830265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-28ea7fd3-6fbb-4ea8-aff8-af1d51b681df service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321976 Jul 15 13:44:46.973419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0632ddb6-25da-4c17-b7de-609a6eac3024 req-6733c1c2-38d0-4b66-a4b3-65733734c111 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369746 Jul 15 13:44:47.030923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.140898 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=493fe356-66ff-447b-bd8d-498494b4cfd8,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:47.156367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': '711037e7-ce29-4196-b948-763907f4c0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5a009-35b0-4b77-86a4-62721d03c1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:47.156767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: 33e5a009-35b0-4b77-86a4-62721d03c1ac, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:47.179350 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:47.194267 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 33e5a009-35b0-4b77-86a4-62721d03c1ac) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:47.207305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa03731b-335c-4083-ae20-a272a257e33c None None] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:47.212764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:47.214332 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.234539 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd8a29e9-171b-4a3c-bd90-2ff4ef9b7dfe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6890278 Jul 15 13:44:47.239467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57086) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:47.247106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-faed9fb0-b4f8-4984-8128-7e8db351fa1f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1454719692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:47.279095 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faed9fb0-b4f8-4984-8128-7e8db351fa1f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.280358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faed9fb0-b4f8-4984-8128-7e8db351fa1f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.346280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faed9fb0-b4f8-4984-8128-7e8db351fa1f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.352255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faed9fb0-b4f8-4984-8128-7e8db351fa1f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.393781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-faed9fb0-b4f8-4984-8128-7e8db351fa1f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.396637 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-faed9fb0-b4f8-4984-8128-7e8db351fa1f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1545646 Jul 15 13:44:47.400687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:47.413140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-33e5a009-35b0-4b77-86a4-62721d03c1ac', 'network_id': '33e5a009-35b0-4b77-86a4-62721d03c1ac', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': '493fe356-66ff-447b-bd8d-498494b4cfd8'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:47.414420 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.605049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Allocated IP 2001:db8::2 (33e5a009-35b0-4b77-86a4-62721d03c1ac/493fe356-66ff-447b-bd8d-498494b4cfd8/c5c70a31-9791-410a-ab70-e0136056b6b4) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:47.854367 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.869055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Transition to ACTIVE for port object c5c70a31-9791-410a-ab70-e0136056b6b4 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:47.898908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Transition to ACTIVE for port object c5c70a31-9791-410a-ab70-e0136056b6b4 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:47.902218 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.908885 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.970719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:47.975594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:47.987473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:48.002483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Pushing event updated for resources: {'Port': ['ID=c5c70a31-9791-410a-ab70-e0136056b6b4,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:48.070507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Attempting to bind port c5c70a31-9791-410a-ab70-e0136056b6b4 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:48.071031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Attempting to bind port c5c70a31-9791-410a-ab70-e0136056b6b4 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '711037e7-ce29-4196-b948-763907f4c0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5a009-35b0-4b77-86a4-62721d03c1ac'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:48.071524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Attempting to bind port c5c70a31-9791-410a-ab70-e0136056b6b4 on network 33e5a009-35b0-4b77-86a4-62721d03c1ac {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:48.077205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:48.077732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Checking segment: {'id': '711037e7-ce29-4196-b948-763907f4c0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5a009-35b0-4b77-86a4-62721d03c1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:48.078289 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.078790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Bound using segment: {'id': '711037e7-ce29-4196-b948-763907f4c0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5a009-35b0-4b77-86a4-62721d03c1ac'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:48.079380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Bound port: c5c70a31-9791-410a-ab70-e0136056b6b4, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711037e7-ce29-4196-b948-763907f4c0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5a009-35b0-4b77-86a4-62721d03c1ac'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:48.079875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.161935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] For port c5c70a31-9791-410a-ab70-e0136056b6b4, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:48.167781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] For port c5c70a31-9791-410a-ab70-e0136056b6b4, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c5c70a31-9791-410a-ab70-e0136056b6b4,segment=NetworkSegment(711037e7-ce29-4196-b948-763907f4c0a3),segment_id=711037e7-ce29-4196-b948-763907f4c0a3)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:48.175281 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.255705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8::1 (33e5a009-35b0-4b77-86a4-62721d03c1ac/493fe356-66ff-447b-bd8d-498494b4cfd8/bd08d9f5-0f49-4c74-9230-211ce8bdab92) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:48.282697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32cb9a-f58d-4326-b8c7-0ab6c68833d7 None None] Pushing event updated for resources: {'Port': ['ID=c5c70a31-9791-410a-ab70-e0136056b6b4,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:48.413797 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.436345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object bd08d9f5-0f49-4c74-9230-211ce8bdab92 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:48.540661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.626118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:48.630857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:48.636583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:48.636583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.642580 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=bd08d9f5-0f49-4c74-9230-211ce8bdab92,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:48.769883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c5c70a31-9791-410a-ab70-e0136056b6b4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:48.842346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c5c70a31-9791-410a-ab70-e0136056b6b4 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:48.858964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.904313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39b86593-5a54-4eed-8a1d-bf65614586a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.576318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce79ffc-4953-4d16-a401-e29c5087dd9e None None] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:49.626733 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.634264 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.635519 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.725581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bb12940e-e24c-448e-a5dd-d760ede1838d None None] Provisioning for port c5c70a31-9791-410a-ab70-e0136056b6b4 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:49.731444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bb12940e-e24c-448e-a5dd-d760ede1838d None None] Provisioning complete for port c5c70a31-9791-410a-ab70-e0136056b6b4 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:49.732003 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb12940e-e24c-448e-a5dd-d760ede1838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.754480 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=bd08d9f5-0f49-4c74-9230-211ce8bdab92,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:49.810874 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:49.812574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:49.942951 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb12940e-e24c-448e-a5dd-d760ede1838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.991694 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 4da6e084-e786-42d6-87d2-9293fd6b0534 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:50.012041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-bb12940e-e24c-448e-a5dd-d760ede1838d None None] For port c5c70a31-9791-410a-ab70-e0136056b6b4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c5c70a31-9791-410a-ab70-e0136056b6b4,segment=NetworkSegment(711037e7-ce29-4196-b948-763907f4c0a3),segment_id=711037e7-ce29-4196-b948-763907f4c0a3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:50.021962 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb12940e-e24c-448e-a5dd-d760ede1838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.117564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:50.132830 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a6102d68-14ed-468e-94bb-e0d4bfa0365f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/4da6e084-e786-42d6-87d2-9293fd6b0534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7267222 Jul 15 13:44:50.133107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12940e-e24c-448e-a5dd-d760ede1838d None None] Pushing event updated for resources: {'Port': ['ID=c5c70a31-9791-410a-ab70-e0136056b6b4,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:50.133325 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57102) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:50.153068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3b38b-2244-48ba-b5ba-15f77aba3e41 None None] Sync routers for ids ['4da6e084-e786-42d6-87d2-9293fd6b0534'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:50.172158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3b38b-2244-48ba-b5ba-15f77aba3e41 None None] Routers {'4da6e084-e786-42d6-87d2-9293fd6b0534'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:50.173804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cff3b38b-2244-48ba-b5ba-15f77aba3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4da6e084-e786-42d6-87d2-9293fd6b0534'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:50.224377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a7b0d8-d21b-4437-ba47-d9dd00c04ed2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.226134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c1a7b0d8-d21b-4437-ba47-d9dd00c04ed2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports/bd08d9f5-0f49-4c74-9230-211ce8bdab92 HTTP/1.1" status: 200 len: 911 time: 0.0913544 Jul 15 13:44:50.230045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57104) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:50.244077 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cff3b38b-2244-48ba-b5ba-15f77aba3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:50.277724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3b38b-2244-48ba-b5ba-15f77aba3e41 None None] Routers {'4da6e084-e786-42d6-87d2-9293fd6b0534'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:50.278785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cff3b38b-2244-48ba-b5ba-15f77aba3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4da6e084-e786-42d6-87d2-9293fd6b0534'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:50.285768 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:50.348750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f07a9c97-ce04-4034-8775-06316234f66a None None] Provisioning for port bd08d9f5-0f49-4c74-9230-211ce8bdab92 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:50.364667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cff3b38b-2244-48ba-b5ba-15f77aba3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:50.365829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3b38b-2244-48ba-b5ba-15f77aba3e41 None None] The sync data for ids ['4da6e084-e786-42d6-87d2-9293fd6b0534'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:50.370487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f07a9c97-ce04-4034-8775-06316234f66a None None] Provisioning complete for port bd08d9f5-0f49-4c74-9230-211ce8bdab92 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:50.371707 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f07a9c97-ce04-4034-8775-06316234f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.454671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f07a9c97-ce04-4034-8775-06316234f66a None None] Port bd08d9f5-0f49-4c74-9230-211ce8bdab92 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:50.475701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f07a9c97-ce04-4034-8775-06316234f66a None None] Provisioning complete for port c5c70a31-9791-410a-ab70-e0136056b6b4 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:50.476989 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f07a9c97-ce04-4034-8775-06316234f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.648677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c5c70a31-9791-410a-ab70-e0136056b6b4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:50.719524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.776625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c5c70a31-9791-410a-ab70-e0136056b6b4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:50.777310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.894054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1cb06c05-fb26-4dab-8539-9cd7fd581df2 None None] Provisioning complete for port bd08d9f5-0f49-4c74-9230-211ce8bdab92 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:50.894580 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1cb06c05-fb26-4dab-8539-9cd7fd581df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.951547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1cb06c05-fb26-4dab-8539-9cd7fd581df2 None None] Port bd08d9f5-0f49-4c74-9230-211ce8bdab92 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:51.075298 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port bd08d9f5-0f49-4c74-9230-211ce8bdab92 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:51.075691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.079735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7fbd6208-cfc6-4d4d-8c20-30280c10d39d None None] Provisioning complete for port bd08d9f5-0f49-4c74-9230-211ce8bdab92 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:51.080447 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7fbd6208-cfc6-4d4d-8c20-30280c10d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.143706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd6208-cfc6-4d4d-8c20-30280c10d39d None None] Port bd08d9f5-0f49-4c74-9230-211ce8bdab92 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:51.227083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.245727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for bd08d9f5-0f49-4c74-9230-211ce8bdab92 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:51.455239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.488119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=bd08d9f5-0f49-4c74-9230-211ce8bdab92,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:51.605512 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-895af15f-4de0-4fec-bb23-9fe4b0d175e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.611585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.697946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.811289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 4da6e084-e786-42d6-87d2-9293fd6b0534 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:51.946020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:51.951355 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-de4586d8-7311-4d39-92fc-2016c6fe6575 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/4da6e084-e786-42d6-87d2-9293fd6b0534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7198086 Jul 15 13:44:51.954401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57114) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:51.959346 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3dc49-9526-4bac-8f03-0796cf3e47df None None] Sync routers for ids ['4da6e084-e786-42d6-87d2-9293fd6b0534'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:51.971516 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3dc49-9526-4bac-8f03-0796cf3e47df None None] Routers {'4da6e084-e786-42d6-87d2-9293fd6b0534'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:51.972578 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-58f3dc49-9526-4bac-8f03-0796cf3e47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4da6e084-e786-42d6-87d2-9293fd6b0534'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:52.001987 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8eb7e6d2-06dd-46e5-9990-bd490cbf2c61 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=4da6e084-e786-42d6-87d2-9293fd6b0534 HTTP/1.1" status: 200 len: 205 time: 0.0459676 Jul 15 13:44:52.007108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57116) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:52.010609 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-58f3dc49-9526-4bac-8f03-0796cf3e47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:52.022201 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3dc49-9526-4bac-8f03-0796cf3e47df None None] Routers {'4da6e084-e786-42d6-87d2-9293fd6b0534'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:52.023123 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-58f3dc49-9526-4bac-8f03-0796cf3e47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['4da6e084-e786-42d6-87d2-9293fd6b0534'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:52.062440 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-58f3dc49-9526-4bac-8f03-0796cf3e47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:52.063110 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3dc49-9526-4bac-8f03-0796cf3e47df None None] The sync data for ids ['4da6e084-e786-42d6-87d2-9293fd6b0534'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:52.110660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9137-cc52-49b6-aba5-ee891616d453 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.340294 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9137-cc52-49b6-aba5-ee891616d453 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.343079 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9137-cc52-49b6-aba5-ee891616d453 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.404433 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9137-cc52-49b6-aba5-ee891616d453 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.404896 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d9137-cc52-49b6-aba5-ee891616d453 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Fanout notify agent at l3_agent the message router_deleted on router 4da6e084-e786-42d6-87d2-9293fd6b0534 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:52.421343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9137-cc52-49b6-aba5-ee891616d453 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.423541 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a8d9137-cc52-49b6-aba5-ee891616d453 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/4da6e084-e786-42d6-87d2-9293fd6b0534 HTTP/1.1" status: 204 len: 168 time: 0.4148026 Jul 15 13:44:52.430029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57118) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:52.488831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c6fee2-dba6-4c53-9e7c-23ea31f5f50b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet 493fe356-66ff-447b-bd8d-498494b4cfd8 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:52.493894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82c6fee2-dba6-4c53-9e7c-23ea31f5f50b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.545927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82c6fee2-dba6-4c53-9e7c-23ea31f5f50b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.703667 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82c6fee2-dba6-4c53-9e7c-23ea31f5f50b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.798387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82c6fee2-dba6-4c53-9e7c-23ea31f5f50b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.834573 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82c6fee2-dba6-4c53-9e7c-23ea31f5f50b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.840445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-82c6fee2-dba6-4c53-9e7c-23ea31f5f50b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/493fe356-66ff-447b-bd8d-498494b4cfd8 HTTP/1.1" status: 204 len: 168 time: 0.4081917 Jul 15 13:44:52.840445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6fee2-dba6-4c53-9e7c-23ea31f5f50b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=493fe356-66ff-447b-bd8d-498494b4cfd8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:52.845339 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8945f6-7865-4052-805e-f257640725f3 None None] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:52.846646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57124) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:53.007499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.030285 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.125485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port c5c70a31-9791-410a-ab70-e0136056b6b4 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:53.126403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.131175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] DHCP port deletion for 33e5a009-35b0-4b77-86a4-62721d03c1ac request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:53.209943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] Deleting port c5c70a31-9791-410a-ab70-e0136056b6b4 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:53.210531 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.243231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port c5c70a31-9791-410a-ab70-e0136056b6b4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c5c70a31-9791-410a-ab70-e0136056b6b4,segment=NetworkSegment(711037e7-ce29-4196-b948-763907f4c0a3),segment_id=711037e7-ce29-4196-b948-763907f4c0a3)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:53.244293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.268474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for c5c70a31-9791-410a-ab70-e0136056b6b4 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:53.322588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] For port c5c70a31-9791-410a-ab70-e0136056b6b4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c5c70a31-9791-410a-ab70-e0136056b6b4,segment=NetworkSegment(711037e7-ce29-4196-b948-763907f4c0a3),segment_id=711037e7-ce29-4196-b948-763907f4c0a3)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:53.324122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.349999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] Calling delete_port for c5c70a31-9791-410a-ab70-e0136056b6b4 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:53.422255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.454364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=c5c70a31-9791-410a-ab70-e0136056b6b4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:53.460403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No DVR routers for this DVR port c5c70a31-9791-410a-ab70-e0136056b6b4 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:53.584760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.598988 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e5a009-35b0-4b77-86a4-62721d03c1ac']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:53.616632 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711037e7-ce29-4196-b948-763907f4c0a3') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:53.617133 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711037e7-ce29-4196-b948-763907f4c0a3') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:53.628983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.645161 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.657962 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:44:53.659034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:44:53.664825 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:44:53.771676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.781008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.789104 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/33e5a009-35b0-4b77-86a4-62721d03c1ac HTTP/1.1" status: 204 len: 168 time: 0.9352996 Jul 15 13:44:53.789674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57128) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:53.812228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-577321789', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}, 'admin_state_up': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:53.837306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b2e90-7a48-4f67-bbaf-02a0d73d47a9 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=33e5a009-35b0-4b77-86a4-62721d03c1ac,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:53.844546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.876472 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.877731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.889983 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] Network 33e5a009-35b0-4b77-86a4-62721d03c1ac is not hosted by any dhcp agent {{(pid=93735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:44:53.891031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] No DVR routers for this DVR port c5c70a31-9791-410a-ab70-e0136056b6b4 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:53.894855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c51d83-2060-4342-8f13-36b8b6918b60 None None] Pushing event deleted for resources: {'Port': ['ID=c5c70a31-9791-410a-ab70-e0136056b6b4,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:53.949920 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.188828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.457034 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.532597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.557810 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.668452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c5c70a31-9791-410a-ab70-e0136056b6b4 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:54.720824 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c5c70a31-9791-410a-ab70-e0136056b6b4 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:54.721111 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c5c70a31-9791-410a-ab70-e0136056b6b4 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:54.745827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 172.25.1.7 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/1461b616-4d3a-4c75-ac9f-ac5f6c32c397) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:54.959430 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.026961 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.071763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:55.079637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:55.083629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:55.116636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=1461b616-4d3a-4c75-ac9f-ac5f6c32c397,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:55.461801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.313182 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.515891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 992b1260-f1d2-4431-be7b-ea5b3bc54e63 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:56.687809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:56.702565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20826f79-a9f2-442f-8a0a-a41025807403 None None] Sync routers for ids ['992b1260-f1d2-4431-be7b-ea5b3bc54e63'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:56.717918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20826f79-a9f2-442f-8a0a-a41025807403 None None] Routers {'992b1260-f1d2-4431-be7b-ea5b3bc54e63'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:56.718985 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.719738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-20826f79-a9f2-442f-8a0a-a41025807403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['992b1260-f1d2-4431-be7b-ea5b3bc54e63'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:56.720870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d9ad998d-d74f-46ec-ae86-7dac997045d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.9280491 Jul 15 13:44:56.725300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57134) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:56.777366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-20826f79-a9f2-442f-8a0a-a41025807403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:56.794874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20826f79-a9f2-442f-8a0a-a41025807403 None None] Routers {'992b1260-f1d2-4431-be7b-ea5b3bc54e63'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:56.796318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-20826f79-a9f2-442f-8a0a-a41025807403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['992b1260-f1d2-4431-be7b-ea5b3bc54e63'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:56.855445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-20826f79-a9f2-442f-8a0a-a41025807403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:56.856373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20826f79-a9f2-442f-8a0a-a41025807403 None None] The sync data for ids ['992b1260-f1d2-4431-be7b-ea5b3bc54e63'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:56.936179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a0219919-e1a4-470a-bb1b-be8432251a56 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/routers/992b1260-f1d2-4431-be7b-ea5b3bc54e63 HTTP/1.1" status: 200 len: 882 time: 0.2082617 Jul 15 13:44:56.938471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57136) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:57.383562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e5118401-a71f-4462-a729-808a23d6f6a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.4430275 Jul 15 13:44:57.387602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57140) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:57.396274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b2cee161-c6fc-45d2-aa1c-50579670f04b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-577321789'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:58.228763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2cee161-c6fc-45d2-aa1c-50579670f04b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.243839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2cee161-c6fc-45d2-aa1c-50579670f04b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.433166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cee161-c6fc-45d2-aa1c-50579670f04b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 992b1260-f1d2-4431-be7b-ea5b3bc54e63 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:58.565083 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cee161-c6fc-45d2-aa1c-50579670f04b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:58.577864 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2cee161-c6fc-45d2-aa1c-50579670f04b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.583559 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b2cee161-c6fc-45d2-aa1c-50579670f04b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/992b1260-f1d2-4431-be7b-ea5b3bc54e63 HTTP/1.1" status: 200 len: 889 time: 1.1906922 Jul 15 13:44:58.584147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57144) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:58.590661 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9129ce-27ab-4973-902b-21f3c94c3a52 None None] Sync routers for ids ['992b1260-f1d2-4431-be7b-ea5b3bc54e63'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:58.606323 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9129ce-27ab-4973-902b-21f3c94c3a52 None None] Routers {'992b1260-f1d2-4431-be7b-ea5b3bc54e63'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:58.607409 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8f9129ce-27ab-4973-902b-21f3c94c3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['992b1260-f1d2-4431-be7b-ea5b3bc54e63'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:58.643400 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8f9129ce-27ab-4973-902b-21f3c94c3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:58.655494 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9129ce-27ab-4973-902b-21f3c94c3a52 None None] Routers {'992b1260-f1d2-4431-be7b-ea5b3bc54e63'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:58.657121 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8f9129ce-27ab-4973-902b-21f3c94c3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['992b1260-f1d2-4431-be7b-ea5b3bc54e63'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:58.712454 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8f9129ce-27ab-4973-902b-21f3c94c3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:58.713581 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9129ce-27ab-4973-902b-21f3c94c3a52 None None] The sync data for ids ['992b1260-f1d2-4431-be7b-ea5b3bc54e63'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:58.790435 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-53f7367b-bfbc-4e84-a808-7e149e3feade tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/routers/992b1260-f1d2-4431-be7b-ea5b3bc54e63 HTTP/1.1" status: 200 len: 889 time: 0.2042756 Jul 15 13:44:58.793738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57146) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:58.853329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ed2e5786-88f7-4821-8919-bd9167e9ea2e tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=992b1260-f1d2-4431-be7b-ea5b3bc54e63 HTTP/1.1" status: 200 len: 205 time: 0.0561378 Jul 15 13:44:58.856698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57148) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:59.024535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.149354 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.249333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 1461b616-4d3a-4c75-ac9f-ac5f6c32c397 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:59.249891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.366304 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.382936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 1461b616-4d3a-4c75-ac9f-ac5f6c32c397 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:59.565660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.595103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=1461b616-4d3a-4c75-ac9f-ac5f6c32c397,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:59.672051 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.772841 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.775435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.822649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.823555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Fanout notify agent at l3_agent the message router_deleted on router 992b1260-f1d2-4431-be7b-ea5b3bc54e63 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:59.835841 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.837306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0bdd9b56-a490-4f05-8b5a-5d254a943d71 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/992b1260-f1d2-4431-be7b-ea5b3bc54e63 HTTP/1.1" status: 204 len: 168 time: 0.9788899 Jul 15 13:44:59.841836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57152) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:59.847698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1453980902'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:59.875022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:59.879160 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.907418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:59.918602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.919021 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment 6d33e09e-0968-450f-9f8c-86a4e3c4095b of type vlan for network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 Jul 15 13:44:59.995665 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.046499 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.058156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:00.059243 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.120680 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2771013 Jul 15 13:45:00.123689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:00.129593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': '67f4cd76-1a89-4e8f-a74b-bf3d657f3899', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:00.187889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6e80f-470b-426c-99d1-7315a42330dc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=67f4cd76-1a89-4e8f-a74b-bf3d657f3899,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:00.204234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:00.238073 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:00.244910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.517300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.631563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=e4770f42-658e-4d87-ae1a-4dd3729a14f9,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:00.653959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': '6d33e09e-0968-450f-9f8c-86a4e3c4095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67f4cd76-1a89-4e8f-a74b-bf3d657f3899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:00.654668 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: 67f4cd76-1a89-4e8f-a74b-bf3d657f3899, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:00.685121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:00.701475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 67f4cd76-1a89-4e8f-a74b-bf3d657f3899) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:00.708411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:00.709996 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.711481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8282e3-ecb3-4740-b541-9175556fd4f9 None None] Network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:00.743661 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-524b3f40-769e-4cd1-ad0b-3ad1b72f8fc3 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6146896 Jul 15 13:45:00.744229 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57164) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:00.755332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ccc47e9a-2b2c-41e1-8218-d80e384a0857 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-884706100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:00.804877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccc47e9a-2b2c-41e1-8218-d80e384a0857 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.806657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccc47e9a-2b2c-41e1-8218-d80e384a0857 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.904469 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccc47e9a-2b2c-41e1-8218-d80e384a0857 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.911604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccc47e9a-2b2c-41e1-8218-d80e384a0857 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.932556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-67f4cd76-1a89-4e8f-a74b-bf3d657f3899', 'network_id': '67f4cd76-1a89-4e8f-a74b-bf3d657f3899', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': 'e4770f42-658e-4d87-ae1a-4dd3729a14f9'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:00.933873 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.941337 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ccc47e9a-2b2c-41e1-8218-d80e384a0857 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.946304 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ccc47e9a-2b2c-41e1-8218-d80e384a0857 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1980808 Jul 15 13:45:00.946793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57166) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:01.132991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Allocated IP 2001:db8::2 (67f4cd76-1a89-4e8f-a74b-bf3d657f3899/e4770f42-658e-4d87-ae1a-4dd3729a14f9/b74827dc-a5b7-429f-9d90-1657646247f9) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:01.302189 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.312559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Transition to ACTIVE for port object b74827dc-a5b7-429f-9d90-1657646247f9 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:01.330341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Transition to ACTIVE for port object b74827dc-a5b7-429f-9d90-1657646247f9 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:01.340313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.390300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:01.397435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:01.405678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:01.409470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Pushing event updated for resources: {'Port': ['ID=b74827dc-a5b7-429f-9d90-1657646247f9,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:01.477807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Attempting to bind port b74827dc-a5b7-429f-9d90-1657646247f9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:01.478176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Attempting to bind port b74827dc-a5b7-429f-9d90-1657646247f9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6d33e09e-0968-450f-9f8c-86a4e3c4095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67f4cd76-1a89-4e8f-a74b-bf3d657f3899'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:01.478538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Attempting to bind port b74827dc-a5b7-429f-9d90-1657646247f9 on network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:01.484256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:01.484642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Checking segment: {'id': '6d33e09e-0968-450f-9f8c-86a4e3c4095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67f4cd76-1a89-4e8f-a74b-bf3d657f3899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:01.485053 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.485452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Bound using segment: {'id': '6d33e09e-0968-450f-9f8c-86a4e3c4095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67f4cd76-1a89-4e8f-a74b-bf3d657f3899'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:01.485938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Bound port: b74827dc-a5b7-429f-9d90-1657646247f9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d33e09e-0968-450f-9f8c-86a4e3c4095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67f4cd76-1a89-4e8f-a74b-bf3d657f3899'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:01.486329 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.508037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.563422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] For port b74827dc-a5b7-429f-9d90-1657646247f9, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:01.569340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] For port b74827dc-a5b7-429f-9d90-1657646247f9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b74827dc-a5b7-429f-9d90-1657646247f9,segment=NetworkSegment(6d33e09e-0968-450f-9f8c-86a4e3c4095b),segment_id=6d33e09e-0968-450f-9f8c-86a4e3c4095b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:01.575963 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.703368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73cc9a-7052-4636-a08d-2e163519cfd0 None None] Pushing event updated for resources: {'Port': ['ID=b74827dc-a5b7-429f-9d90-1657646247f9,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:01.998851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8::1 (67f4cd76-1a89-4e8f-a74b-bf3d657f3899/e4770f42-658e-4d87-ae1a-4dd3729a14f9/098765c4-d078-4f1d-ba4a-6d87a383dc71) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:02.198505 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.222145 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object 098765c4-d078-4f1d-ba4a-6d87a383dc71 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:02.279976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.360113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:02.374905 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:02.383516 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:02.384409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.447801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=098765c4-d078-4f1d-ba4a-6d87a383dc71,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:02.576547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.711496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b74827dc-a5b7-429f-9d90-1657646247f9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:02.772097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b74827dc-a5b7-429f-9d90-1657646247f9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:03.043229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.052242 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.053055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69df2e0-974a-4319-9bbd-51ff9979ce1b None None] Network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:03.053783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.264787 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=098765c4-d078-4f1d-ba4a-6d87a383dc71,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.308560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f4999653-8c3b-4716-bd91-fba112436088 None None] Provisioning for port b74827dc-a5b7-429f-9d90-1657646247f9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:03.315541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f4999653-8c3b-4716-bd91-fba112436088 None None] Provisioning complete for port b74827dc-a5b7-429f-9d90-1657646247f9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:03.315923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4999653-8c3b-4716-bd91-fba112436088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.339528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:03.342573 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:03.456963 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4999653-8c3b-4716-bd91-fba112436088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.513061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f4999653-8c3b-4716-bd91-fba112436088 None None] For port b74827dc-a5b7-429f-9d90-1657646247f9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b74827dc-a5b7-429f-9d90-1657646247f9,segment=NetworkSegment(6d33e09e-0968-450f-9f8c-86a4e3c4095b),segment_id=6d33e09e-0968-450f-9f8c-86a4e3c4095b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:03.522217 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4999653-8c3b-4716-bd91-fba112436088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.579593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router e5e7590b-050e-4829-8f43-12030473fd77 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:45:03.585675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4999653-8c3b-4716-bd91-fba112436088 None None] Pushing event updated for resources: {'Port': ['ID=b74827dc-a5b7-429f-9d90-1657646247f9,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.696190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:03.705088 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57180) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:03.705654 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-582e8f6d-5e00-4d43-a455-118e94233fb4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/e5e7590b-050e-4829-8f43-12030473fd77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7564783 Jul 15 13:45:03.716169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4450ebb0-d57e-4afe-91e1-199a6688913f None None] Sync routers for ids ['e5e7590b-050e-4829-8f43-12030473fd77'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:03.745115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450ebb0-d57e-4afe-91e1-199a6688913f None None] Routers {'e5e7590b-050e-4829-8f43-12030473fd77'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:03.747839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4450ebb0-d57e-4afe-91e1-199a6688913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e7590b-050e-4829-8f43-12030473fd77'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.793266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf2d0a1-8fb2-4e53-8bfb-5fa2b0b1a128 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:03.795301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3cf2d0a1-8fb2-4e53-8bfb-5fa2b0b1a128 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports/098765c4-d078-4f1d-ba4a-6d87a383dc71 HTTP/1.1" status: 200 len: 911 time: 0.0882368 Jul 15 13:45:03.798287 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57182) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:03.804970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-566ed4e0-830a-48b4-baee-284ab2754e6c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4770f42-658e-4d87-ae1a-4dd3729a14f9'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:03.818946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4450ebb0-d57e-4afe-91e1-199a6688913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.845806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450ebb0-d57e-4afe-91e1-199a6688913f None None] Routers {'e5e7590b-050e-4829-8f43-12030473fd77'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:03.846471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4450ebb0-d57e-4afe-91e1-199a6688913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e7590b-050e-4829-8f43-12030473fd77'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.908607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-4450ebb0-d57e-4afe-91e1-199a6688913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.913596 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4450ebb0-d57e-4afe-91e1-199a6688913f None None] The sync data for ids ['e5e7590b-050e-4829-8f43-12030473fd77'] in n-d-771362-36 is: [] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:04.070001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-38bf4b9b-28c3-47fe-8991-49ef86a442ac None None] Provisioning complete for port b74827dc-a5b7-429f-9d90-1657646247f9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:04.070744 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bf4b9b-28c3-47fe-8991-49ef86a442ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.317794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-38bf4b9b-28c3-47fe-8991-49ef86a442ac None None] Provisioning for port 098765c4-d078-4f1d-ba4a-6d87a383dc71 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:04.324175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-38bf4b9b-28c3-47fe-8991-49ef86a442ac None None] Provisioning complete for port 098765c4-d078-4f1d-ba4a-6d87a383dc71 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:04.324564 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-38bf4b9b-28c3-47fe-8991-49ef86a442ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.357506 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-566ed4e0-830a-48b4-baee-284ab2754e6c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.380377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-38bf4b9b-28c3-47fe-8991-49ef86a442ac None None] Port 098765c4-d078-4f1d-ba4a-6d87a383dc71 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:04.516732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f40c16a5-3117-4de5-ba98-b19ed845476e None None] Provisioning complete for port 098765c4-d078-4f1d-ba4a-6d87a383dc71 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:04.518554 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f40c16a5-3117-4de5-ba98-b19ed845476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.574282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f40c16a5-3117-4de5-ba98-b19ed845476e None None] Port 098765c4-d078-4f1d-ba4a-6d87a383dc71 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:04.660164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b74827dc-a5b7-429f-9d90-1657646247f9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:04.728334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4a9b4866-b555-4a40-9a54-5a4e907446f6 None None] Provisioning complete for port 098765c4-d078-4f1d-ba4a-6d87a383dc71 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:04.729445 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4866-b555-4a40-9a54-5a4e907446f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.780298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b74827dc-a5b7-429f-9d90-1657646247f9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:04.780861 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.784976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b4866-b555-4a40-9a54-5a4e907446f6 None None] Port 098765c4-d078-4f1d-ba4a-6d87a383dc71 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:04.884501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-566ed4e0-830a-48b4-baee-284ab2754e6c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.895779 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-566ed4e0-830a-48b4-baee-284ab2754e6c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.903194 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566ed4e0-830a-48b4-baee-284ab2754e6c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:04.904015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-566ed4e0-830a-48b4-baee-284ab2754e6c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.908651 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-566ed4e0-830a-48b4-baee-284ab2754e6c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/ports/098765c4-d078-4f1d-ba4a-6d87a383dc71 HTTP/1.1" status: 200 len: 911 time: 1.1062465 Jul 15 13:45:04.909460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57186) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:04.927101 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.969069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ed4e0-830a-48b4-baee-284ab2754e6c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=098765c4-d078-4f1d-ba4a-6d87a383dc71,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:05.323192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.638679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 098765c4-d078-4f1d-ba4a-6d87a383dc71 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:05.639349 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.757863 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.773816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 098765c4-d078-4f1d-ba4a-6d87a383dc71 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:05.778494 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.987273 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.019916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=098765c4-d078-4f1d-ba4a-6d87a383dc71,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:06.137521 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.349457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router e5e7590b-050e-4829-8f43-12030473fd77 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:06.461615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:06.476827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f77bb2c5-972d-4a1a-b080-784909fd7437 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/e5e7590b-050e-4829-8f43-12030473fd77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5600123 Jul 15 13:45:06.476827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57194) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:06.481333 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6cf42-a9ba-4994-bf13-64da1ee177e7 None None] Sync routers for ids ['e5e7590b-050e-4829-8f43-12030473fd77'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:06.501890 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6cf42-a9ba-4994-bf13-64da1ee177e7 None None] Routers {'e5e7590b-050e-4829-8f43-12030473fd77'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:06.503211 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8aa6cf42-a9ba-4994-bf13-64da1ee177e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e7590b-050e-4829-8f43-12030473fd77'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.512480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8f14c03e-0470-4480-bde0-2ab7fceb7466 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e7590b-050e-4829-8f43-12030473fd77 HTTP/1.1" status: 200 len: 205 time: 0.0352373 Jul 15 13:45:06.515508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57196) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:06.549463 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8aa6cf42-a9ba-4994-bf13-64da1ee177e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.559718 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6cf42-a9ba-4994-bf13-64da1ee177e7 None None] Routers {'e5e7590b-050e-4829-8f43-12030473fd77'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:06.560354 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8aa6cf42-a9ba-4994-bf13-64da1ee177e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['e5e7590b-050e-4829-8f43-12030473fd77'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.617486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7d29436-242a-45ed-9c9c-1476996b23b8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.623834 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8aa6cf42-a9ba-4994-bf13-64da1ee177e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.624943 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6cf42-a9ba-4994-bf13-64da1ee177e7 None None] The sync data for ids ['e5e7590b-050e-4829-8f43-12030473fd77'] in n-d-771362-36 is: [] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:06.857909 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7d29436-242a-45ed-9c9c-1476996b23b8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.860842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7d29436-242a-45ed-9c9c-1476996b23b8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.910091 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7d29436-242a-45ed-9c9c-1476996b23b8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.910658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d29436-242a-45ed-9c9c-1476996b23b8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Fanout notify agent at l3_agent the message router_deleted on router e5e7590b-050e-4829-8f43-12030473fd77 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:45:06.924542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7d29436-242a-45ed-9c9c-1476996b23b8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.926078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c7d29436-242a-45ed-9c9c-1476996b23b8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/e5e7590b-050e-4829-8f43-12030473fd77 HTTP/1.1" status: 204 len: 168 time: 0.4092565 Jul 15 13:45:06.929094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57200) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:06.995025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc3a329-f9af-45f3-938a-a799f5403e24 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet e4770f42-658e-4d87-ae1a-4dd3729a14f9 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:06.998814 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a329-f9af-45f3-938a-a799f5403e24 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.049450 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a329-f9af-45f3-938a-a799f5403e24 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.138457 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a329-f9af-45f3-938a-a799f5403e24 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.201825 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a329-f9af-45f3-938a-a799f5403e24 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.236601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3a329-f9af-45f3-938a-a799f5403e24 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=e4770f42-658e-4d87-ae1a-4dd3729a14f9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.239850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a329-f9af-45f3-938a-a799f5403e24 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.242088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8fc3a329-f9af-45f3-938a-a799f5403e24 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/e4770f42-658e-4d87-ae1a-4dd3729a14f9 HTTP/1.1" status: 204 len: 168 time: 0.3117583 Jul 15 13:45:07.246105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a94c9b-fc04-4e75-85db-46849065f876 None None] Network 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:07.246742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57202) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:07.332418 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.398572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port b74827dc-a5b7-429f-9d90-1657646247f9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:07.398920 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.450608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] DHCP port deletion for 67f4cd76-1a89-4e8f-a74b-bf3d657f3899 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:07.488851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port b74827dc-a5b7-429f-9d90-1657646247f9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b74827dc-a5b7-429f-9d90-1657646247f9,segment=NetworkSegment(6d33e09e-0968-450f-9f8c-86a4e3c4095b),segment_id=6d33e09e-0968-450f-9f8c-86a4e3c4095b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:07.489811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.501654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] Deleting port b74827dc-a5b7-429f-9d90-1657646247f9 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:07.502019 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.502770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for b74827dc-a5b7-429f-9d90-1657646247f9 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:07.573469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] For port b74827dc-a5b7-429f-9d90-1657646247f9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b74827dc-a5b7-429f-9d90-1657646247f9,segment=NetworkSegment(6d33e09e-0968-450f-9f8c-86a4e3c4095b),segment_id=6d33e09e-0968-450f-9f8c-86a4e3c4095b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:07.574044 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.593894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.594909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] Calling delete_port for b74827dc-a5b7-429f-9d90-1657646247f9 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:07.646777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=b74827dc-a5b7-429f-9d90-1657646247f9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.649318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No DVR routers for this DVR port b74827dc-a5b7-429f-9d90-1657646247f9 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:07.685472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.710862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] Pushing event deleted for resources: {'Port': ['ID=b74827dc-a5b7-429f-9d90-1657646247f9,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.716952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37813a-3e29-41c8-9fd9-d82a422d3587 None None] No DVR routers for this DVR port b74827dc-a5b7-429f-9d90-1657646247f9 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:07.741854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.755051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f4cd76-1a89-4e8f-a74b-bf3d657f3899']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:07.774903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d33e09e-0968-450f-9f8c-86a4e3c4095b') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:07.775511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d33e09e-0968-450f-9f8c-86a4e3c4095b') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:07.792113 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.817393 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.828827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:07.829520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:07.836087 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:08.302207 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.312646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.313386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/67f4cd76-1a89-4e8f-a74b-bf3d657f3899 HTTP/1.1" status: 204 len: 168 time: 1.0659726 Jul 15 13:45:08.320681 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57214) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.326357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964c51d-638a-4803-bf8f-55ddb93e85c2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=67f4cd76-1a89-4e8f-a74b-bf3d657f3899,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.327640 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-98d9d4cc-e677-4d4b-b946-900a0a154666 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1195685080', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:08.359563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98d9d4cc-e677-4d4b-b946-900a0a154666 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.360786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98d9d4cc-e677-4d4b-b946-900a0a154666 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.430408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98d9d4cc-e677-4d4b-b946-900a0a154666 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.436558 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98d9d4cc-e677-4d4b-b946-900a0a154666 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.454781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-98d9d4cc-e677-4d4b-b946-900a0a154666 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.455943 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-98d9d4cc-e677-4d4b-b946-900a0a154666 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1337314 Jul 15 13:45:08.461076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57216) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.466825 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-817494915'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:08.495455 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:08.499514 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.527354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:08.542695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.543050 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment 0b0a04b7-7410-47aa-a746-790c66805a53 of type vlan for network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 Jul 15 13:45:08.587965 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.626865 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.637490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:08.638457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.685167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b74827dc-a5b7-429f-9d90-1657646247f9 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:08.708154 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2455552 Jul 15 13:45:08.711234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b74827dc-a5b7-429f-9d90-1657646247f9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:08.711458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57218) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.712031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b74827dc-a5b7-429f-9d90-1657646247f9 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:08.724299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:08.789227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ea810-d059-401d-ac7c-3f44ea43d116 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=37c2bed6-7bb4-4087-8f3f-878047b3ff09,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.805242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:08.830934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:08.838653 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.121729 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.200909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=6ddd00f5-775e-4248-83c2-8e72200b99b5,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:09.207434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:09.208123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: 37c2bed6-7bb4-4087-8f3f-878047b3ff09, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:09.228357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:09.242223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 37c2bed6-7bb4-4087-8f3f-878047b3ff09) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:09.252285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a325e68-8063-4cf5-8493-7681562855f5 None None] Network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:09.253570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:09.254867 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.286825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-48427e43-fd26-40d0-8176-0d439f45396f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5730941 Jul 15 13:45:09.290413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57222) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:09.466098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:09.467706 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.687118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.688117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Allocated IP 2001:db8::2 (37c2bed6-7bb4-4087-8f3f-878047b3ff09/6ddd00f5-775e-4248-83c2-8e72200b99b5/3041743c-25b8-401c-98c2-42ecf8086b54) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:09.882546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.898685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Transition to ACTIVE for port object 3041743c-25b8-401c-98c2-42ecf8086b54 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:09.923802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Transition to ACTIVE for port object 3041743c-25b8-401c-98c2-42ecf8086b54 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:09.933407 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.981877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:09.988851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:09.993177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:10.002000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Pushing event updated for resources: {'Port': ['ID=3041743c-25b8-401c-98c2-42ecf8086b54,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:10.029039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8::1 (37c2bed6-7bb4-4087-8f3f-878047b3ff09/6ddd00f5-775e-4248-83c2-8e72200b99b5/745742b2-4e1c-4de9-a5b7-3c18019bc967) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:10.064481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Attempting to bind port 3041743c-25b8-401c-98c2-42ecf8086b54 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:10.065009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Attempting to bind port 3041743c-25b8-401c-98c2-42ecf8086b54 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:10.065474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Attempting to bind port 3041743c-25b8-401c-98c2-42ecf8086b54 on network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:10.071838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:10.072372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Checking segment: {'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:10.073001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.073525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Bound using segment: {'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:10.074113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Bound port: 3041743c-25b8-401c-98c2-42ecf8086b54, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:10.074617 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.191071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] For port 3041743c-25b8-401c-98c2-42ecf8086b54, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:10.195601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] For port 3041743c-25b8-401c-98c2-42ecf8086b54, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3041743c-25b8-401c-98c2-42ecf8086b54,segment=NetworkSegment(0b0a04b7-7410-47aa-a746-790c66805a53),segment_id=0b0a04b7-7410-47aa-a746-790c66805a53)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:10.202147 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.218007 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.243912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object 745742b2-4e1c-4de9-a5b7-3c18019bc967 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:10.311324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da86e71-cc96-4b5a-ac87-b9839e89c7fe None None] Pushing event updated for resources: {'Port': ['ID=3041743c-25b8-401c-98c2-42ecf8086b54,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:10.336638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.405474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:10.416484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:10.420653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:10.421587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.533298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=745742b2-4e1c-4de9-a5b7-3c18019bc967,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:10.734848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3041743c-25b8-401c-98c2-42ecf8086b54 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:10.763814 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.843786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3041743c-25b8-401c-98c2-42ecf8086b54 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:11.193118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.201462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.202594 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.299690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=745742b2-4e1c-4de9-a5b7-3c18019bc967,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:11.407744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:11.411760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:11.632256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:45:11.708830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17bc63-0623-492b-98c7-ee7bcbfdc11a None None] Network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:11.808167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:11.835535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-611353bc-632e-4f3c-8eeb-69a8c42b7c75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5431645 Jul 15 13:45:11.838400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57228) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:11.840685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:11.850157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-345636303'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:11.877421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:11.877421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:11.882436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3d8402a5-2201-4a68-b4a9-85a54e98d72f None None] Provisioning for port 3041743c-25b8-401c-98c2-42ecf8086b54 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:11.911707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:11.920547 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.956717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3d8402a5-2201-4a68-b4a9-85a54e98d72f None None] Provisioning complete for port 3041743c-25b8-401c-98c2-42ecf8086b54 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:11.957011 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3d8402a5-2201-4a68-b4a9-85a54e98d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.976392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:12.005920 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.008877 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment 3c341ed6-181b-40f4-91ec-2cf8c931f67a of type vlan for network 985d69b5-46e4-4b57-98fb-cfe66aed6ece Jul 15 13:45:12.106101 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.177438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.188457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:12.189715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.214211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:12.275622 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57230) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:12.276483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4353824 Jul 15 13:45:12.287770 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:12.339176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89d11-faae-41d5-9a00-689c9aea5eee tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=985d69b5-46e4-4b57-98fb-cfe66aed6ece,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:12.366888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 985d69b5-46e4-4b57-98fb-cfe66aed6ece details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:12.388502 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3d8402a5-2201-4a68-b4a9-85a54e98d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.540920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:12.552450 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.703997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3d8402a5-2201-4a68-b4a9-85a54e98d72f None None] For port 3041743c-25b8-401c-98c2-42ecf8086b54, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3041743c-25b8-401c-98c2-42ecf8086b54,segment=NetworkSegment(0b0a04b7-7410-47aa-a746-790c66805a53),segment_id=0b0a04b7-7410-47aa-a746-790c66805a53)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:12.742084 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3d8402a5-2201-4a68-b4a9-85a54e98d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.851779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8402a5-2201-4a68-b4a9-85a54e98d72f None None] Pushing event updated for resources: {'Port': ['ID=3041743c-25b8-401c-98c2-42ecf8086b54,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:12.866840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:10Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:11Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:12.918811 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:12.919537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Updating router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 port 745742b2-4e1c-4de9-a5b7-3c18019bc967 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:12.966196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5aab5c32-d2b3-4650-9099-e4c65d0cf917 None None] Provisioning for port 745742b2-4e1c-4de9-a5b7-3c18019bc967 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:12.972253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5aab5c32-d2b3-4650-9099-e4c65d0cf917 None None] Provisioning complete for port 745742b2-4e1c-4de9-a5b7-3c18019bc967 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:12.972253 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5aab5c32-d2b3-4650-9099-e4c65d0cf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.984401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.055587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.113707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=86c1c390-5cd9-45c6-8309-ce5e7eb471e8,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:13.120014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:13.120735 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: 985d69b5-46e4-4b57-98fb-cfe66aed6ece, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:13.143200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5aab5c32-d2b3-4650-9099-e4c65d0cf917 None None] Port 745742b2-4e1c-4de9-a5b7-3c18019bc967 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:13.146921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 985d69b5-46e4-4b57-98fb-cfe66aed6ece is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:13.190589 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 985d69b5-46e4-4b57-98fb-cfe66aed6ece) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:13.205832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:13.210132 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.257648 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a283417c-31b7-4394-85e8-dd4163a4c1d4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9717460 Jul 15 13:45:13.257948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57234) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:13.285620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163e45d5-ae10-4a2c-9e65-af2e8957d6ed None None] Network 985d69b5-46e4-4b57-98fb-cfe66aed6ece requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:13.299995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5aab5c32-d2b3-4650-9099-e4c65d0cf917 None None] Provisioning complete for port 3041743c-25b8-401c-98c2-42ecf8086b54 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:13.300763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5aab5c32-d2b3-4650-9099-e4c65d0cf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.870023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:13.871837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.942751 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.967994 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.077442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cc0a7663-6ed8-4b7e-8a46-ca235df9678e None None] Provisioning complete for port 745742b2-4e1c-4de9-a5b7-3c18019bc967 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:14.078047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7663-6ed8-4b7e-8a46-ca235df9678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.081420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Transition to ACTIVE for port object 745742b2-4e1c-4de9-a5b7-3c18019bc967 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:14.132301 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.242375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a7663-6ed8-4b7e-8a46-ca235df9678e None None] Port 745742b2-4e1c-4de9-a5b7-3c18019bc967 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:14.268223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a35f1-5d9e-4e54-a673-eb22b094e1c5 None None] Pushing event updated for resources: {'Port': ['ID=745742b2-4e1c-4de9-a5b7-3c18019bc967,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:14.323424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Allocated IP 2001:db8:1::2 (985d69b5-46e4-4b57-98fb-cfe66aed6ece/86c1c390-5cd9-45c6-8309-ce5e7eb471e8/f3adc561-d1ed-4efc-8f27-0c82badbc3ad) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:14.514027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Attempting to bind port 745742b2-4e1c-4de9-a5b7-3c18019bc967 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:14.514617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Attempting to bind port 745742b2-4e1c-4de9-a5b7-3c18019bc967 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:14.515345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Attempting to bind port 745742b2-4e1c-4de9-a5b7-3c18019bc967 on network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:14.533860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:14.534267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Checking segment: {'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:14.534724 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.535171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Bound using segment: {'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:14.535668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Bound port: 745742b2-4e1c-4de9-a5b7-3c18019bc967, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0a04b7-7410-47aa-a746-790c66805a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:14.536603 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.672676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] For port 745742b2-4e1c-4de9-a5b7-3c18019bc967, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:14.674961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.679823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] For port 745742b2-4e1c-4de9-a5b7-3c18019bc967, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=745742b2-4e1c-4de9-a5b7-3c18019bc967,segment=NetworkSegment(0b0a04b7-7410-47aa-a746-790c66805a53),segment_id=0b0a04b7-7410-47aa-a746-790c66805a53)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:14.691386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Transition to ACTIVE for port object f3adc561-d1ed-4efc-8f27-0c82badbc3ad will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:14.694915 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.707318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3041743c-25b8-401c-98c2-42ecf8086b54 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:14.779635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Transition to ACTIVE for port object f3adc561-d1ed-4efc-8f27-0c82badbc3ad will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:14.806731 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.844377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a35f1-5d9e-4e54-a673-eb22b094e1c5 None None] Pushing event updated for resources: {'Port': ['ID=745742b2-4e1c-4de9-a5b7-3c18019bc967,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:14.847212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:14.847880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:14.892462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Network 985d69b5-46e4-4b57-98fb-cfe66aed6ece is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:14.963919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8:1::1 (985d69b5-46e4-4b57-98fb-cfe66aed6ece/86c1c390-5cd9-45c6-8309-ce5e7eb471e8/5003b9b3-c999-4b04-9f03-77b41137f968) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:15.111440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:15.146076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:15.174033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.187369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Pushing event updated for resources: {'Port': ['ID=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.193433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3041743c-25b8-401c-98c2-42ecf8086b54 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:15.193888 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.206615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object 5003b9b3-c999-4b04-9f03-77b41137f968 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:15.217951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:15.256289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.367620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 985d69b5-46e4-4b57-98fb-cfe66aed6ece is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:15.374662 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:15.378907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:15.380168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.396340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Attempting to bind port f3adc561-d1ed-4efc-8f27-0c82badbc3ad on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:15.397047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Attempting to bind port f3adc561-d1ed-4efc-8f27-0c82badbc3ad by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:15.397608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Attempting to bind port f3adc561-d1ed-4efc-8f27-0c82badbc3ad on network 985d69b5-46e4-4b57-98fb-cfe66aed6ece {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:15.410324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:15.410717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Checking segment: {'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:15.411744 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.412152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Bound using segment: {'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:15.412658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Bound port: f3adc561-d1ed-4efc-8f27-0c82badbc3ad, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:15.413035 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.544941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=5003b9b3-c999-4b04-9f03-77b41137f968,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.574598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.576401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.578162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.579341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.580210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.582033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.583539 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.584686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.586338 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.595794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.595794 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.596842 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.608833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] For port f3adc561-d1ed-4efc-8f27-0c82badbc3ad, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:15.627530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] For port f3adc561-d1ed-4efc-8f27-0c82badbc3ad, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,segment=NetworkSegment(3c341ed6-181b-40f4-91ec-2cf8c931f67a),segment_id=3c341ed6-181b-40f4-91ec-2cf8c931f67a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:15.638948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.711022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:10Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:14Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:15.750847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b6cbe-2d3f-4199-a3bb-3885841bd567 None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:10Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:14Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:15.752650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341d246-b8af-4aa4-bdaa-66a42ffa9cba None None] Pushing event updated for resources: {'Port': ['ID=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.763422 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.399795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.409004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.409952 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.542796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=5003b9b3-c999-4b04-9f03-77b41137f968,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:16.654150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 985d69b5-46e4-4b57-98fb-cfe66aed6ece is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:16.659633 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:16.818978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f3adc561-d1ed-4efc-8f27-0c82badbc3ad up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:16.939012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:16.978360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f3adc561-d1ed-4efc-8f27-0c82badbc3ad completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:16.997244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 745742b2-4e1c-4de9-a5b7-3c18019bc967 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:17.124902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 745742b2-4e1c-4de9-a5b7-3c18019bc967 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:17.136001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 745742b2-4e1c-4de9-a5b7-3c18019bc967 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:17.136902 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.213828 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:17.221997 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ffd476d5-59c2-49b6-b8c1-5310d8a1b869 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9589996 Jul 15 13:45:17.228382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57244) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:17.252867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1095844095'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:17.260555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e226f07-1786-4aac-af63-bc7536a9a8c0 None None] Network 985d69b5-46e4-4b57-98fb-cfe66aed6ece requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:17.288090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:17.292149 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.335947 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:17.357836 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.358728 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment 88087808-3a8a-40ba-908f-657449403784 of type vlan for network b086c757-2001-42b2-a319-1028837aedf0 Jul 15 13:45:17.406345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.431959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6228710e-c9bb-44f9-be24-1fcdc6aa536a None None] Provisioning for port f3adc561-d1ed-4efc-8f27-0c82badbc3ad completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:17.443295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6228710e-c9bb-44f9-be24-1fcdc6aa536a None None] Provisioning complete for port f3adc561-d1ed-4efc-8f27-0c82badbc3ad triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:17.445748 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6228710e-c9bb-44f9-be24-1fcdc6aa536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.450669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.503443 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.511034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:17.511944 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.535167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 745742b2-4e1c-4de9-a5b7-3c18019bc967, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=745742b2-4e1c-4de9-a5b7-3c18019bc967,segment=NetworkSegment(0b0a04b7-7410-47aa-a746-790c66805a53),segment_id=0b0a04b7-7410-47aa-a746-790c66805a53)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:17.553826 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.554474 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3184609 Jul 15 13:45:17.555533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57246) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:17.566387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:17.646590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=745742b2-4e1c-4de9-a5b7-3c18019bc967,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:17.714472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6228710e-c9bb-44f9-be24-1fcdc6aa536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.726976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6a02a-ad51-44fc-acdc-b126c82387b2 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=b086c757-2001-42b2-a319-1028837aedf0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:17.750263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network b086c757-2001-42b2-a319-1028837aedf0 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:17.778218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:17.785921 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.789566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6228710e-c9bb-44f9-be24-1fcdc6aa536a None None] For port f3adc561-d1ed-4efc-8f27-0c82badbc3ad, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,segment=NetworkSegment(3c341ed6-181b-40f4-91ec-2cf8c931f67a),segment_id=3c341ed6-181b-40f4-91ec-2cf8c931f67a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:17.801257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6228710e-c9bb-44f9-be24-1fcdc6aa536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.921351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228710e-c9bb-44f9-be24-1fcdc6aa536a None None] Pushing event updated for resources: {'Port': ['ID=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.201620 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.240794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-98d38b98-ef62-4828-9ea0-efc708259203 None None] Provisioning complete for port f3adc561-d1ed-4efc-8f27-0c82badbc3ad triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:18.244205 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-98d38b98-ef62-4828-9ea0-efc708259203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.255379 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:18.267442 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:18.269211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=ef057b37-9a7d-46d8-92c0-9dcddf775299,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.269878 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:18.336916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:18.337274 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: b086c757-2001-42b2-a319-1028837aedf0, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:18.388710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network b086c757-2001-42b2-a319-1028837aedf0 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:18.424069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, b086c757-2001-42b2-a319-1028837aedf0) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:18.433162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:18.434967 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.484919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57250) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:18.485740 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9089ff41-dd8b-46da-8f49-1e810c66003f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9277477 Jul 15 13:45:18.490748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a06b0-accb-43fb-8ad1-a7f2b54ae465 None None] Network b086c757-2001-42b2-a319-1028837aedf0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:18.581110 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:18.957468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f3adc561-d1ed-4efc-8f27-0c82badbc3ad up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:19.077928 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:15Z', 'revision_number': 3, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:16Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:19.115208 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68591769-63a2-4cb9-8988-5c1f9ff3927e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.116860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-98d38b98-ef62-4828-9ea0-efc708259203 None None] Provisioning for port 5003b9b3-c999-4b04-9f03-77b41137f968 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:19.124712 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:19.125084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-98d38b98-ef62-4828-9ea0-efc708259203 None None] Provisioning complete for port 5003b9b3-c999-4b04-9f03-77b41137f968 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:19.125538 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-98d38b98-ef62-4828-9ea0-efc708259203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.126073 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Updating router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 port 5003b9b3-c999-4b04-9f03-77b41137f968 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:19.175307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-b086c757-2001-42b2-a319-1028837aedf0', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:19.176328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.184225 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.241346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f3adc561-d1ed-4efc-8f27-0c82badbc3ad triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:19.241346 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.242272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-98d38b98-ef62-4828-9ea0-efc708259203 None None] Port 5003b9b3-c999-4b04-9f03-77b41137f968 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:19.351419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.469514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5f578f04-4e27-4065-bdfd-a50eeffe491e None None] Provisioning complete for port 5003b9b3-c999-4b04-9f03-77b41137f968 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:19.470047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f578f04-4e27-4065-bdfd-a50eeffe491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.590071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Allocated IP 2001:db8:2::2 (b086c757-2001-42b2-a319-1028837aedf0/ef057b37-9a7d-46d8-92c0-9dcddf775299/e0d3de24-3d28-468d-9861-a0c5ce4c4f54) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:19.640736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 745742b2-4e1c-4de9-a5b7-3c18019bc967 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:19.648609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5f578f04-4e27-4065-bdfd-a50eeffe491e None None] Port 5003b9b3-c999-4b04-9f03-77b41137f968 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:19.798645 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.815371 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Transition to ACTIVE for port object 5003b9b3-c999-4b04-9f03-77b41137f968 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:19.827459 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.893584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 745742b2-4e1c-4de9-a5b7-3c18019bc967 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:19.894222 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.029688 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Pushing event updated for resources: {'Port': ['ID=5003b9b3-c999-4b04-9f03-77b41137f968,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.042714 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.043068 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.043568 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.043912 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.044250 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.044633 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.044968 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.045296 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.045618 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.045945 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.046266 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.046585 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.058933 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Attempting to bind port 5003b9b3-c999-4b04-9f03-77b41137f968 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:20.060551 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Attempting to bind port 5003b9b3-c999-4b04-9f03-77b41137f968 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:20.062029 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Attempting to bind port 5003b9b3-c999-4b04-9f03-77b41137f968 on network 985d69b5-46e4-4b57-98fb-cfe66aed6ece {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:20.073495 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:20.074147 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Checking segment: {'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:20.074777 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.075435 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Bound using segment: {'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:20.076745 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Bound port: 5003b9b3-c999-4b04-9f03-77b41137f968, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c341ed6-181b-40f4-91ec-2cf8c931f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:20.077021 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.136436 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.157951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Transition to ACTIVE for port object e0d3de24-3d28-468d-9861-a0c5ce4c4f54 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:20.209245 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] For port 5003b9b3-c999-4b04-9f03-77b41137f968, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:20.214784 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] For port 5003b9b3-c999-4b04-9f03-77b41137f968, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5003b9b3-c999-4b04-9f03-77b41137f968,segment=NetworkSegment(3c341ed6-181b-40f4-91ec-2cf8c931f67a),segment_id=3c341ed6-181b-40f4-91ec-2cf8c931f67a)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:20.221593 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.260559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Transition to ACTIVE for port object e0d3de24-3d28-468d-9861-a0c5ce4c4f54 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:20.276845 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.326725 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:20.330357 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:44:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:20.344963 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Network b086c757-2001-42b2-a319-1028837aedf0 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:20.351747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:20.362396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:20.389097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8:2::1 (b086c757-2001-42b2-a319-1028837aedf0/ef057b37-9a7d-46d8-92c0-9dcddf775299/a88b13d1-1784-4c81-8b9e-6d582b1c0bf7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:20.435112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Pushing event updated for resources: {'Port': ['ID=e0d3de24-3d28-468d-9861-a0c5ce4c4f54,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.437551 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5c368-7f07-43a4-861d-1fab38612096 None None] Pushing event updated for resources: {'Port': ['ID=5003b9b3-c999-4b04-9f03-77b41137f968,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.514170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Attempting to bind port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:20.514778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Attempting to bind port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:20.515404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Attempting to bind port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 on network b086c757-2001-42b2-a319-1028837aedf0 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:20.534270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:20.534835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Checking segment: {'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:20.535474 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.536098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Bound using segment: {'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:20.536840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Bound port: e0d3de24-3d28-468d-9861-a0c5ce4c4f54, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:20.537628 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.562751 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:20.657441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.675943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:20.679181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] For port e0d3de24-3d28-468d-9861-a0c5ce4c4f54, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:20.686483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] For port e0d3de24-3d28-468d-9861-a0c5ce4c4f54, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e0d3de24-3d28-468d-9861-a0c5ce4c4f54,segment=NetworkSegment(88087808-3a8a-40ba-908f-657449403784),segment_id=88087808-3a8a-40ba-908f-657449403784)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:20.696749 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.718364 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.779705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network b086c757-2001-42b2-a319-1028837aedf0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:20.784052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:20.790890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:20.791643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.912420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0cf6d-3ce5-4055-82ca-a02e1f33d570 None None] Pushing event updated for resources: {'Port': ['ID=e0d3de24-3d28-468d-9861-a0c5ce4c4f54,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.917112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.934715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.935167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.935715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.936133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.936540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.936956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.937397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.937796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.938201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.938606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.939241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.939645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:20.995772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.113847 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:15Z', 'revision_number': 3, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:20Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:21.194054 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccdd0e-b7df-4c9d-8f7e-36fd6b25d97e None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:15Z', 'revision_number': 3, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:20Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:21.561434 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.568526 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.569345 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.620110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e9bd8e9a-3d5c-4e3d-b42b-f5746c02b16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.651974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:21.695635 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.749478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network b086c757-2001-42b2-a319-1028837aedf0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:21.752488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:21.932231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:22.120428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:22.132343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1eceb0d3-b420-403b-90ae-7c808aabb87c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6437538 Jul 15 13:45:22.138724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57264) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:22.145283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-200609468'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:22.177846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:22.184200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.230996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:22.247387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.248040 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added segment e1e287db-4280-4d6d-ae4b-868f63fc092c of type vlan for network 2c7f5fff-8d3f-42df-8f09-a446c991311a Jul 15 13:45:22.284925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:22.297425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:22.298579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:22.337599 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.342597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41a395-cdce-4bd5-bbc9-a7dd10b4f3f2 None None] Network b086c757-2001-42b2-a319-1028837aedf0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:22.381614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.388378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.389207 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.430762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2904420 Jul 15 13:45:22.436523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57266) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:22.441751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'subnet': {'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:22.543471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50732294-eef9-42f1-9d52-5a79bbcc7ffe tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Network': ['ID=2c7f5fff-8d3f-42df-8f09-a446c991311a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:22.573930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Made reservation on behalf of 8b56bfe0c2ec49f3920bec0fd46334aa for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:22.578955 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.610075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 2c7f5fff-8d3f-42df-8f09-a446c991311a details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:22.804521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-418a1982-409e-4de6-80f6-014470b7fd5d None None] Provisioning for port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:22.816908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e0d3de24-3d28-468d-9861-a0c5ce4c4f54 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:22.864399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:22.978699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.042525 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.077626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:23.087017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:23.087881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.114129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Subnet': ['ID=bb29d983-699d-45f1-9938-3ef1127a6e9e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:23.126225 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Checking segment: {'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:23.126800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network hostable DHCP agents. Network: 2c7f5fff-8d3f-42df-8f09-a446c991311a, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:23.157000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 2c7f5fff-8d3f-42df-8f09-a446c991311a is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:23.214166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 2c7f5fff-8d3f-42df-8f09-a446c991311a) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:23.223361 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:23.224403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.251704 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f8b6e89d-fa92-414a-8c3d-30285a2a70bc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8145182 Jul 15 13:45:23.257084 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:23.280717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ef4f7c-ea59-4853-a733-5801ed27345f None None] Network 2c7f5fff-8d3f-42df-8f09-a446c991311a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:23.709137 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.876862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port e0d3de24-3d28-468d-9861-a0c5ce4c4f54, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e0d3de24-3d28-468d-9861-a0c5ce4c4f54,segment=NetworkSegment(88087808-3a8a-40ba-908f-657449403784),segment_id=88087808-3a8a-40ba-908f-657449403784)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:23.887961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-2c7f5fff-8d3f-42df-8f09-a446c991311a', 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'fixed_ips': [{'subnet_id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:23.890566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.055269 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.056940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5003b9b3-c999-4b04-9f03-77b41137f968 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:24.088124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:20Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:20Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:21Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:24.286886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.303574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:24.304147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Updating router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:24.308391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=e0d3de24-3d28-468d-9861-a0c5ce4c4f54,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:24.445752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.450334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.450788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.451156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.451534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.451873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.452211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.452542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.452875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.457371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.458500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.458846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:24.465981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-524d455c-77e9-4431-b0d7-871902a97988 None None] Provisioning for port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:24.513244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-524d455c-77e9-4431-b0d7-871902a97988 None None] Provisioning complete for port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:24.513534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-524d455c-77e9-4431-b0d7-871902a97988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.606104 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.636962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5003b9b3-c999-4b04-9f03-77b41137f968 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:24.639222 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.683513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5003b9b3-c999-4b04-9f03-77b41137f968 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:24.683933 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.746313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-524d455c-77e9-4431-b0d7-871902a97988 None None] Port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:24.752831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Allocated IP 2001:db8:3::2 (2c7f5fff-8d3f-42df-8f09-a446c991311a/bb29d983-699d-45f1-9938-3ef1127a6e9e/65c608a1-9479-4a81-a30e-103ead6d9d17) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:24.980444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-524d455c-77e9-4431-b0d7-871902a97988 None None] Provisioning complete for port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:24.981781 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-524d455c-77e9-4431-b0d7-871902a97988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.334945 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.485019 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5003b9b3-c999-4b04-9f03-77b41137f968, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5003b9b3-c999-4b04-9f03-77b41137f968,segment=NetworkSegment(3c341ed6-181b-40f4-91ec-2cf8c931f67a),segment_id=3c341ed6-181b-40f4-91ec-2cf8c931f67a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:25.525135 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.604002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.631797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Transition to ACTIVE for port object 65c608a1-9479-4a81-a30e-103ead6d9d17 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:25.674814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e0d3de24-3d28-468d-9861-a0c5ce4c4f54 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:25.688185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5003b9b3-c999-4b04-9f03-77b41137f968,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:25.735636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Transition to ACTIVE for port object 65c608a1-9479-4a81-a30e-103ead6d9d17 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:25.765215 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.845702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Allocated IP 2001:db8:3::1 (2c7f5fff-8d3f-42df-8f09-a446c991311a/bb29d983-699d-45f1-9938-3ef1127a6e9e/9893648d-8b54-4851-99fd-78b591bdbce2) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:25.869805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Pushing event updated for resources: {'Port': ['ID=65c608a1-9479-4a81-a30e-103ead6d9d17,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:25.921721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Network 2c7f5fff-8d3f-42df-8f09-a446c991311a is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:25.929571 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.944156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:25.960755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:25.976045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:25.976881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.992522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.012095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Transition to ACTIVE for port object 9893648d-8b54-4851-99fd-78b591bdbce2 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:26.055391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.106921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1379f0fd-6b8c-4e61-9a08-cb9495c9f1ec None None] Provisioning complete for port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:26.107837 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1379f0fd-6b8c-4e61-9a08-cb9495c9f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.123507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 2c7f5fff-8d3f-42df-8f09-a446c991311a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:26.128514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:26.132782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:26.133669 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.136928 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=9893648d-8b54-4851-99fd-78b591bdbce2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:26.210075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Transition to ACTIVE for port object a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:26.256349 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.338611 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.418947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Attempting to bind port 65c608a1-9479-4a81-a30e-103ead6d9d17 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:26.419686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Attempting to bind port 65c608a1-9479-4a81-a30e-103ead6d9d17 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:26.420401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Attempting to bind port 65c608a1-9479-4a81-a30e-103ead6d9d17 on network 2c7f5fff-8d3f-42df-8f09-a446c991311a {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:26.430865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1379f0fd-6b8c-4e61-9a08-cb9495c9f1ec None None] Port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:26.472903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:26.473576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Checking segment: {'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:26.474412 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.474901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Bound using segment: {'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:26.475713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Bound port: 65c608a1-9479-4a81-a30e-103ead6d9d17, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:26.476342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.620862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd37a14-4f2c-4935-84fd-d6d7a1822391 None None] Pushing event updated for resources: {'Port': ['ID=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:26.672831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Attempting to bind port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:26.673306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Attempting to bind port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:26.673634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Attempting to bind port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 on network b086c757-2001-42b2-a319-1028837aedf0 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:26.707247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:26.707667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Checking segment: {'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:26.715293 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.715773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Bound using segment: {'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:26.716303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Bound port: a88b13d1-1784-4c81-8b9e-6d582b1c0bf7, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88087808-3a8a-40ba-908f-657449403784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:26.716872 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.765516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] For port 65c608a1-9479-4a81-a30e-103ead6d9d17, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:26.790723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] For port 65c608a1-9479-4a81-a30e-103ead6d9d17, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=65c608a1-9479-4a81-a30e-103ead6d9d17,segment=NetworkSegment(e1e287db-4280-4d6d-ae4b-868f63fc092c),segment_id=e1e287db-4280-4d6d-ae4b-868f63fc092c)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:26.846137 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.949175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcb2b0-4ce1-4586-9b36-de5be0e62c6e None None] Pushing event updated for resources: {'Port': ['ID=65c608a1-9479-4a81-a30e-103ead6d9d17,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:26.960763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] For port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:26.965110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] For port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,segment=NetworkSegment(88087808-3a8a-40ba-908f-657449403784),segment_id=88087808-3a8a-40ba-908f-657449403784)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:26.974244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.999455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.007432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.008783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.081618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event updated for resources: {'Port': ['ID=9893648d-8b54-4851-99fd-78b591bdbce2,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:27.087196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd37a14-4f2c-4935-84fd-d6d7a1822391 None None] Pushing event updated for resources: {'Port': ['ID=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:27.096444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:27.096942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:27.226804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:27.250328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Network 2c7f5fff-8d3f-42df-8f09-a446c991311a is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:27.255017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:27.300806 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:45:27.466536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:27.657339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:27.669422 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ff0b8f78-ab61-4ca5-a6fe-3dcef237d72f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4082315 Jul 15 13:45:27.669998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57290) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:27.679801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:27.738362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:26Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9893648d-8b54-4851-99fd-78b591bdbce2', 'name': '', 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:70:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:24Z', 'updated_at': '2021-07-15T13:45:26Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:26Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:27.800308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5003b9b3-c999-4b04-9f03-77b41137f968 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:27.803463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf220967-67ed-46f3-b796-c266dd1feae7 None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:26Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9893648d-8b54-4851-99fd-78b591bdbce2', 'name': '', 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:70:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:24Z', 'updated_at': '2021-07-15T13:45:26Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:26Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:27.957379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5003b9b3-c999-4b04-9f03-77b41137f968 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:27.957379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.218015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 65c608a1-9479-4a81-a30e-103ead6d9d17 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:28.314057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.extraroute_db [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:45:28.325453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 65c608a1-9479-4a81-a30e-103ead6d9d17 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:28.343978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.extraroute_db [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Removed routes are [] {{(pid=93733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:45:28.344926 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.566436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.571612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.626320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e0441-0300-4182-94cf-162a885aedcc None None] Network 2c7f5fff-8d3f-42df-8f09-a446c991311a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:28.687763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:28.754922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c5f1cdf0-7dcb-4325-a599-2666a45f21b5 None None] Provisioning for port 65c608a1-9479-4a81-a30e-103ead6d9d17 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:28.765812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c5f1cdf0-7dcb-4325-a599-2666a45f21b5 None None] Provisioning complete for port 65c608a1-9479-4a81-a30e-103ead6d9d17 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:28.766187 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cdf0-7dcb-4325-a599-2666a45f21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.863538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:28.875642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.879504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ee77de47-cfc2-45ae-8817-7949f2f472f4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 200 len: 954 time: 1.2054126 Jul 15 13:45:28.879889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57294) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:28.974949 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cdf0-7dcb-4325-a599-2666a45f21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.067759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c5f1cdf0-7dcb-4325-a599-2666a45f21b5 None None] For port 65c608a1-9479-4a81-a30e-103ead6d9d17, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=65c608a1-9479-4a81-a30e-103ead6d9d17,segment=NetworkSegment(e1e287db-4280-4d6d-ae4b-868f63fc092c),segment_id=e1e287db-4280-4d6d-ae4b-868f63fc092c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:29.082690 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cdf0-7dcb-4325-a599-2666a45f21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.252987 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1cdf0-7dcb-4325-a599-2666a45f21b5 None None] Pushing event updated for resources: {'Port': ['ID=65c608a1-9479-4a81-a30e-103ead6d9d17,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:29.392651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-515a6ae0-4864-48bc-aac0-97519d8b5d4f tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 200 len: 954 time: 0.5115299 Jul 15 13:45:29.396447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57304) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:29.402784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'routes': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:29.439591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b5441690-4b04-454a-9129-62fa18dd91f0 None None] Provisioning complete for port 65c608a1-9479-4a81-a30e-103ead6d9d17 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:29.440194 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b5441690-4b04-454a-9129-62fa18dd91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.689544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b5441690-4b04-454a-9129-62fa18dd91f0 None None] Provisioning for port 9893648d-8b54-4851-99fd-78b591bdbce2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:29.698198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b5441690-4b04-454a-9129-62fa18dd91f0 None None] Provisioning complete for port 9893648d-8b54-4851-99fd-78b591bdbce2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:29.698875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b5441690-4b04-454a-9129-62fa18dd91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.753455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b5441690-4b04-454a-9129-62fa18dd91f0 None None] Port 9893648d-8b54-4851-99fd-78b591bdbce2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:29.809627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:29.852917 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:29.869106 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:29.870196 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:29.883565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:29.886862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6b918241-e11d-4455-8136-3dff0bebfe08 None None] Provisioning complete for port 9893648d-8b54-4851-99fd-78b591bdbce2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:29.887268 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6b918241-e11d-4455-8136-3dff0bebfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.890234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:29.890820 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.955686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6b918241-e11d-4455-8136-3dff0bebfe08 None None] Port 9893648d-8b54-4851-99fd-78b591bdbce2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:30.009535 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:30.030294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.extraroute_db [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added routes are [] {{(pid=93733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:45:30.030912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.extraroute_db [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:45:30.031584 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.070773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.117037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,segment=NetworkSegment(88087808-3a8a-40ba-908f-657449403784),segment_id=88087808-3a8a-40ba-908f-657449403784)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:30.123700 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.125207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 65c608a1-9479-4a81-a30e-103ead6d9d17 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:30.252986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 65c608a1-9479-4a81-a30e-103ead6d9d17 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:30.253508 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.255872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d50dce06-3f4c-4469-97a1-cfb97b11b3a1 None None] Provisioning complete for port 9893648d-8b54-4851-99fd-78b591bdbce2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:30.256240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d50dce06-3f4c-4469-97a1-cfb97b11b3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.259410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:30.302557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.306587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.339531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d50dce06-3f4c-4469-97a1-cfb97b11b3a1 None None] Port 9893648d-8b54-4851-99fd-78b591bdbce2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:30.347805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:28Z', 'revision_number': 6, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9893648d-8b54-4851-99fd-78b591bdbce2', 'name': '', 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:70:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:24Z', 'updated_at': '2021-07-15T13:45:26Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:26Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:30.386782 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:30.387993 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Updating router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 port 9893648d-8b54-4851-99fd-78b591bdbce2 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:30.434096 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.437333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:30.557758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:30.565167 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.567658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-04c78f08-1dd5-480e-85fc-c032730345f7 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 200 len: 704 time: 1.1701477 Jul 15 13:45:30.569162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57308) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:30.695268 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f987486c-1098-4a8a-a5e2-63887c5dc813 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 200 len: 704 time: 0.1248085 Jul 15 13:45:30.698705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57310) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:30.815598 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.828986 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Transition to ACTIVE for port object 9893648d-8b54-4851-99fd-78b591bdbce2 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:30.838388 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.918532 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2616f-d5bd-4b6f-8d57-831e14ecbbca None None] Pushing event updated for resources: {'Port': ['ID=9893648d-8b54-4851-99fd-78b591bdbce2,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:30.955866 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Attempting to bind port 9893648d-8b54-4851-99fd-78b591bdbce2 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:30.956239 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Attempting to bind port 9893648d-8b54-4851-99fd-78b591bdbce2 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:30.956610 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Attempting to bind port 9893648d-8b54-4851-99fd-78b591bdbce2 on network 2c7f5fff-8d3f-42df-8f09-a446c991311a {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:30.963038 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:30.963579 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Checking segment: {'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:30.963984 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.964467 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Bound using segment: {'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:30.964848 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Bound port: 9893648d-8b54-4851-99fd-78b591bdbce2, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e287db-4280-4d6d-ae4b-868f63fc092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:30.965241 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.040603 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] For port 9893648d-8b54-4851-99fd-78b591bdbce2, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:31.045352 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] For port 9893648d-8b54-4851-99fd-78b591bdbce2, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9893648d-8b54-4851-99fd-78b591bdbce2,segment=NetworkSegment(e1e287db-4280-4d6d-ae4b-868f63fc092c),segment_id=e1e287db-4280-4d6d-ae4b-868f63fc092c)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:31.049809 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.108857 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.118374 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:31.119410 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:31.310530 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2616f-d5bd-4b6f-8d57-831e14ecbbca None None] Pushing event updated for resources: {'Port': ['ID=9893648d-8b54-4851-99fd-78b591bdbce2,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:31.356356 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:31.509434 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 9893648d-8b54-4851-99fd-78b591bdbce2 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:31.509677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.652758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port 9893648d-8b54-4851-99fd-78b591bdbce2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9893648d-8b54-4851-99fd-78b591bdbce2,segment=NetworkSegment(e1e287db-4280-4d6d-ae4b-868f63fc092c),segment_id=e1e287db-4280-4d6d-ae4b-868f63fc092c)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:31.653437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.677252 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 7, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9893648d-8b54-4851-99fd-78b591bdbce2', 'name': '', 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:70:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:24Z', 'updated_at': '2021-07-15T13:45:31Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:31.679300 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 9893648d-8b54-4851-99fd-78b591bdbce2 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:31.691068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:31.713836 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150cdfd-3e4a-4d59-8d5b-3a4e2910d435 None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 7, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9893648d-8b54-4851-99fd-78b591bdbce2', 'name': '', 'network_id': '2c7f5fff-8d3f-42df-8f09-a446c991311a', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:70:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:24Z', 'updated_at': '2021-07-15T13:45:31Z', 'revision_number': 4, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'bb29d983-699d-45f1-9938-3ef1127a6e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:31.774051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:31.774990 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.894805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9893648d-8b54-4851-99fd-78b591bdbce2 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:31.926910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:31.934235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.953775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:31.954437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:31.965381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=9893648d-8b54-4851-99fd-78b591bdbce2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:32.035463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No active binding found for port 9893648d-8b54-4851-99fd-78b591bdbce2 {{(pid=93735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:45:32.035966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9893648d-8b54-4851-99fd-78b591bdbce2 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:45:32.063929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Port 9893648d-8b54-4851-99fd-78b591bdbce2 not found, will not notify nova. {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:45:32.086130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:32.340398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:31Z', 'revision_number': 8, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:32.426574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.548413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:32.557874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:32.558527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:32.661926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:32.673895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:32.799209 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:32.806382 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-375f8acd-97e3-495e-824e-0c587e85d28a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1064389 Jul 15 13:45:32.809199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57320) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:32.879466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c830ca15-6ec2-402b-a730-25b225ec28a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet bb29d983-699d-45f1-9938-3ef1127a6e9e {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:32.883025 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c830ca15-6ec2-402b-a730-25b225ec28a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.911790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:31Z', 'revision_number': 8, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:32.924875 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c830ca15-6ec2-402b-a730-25b225ec28a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.943518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9aaa7-6726-4988-91c6-24dc593d8fae None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:31Z', 'revision_number': 8, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:33.030573 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c830ca15-6ec2-402b-a730-25b225ec28a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.113025 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c830ca15-6ec2-402b-a730-25b225ec28a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.150839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830ca15-6ec2-402b-a730-25b225ec28a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=bb29d983-699d-45f1-9938-3ef1127a6e9e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:33.156718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c830ca15-6ec2-402b-a730-25b225ec28a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.161932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c830ca15-6ec2-402b-a730-25b225ec28a8 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/bb29d983-699d-45f1-9938-3ef1127a6e9e HTTP/1.1" status: 204 len: 168 time: 0.3480768 Jul 15 13:45:33.162407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57322) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:33.169835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6708a587-5c41-4561-b612-18673ef27588 None None] Network 2c7f5fff-8d3f-42df-8f09-a446c991311a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:33.287783 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.377794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 65c608a1-9479-4a81-a30e-103ead6d9d17 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:33.379476 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.427558 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] DHCP port deletion for 2c7f5fff-8d3f-42df-8f09-a446c991311a request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:33.472754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port 65c608a1-9479-4a81-a30e-103ead6d9d17, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=65c608a1-9479-4a81-a30e-103ead6d9d17,segment=NetworkSegment(e1e287db-4280-4d6d-ae4b-868f63fc092c),segment_id=e1e287db-4280-4d6d-ae4b-868f63fc092c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:33.473100 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.487743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 65c608a1-9479-4a81-a30e-103ead6d9d17 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:33.491023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] Deleting port 65c608a1-9479-4a81-a30e-103ead6d9d17 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:33.491548 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.618414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.621286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] For port 65c608a1-9479-4a81-a30e-103ead6d9d17, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=65c608a1-9479-4a81-a30e-103ead6d9d17,segment=NetworkSegment(e1e287db-4280-4d6d-ae4b-868f63fc092c),segment_id=e1e287db-4280-4d6d-ae4b-868f63fc092c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:33.622234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.642009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] Calling delete_port for 65c608a1-9479-4a81-a30e-103ead6d9d17 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:33.654115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 65c608a1-9479-4a81-a30e-103ead6d9d17 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:33.658146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=65c608a1-9479-4a81-a30e-103ead6d9d17,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:33.665411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No DVR routers for this DVR port 65c608a1-9479-4a81-a30e-103ead6d9d17 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:33.706762 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:33.717185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 65c608a1-9479-4a81-a30e-103ead6d9d17 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:33.717538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 65c608a1-9479-4a81-a30e-103ead6d9d17 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:33.717956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9893648d-8b54-4851-99fd-78b591bdbce2 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:33.738729 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:33.740504 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:33.740737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 9893648d-8b54-4851-99fd-78b591bdbce2 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:33.740976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9893648d-8b54-4851-99fd-78b591bdbce2 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:33.807405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.819913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7f5fff-8d3f-42df-8f09-a446c991311a']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:33.831565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.832021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e287db-4280-4d6d-ae4b-868f63fc092c') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:33.832431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e287db-4280-4d6d-ae4b-868f63fc092c') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:33.844620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.868213 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.876697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:33.877449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.882069 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:33.896429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] Pushing event deleted for resources: {'Port': ['ID=65c608a1-9479-4a81-a30e-103ead6d9d17,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:33.907333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d5235-d626-48e5-bffe-a60f6b3252ff None None] No DVR routers for this DVR port 65c608a1-9479-4a81-a30e-103ead6d9d17 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:33.966389 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:33.971650 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.984132 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.990931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57346) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.004062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/2c7f5fff-8d3f-42df-8f09-a446c991311a HTTP/1.1" status: 204 len: 168 time: 0.8401031 Jul 15 13:45:34.034228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a27972-c29f-4446-b450-d54547167f4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=2c7f5fff-8d3f-42df-8f09-a446c991311a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:34.186592 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:31Z', 'revision_number': 8, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:34.226314 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:34.236505 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:34.237229 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:34.342601 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:34.438798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.608588 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:31Z', 'revision_number': 8, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:34.635974 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0dbb7-2024-4a50-8711-10eacdb1eeaa None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:31Z', 'revision_number': 8, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88b13d1-1784-4c81-8b9e-6d582b1c0bf7', 'name': '', 'network_id': 'b086c757-2001-42b2-a319-1028837aedf0', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:d6:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:19Z', 'updated_at': '2021-07-15T13:45:30Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': 'ef057b37-9a7d-46d8-92c0-9dcddf775299', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:34.780650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:34.781073 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.877779 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.885007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port a88b13d1-1784-4c81-8b9e-6d582b1c0bf7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,segment=NetworkSegment(88087808-3a8a-40ba-908f-657449403784),segment_id=88087808-3a8a-40ba-908f-657449403784)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:34.885380 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.900293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:35.096706 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.133036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=a88b13d1-1784-4c81-8b9e-6d582b1c0bf7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:35.274765 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.487012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:35.598494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:35.608635 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f3abf5cb-99db-4fe2-ba1e-fd5051f5c878 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6157067 Jul 15 13:45:35.613343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57350) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:35.618997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:35.631486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:35.632142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:35.673631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a90930-cc5e-4e1d-9531-b5b796f82af6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet ef057b37-9a7d-46d8-92c0-9dcddf775299 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:35.677991 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f2a90930-cc5e-4e1d-9531-b5b796f82af6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.726683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f2a90930-cc5e-4e1d-9531-b5b796f82af6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.730198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:35.808453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.827515 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f2a90930-cc5e-4e1d-9531-b5b796f82af6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.898076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f2a90930-cc5e-4e1d-9531-b5b796f82af6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.927609 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a90930-cc5e-4e1d-9531-b5b796f82af6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=ef057b37-9a7d-46d8-92c0-9dcddf775299,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:35.939054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f2a90930-cc5e-4e1d-9531-b5b796f82af6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.944198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57352) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:35.944825 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f2a90930-cc5e-4e1d-9531-b5b796f82af6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/ef057b37-9a7d-46d8-92c0-9dcddf775299 HTTP/1.1" status: 204 len: 168 time: 0.3290598 Jul 15 13:45:35.952922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88399e15-b703-4ec4-96e5-ba2acd2ebdaf None None] Network b086c757-2001-42b2-a319-1028837aedf0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:36.039641 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.101014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:35Z', 'revision_number': 9, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:36.133828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:36.138499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:36.139027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.151306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:36.152103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:36.244746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port e0d3de24-3d28-468d-9861-a0c5ce4c4f54, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e0d3de24-3d28-468d-9861-a0c5ce4c4f54,segment=NetworkSegment(88087808-3a8a-40ba-908f-657449403784),segment_id=88087808-3a8a-40ba-908f-657449403784)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:36.245813 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.261007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for e0d3de24-3d28-468d-9861-a0c5ce4c4f54 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:36.274774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:36.319754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] DHCP port deletion for b086c757-2001-42b2-a319-1028837aedf0 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:36.373988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.430484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=e0d3de24-3d28-468d-9861-a0c5ce4c4f54,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:36.436824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No DVR routers for this DVR port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:36.478294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] Deleting port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:36.478672 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.581592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] For port e0d3de24-3d28-468d-9861-a0c5ce4c4f54, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:36.581989 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.591402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.600707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] Calling delete_port for e0d3de24-3d28-468d-9861-a0c5ce4c4f54 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:36.604314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] Port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:45:36.607755 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.609428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b086c757-2001-42b2-a319-1028837aedf0']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:36.627837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88087808-3a8a-40ba-908f-657449403784') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:36.628705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88087808-3a8a-40ba-908f-657449403784') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:36.640533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] Pushing event deleted for resources: {'Port': ['ID=e0d3de24-3d28-468d-9861-a0c5ce4c4f54,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:36.642484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c711d-0640-450e-83d0-21c83d31d9bb None None] No DVR routers for this DVR port e0d3de24-3d28-468d-9861-a0c5ce4c4f54 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:36.646193 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.655226 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:35Z', 'revision_number': 9, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:36.680862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.688909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e6b22-20de-4b44-876b-ff0e4a04aa89 None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:35Z', 'revision_number': 9, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '5003b9b3-c999-4b04-9f03-77b41137f968', 'name': '', 'network_id': '985d69b5-46e4-4b57-98fb-cfe66aed6ece', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:8c:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:14Z', 'updated_at': '2021-07-15T13:45:25Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '86c1c390-5cd9-45c6-8309-ce5e7eb471e8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:36.693876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:36.694115 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:36.720625 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:36.785346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.798181 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.803085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/b086c757-2001-42b2-a319-1028837aedf0 HTTP/1.1" status: 204 len: 168 time: 0.8577795 Jul 15 13:45:36.803315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57356) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:36.820755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c5001-f3f6-4f69-a464-d964aec7c1a0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=b086c757-2001-42b2-a319-1028837aedf0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:37.221272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.527883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 5003b9b3-c999-4b04-9f03-77b41137f968 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:37.528302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.607630 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e0d3de24-3d28-468d-9861-a0c5ce4c4f54 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:37.628756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: e0d3de24-3d28-468d-9861-a0c5ce4c4f54 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:37.629183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e0d3de24-3d28-468d-9861-a0c5ce4c4f54 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:37.629715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:37.645298 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port 5003b9b3-c999-4b04-9f03-77b41137f968, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5003b9b3-c999-4b04-9f03-77b41137f968,segment=NetworkSegment(3c341ed6-181b-40f4-91ec-2cf8c931f67a),segment_id=3c341ed6-181b-40f4-91ec-2cf8c931f67a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:37.645712 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.657976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:37.658641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a88b13d1-1784-4c81-8b9e-6d582b1c0bf7 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:37.665833 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 5003b9b3-c999-4b04-9f03-77b41137f968 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:37.854157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.887188 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=5003b9b3-c999-4b04-9f03-77b41137f968,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:38.314892 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.548451 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:38.668350 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:38.680595 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0bc1dfe4-5111-4005-97a6-487111248ed1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8729303 Jul 15 13:45:38.680884 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:38.681592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57366) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:38.690752 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:38.691416 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:38.737861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c8b681-fbee-439c-befd-6b57025aa5e0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet 86c1c390-5cd9-45c6-8309-ce5e7eb471e8 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:38.741931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c8b681-fbee-439c-befd-6b57025aa5e0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.785116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c8b681-fbee-439c-befd-6b57025aa5e0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.811624 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:38.899507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c8b681-fbee-439c-befd-6b57025aa5e0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.963915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c8b681-fbee-439c-befd-6b57025aa5e0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.993667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8b681-fbee-439c-befd-6b57025aa5e0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=86c1c390-5cd9-45c6-8309-ce5e7eb471e8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:38.997355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c8b681-fbee-439c-befd-6b57025aa5e0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.002287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-04c8b681-fbee-439c-befd-6b57025aa5e0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/86c1c390-5cd9-45c6-8309-ce5e7eb471e8 HTTP/1.1" status: 204 len: 168 time: 0.3169065 Jul 15 13:45:39.003461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57368) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:39.006192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d0666-9f7f-4b07-929e-be5e79caf8f6 None None] Network 985d69b5-46e4-4b57-98fb-cfe66aed6ece requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:39.089819 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:37Z', 'revision_number': 10, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:39.118185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.118527 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:39.127748 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:39.128494 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:39.205919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port f3adc561-d1ed-4efc-8f27-0c82badbc3ad {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:39.206300 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.244941 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] DHCP port deletion for 985d69b5-46e4-4b57-98fb-cfe66aed6ece request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:39.310764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port f3adc561-d1ed-4efc-8f27-0c82badbc3ad, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,segment=NetworkSegment(3c341ed6-181b-40f4-91ec-2cf8c931f67a),segment_id=3c341ed6-181b-40f4-91ec-2cf8c931f67a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:39.312050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.319174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] Deleting port f3adc561-d1ed-4efc-8f27-0c82badbc3ad {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:39.319174 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.331692 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:39.333892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for f3adc561-d1ed-4efc-8f27-0c82badbc3ad owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:39.406200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] For port f3adc561-d1ed-4efc-8f27-0c82badbc3ad, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,segment=NetworkSegment(3c341ed6-181b-40f4-91ec-2cf8c931f67a),segment_id=3c341ed6-181b-40f4-91ec-2cf8c931f67a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:39.407424 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.431285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] Calling delete_port for f3adc561-d1ed-4efc-8f27-0c82badbc3ad owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:39.563186 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:37Z', 'revision_number': 10, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:39.598295 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc34a56-6c55-4abc-89dd-e65ad407523f None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:37Z', 'revision_number': 10, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None, '_interfaces': [{'id': '745742b2-4e1c-4de9-a5b7-3c18019bc967', 'name': '', 'network_id': '37c2bed6-7bb4-4087-8f3f-878047b3ff09', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'mac_address': 'fa:16:3e:bd:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:09Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 5, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'subnets': [{'id': '6ddd00f5-775e-4248-83c2-8e72200b99b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:39.634155 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.666329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] Pushing event deleted for resources: {'Port': ['ID=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:39.671426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b006b1b-068f-4f53-a12e-3845ac53ad47 None None] No DVR routers for this DVR port f3adc561-d1ed-4efc-8f27-0c82badbc3ad on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:39.785036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.813820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=f3adc561-d1ed-4efc-8f27-0c82badbc3ad,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:39.816074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No DVR routers for this DVR port f3adc561-d1ed-4efc-8f27-0c82badbc3ad on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:39.900716 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.911951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985d69b5-46e4-4b57-98fb-cfe66aed6ece']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:39.923000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c341ed6-181b-40f4-91ec-2cf8c931f67a') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:39.923443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c341ed6-181b-40f4-91ec-2cf8c931f67a') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:39.933445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.947361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.954473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:39.954932 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: self.session.flush() Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:39.960074 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:40.077897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f3adc561-d1ed-4efc-8f27-0c82badbc3ad no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:40.079754 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.088654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.090869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/985d69b5-46e4-4b57-98fb-cfe66aed6ece HTTP/1.1" status: 204 len: 168 time: 1.0873370 Jul 15 13:45:40.095192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57378) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:40.106548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35d86-3479-4c81-8962-2a906201b58c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=985d69b5-46e4-4b57-98fb-cfe66aed6ece,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:40.288990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f3adc561-d1ed-4efc-8f27-0c82badbc3ad {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:40.289527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f3adc561-d1ed-4efc-8f27-0c82badbc3ad not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:40.503504 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.819915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 745742b2-4e1c-4de9-a5b7-3c18019bc967 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:40.820275 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.954803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port 745742b2-4e1c-4de9-a5b7-3c18019bc967, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=745742b2-4e1c-4de9-a5b7-3c18019bc967,segment=NetworkSegment(0b0a04b7-7410-47aa-a746-790c66805a53),segment_id=0b0a04b7-7410-47aa-a746-790c66805a53)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:40.955440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.976596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 745742b2-4e1c-4de9-a5b7-3c18019bc967 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:41.107438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-88401240-2f90-45f6-9cf7-a8eda1d0a5d7 req-7b0d0529-ba69-4002-8438-22628c9a7810 service neutron] (93734) timed out ('10.222.0.35', 53755) {{(pid=93734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:45:41.190501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.240797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=745742b2-4e1c-4de9-a5b7-3c18019bc967,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:41.353677 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.541470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:41.615450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5003b9b3-c999-4b04-9f03-77b41137f968 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:41.632156 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:41.637532 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e7bf31cc-ac98-480a-aa9d-81f95b259822 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5412204 Jul 15 13:45:41.640911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57382) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:41.644748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5003b9b3-c999-4b04-9f03-77b41137f968 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:41.646293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5003b9b3-c999-4b04-9f03-77b41137f968 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:41.649693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:41.665204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:41.665862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:41.703218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc48a344-acc2-4a45-b81f-024e55f22c40 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting subnet 6ddd00f5-775e-4248-83c2-8e72200b99b5 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:41.706736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc48a344-acc2-4a45-b81f-024e55f22c40 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.744730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:41.775517 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc48a344-acc2-4a45-b81f-024e55f22c40 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.809137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:41Z', 'revision_number': 11, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:41.838955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:41.849079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:41.849828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:41.884661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc48a344-acc2-4a45-b81f-024e55f22c40 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.926242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:41.984082 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:41Z', 'revision_number': 11, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:41.994255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc48a344-acc2-4a45-b81f-024e55f22c40 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.020643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef7a41-6e7d-4315-980b-812898740b53 None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:41Z', 'revision_number': 11, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:42.040201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48a344-acc2-4a45-b81f-024e55f22c40 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Subnet': ['ID=6ddd00f5-775e-4248-83c2-8e72200b99b5,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:42.044245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc48a344-acc2-4a45-b81f-024e55f22c40 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.049840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57388) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:42.050041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cc48a344-acc2-4a45-b81f-024e55f22c40 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/6ddd00f5-775e-4248-83c2-8e72200b99b5 HTTP/1.1" status: 204 len: 168 time: 0.4073827 Jul 15 13:45:42.059337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69f835-88d2-457f-9c4f-a6948a798992 None None] Network 37c2bed6-7bb4-4087-8f3f-878047b3ff09 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:42.162995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.234107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Deleting port 3041743c-25b8-401c-98c2-42ecf8086b54 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:42.234457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.318051 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] For port 3041743c-25b8-401c-98c2-42ecf8086b54, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3041743c-25b8-401c-98c2-42ecf8086b54,segment=NetworkSegment(0b0a04b7-7410-47aa-a746-790c66805a53),segment_id=0b0a04b7-7410-47aa-a746-790c66805a53)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:42.318438 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.332226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Calling delete_port for 3041743c-25b8-401c-98c2-42ecf8086b54 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:42.427757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.437612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02314526-0c85-4aa7-9fe5-67642228c7ea None None] DHCP port deletion for 37c2bed6-7bb4-4087-8f3f-878047b3ff09 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:42.463490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Port': ['ID=3041743c-25b8-401c-98c2-42ecf8086b54,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:42.466436 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No DVR routers for this DVR port 3041743c-25b8-401c-98c2-42ecf8086b54 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:42.561316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.568981 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c2bed6-7bb4-4087-8f3f-878047b3ff09']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:42.582408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0a04b7-7410-47aa-a746-790c66805a53') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:42.583305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0a04b7-7410-47aa-a746-790c66805a53') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:42.594280 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.611994 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.620153 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:42.620581 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:42.624486 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:42.693424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.703388 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.709077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57394) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:42.711932 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/networks/37c2bed6-7bb4-4087-8f3f-878047b3ff09 HTTP/1.1" status: 204 len: 168 time: 0.6598516 Jul 15 13:45:42.714936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'routes': None}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:42.729679 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b48bc-37af-45bd-aa66-caa0ad49b2fc tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Pushing event deleted for resources: {'Network': ['ID=37c2bed6-7bb4-4087-8f3f-878047b3ff09,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:42.885800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.extraroute_db [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Added routes are [] {{(pid=93733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:45:42.886141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.extraroute_db [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Removed routes are [] {{(pid=93733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:45:42.886458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.022663 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57400) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.032353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.037105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.148837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:43.279755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:43.283505 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2475f4-d8fd-487a-a1c6-9af690dd3c2f admin admin] Deleting subnet 771ef433-24f7-4cf4-b5c1-c65b73d6457a {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:43.286965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.290702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f8f9bbce-a800-4540-b1dc-6d9e4b3164a6 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 200 len: 705 time: 0.5780175 Jul 15 13:45:43.290985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57404) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.291524 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] Sync routers for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:43.298585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2475f4-d8fd-487a-a1c6-9af690dd3c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.307939 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:43.309053 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:43.325070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d9b783ac-0218-46dc-a797-a0a2bc0b1f03 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 200 len: 205 time: 0.0304070 Jul 15 13:45:43.325440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57406) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.367895 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2475f4-d8fd-487a-a1c6-9af690dd3c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.387626 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:43.408653 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65b4dd64-70e2-445f-a885-a4dedf7c7c4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.441209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2475f4-d8fd-487a-a1c6-9af690dd3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.453136 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:41Z', 'revision_number': 11, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:43.481366 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] Checking router: 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:43.490926 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] Routers {'0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:43.491630 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:43.508603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2475f4-d8fd-487a-a1c6-9af690dd3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.535649 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2475f4-d8fd-487a-a1c6-9af690dd3c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771ef433-24f7-4cf4-b5c1-c65b73d6457a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:43.542619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb2475f4-d8fd-487a-a1c6-9af690dd3c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.545422 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cb2475f4-d8fd-487a-a1c6-9af690dd3c2f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/771ef433-24f7-4cf4-b5c1-c65b73d6457a HTTP/1.1" status: 204 len: 168 time: 0.5208814 Jul 15 13:45:43.556007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57410) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.572149 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] Set router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:43.607309 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65b4dd64-70e2-445f-a885-a4dedf7c7c4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.610251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65b4dd64-70e2-445f-a885-a4dedf7c7c4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.629271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3041743c-25b8-401c-98c2-42ecf8086b54 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:43.648661 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:41Z', 'revision_number': 11, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:43.649422 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.651487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3041743c-25b8-401c-98c2-42ecf8086b54 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:43.652234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3041743c-25b8-401c-98c2-42ecf8086b54 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:43.652946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 745742b2-4e1c-4de9-a5b7-3c18019bc967 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:43.665079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65b4dd64-70e2-445f-a885-a4dedf7c7c4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.665940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b4dd64-70e2-445f-a885-a4dedf7c7c4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Fanout notify agent at l3_agent the message router_deleted on router 0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:45:43.676520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65b4dd64-70e2-445f-a885-a4dedf7c7c4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.678392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-65b4dd64-70e2-445f-a885-a4dedf7c7c4a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 204 len: 168 time: 0.3519251 Jul 15 13:45:43.686403 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fdf56-5b7a-4ebd-908f-bf09a671de2a None None] The sync data for ids ['0c35cb0d-d556-4e43-bd82-2cbc56ab92a2'] in n-d-771362-36 is: [{'id': '0c35cb0d-d556-4e43-bd82-2cbc56ab92a2', 'name': 'tempest-RoutersIpV6Test-router-1195685080', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:08Z', 'updated_at': '2021-07-15T13:45:41Z', 'revision_number': 11, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:43.688142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57412) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.689059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 745742b2-4e1c-4de9-a5b7-3c18019bc967 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:43.689420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 745742b2-4e1c-4de9-a5b7-3c18019bc967 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:43.694569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1012948f-53c3-42ac-ad88-e1b8a66de5b4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-165729321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:43.749084 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1012948f-53c3-42ac-ad88-e1b8a66de5b4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.751187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1012948f-53c3-42ac-ad88-e1b8a66de5b4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.793510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.807211 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d54662-49f9-4a56-a792-6a28ab072009']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:43.823270 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50548b1e-daf3-4c73-9d0a-013e9b95c3eb') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:43.823475 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50548b1e-daf3-4c73-9d0a-013e9b95c3eb') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:43.843225 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.880882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1012948f-53c3-42ac-ad88-e1b8a66de5b4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.885708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.888404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1012948f-53c3-42ac-ad88-e1b8a66de5b4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.900732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:43.901089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:43.903266 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:43.958498 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1012948f-53c3-42ac-ad88-e1b8a66de5b4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.959850 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1012948f-53c3-42ac-ad88-e1b8a66de5b4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2700529 Jul 15 13:45:43.963419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57414) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.969378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-87fb740b-7389-4ca0-a1b6-07953cb0d837 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:43.969670 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.977551 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.979789 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26d54662-49f9-4a56-a792-6a28ab072009 HTTP/1.1" status: 204 len: 168 time: 0.4222729 Jul 15 13:45:43.990764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3e7f1-1562-44d2-a656-3830bf8dcab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d54662-49f9-4a56-a792-6a28ab072009,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:44.120134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57418) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:44.171767 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da669a6a-854e-4952-878d-8ea8444725e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74163c069094455daf29192dfa162f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473301 Jul 15 13:45:44.172091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57420) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:44.222951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87fb740b-7389-4ca0-a1b6-07953cb0d837 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.224393 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0f7f-cc3b-42ce-9dd4-4a227167e547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.237513 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87fb740b-7389-4ca0-a1b6-07953cb0d837 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757135'] for router, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.253100 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0f7f-cc3b-42ce-9dd4-4a227167e547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.325619 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0f7f-cc3b-42ce-9dd4-4a227167e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.330518 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0f7f-cc3b-42ce-9dd4-4a227167e547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.332678 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f9ef0f7f-cc3b-42ce-9dd4-4a227167e547 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39ff7a49-2590-4cd5-af05-df4e32c74557 HTTP/1.1" status: 204 len: 168 time: 0.1592503 Jul 15 13:45:44.345621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fb740b-7389-4ca0-a1b6-07953cb0d837 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Router bac1e6cb-589e-4a47-ad2f-9555516eefd4 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:45:44.347887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef0f7f-cc3b-42ce-9dd4-4a227167e547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ff7a49-2590-4cd5-af05-df4e32c74557,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:44.462949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb740b-7389-4ca0-a1b6-07953cb0d837 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:44.470043 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87fb740b-7389-4ca0-a1b6-07953cb0d837 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.472476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-87fb740b-7389-4ca0-a1b6-07953cb0d837 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "PUT /v2.0/routers/bac1e6cb-589e-4a47-ad2f-9555516eefd4 HTTP/1.1" status: 200 len: 697 time: 0.5078349 Jul 15 13:45:44.473640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] Sync routers for ids ['bac1e6cb-589e-4a47-ad2f-9555516eefd4'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:44.475002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57424) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:44.483839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] Routers {'bac1e6cb-589e-4a47-ad2f-9555516eefd4'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:44.484597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['bac1e6cb-589e-4a47-ad2f-9555516eefd4'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:44.580587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] Set router bac1e6cb-589e-4a47-ad2f-9555516eefd4 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:44.614923 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d190c0e0-ebe0-4e55-9f3b-e9a181d7784c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/routers/bac1e6cb-589e-4a47-ad2f-9555516eefd4 HTTP/1.1" status: 200 len: 703 time: 0.1375334 Jul 15 13:45:44.619035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57428) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:44.650412 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8d513856-64b6-4208-9e75-6a0d6b03bd1e tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac1e6cb-589e-4a47-ad2f-9555516eefd4 HTTP/1.1" status: 200 len: 205 time: 0.0301423 Jul 15 13:45:44.652908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:44.677089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac1e6cb-589e-4a47-ad2f-9555516eefd4', 'name': 'tempest-RoutersIpV6Test-router-165729321', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:43Z', 'updated_at': '2021-07-15T13:45:44Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:44.726323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] Checking router: bac1e6cb-589e-4a47-ad2f-9555516eefd4 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:44.738660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] Routers {'bac1e6cb-589e-4a47-ad2f-9555516eefd4'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:44.740062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['bac1e6cb-589e-4a47-ad2f-9555516eefd4'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:44.742277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58b1180e-0aa3-4437-9ae8-a35b2f175819 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.823017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] Set router bac1e6cb-589e-4a47-ad2f-9555516eefd4 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:44.921000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac1e6cb-589e-4a47-ad2f-9555516eefd4', 'name': 'tempest-RoutersIpV6Test-router-165729321', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:43Z', 'updated_at': '2021-07-15T13:45:44Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:44.957381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b523a-c4c7-47aa-87c1-c8983757c4dd None None] The sync data for ids ['bac1e6cb-589e-4a47-ad2f-9555516eefd4'] in n-d-771362-36 is: [{'id': 'bac1e6cb-589e-4a47-ad2f-9555516eefd4', 'name': 'tempest-RoutersIpV6Test-router-165729321', 'tenant_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:43Z', 'updated_at': '2021-07-15T13:45:44Z', 'revision_number': 2, 'project_id': '8b56bfe0c2ec49f3920bec0fd46334aa', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:45.191399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57448) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.195737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58b1180e-0aa3-4437-9ae8-a35b2f175819 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.203711 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58b1180e-0aa3-4437-9ae8-a35b2f175819 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.256160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58b1180e-0aa3-4437-9ae8-a35b2f175819 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.256715 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b1180e-0aa3-4437-9ae8-a35b2f175819 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Fanout notify agent at l3_agent the message router_deleted on router bac1e6cb-589e-4a47-ad2f-9555516eefd4 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:45:45.264016 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-58b1180e-0aa3-4437-9ae8-a35b2f175819 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.265152 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-58b1180e-0aa3-4437-9ae8-a35b2f175819 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/bac1e6cb-589e-4a47-ad2f-9555516eefd4 HTTP/1.1" status: 204 len: 168 time: 0.6112156 Jul 15 13:45:45.269289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57452) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.299743 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ddce26e8-41b7-45b9-9cd0-5137df6182d1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac1e6cb-589e-4a47-ad2f-9555516eefd4 HTTP/1.1" status: 200 len: 205 time: 0.0292678 Jul 15 13:45:45.302921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57454) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.350764 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-91423e4c-b9b7-4f36-bb82-6743660019f0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] delete failed (client error): The resource could not be found. Jul 15 13:45:45.351881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-91423e4c-b9b7-4f36-bb82-6743660019f0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/bac1e6cb-589e-4a47-ad2f-9555516eefd4 HTTP/1.1" status: 404 len: 336 time: 0.0479021 Jul 15 13:45:45.354586 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57458) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.386691 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda1a3ea-97de-4ba8-9572-78a3966ebf98 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:45.387507 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda1a3ea-97de-4ba8-9572-78a3966ebf98 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:45.389701 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cda1a3ea-97de-4ba8-9572-78a3966ebf98 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/bb29d983-699d-45f1-9938-3ef1127a6e9e HTTP/1.1" status: 404 len: 337 time: 0.0335543 Jul 15 13:45:45.392348 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57460) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.397745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-40653542-network', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:45.421545 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74b9765-5ccc-42df-9354-34e3682ddaf4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:45.421545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74b9765-5ccc-42df-9354-34e3682ddaf4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:45.423266 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e74b9765-5ccc-42df-9354-34e3682ddaf4 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/ef057b37-9a7d-46d8-92c0-9dcddf775299 HTTP/1.1" status: 404 len: 337 time: 0.0299559 Jul 15 13:45:45.424892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Made reservation on behalf of 5504d1c4a2b94dfb9948d913427d99c2 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:45.427644 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.428317 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57462) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.436931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.455942 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c1abba-03bb-4037-8c5f-6ec94254e434 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:45.456412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c1abba-03bb-4037-8c5f-6ec94254e434 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:45.458763 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-59c1abba-03bb-4037-8c5f-6ec94254e434 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/86c1c390-5cd9-45c6-8309-ce5e7eb471e8 HTTP/1.1" status: 404 len: 337 time: 0.0292633 Jul 15 13:45:45.461581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57464) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.490067 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88c2222-4c38-4338-9635-1cfce69ab21a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:45.490512 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88c2222-4c38-4338-9635-1cfce69ab21a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:45.492333 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e88c2222-4c38-4338-9635-1cfce69ab21a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/6ddd00f5-775e-4248-83c2-8e72200b99b5 HTTP/1.1" status: 404 len: 337 time: 0.0298283 Jul 15 13:45:45.495416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57466) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.533313 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-55d6f807-e363-48d3-a7bf-ce8e8d6d44f1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 200 len: 205 time: 0.0366981 Jul 15 13:45:45.535929 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57468) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.548120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.552622 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.574719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:45.575291 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-57a4c5e6-500d-4579-9d68-55db1c48724a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] delete failed (client error): The resource could not be found. Jul 15 13:45:45.580387 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-57a4c5e6-500d-4579-9d68-55db1c48724a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/0c35cb0d-d556-4e43-bd82-2cbc56ab92a2 HTTP/1.1" status: 404 len: 336 time: 0.0387578 Jul 15 13:45:45.580628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57470) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.589514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d11c8c-27a0-4b9a-ba90-e03deb2a44c0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:45.595496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.595850 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Added segment 8af5d16a-83c1-440c-a32e-5c2245edf06a of type vlan for network eed7b0f0-8ea8-4477-a6b3-101326760ebf Jul 15 13:45:45.617386 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fc963dfd-5fc0-4e1b-9fef-f939ffeff8ed tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e7590b-050e-4829-8f43-12030473fd77 HTTP/1.1" status: 200 len: 205 time: 0.0354896 Jul 15 13:45:45.619714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57472) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.643761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.667323 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-ab7995ec-2e2a-40ce-b311-2ec55eccc992 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] delete failed (client error): The resource could not be found. Jul 15 13:45:45.668377 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ab7995ec-2e2a-40ce-b311-2ec55eccc992 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/e5e7590b-050e-4829-8f43-12030473fd77 HTTP/1.1" status: 404 len: 336 time: 0.0474215 Jul 15 13:45:45.670960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.683603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.685092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.685735 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.699709 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4dbbff-4d29-4e55-93a3-0279675c614a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:45.700177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4dbbff-4d29-4e55-93a3-0279675c614a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:45.701992 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-df4dbbff-4d29-4e55-93a3-0279675c614a tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/e4770f42-658e-4d87-ae1a-4dd3729a14f9 HTTP/1.1" status: 404 len: 337 time: 0.0300498 Jul 15 13:45:45.704853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57476) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.741138 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3454107b-4b34-4a93-a123-2f5a48db7c84 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=992b1260-f1d2-4431-be7b-ea5b3bc54e63 HTTP/1.1" status: 200 len: 205 time: 0.0314569 Jul 15 13:45:45.742311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57478) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.766763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5732887 Jul 15 13:45:45.771566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57480) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.777907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Request body: {'subnet': {'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-40653542-subnet', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:45.802132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Made reservation on behalf of 5504d1c4a2b94dfb9948d913427d99c2 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:45.805364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.040522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.102171 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8623c68-6462-42d7-bf0e-5cc369773c8f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:46.103194 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-864276f8-f008-4db9-a157-604c5b01654c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] delete failed (client error): The resource could not be found. Jul 15 13:45:46.104609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-864276f8-f008-4db9-a157-604c5b01654c tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/992b1260-f1d2-4431-be7b-ea5b3bc54e63 HTTP/1.1" status: 404 len: 336 time: 0.3575387 Jul 15 13:45:46.105339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8002efd-2131-4b56-a572-ee4b92354368 admin admin] Pushing event updated for resources: {'Network': ['ID=eed7b0f0-8ea8-4477-a6b3-101326760ebf,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:46.107802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57482) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.118934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:46.147606 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f13f04d6-0ef9-49cc-a6de-6365e8b30c06 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=4da6e084-e786-42d6-87d2-9293fd6b0534 HTTP/1.1" status: 200 len: 205 time: 0.0384841 Jul 15 13:45:46.150087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57484) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.154196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Checking segment: {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:46.154567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Network hostable DHCP agents. Network: eed7b0f0-8ea8-4477-a6b3-101326760ebf, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:46.175606 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:46.187602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, eed7b0f0-8ea8-4477-a6b3-101326760ebf) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:46.193057 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-c370a2e3-089d-4692-b6b0-cc66a3226603 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] delete failed (client error): The resource could not be found. Jul 15 13:45:46.193850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.194535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.196452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c370a2e3-089d-4692-b6b0-cc66a3226603 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/4da6e084-e786-42d6-87d2-9293fd6b0534 HTTP/1.1" status: 404 len: 336 time: 0.0445406 Jul 15 13:45:46.196768 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57486) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.202145 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2396ddb-0e8f-41f9-b7c6-9ca9745d57ff None None] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:46.231010 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-34020d3f-2ed5-477d-93f1-a2170d178f9b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:46.231499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34020d3f-2ed5-477d-93f1-a2170d178f9b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:46.235823 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-34020d3f-2ed5-477d-93f1-a2170d178f9b tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/493fe356-66ff-447b-bd8d-498494b4cfd8 HTTP/1.1" status: 404 len: 337 time: 0.0356779 Jul 15 13:45:46.236326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57488) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.248248 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b1e48e5a-3cfd-4ad2-9fcc-c9f98c0b5224 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4754910 Jul 15 13:45:46.251433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57490) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.257586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:46.266814 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-cf0f7bba-d852-4e02-bcaa-a013e2863d75 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=f160f661-3943-4a04-942b-4fd12f3053ec HTTP/1.1" status: 200 len: 205 time: 0.0294943 Jul 15 13:45:46.269536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57492) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.318930 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [None req-a3894869-d051-4109-9f4e-376de3a0e490 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] delete failed (client error): The resource could not be found. Jul 15 13:45:46.319881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a3894869-d051-4109-9f4e-376de3a0e490 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/f160f661-3943-4a04-942b-4fd12f3053ec HTTP/1.1" status: 404 len: 336 time: 0.0493875 Jul 15 13:45:46.322734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.353713 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f107e38-b5b9-4dd5-9f18-5fad9cb83dd1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:46.354190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f107e38-b5b9-4dd5-9f18-5fad9cb83dd1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:46.359891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4f107e38-b5b9-4dd5-9f18-5fad9cb83dd1 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/87ce0b87-afb8-4f60-8d0a-8c48615d4dba HTTP/1.1" status: 404 len: 337 time: 0.0324290 Jul 15 13:45:46.359891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.359891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.361052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57496) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.402460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:46.404398 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.420723 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7df3acbe-6d94-4309-b8f9-8700bd18e2fa tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3f27b23-f997-4436-a177-d0e4e002b8c1 HTTP/1.1" status: 200 len: 205 time: 0.0548747 Jul 15 13:45:46.421123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57498) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.428845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.463985 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-53411cac-1ddb-4e03-9768-4c6d67decda0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] delete failed (client error): The resource could not be found. Jul 15 13:45:46.467814 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-53411cac-1ddb-4e03-9768-4c6d67decda0 tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/routers/c3f27b23-f997-4436-a177-d0e4e002b8c1 HTTP/1.1" status: 404 len: 336 time: 0.0430777 Jul 15 13:45:46.468189 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57500) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.514041 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-70be24a1-5505-48ca-bdde-71dc96dbd20e tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:46.514690 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70be24a1-5505-48ca-bdde-71dc96dbd20e tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:46.519468 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-70be24a1-5505-48ca-bdde-71dc96dbd20e tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/a1fd40a1-fcdb-42dc-aa2e-30e501fc713f HTTP/1.1" status: 404 len: 337 time: 0.0478864 Jul 15 13:45:46.519967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57502) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.566699 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1818cf5c-3897-40bf-835f-6aed4a50c34d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] DELETE failed (client error): The resource could not be found. Jul 15 13:45:46.567401 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1818cf5c-3897-40bf-835f-6aed4a50c34d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:46.569698 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1818cf5c-3897-40bf-835f-6aed4a50c34d tempest-RoutersIpV6Test-1735892298 tempest-RoutersIpV6Test-1735892298-project] 10.222.0.25 "DELETE /v2.0/subnets/3209dc38-aa16-48bb-bdfd-63be770aa7a2 HTTP/1.1" status: 404 len: 337 time: 0.0481756 Jul 15 13:45:46.578215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Allocated IP 172.20.0.2 (eed7b0f0-8ea8-4477-a6b3-101326760ebf/b8623c68-6462-42d7-bf0e-5cc369773c8f/59042311-94bf-4362-a6a0-8353ee2b64e7) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:46.637833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.754028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.768393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Transition to ACTIVE for port object 59042311-94bf-4362-a6a0-8353ee2b64e7 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:46.789443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Transition to ACTIVE for port object 59042311-94bf-4362-a6a0-8353ee2b64e7 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:46.798707 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.848035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:46.851851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:46.856083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:46.866369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57508) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.866639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Pushing event updated for resources: {'Port': ['ID=59042311-94bf-4362-a6a0-8353ee2b64e7,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:46.884446 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.909061 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.931348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Attempting to bind port 59042311-94bf-4362-a6a0-8353ee2b64e7 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:46.931765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Attempting to bind port 59042311-94bf-4362-a6a0-8353ee2b64e7 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:46.932126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Attempting to bind port 59042311-94bf-4362-a6a0-8353ee2b64e7 on network eed7b0f0-8ea8-4477-a6b3-101326760ebf {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:46.937971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:46.938350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Checking segment: {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:46.938759 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.939179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Bound using segment: {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:46.939663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Bound port: 59042311-94bf-4362-a6a0-8353ee2b64e7, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:46.940050 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.019030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] For port 59042311-94bf-4362-a6a0-8353ee2b64e7, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:47.024292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] For port 59042311-94bf-4362-a6a0-8353ee2b64e7, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=59042311-94bf-4362-a6a0-8353ee2b64e7,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:47.029653 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.090123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1493-338f-413b-be8e-434fba469c0a None None] Pushing event updated for resources: {'Port': ['ID=59042311-94bf-4362-a6a0-8353ee2b64e7,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:47.097607 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-feaaa99d-7317-4b5f-bf80-9a9afab89f23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b56bfe0c2ec49f3920bec0fd46334aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299993 Jul 15 13:45:47.099829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57512) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:47.114790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Allocated IP 172.25.1.93 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/3c339080-fed6-48b3-85a8-eafad9f5ba18) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:47.170689 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86bf2a06-b3b5-480c-ad31-1708ee109c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.196009 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86bf2a06-b3b5-480c-ad31-1708ee109c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.290505 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86bf2a06-b3b5-480c-ad31-1708ee109c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.293143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-7cfde368-5855-45cc-9fa6-77ae9956fad3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1389263 Jul 15 13:45:47.297401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86bf2a06-b3b5-480c-ad31-1708ee109c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.308018 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.316837 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-86bf2a06-b3b5-480c-ad31-1708ee109c94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/770ba878-3a7f-40bd-9d87-82e3cfa8492a HTTP/1.1" status: 204 len: 168 time: 0.2143393 Jul 15 13:45:47.326266 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf2a06-b3b5-480c-ad31-1708ee109c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770ba878-3a7f-40bd-9d87-82e3cfa8492a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:47.421496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.478962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:47.487873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:47.491500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c339080-fed6-48b3-85a8-eafad9f5ba18,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:47.494323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:47.521696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-828c42eb-34a6-4c5a-9f15-5b598858714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:47.523203 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-828c42eb-34a6-4c5a-9f15-5b598858714e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1097 time: 0.1585951 Jul 15 13:45:47.680599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 59042311-94bf-4362-a6a0-8353ee2b64e7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:47.785781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 59042311-94bf-4362-a6a0-8353ee2b64e7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:47.855823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-ff69e90e-1594-4376-bed3-4bab11ebc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:47.857877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-ff69e90e-1594-4376-bed3-4bab11ebc9f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 910 time: 0.3132501 Jul 15 13:45:48.025259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-795e9f8f-dcb7-410c-bc7b-9161094d1c6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 1001 time: 0.1577671 Jul 15 13:45:48.073281 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.180915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-9d98592e-bfab-4a6e-9b0d-0b4a4f9db0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:48.183201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-9d98592e-bfab-4a6e-9b0d-0b4a4f9db0b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 200 len: 848 time: 0.1497717 Jul 15 13:45:48.356155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-12bb58cd-02db-4436-a658-9a6ac1e11e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:48.357769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-12bb58cd-02db-4436-a658-9a6ac1e11e4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e3e80b8-ee82-426f-8c06-5899dbc789c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1324322 Jul 15 13:45:48.390424 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57538) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:48.422790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d8fad-cdab-4737-9f03-576c355a4a73 None None] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:48.464205 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.523348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6c255050-3ba4-4d29-8393-2d31dae3bdc8 None None] Provisioning for port 59042311-94bf-4362-a6a0-8353ee2b64e7 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:48.534222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6c255050-3ba4-4d29-8393-2d31dae3bdc8 None None] Provisioning complete for port 59042311-94bf-4362-a6a0-8353ee2b64e7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:48.535026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c255050-3ba4-4d29-8393-2d31dae3bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.542950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-5c34921c-0225-4b25-9797-36f2fc9fcaef service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552031 Jul 15 13:45:48.558893 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-69afed3c-777b-496e-8560-0aabcf77aca1 tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-272567463', 'prefixes': ['172.20.0.0/16']}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:48.644759 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-69afed3c-777b-496e-8560-0aabcf77aca1 tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] Notify callbacks [] for subnetpool, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.647190 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-69afed3c-777b-496e-8560-0aabcf77aca1 tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2546375 Jul 15 13:45:48.649120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57544) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:48.694564 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-679015cf-afa1-455f-a032-41035055b2f8 tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] 10.222.0.25 "GET /v2.0/subnetpools/e827a3bc-168b-4fac-b0fa-9b3a0eec3fe3 HTTP/1.1" status: 200 len: 731 time: 0.0419238 Jul 15 13:45:48.697195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57546) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:48.701418 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c255050-3ba4-4d29-8393-2d31dae3bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.702167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0ae06d69-f7c4-4780-852c-b85be5a449fe tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-597466437'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:48.705217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9407929-53a8-4bdf-8383-d4ae14c1b529 req-ec095e53-0fbb-4779-98cd-3bc6aa60b628 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554818 Jul 15 13:45:48.716470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:45:48.750494 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6c255050-3ba4-4d29-8393-2d31dae3bdc8 None None] For port 59042311-94bf-4362-a6a0-8353ee2b64e7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=59042311-94bf-4362-a6a0-8353ee2b64e7,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:48.760402 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c255050-3ba4-4d29-8393-2d31dae3bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.848934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c255050-3ba4-4d29-8393-2d31dae3bdc8 None None] Pushing event updated for resources: {'Port': ['ID=59042311-94bf-4362-a6a0-8353ee2b64e7,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:48.869684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae06d69-f7c4-4780-852c-b85be5a449fe tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] Notify callbacks [] for subnetpool, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.871119 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0ae06d69-f7c4-4780-852c-b85be5a449fe tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] 10.222.0.25 "PUT /v2.0/subnetpools/e827a3bc-168b-4fac-b0fa-9b3a0eec3fe3 HTTP/1.1" status: 200 len: 683 time: 0.1728885 Jul 15 13:45:48.876558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57548) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:48.905700 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-04ae96f9-a77f-4088-8893-23dd03241ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.997217 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f5f9297-20aa-4639-ac63-c65bdc14f54b tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] Notify callbacks [] for subnetpool, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.998670 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5f5f9297-20aa-4639-ac63-c65bdc14f54b tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] 10.222.0.25 "DELETE /v2.0/subnetpools/e827a3bc-168b-4fac-b0fa-9b3a0eec3fe3 HTTP/1.1" status: 204 len: 168 time: 0.1206086 Jul 15 13:45:49.001751 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:49.018109 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-71fd17da-3d2b-4b11-88fd-f42c1832ae12 tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] show failed (client error): The resource could not be found. Jul 15 13:45:49.019112 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-71fd17da-3d2b-4b11-88fd-f42c1832ae12 tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] 10.222.0.25 "GET /v2.0/subnetpools/e827a3bc-168b-4fac-b0fa-9b3a0eec3fe3 HTTP/1.1" status: 404 len: 346 time: 0.0162957 Jul 15 13:45:49.022101 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57552) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:49.039425 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-a64b47f1-9d17-4e2a-b908-7ca90ae73802 tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] delete failed (client error): The resource could not be found. Jul 15 13:45:49.045484 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a64b47f1-9d17-4e2a-b908-7ca90ae73802 tempest-SubnetPoolsTestJSON-791681059 tempest-SubnetPoolsTestJSON-791681059-project] 10.222.0.25 "DELETE /v2.0/subnetpools/e827a3bc-168b-4fac-b0fa-9b3a0eec3fe3 HTTP/1.1" status: 404 len: 346 time: 0.0175536 Jul 15 13:45:49.095164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7f8013e7-cd05-470d-82ca-e7fca9f70605 None None] Provisioning complete for port 59042311-94bf-4362-a6a0-8353ee2b64e7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:49.095560 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7f8013e7-cd05-470d-82ca-e7fca9f70605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.217010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:49.230316 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Sync routers for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:49.242745 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:49.244020 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:49.246473 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.247967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4848447c-c5fb-4c39-ae63-2afaf2b72eb7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9948261 Jul 15 13:45:49.251469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57556) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:49.405877 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:49.433349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57560) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:49.570415 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e20dacfe-394d-4ce9-8015-ca2c6926b3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.634142 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:47Z', 'revision_number': 3, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:49.673070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 59042311-94bf-4362-a6a0-8353ee2b64e7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:49.685210 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Checking router: 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:49.685849 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Updating router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 port 3c339080-fed6-48b3-85a8-eafad9f5ba18 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:49.731107 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e20dacfe-394d-4ce9-8015-ca2c6926b3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.737794 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e20dacfe-394d-4ce9-8015-ca2c6926b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.751257 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.760909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 59042311-94bf-4362-a6a0-8353ee2b64e7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:49.762178 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.789881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e20dacfe-394d-4ce9-8015-ca2c6926b3b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bcece2688584be4abcb4fe51326bf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550885 Jul 15 13:45:49.790619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dacfe-394d-4ce9-8015-ca2c6926b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30cec54-9bc1-43e6-82ea-8108e215c888,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:49.803507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57564) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:49.846844 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.870301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6053286-794b-4457-b6e5-b9f929cfa8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.900085 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6053286-794b-4457-b6e5-b9f929cfa8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.983412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6053286-794b-4457-b6e5-b9f929cfa8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.987910 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6053286-794b-4457-b6e5-b9f929cfa8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.992085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e6053286-794b-4457-b6e5-b9f929cfa8c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d30cec54-9bc1-43e6-82ea-8108e215c888 HTTP/1.1" status: 204 len: 168 time: 0.1846387 Jul 15 13:45:50.019787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6053286-794b-4457-b6e5-b9f929cfa8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30cec54-9bc1-43e6-82ea-8108e215c888,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:50.171396 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Allocated IP 172.20.0.1 (eed7b0f0-8ea8-4477-a6b3-101326760ebf/b8623c68-6462-42d7-bf0e-5cc369773c8f/b285bacb-5b07-4d56-ae0e-cdb1834bcf0b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:50.205129 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.222598 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Transition to ACTIVE for port object 3c339080-fed6-48b3-85a8-eafad9f5ba18 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:50.231946 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.287930 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Attempting to bind port 3c339080-fed6-48b3-85a8-eafad9f5ba18 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:50.288289 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Attempting to bind port 3c339080-fed6-48b3-85a8-eafad9f5ba18 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:50.288645 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Attempting to bind port 3c339080-fed6-48b3-85a8-eafad9f5ba18 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:50.299221 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:50.299546 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:50.299760 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.300176 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:50.300668 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Bound port: 3c339080-fed6-48b3-85a8-eafad9f5ba18, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:50.302780 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.304494 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e9be6-018f-43d2-a4fb-c6f9af354608 None None] Pushing event updated for resources: {'Port': ['ID=3c339080-fed6-48b3-85a8-eafad9f5ba18,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:50.324805 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.344144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Transition to ACTIVE for port object b285bacb-5b07-4d56-ae0e-cdb1834bcf0b will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:50.382955 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.402995 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] For port 3c339080-fed6-48b3-85a8-eafad9f5ba18, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:50.409150 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] For port 3c339080-fed6-48b3-85a8-eafad9f5ba18, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3c339080-fed6-48b3-85a8-eafad9f5ba18,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:50.417692 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.426064 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:50.432629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:50.436700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:50.471435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Pushing event updated for resources: {'Port': ['ID=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:50.500891 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.548668 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e9be6-018f-43d2-a4fb-c6f9af354608 None None] Pushing event updated for resources: {'Port': ['ID=3c339080-fed6-48b3-85a8-eafad9f5ba18,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:50.557592 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:50.559039 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:50.671794 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.814295 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:50.847600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a9adccd6-ff07-42b0-a757-c7fb64a7f89a None None] Provisioning for port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:50.856543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a9adccd6-ff07-42b0-a757-c7fb64a7f89a None None] Provisioning complete for port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:50.857112 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a9adccd6-ff07-42b0-a757-c7fb64a7f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.929074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a9adccd6-ff07-42b0-a757-c7fb64a7f89a None None] Port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:50.955213 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.963937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.064452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Pushing event updated for resources: {'Port': ['ID=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:51.077595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.116865 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:47Z', 'revision_number': 3, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:51.216946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:51.218593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:51.249637 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a0f9c-3ec4-4d8b-bf55-afcf91468653 None None] The sync data for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 is: [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:47Z', 'revision_number': 3, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:51.433850 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:51.591424 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7d4ad5c5-9b19-43b7-b5f9-70b9170d6d0f None None] Provisioning complete for port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:51.592036 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad5c5-9b19-43b7-b5f9-70b9170d6d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.623592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:51.640093 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6307e8b9-4ce5-4c84-b07c-c6662e263e0d admin admin] 10.222.0.25 "PUT /v2.0/routers/38d901ad-f4fc-4d93-b9fa-8a0a2a067c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3867381 Jul 15 13:45:51.690014 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-48ac8207-9fc7-4ce2-9563-0388fe82ca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.706191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ad5c5-9b19-43b7-b5f9-70b9170d6d0f None None] Port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:51.711324 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.542230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57626) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:52.549385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1941000578-network', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:52.586053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Made reservation on behalf of 64b198bf012843d38c33d7d1f3a596ad for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:52.596791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.608877 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.724332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.729838 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.754567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:52.771427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aae0918-7fc8-4e11-899f-46c28dfb75c8,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:52.779084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.779529 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Added segment cb650338-6b53-43d5-aeef-1afc740cf5cb of type vlan for network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 Jul 15 13:45:52.830050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.879792 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.881142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.881804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.927771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3839788 Jul 15 13:45:52.932371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57642) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:52.938925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Request body: {'subnet': {'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1941000578-subnet', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:52.982115 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.008481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897c298-eab1-414f-9047-7208015646f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a96de617-2d4d-4bdb-baa0-b9c34d6ca017,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:53.022116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:53.038103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Made reservation on behalf of 64b198bf012843d38c33d7d1f3a596ad for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:53.042200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.352450 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.458587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb48f79b-0892-48b8-9bcf-a67c5708248a,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:53.471377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Checking segment: {'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:53.471743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Network hostable DHCP agents. Network: a96de617-2d4d-4bdb-baa0-b9c34d6ca017, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:53.502795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:53.522351 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a96de617-2d4d-4bdb-baa0-b9c34d6ca017) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:53.532463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:53.533408 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.540903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Sync routers for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:53.545014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b8809d-f771-4b09-a25c-a58046f53d83 None None] Network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:53.593850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:53.594574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:53.597940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5abbdaa6-06e3-470f-a681-06b65b4ce27a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6638398 Jul 15 13:45:53.599033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57674) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:53.616777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:53.677348 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.680642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.739769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3c339080-fed6-48b3-85a8-eafad9f5ba18 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:53.799567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.952346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:54.037357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3c339080-fed6-48b3-85a8-eafad9f5ba18 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:54.062069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3c339080-fed6-48b3-85a8-eafad9f5ba18 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:54.062821 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.074658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.214419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a96de617-2d4d-4bdb-baa0-b9c34d6ca017', 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'fixed_ips': [{'subnet_id': 'fb48f79b-0892-48b8-9bcf-a67c5708248a'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:54.215829 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.440261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.476006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.532121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.536515 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.590241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 3c339080-fed6-48b3-85a8-eafad9f5ba18, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3c339080-fed6-48b3-85a8-eafad9f5ba18,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:54.602883 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.644864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Allocated IP 172.20.0.2 (a96de617-2d4d-4bdb-baa0-b9c34d6ca017/fb48f79b-0892-48b8-9bcf-a67c5708248a/9cdd7e31-56b4-4b00-b96f-a970474c6811) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:54.652922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Allocated IP 172.25.1.54 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/f63ebb54-1441-4bce-8dcf-6c29d35efd32) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:54.713280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=3c339080-fed6-48b3-85a8-eafad9f5ba18,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:54.771193 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 2, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:54.805762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.808583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Checking router: 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:54.808944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Updating router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:54.889424 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.893712 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.893936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57716) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:54.953294 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.971626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Transition to ACTIVE for port object 9cdd7e31-56b4-4b00-b96f-a970474c6811 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:54.971948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:54.978035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:54.987716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:54.993312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Pushing event updated for resources: {'Port': ['ID=f63ebb54-1441-4bce-8dcf-6c29d35efd32,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:55.048507 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68748497-f27b-4cce-a842-5e40c400ff41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.056271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Transition to ACTIVE for port object 9cdd7e31-56b4-4b00-b96f-a970474c6811 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:55.070047 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.142169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:55.176726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:55.182664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:55.186601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Pushing event updated for resources: {'Port': ['ID=9cdd7e31-56b4-4b00-b96f-a970474c6811,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:55.197545 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68748497-f27b-4cce-a842-5e40c400ff41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.203277 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68748497-f27b-4cce-a842-5e40c400ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.237816 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68748497-f27b-4cce-a842-5e40c400ff41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b29924e966b54a27b36f2e0124a83cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427267 Jul 15 13:45:55.238532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57720) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:55.275553 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Attempting to bind port 9cdd7e31-56b4-4b00-b96f-a970474c6811 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:55.275952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Attempting to bind port 9cdd7e31-56b4-4b00-b96f-a970474c6811 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:55.276280 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Attempting to bind port 9cdd7e31-56b4-4b00-b96f-a970474c6811 on network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:55.287973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68748497-f27b-4cce-a842-5e40c400ff41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b25ee-f7a3-457e-a04a-be32f4c0c0ef,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:55.288913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:55.289285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Checking segment: {'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:55.289697 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.290099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Bound using segment: {'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:55.290601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Bound port: 9cdd7e31-56b4-4b00-b96f-a970474c6811, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:55.290993 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.321737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c805094-8f5f-49f9-89e6-7c0cccd42ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.349969 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c805094-8f5f-49f9-89e6-7c0cccd42ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.398491 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.420349 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c805094-8f5f-49f9-89e6-7c0cccd42ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.422172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Transition to ACTIVE for port object b285bacb-5b07-4d56-ae0e-cdb1834bcf0b will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:55.423917 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9c805094-8f5f-49f9-89e6-7c0cccd42ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.425646 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9c805094-8f5f-49f9-89e6-7c0cccd42ac5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/426b25ee-f7a3-457e-a04a-be32f4c0c0ef HTTP/1.1" status: 204 len: 168 time: 0.1849730 Jul 15 13:45:55.426034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] For port 9cdd7e31-56b4-4b00-b96f-a970474c6811, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:55.433275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] For port 9cdd7e31-56b4-4b00-b96f-a970474c6811, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9cdd7e31-56b4-4b00-b96f-a970474c6811,segment=NetworkSegment(cb650338-6b53-43d5-aeef-1afc740cf5cb),segment_id=cb650338-6b53-43d5-aeef-1afc740cf5cb)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:55.436956 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.438857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c805094-8f5f-49f9-89e6-7c0cccd42ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b25ee-f7a3-457e-a04a-be32f4c0c0ef,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:55.457775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.698091 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.705493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3c339080-fed6-48b3-85a8-eafad9f5ba18 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:55.776716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952cd08-0448-413f-a50d-831ea6a5ffbf None None] Pushing event updated for resources: {'Port': ['ID=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:55.844316 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.941747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Attempting to bind port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:55.942151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Attempting to bind port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:55.942805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Attempting to bind port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b on network eed7b0f0-8ea8-4477-a6b3-101326760ebf {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:55.955411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90449cea-eb42-435c-9560-fef541cf10ef None None] Pushing event updated for resources: {'Port': ['ID=9cdd7e31-56b4-4b00-b96f-a970474c6811,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:55.963747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:55.964237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Checking segment: {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:55.964449 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.964839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Bound using segment: {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:55.965345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Bound port: b285bacb-5b07-4d56-ae0e-cdb1834bcf0b, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:55.965738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.986227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57726) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:56.007563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3c339080-fed6-48b3-85a8-eafad9f5ba18 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:56.008356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.012953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-980cc0a8-225d-4311-a532-1679b75b2e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.088834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:45:56.154690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] For port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:56.161012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] For port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:56.211679 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.272538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:56.273869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952cd08-0448-413f-a50d-831ea6a5ffbf None None] Pushing event updated for resources: {'Port': ['ID=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:56.286590 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Sync routers for ids ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:56.304159 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Routers {'922cd8c2-8227-466f-9eb8-1918fdee0cd7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:56.305028 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:56.309754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:56.309754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:56.316551 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-980cc0a8-225d-4311-a532-1679b75b2e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.325060 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-980cc0a8-225d-4311-a532-1679b75b2e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.338262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.339823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-545cd00f-a462-47ba-a161-f5cf26006379 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7393348 Jul 15 13:45:56.343960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57728) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:56.416696 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-980cc0a8-225d-4311-a532-1679b75b2e41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d0872d86a804de995b034bf6261ae53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255948 Jul 15 13:45:56.418312 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57730) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:56.462830 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cc0a8-225d-4311-a532-1679b75b2e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0960c1-39dd-4337-8de4-76fc837bf36e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:56.519113 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5565c9b1-a754-448e-b708-f365d8c06903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.553010 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5565c9b1-a754-448e-b708-f365d8c06903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.554096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:56.597146 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Set router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:56.643341 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5565c9b1-a754-448e-b708-f365d8c06903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.646826 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5565c9b1-a754-448e-b708-f365d8c06903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.648152 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5565c9b1-a754-448e-b708-f365d8c06903 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b0960c1-39dd-4337-8de4-76fc837bf36e HTTP/1.1" status: 204 len: 168 time: 0.2288513 Jul 15 13:45:56.678110 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565c9b1-a754-448e-b708-f365d8c06903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0960c1-39dd-4337-8de4-76fc837bf36e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:56.921584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:56Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:56.954849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8f8eb-6395-471e-a730-959751d73dcd None None] The sync data for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 is: [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:56Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:56.969403 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:55Z', 'revision_number': 3, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port': {'id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:54Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:57.058341 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Checking router: 922cd8c2-8227-466f-9eb8-1918fdee0cd7 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:57.058690 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Updating router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 port f63ebb54-1441-4bce-8dcf-6c29d35efd32 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:57.079490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.143101 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.437991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92b043-e358-4822-a06e-db3aa6c547d5 None None] Network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:57.487215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Allocated IP 172.20.0.1 (a96de617-2d4d-4bdb-baa0-b9c34d6ca017/fb48f79b-0892-48b8-9bcf-a67c5708248a/d47277b6-3402-477f-94d1-ac79b9eddeb4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:57.574990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ab0a1718-ac1a-4794-a948-b79a59273bee None None] Provisioning for port 9cdd7e31-56b4-4b00-b96f-a970474c6811 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:57.721454 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.745076 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Transition to ACTIVE for port object f63ebb54-1441-4bce-8dcf-6c29d35efd32 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:57.761214 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.824421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.835029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9cdd7e31-56b4-4b00-b96f-a970474c6811 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:57.844029 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Attempting to bind port f63ebb54-1441-4bce-8dcf-6c29d35efd32 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:57.844772 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Attempting to bind port f63ebb54-1441-4bce-8dcf-6c29d35efd32 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:57.845402 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Attempting to bind port f63ebb54-1441-4bce-8dcf-6c29d35efd32 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:57.862975 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:57.863956 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:57.865638 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.866244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Transition to ACTIVE for port object d47277b6-3402-477f-94d1-ac79b9eddeb4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:57.866494 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:57.867316 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Bound port: f63ebb54-1441-4bce-8dcf-6c29d35efd32, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:57.868742 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.908821 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2106a-6124-4762-8e5f-d3f45c8b564a None None] Pushing event updated for resources: {'Port': ['ID=f63ebb54-1441-4bce-8dcf-6c29d35efd32,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:57.942882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 9cdd7e31-56b4-4b00-b96f-a970474c6811 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:57.959905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9cdd7e31-56b4-4b00-b96f-a970474c6811 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:57.961074 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.967990 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.976917 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] For port f63ebb54-1441-4bce-8dcf-6c29d35efd32, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:57.981508 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] For port f63ebb54-1441-4bce-8dcf-6c29d35efd32, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f63ebb54-1441-4bce-8dcf-6c29d35efd32,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:57.986666 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.045095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:58.054350 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Routers {'922cd8c2-8227-466f-9eb8-1918fdee0cd7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:58.055120 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:58.073959 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:58.082630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:58.091183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Pushing event updated for resources: {'Port': ['ID=d47277b6-3402-477f-94d1-ac79b9eddeb4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:58.181707 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.195809 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.200184 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2106a-6124-4762-8e5f-d3f45c8b564a None None] Pushing event updated for resources: {'Port': ['ID=f63ebb54-1441-4bce-8dcf-6c29d35efd32,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:58.260574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 9cdd7e31-56b4-4b00-b96f-a970474c6811, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9cdd7e31-56b4-4b00-b96f-a970474c6811,segment=NetworkSegment(cb650338-6b53-43d5-aeef-1afc740cf5cb),segment_id=cb650338-6b53-43d5-aeef-1afc740cf5cb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:58.275001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.277253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b285bacb-5b07-4d56-ae0e-cdb1834bcf0b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:58.292980 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] Set router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:58.350037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=9cdd7e31-56b4-4b00-b96f-a970474c6811,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:58.353709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d8049992-01f7-4b48-b4de-a317749a1d69 None None] Provisioning complete for port 9cdd7e31-56b4-4b00-b96f-a970474c6811 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:58.354742 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d8049992-01f7-4b48-b4de-a317749a1d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.456777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:58.482442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:58.482789 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.562054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.677681 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.690775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ae667cf4-a7a2-4bd2-b3b4-18b596fa9acc None None] Provisioning for port d47277b6-3402-477f-94d1-ac79b9eddeb4 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:58.705921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ae667cf4-a7a2-4bd2-b3b4-18b596fa9acc None None] Provisioning complete for port d47277b6-3402-477f-94d1-ac79b9eddeb4 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:58.706622 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ae667cf4-a7a2-4bd2-b3b4-18b596fa9acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.816522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:58.834170 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.837906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ae667cf4-a7a2-4bd2-b3b4-18b596fa9acc None None] Port d47277b6-3402-477f-94d1-ac79b9eddeb4 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:58.850903 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:55Z', 'revision_number': 3, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port': {'id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:54Z', 'updated_at': '2021-07-15T13:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:58.901247 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d84af-9e21-4f3e-b5f0-ae93fa5a6c53 None None] The sync data for ids ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'] in n-d-771362-36 is: [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:55Z', 'revision_number': 3, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port': {'id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:54Z', 'updated_at': '2021-07-15T13:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:58.944883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:59.352561 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.359119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.443464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Pushing event updated for resources: {'Port': ['ID=d47277b6-3402-477f-94d1-ac79b9eddeb4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:59.446738 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.616588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:59.618190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:59.828216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9cdd7e31-56b4-4b00-b96f-a970474c6811 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:59.878809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:59.918035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9cdd7e31-56b4-4b00-b96f-a970474c6811 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:59.918359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.094601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:00.118641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-424661ca-cab1-46ab-9f94-87c9ec535017 admin admin] 10.222.0.25 "PUT /v2.0/routers/922cd8c2-8227-466f-9eb8-1918fdee0cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7652075 Jul 15 13:46:00.134269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-10ed3cf3-25f0-4e39-822f-052a985e8434 None None] Provisioning complete for port d47277b6-3402-477f-94d1-ac79b9eddeb4 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:00.134688 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-10ed3cf3-25f0-4e39-822f-052a985e8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.169670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f63ebb54-1441-4bce-8dcf-6c29d35efd32 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:00.202537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-10ed3cf3-25f0-4e39-822f-052a985e8434 None None] Port d47277b6-3402-477f-94d1-ac79b9eddeb4 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:00.233089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f63ebb54-1441-4bce-8dcf-6c29d35efd32 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:00.239114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f63ebb54-1441-4bce-8dcf-6c29d35efd32 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:00.239517 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.357010 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.388218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f63ebb54-1441-4bce-8dcf-6c29d35efd32, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f63ebb54-1441-4bce-8dcf-6c29d35efd32,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:00.397863 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.399321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b285bacb-5b07-4d56-ae0e-cdb1834bcf0b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:00.550879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f63ebb54-1441-4bce-8dcf-6c29d35efd32,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:00.564601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:00.565191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.228538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Sync routers for ids ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:01.246574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Routers {'922cd8c2-8227-466f-9eb8-1918fdee0cd7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:01.247913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:01.499175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Set router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:01.696858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f63ebb54-1441-4bce-8dcf-6c29d35efd32 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:01.866484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f63ebb54-1441-4bce-8dcf-6c29d35efd32 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:01.866484 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.965904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 4, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port': {'id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:54Z', 'updated_at': '2021-07-15T13:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd47277b6-3402-477f-94d1-ac79b9eddeb4', 'name': '', 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'mac_address': 'fa:16:3e:cc:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'fb48f79b-0892-48b8-9bcf-a67c5708248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:57Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 2, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'subnets': [{'id': 'fb48f79b-0892-48b8-9bcf-a67c5708248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:02.024305 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Checking router: 922cd8c2-8227-466f-9eb8-1918fdee0cd7 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:02.024908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Updating router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 port d47277b6-3402-477f-94d1-ac79b9eddeb4 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:46:02.151009 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.720857 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.739157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Transition to ACTIVE for port object d47277b6-3402-477f-94d1-ac79b9eddeb4 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:02.747345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.809446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b53e60-d3ac-4941-9b4a-a9f71202a4c9 None None] Pushing event updated for resources: {'Port': ['ID=d47277b6-3402-477f-94d1-ac79b9eddeb4,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:02.886491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Attempting to bind port d47277b6-3402-477f-94d1-ac79b9eddeb4 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:02.886895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Attempting to bind port d47277b6-3402-477f-94d1-ac79b9eddeb4 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:02.887278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Attempting to bind port d47277b6-3402-477f-94d1-ac79b9eddeb4 on network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:02.893267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:02.893645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Checking segment: {'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:02.894055 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.894463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Bound using segment: {'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:02.894958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Bound port: d47277b6-3402-477f-94d1-ac79b9eddeb4, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb650338-6b53-43d5-aeef-1afc740cf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:02.895946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.987197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] For port d47277b6-3402-477f-94d1-ac79b9eddeb4, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:02.991849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] For port d47277b6-3402-477f-94d1-ac79b9eddeb4, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d47277b6-3402-477f-94d1-ac79b9eddeb4,segment=NetworkSegment(cb650338-6b53-43d5-aeef-1afc740cf5cb),segment_id=cb650338-6b53-43d5-aeef-1afc740cf5cb)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:03.000644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.100148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Routers {'922cd8c2-8227-466f-9eb8-1918fdee0cd7'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:03.100981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:45:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:03.163724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b53e60-d3ac-4941-9b4a-a9f71202a4c9 None None] Pushing event updated for resources: {'Port': ['ID=d47277b6-3402-477f-94d1-ac79b9eddeb4,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:03.276909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] Set router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:03.651547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-30987331-6fb7-49ef-969b-a329b940241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 4, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port': {'id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:54Z', 'updated_at': '2021-07-15T13:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd47277b6-3402-477f-94d1-ac79b9eddeb4', 'name': '', 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'mac_address': 'fa:16:3e:cc:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'fb48f79b-0892-48b8-9bcf-a67c5708248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:57Z', 'updated_at': '2021-07-15T13:46:02Z', 'revision_number': 4, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'subnets': [{'id': 'fb48f79b-0892-48b8-9bcf-a67c5708248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:03.702556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30987331-6fb7-49ef-969b-a329b940241f None None] The sync data for ids ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'] in n-d-771362-36 is: [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 4, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port': {'id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:54Z', 'updated_at': '2021-07-15T13:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd47277b6-3402-477f-94d1-ac79b9eddeb4', 'name': '', 'network_id': 'a96de617-2d4d-4bdb-baa0-b9c34d6ca017', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'mac_address': 'fa:16:3e:cc:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'fb48f79b-0892-48b8-9bcf-a67c5708248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:57Z', 'updated_at': '2021-07-15T13:46:02Z', 'revision_number': 4, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'subnets': [{'id': 'fb48f79b-0892-48b8-9bcf-a67c5708248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:04.280975 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:04.312403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57910) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:04.462493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-784f531d-c6f4-4a31-a3de-bc9d998aa9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.595856 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-784f531d-c6f4-4a31-a3de-bc9d998aa9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.601574 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-784f531d-c6f4-4a31-a3de-bc9d998aa9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.660293 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-784f531d-c6f4-4a31-a3de-bc9d998aa9e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a076e7171cbc4e8eaccf3a295d6f9a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464844 Jul 15 13:46:04.663703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57914) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:04.676166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f531d-c6f4-4a31-a3de-bc9d998aa9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ddbbc6-b4b3-42f4-af6b-0a5fd6587b9e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:04.735173 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b8eb-1fb6-499f-a2a0-6e3a5b799c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.778837 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b8eb-1fb6-499f-a2a0-6e3a5b799c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.867621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b8eb-1fb6-499f-a2a0-6e3a5b799c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.873329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b8eb-1fb6-499f-a2a0-6e3a5b799c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.880893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e9f5b8eb-1fb6-499f-a2a0-6e3a5b799c80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10ddbbc6-b4b3-42f4-af6b-0a5fd6587b9e HTTP/1.1" status: 204 len: 168 time: 0.2143195 Jul 15 13:46:04.893247 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.902852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5b8eb-1fb6-499f-a2a0-6e3a5b799c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ddbbc6-b4b3-42f4-af6b-0a5fd6587b9e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:05.287414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 57920) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:05.310089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c4340f7-aaa3-4802-8de5-ddf2653bff6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.461308 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c4340f7-aaa3-4802-8de5-ddf2653bff6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.466560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c4340f7-aaa3-4802-8de5-ddf2653bff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.516875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1c4340f7-aaa3-4802-8de5-ddf2653bff6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29cf836d7c2f49f192e22aff02c60dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255993 Jul 15 13:46:05.516875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4340f7-aaa3-4802-8de5-ddf2653bff6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769401ea-def0-4d68-893c-bcd9a4a58e7e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:05.517226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 57924) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:05.586858 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56f696ed-7322-488f-ac43-efb644f8b3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.615110 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56f696ed-7322-488f-ac43-efb644f8b3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.652766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d47277b6-3402-477f-94d1-ac79b9eddeb4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:05.689014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56f696ed-7322-488f-ac43-efb644f8b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.692527 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-56f696ed-7322-488f-ac43-efb644f8b3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.694024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-56f696ed-7322-488f-ac43-efb644f8b3ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/769401ea-def0-4d68-893c-bcd9a4a58e7e HTTP/1.1" status: 204 len: 168 time: 0.1756592 Jul 15 13:46:05.715944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d47277b6-3402-477f-94d1-ac79b9eddeb4 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:05.719582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f696ed-7322-488f-ac43-efb644f8b3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769401ea-def0-4d68-893c-bcd9a4a58e7e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:05.725689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d47277b6-3402-477f-94d1-ac79b9eddeb4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:05.726079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.804193 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.856745 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.908796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port d47277b6-3402-477f-94d1-ac79b9eddeb4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d47277b6-3402-477f-94d1-ac79b9eddeb4,segment=NetworkSegment(cb650338-6b53-43d5-aeef-1afc740cf5cb),segment_id=cb650338-6b53-43d5-aeef-1afc740cf5cb)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:05.916512 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.976259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=d47277b6-3402-477f-94d1-ac79b9eddeb4,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:07.662426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d47277b6-3402-477f-94d1-ac79b9eddeb4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:07.741367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d47277b6-3402-477f-94d1-ac79b9eddeb4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:07.741871 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.388754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58024) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:13.503368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-477ad265-2c84-4d69-931b-75a328be5689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.620087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-477ad265-2c84-4d69-931b-75a328be5689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.624931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-477ad265-2c84-4d69-931b-75a328be5689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.663366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ad265-2c84-4d69-931b-75a328be5689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4fd375-1a91-463e-8ace-013564419358,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:13.669343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-477ad265-2c84-4d69-931b-75a328be5689 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14f3cbad75be4e7e86edc063314a3b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785034 Jul 15 13:46:13.673047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58036) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:13.730014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aae126de-d463-44da-9eec-2d2bb7e180d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.753318 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aae126de-d463-44da-9eec-2d2bb7e180d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.813178 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aae126de-d463-44da-9eec-2d2bb7e180d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.818385 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-aae126de-d463-44da-9eec-2d2bb7e180d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.820614 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-aae126de-d463-44da-9eec-2d2bb7e180d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c4fd375-1a91-463e-8ace-013564419358 HTTP/1.1" status: 204 len: 168 time: 0.1462598 Jul 15 13:46:13.835224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae126de-d463-44da-9eec-2d2bb7e180d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4fd375-1a91-463e-8ace-013564419358,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:14.135013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58052) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:14.149719 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ba9f-67ab-4464-965e-4baa6aa4756a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.256339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ba9f-67ab-4464-965e-4baa6aa4756a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.260938 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ba9f-67ab-4464-965e-4baa6aa4756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.298901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4ba9f-67ab-4464-965e-4baa6aa4756a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa9b358-e6a8-4c11-988e-da3134d14ef0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:14.304820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4ef4ba9f-67ab-4464-965e-4baa6aa4756a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8d281f059d84e18843d4da7cfedf154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686537 Jul 15 13:46:14.307498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58058) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:14.366555 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09c92d56-01a3-46f8-86f7-2564ed863b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.402355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09c92d56-01a3-46f8-86f7-2564ed863b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.493621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09c92d56-01a3-46f8-86f7-2564ed863b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.496988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09c92d56-01a3-46f8-86f7-2564ed863b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.498423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-09c92d56-01a3-46f8-86f7-2564ed863b31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fa9b358-e6a8-4c11-988e-da3134d14ef0 HTTP/1.1" status: 204 len: 168 time: 0.1899669 Jul 15 13:46:14.510181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c92d56-01a3-46f8-86f7-2564ed863b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa9b358-e6a8-4c11-988e-da3134d14ef0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:16.574734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58128) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:16.689027 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.830064 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.834583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.878092 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2378ca37657b415c89e209c219bf3818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020432 Jul 15 13:46:16.878848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853d614d-322b-4b28-91ca-5aa1472e5220,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:16.882816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58132) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:16.896113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.896436 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.896733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.897102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.897445 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.897789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.898123 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.898452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.898786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.899117 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.899474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.899801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcbac7-36aa-46fb-8050-cbaa46cf63d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:16.956537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fecb50e5-c99f-4ce0-b658-4f54584605e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.983222 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fecb50e5-c99f-4ce0-b658-4f54584605e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.041637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fecb50e5-c99f-4ce0-b658-4f54584605e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.044880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fecb50e5-c99f-4ce0-b658-4f54584605e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.049807 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fecb50e5-c99f-4ce0-b658-4f54584605e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/853d614d-322b-4b28-91ca-5aa1472e5220 HTTP/1.1" status: 204 len: 168 time: 0.1622634 Jul 15 13:46:17.056601 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb50e5-c99f-4ce0-b658-4f54584605e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d614d-322b-4b28-91ca-5aa1472e5220,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:17.475731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58140) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:17.494926 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1ac6de8-d030-4ab3-9e7c-8d6d9c710c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.641090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1ac6de8-d030-4ab3-9e7c-8d6d9c710c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.647760 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1ac6de8-d030-4ab3-9e7c-8d6d9c710c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.719597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac6de8-d030-4ab3-9e7c-8d6d9c710c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2e158-daa5-4485-ac39-24d7c2e727a9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:17.731768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f1ac6de8-d030-4ab3-9e7c-8d6d9c710c04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c9851a26e1349c58aaea432a7a7f84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512276 Jul 15 13:46:17.732460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58142) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:17.820920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36408693-75cb-403f-b169-a16411d5ed2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.847615 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36408693-75cb-403f-b169-a16411d5ed2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.901294 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36408693-75cb-403f-b169-a16411d5ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.904345 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-36408693-75cb-403f-b169-a16411d5ed2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.905790 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-36408693-75cb-403f-b169-a16411d5ed2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ec2e158-daa5-4485-ac39-24d7c2e727a9 HTTP/1.1" status: 204 len: 168 time: 0.1725409 Jul 15 13:46:17.917383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36408693-75cb-403f-b169-a16411d5ed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2e158-daa5-4485-ac39-24d7c2e727a9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:18.900580 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4a2737c4-fb41-42ac-a074-de8f72dc1f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.606730 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30728504-f365-43c3-9a41-2c2a1dac1a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.686650 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.992312 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.468161 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.942321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58272) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:25.056105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.162966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.167409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.210295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7252f3ae94344574a2d605658db67bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667682 Jul 15 13:46:25.213234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7b637c-c68c-487c-88d1-dfe3a5cc998a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:25.214395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:25.222004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.222386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.222742 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.223086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.223501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.223838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.224172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.224579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.224981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.225315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.225657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.225980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb839c-50ed-41bb-82b9-9d31b7f2e9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:25.300834 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d334c38-721e-4779-9145-59f8cee2fbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.344110 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d334c38-721e-4779-9145-59f8cee2fbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.425842 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d334c38-721e-4779-9145-59f8cee2fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.429199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d334c38-721e-4779-9145-59f8cee2fbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.430858 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3d334c38-721e-4779-9145-59f8cee2fbc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec7b637c-c68c-487c-88d1-dfe3a5cc998a HTTP/1.1" status: 204 len: 168 time: 0.2149439 Jul 15 13:46:25.443416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d334c38-721e-4779-9145-59f8cee2fbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7b637c-c68c-487c-88d1-dfe3a5cc998a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:25.842954 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58282) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:25.865081 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75b9d465-a571-42d3-b3ba-9c7809146b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.041374 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75b9d465-a571-42d3-b3ba-9c7809146b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.048059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-75b9d465-a571-42d3-b3ba-9c7809146b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.116210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9d465-a571-42d3-b3ba-9c7809146b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9889804b-e601-432a-8131-a4148f3221af,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:26.130979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58296) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:26.139869 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-75b9d465-a571-42d3-b3ba-9c7809146b36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a8e308748ad4c69924492605b378097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829597 Jul 15 13:46:26.215941 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a4e6-ed36-42fa-8e86-0d10603b50b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.256091 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a4e6-ed36-42fa-8e86-0d10603b50b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.315576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a4e6-ed36-42fa-8e86-0d10603b50b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.318332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a4e6-ed36-42fa-8e86-0d10603b50b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.323784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e7c1a4e6-ed36-42fa-8e86-0d10603b50b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9889804b-e601-432a-8131-a4148f3221af HTTP/1.1" status: 204 len: 168 time: 0.1870086 Jul 15 13:46:26.329127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1a4e6-ed36-42fa-8e86-0d10603b50b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889804b-e601-432a-8131-a4148f3221af,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:26.796895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58316) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:26.810876 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0d2adb9-a43d-4cbf-8f49-aae431556197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.947645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0d2adb9-a43d-4cbf-8f49-aae431556197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.952380 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0d2adb9-a43d-4cbf-8f49-aae431556197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.997970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a0d2adb9-a43d-4cbf-8f49-aae431556197 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89de8a82143c4df88030c23970ee5eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996779 Jul 15 13:46:26.998627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2adb9-a43d-4cbf-8f49-aae431556197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a714fc-d34a-4736-a7ec-d9f3f4b47a1b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:27.001734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58320) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:27.068080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48559c18-3187-40a0-9114-927132fc9931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.097953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48559c18-3187-40a0-9114-927132fc9931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.152167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48559c18-3187-40a0-9114-927132fc9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.157198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48559c18-3187-40a0-9114-927132fc9931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.159518 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-48559c18-3187-40a0-9114-927132fc9931 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14a714fc-d34a-4736-a7ec-d9f3f4b47a1b HTTP/1.1" status: 204 len: 168 time: 0.1564178 Jul 15 13:46:27.170996 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48559c18-3187-40a0-9114-927132fc9931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a714fc-d34a-4736-a7ec-d9f3f4b47a1b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:33.002774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58442) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:33.143918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f19ca39-db2e-4a1c-a608-ccfa630cf97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.259697 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f19ca39-db2e-4a1c-a608-ccfa630cf97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.265094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f19ca39-db2e-4a1c-a608-ccfa630cf97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.311289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1f19ca39-db2e-4a1c-a608-ccfa630cf97e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d7f0ff0d13d4b9a946890cdb6672ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072829 Jul 15 13:46:33.312336 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19ca39-db2e-4a1c-a608-ccfa630cf97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedcfef5-a2be-49fc-8c59-953fb89b3ec9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:33.314514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58452) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:33.380998 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a67d92e0-7ee4-470d-8f08-caf0627d0ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.405495 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a67d92e0-7ee4-470d-8f08-caf0627d0ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.462695 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a67d92e0-7ee4-470d-8f08-caf0627d0ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.466200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a67d92e0-7ee4-470d-8f08-caf0627d0ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.468043 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a67d92e0-7ee4-470d-8f08-caf0627d0ee9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fedcfef5-a2be-49fc-8c59-953fb89b3ec9 HTTP/1.1" status: 204 len: 168 time: 0.1508458 Jul 15 13:46:33.478642 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d92e0-7ee4-470d-8f08-caf0627d0ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedcfef5-a2be-49fc-8c59-953fb89b3ec9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:34.873310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.779877 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.027563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58622) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:36.177991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-98941b30-42a7-48d2-840c-4a17eae5e536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.322813 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-98941b30-42a7-48d2-840c-4a17eae5e536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.328698 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-98941b30-42a7-48d2-840c-4a17eae5e536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.390919 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58628) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:36.391697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-98941b30-42a7-48d2-840c-4a17eae5e536 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=767eeb5d3a3149e68d34f4f7c4e892c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619294 Jul 15 13:46:36.392841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98941b30-42a7-48d2-840c-4a17eae5e536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c7b20-2d94-4118-a740-6a0591841e2d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:36.458846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f2d9-2966-4ca6-b35c-839a7c384641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.491054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f2d9-2966-4ca6-b35c-839a7c384641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.554269 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f2d9-2966-4ca6-b35c-839a7c384641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.557653 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f2d9-2966-4ca6-b35c-839a7c384641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.559112 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f7a7f2d9-2966-4ca6-b35c-839a7c384641 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c7c7b20-2d94-4118-a740-6a0591841e2d HTTP/1.1" status: 204 len: 168 time: 0.1654000 Jul 15 13:46:36.569561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7f2d9-2966-4ca6-b35c-839a7c384641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c7b20-2d94-4118-a740-6a0591841e2d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:36.922935 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 58638) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:36.937328 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96409d23-d964-4516-a2e8-375222517964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.050502 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96409d23-d964-4516-a2e8-375222517964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.055062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-96409d23-d964-4516-a2e8-375222517964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.092131 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-96409d23-d964-4516-a2e8-375222517964 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56b5c8a8198048d897b6321899b8764a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679902 Jul 15 13:46:37.095705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 58640) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.099450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96409d23-d964-4516-a2e8-375222517964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4509005-d6e6-468d-8355-00b86ce909d6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:37.157892 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf4fd31-09d4-475e-b50f-9b67608a434c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.180404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf4fd31-09d4-475e-b50f-9b67608a434c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.232222 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf4fd31-09d4-475e-b50f-9b67608a434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.234717 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf4fd31-09d4-475e-b50f-9b67608a434c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.235939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-adf4fd31-09d4-475e-b50f-9b67608a434c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4509005-d6e6-468d-8355-00b86ce909d6 HTTP/1.1" status: 204 len: 168 time: 0.1392255 Jul 15 13:46:37.245379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4fd31-09d4-475e-b50f-9b67608a434c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4509005-d6e6-468d-8355-00b86ce909d6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:41.283748 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:46.711330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-a16d2d82-1fb0-40bc-9fb3-fc367d877af1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562115 Jul 15 13:46:46.818290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-18e122ac-0cfc-4a88-b5d6-79fcd2051e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:46.819906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-18e122ac-0cfc-4a88-b5d6-79fcd2051e79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0588014 Jul 15 13:46:46.937130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-475f7cda-e9ea-45cb-af05-142350ed4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:46.938704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-475f7cda-e9ea-45cb-af05-142350ed4c0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 910 time: 0.0975475 Jul 15 13:46:47.012058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-cc7bfa08-5831-47e6-93a7-5f170dcc86ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 1001 time: 0.0661628 Jul 15 13:46:47.071425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-201bcc61-3db3-437d-9df2-2cc8334cfa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:47.073029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-201bcc61-3db3-437d-9df2-2cc8334cfa38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 200 len: 848 time: 0.0545299 Jul 15 13:46:47.139372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-d9b56153-5829-425d-b398-5527fb1632db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:47.140862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-d9b56153-5829-425d-b398-5527fb1632db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e3e80b8-ee82-426f-8c06-5899dbc789c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612335 Jul 15 13:46:47.256601 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-b1f86c3c-31e7-457d-836a-f9270a4656e6 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079016 Jul 15 13:46:47.411435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f3f3c94-77eb-4271-8db3-d0c66314e2d0 req-719f856f-a006-4f8c-b489-cd3ef3787d7e service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483457 Jul 15 13:46:48.908089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68f83bcc-1960-4b58-84b0-3d3f42153aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.609294 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5881e55f-21e6-46e4-bb5b-6be48dbf54a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.696310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.984509 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.467093 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.869313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.743901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-5c0310db-8f96-4462-b0e8-87f923e30113 req-a3bfae98-4343-44b5-8442-1dcec20ce0a1 service neutron] (93733) timed out ('10.222.0.25', 38672) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:47:05.771723 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.283696 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:47:18.912737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54de6a9c-799e-451b-a1ca-e74d47243aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.600771 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c4c5638e-dbeb-4368-a1ee-004f5c313585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.690007 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:22.984985 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:24.466060 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:34.884888 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.887366 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:47.602779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-6a09602b-5cc3-4aab-84ac-532d81ef2038 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0683684 Jul 15 13:47:47.702098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-6d8a711a-b886-439d-ac92-a70d402eb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:47.703655 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-6d8a711a-b886-439d-ac92-a70d402eb55d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0588498 Jul 15 13:47:47.818011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-06761e1a-4973-465b-a27b-f82cd21e00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:47.819558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-06761e1a-4973-465b-a27b-f82cd21e00fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 200 len: 910 time: 0.0918329 Jul 15 13:47:47.907551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-9e121592-e35d-4135-a321-dc4b2bd55212 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 200 len: 1001 time: 0.0805140 Jul 15 13:47:47.962509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-595003a3-ad34-4dfa-a32b-34f4524230f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:47.964241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-595003a3-ad34-4dfa-a32b-34f4524230f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 200 len: 848 time: 0.0510285 Jul 15 13:47:48.023818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-77f2b874-7b1f-47c0-87e4-f374f0127e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:48.025404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-77f2b874-7b1f-47c0-87e4-f374f0127e6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e3e80b8-ee82-426f-8c06-5899dbc789c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553513 Jul 15 13:47:48.120050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-08ad4189-7a8b-401d-a3df-efa942577df7 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882466 Jul 15 13:47:48.216541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c0381db-3340-47c0-a072-6e9ac275a96c req-9f67df36-e444-4be9-b99a-e58f4dddd1e3 service neutron] 10.222.0.35 "GET /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905313 Jul 15 13:47:48.909874 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-907cf546-c3a5-4fee-9656-0fb2aaffb344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.602516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-36a65b8c-8f1e-4d1e-9d42-70b8a4487266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.692813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.179047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59424) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:52.183864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088601356', 'description': 'tempest-secgroup-smoke-2088601356 description', 'project_id': '5504d1c4a2b94dfb9948d913427d99c2'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:52.210971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.315503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.320133 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.349793 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.351036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1709530 Jul 15 13:47:52.352269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33efc49a-39c7-4f11-8c68-254d8eddb5b3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:52.354206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59426) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:52.360235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.360582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.360922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.361258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.361715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.362053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.362380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.362707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.363035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.363916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.364242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.364564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31414151-560a-4fac-9c89-19df957be28f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.369793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'security_group_rule': {'security_group_id': '33efc49a-39c7-4f11-8c68-254d8eddb5b3', 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:52.401356 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.457118 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.460760 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.479464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26de54b-cea6-4c56-b5cf-10d3fd3581ed,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:52.488492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.489386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.489729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.490069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.490400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.490808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.491208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.491569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.491899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.492226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.492557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.492886 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:52.496577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.497757 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7b328573-f15d-4c0a-85df-c8a5b64b2c89 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418941 Jul 15 13:47:52.500528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59432) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:52.505105 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a115f940-f532-406f-8391-9cc2f1d5997b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'security_group_rule': {'security_group_id': '33efc49a-39c7-4f11-8c68-254d8eddb5b3', 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:52.532214 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a115f940-f532-406f-8391-9cc2f1d5997b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.589690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a115f940-f532-406f-8391-9cc2f1d5997b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.593503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a115f940-f532-406f-8391-9cc2f1d5997b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.612170 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115f940-f532-406f-8391-9cc2f1d5997b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49cb3de-a581-40b5-ab59-30f210e11e4f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:52.620657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a115f940-f532-406f-8391-9cc2f1d5997b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.622044 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a115f940-f532-406f-8391-9cc2f1d5997b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205282 Jul 15 13:47:52.624960 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59434) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:52.629367 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-acf87490-ed9e-4646-a29b-74e979324867 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'security_group_rule': {'security_group_id': '33efc49a-39c7-4f11-8c68-254d8eddb5b3', 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:52.655956 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf87490-ed9e-4646-a29b-74e979324867 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.714605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf87490-ed9e-4646-a29b-74e979324867 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.718435 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf87490-ed9e-4646-a29b-74e979324867 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.737412 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf87490-ed9e-4646-a29b-74e979324867 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300038c9-e946-430c-8984-697e4af61d08,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:52.745308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acf87490-ed9e-4646-a29b-74e979324867 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.746034 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-acf87490-ed9e-4646-a29b-74e979324867 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201615 Jul 15 13:47:52.748839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59436) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:52.753408 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fd17ef67-6b09-4777-87e6-ab5fc41fcc0e tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'security_group_rule': {'security_group_id': '33efc49a-39c7-4f11-8c68-254d8eddb5b3', 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:52.779597 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd17ef67-6b09-4777-87e6-ab5fc41fcc0e tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.837616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd17ef67-6b09-4777-87e6-ab5fc41fcc0e tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.841575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd17ef67-6b09-4777-87e6-ab5fc41fcc0e tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.859085 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17ef67-6b09-4777-87e6-ab5fc41fcc0e tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb1da1a-f6ed-4229-b33a-7429d32c3615,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:52.865874 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fd17ef67-6b09-4777-87e6-ab5fc41fcc0e tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.867078 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fd17ef67-6b09-4777-87e6-ab5fc41fcc0e tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173196 Jul 15 13:47:52.870595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59438) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:52.875233 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-701bc8fb-599c-4ca4-a583-acd903d24b31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'security_group_rule': {'security_group_id': '33efc49a-39c7-4f11-8c68-254d8eddb5b3', 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:52.897837 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-701bc8fb-599c-4ca4-a583-acd903d24b31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Project 5504d1c4a2b94dfb9948d913427d99c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:47:52.903099 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-701bc8fb-599c-4ca4-a583-acd903d24b31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.965126 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-701bc8fb-599c-4ca4-a583-acd903d24b31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.969296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-701bc8fb-599c-4ca4-a583-acd903d24b31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.993675 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.994354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bc8fb-599c-4ca4-a583-acd903d24b31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f191c3f2-9f50-420f-87b0-07ca2716440c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:53.004657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-701bc8fb-599c-4ca4-a583-acd903d24b31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.006248 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-701bc8fb-599c-4ca4-a583-acd903d24b31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345263 Jul 15 13:47:53.009154 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59440) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:53.013758 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f768d929-2115-488c-832e-ddbfb495351a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'security_group_rule': {'security_group_id': '33efc49a-39c7-4f11-8c68-254d8eddb5b3', 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:53.036491 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-f768d929-2115-488c-832e-ddbfb495351a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Project 5504d1c4a2b94dfb9948d913427d99c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:47:53.041381 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f768d929-2115-488c-832e-ddbfb495351a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.103643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f768d929-2115-488c-832e-ddbfb495351a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.107367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f768d929-2115-488c-832e-ddbfb495351a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.125791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768d929-2115-488c-832e-ddbfb495351a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2b19fc-e152-4277-8dc6-dfc018e9891d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:53.132563 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f768d929-2115-488c-832e-ddbfb495351a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.133974 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f768d929-2115-488c-832e-ddbfb495351a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238749 Jul 15 13:47:53.578799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-cc75a356-fb4a-4445-bb3b-1c8770ed4386 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088601356&fields=id&tenant_id=5504d1c4a2b94dfb9948d913427d99c2 HTTP/1.1" status: 200 len: 267 time: 0.0426998 Jul 15 13:47:53.687580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-c098eb63-e62b-4eff-ab34-94c42ab184bb tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:53.689058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-c098eb63-e62b-4eff-ab34-94c42ab184bb tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/networks?id=eed7b0f0-8ea8-4477-a6b3-101326760ebf HTTP/1.1" status: 200 len: 812 time: 0.1038768 Jul 15 13:47:53.703966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-072034b9-1df1-4597-b55e-1c7608609f2c tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/quotas/5504d1c4a2b94dfb9948d913427d99c2 HTTP/1.1" status: 200 len: 375 time: 0.0090091 Jul 15 13:47:53.792610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-d1deeb3c-dc80-4e34-bedb-56589da4bc4a tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5504d1c4a2b94dfb9948d913427d99c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837553 Jul 15 13:47:53.989992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-9a52a529-f594-4b52-88a1-2435e3a7006d service neutron] 10.222.0.25 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858027 Jul 15 13:47:54.078031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-af5650b6-c32a-4d87-9e39-96ff598ec2cc service neutron] 10.222.0.25 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823042 Jul 15 13:47:54.378663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6f361157-3be0-4ea4-af4b-2279b4eeefcf req-548a5a41-295f-48bb-9912-4eead83e5359 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 210 time: 0.0312691 Jul 15 13:47:54.464567 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.286745 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:47:55.523200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db9dfd86-2223-4154-941e-df2b7047f844 req-5d47d543-8a8e-4f68-beae-93ccae55490f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 210 time: 0.0325422 Jul 15 13:47:55.639874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-d564da27-774b-4424-8fb5-ecb5a88e35c3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.641648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-d564da27-774b-4424-8fb5-ecb5a88e35c3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.30 "GET /v2.0/networks?id=eed7b0f0-8ea8-4477-a6b3-101326760ebf HTTP/1.1" status: 200 len: 812 time: 0.1030447 Jul 15 13:47:55.700626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-9e39e272-7f7c-42f9-8cd8-e9df0e693a8f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5504d1c4a2b94dfb9948d913427d99c2 HTTP/1.1" status: 200 len: 380 time: 0.0512657 Jul 15 13:47:55.709903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'port': {'device_id': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'admin_state_up': True, 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'security_groups': ['33efc49a-39c7-4f11-8c68-254d8eddb5b3']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:55.821668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Made reservation on behalf of 5504d1c4a2b94dfb9948d913427d99c2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:55.825494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.957883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Allocated IP 172.20.0.11 (eed7b0f0-8ea8-4477-a6b3-101326760ebf/b8623c68-6462-42d7-bf0e-5cc369773c8f/7b36cb2d-3010-4f82-a7e6-dbf9ab711281) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:56.105374 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.119548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Transition to ACTIVE for port object 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:56.155951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.202658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:56.205880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:56.210479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:56.234578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'Port': ['ID=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:56.267772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:56.268438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.285252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-daa5dd32-922a-4dc1-a2d6-c1371fcfb424 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792377 Jul 15 13:47:56.356425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Request body: {'port': {'device_id': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:56.440720 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.530294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c1f82cfe-7782-4ec9-9c6b-a3b2055c813b None None] Provisioning for port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:56.534864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c1f82cfe-7782-4ec9-9c6b-a3b2055c813b None None] Provisioning complete for port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:56.536173 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c1f82cfe-7782-4ec9-9c6b-a3b2055c813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.577218 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c1f82cfe-7782-4ec9-9c6b-a3b2055c813b None None] Port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:47:56.763430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:56.773725 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.784577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2304-0a7b-46a3-8c3f-d0bdccafe5df req-151da13e-e56c-4c3f-a170-8701197ca6ed tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:56.786646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71eb2304-0a7b-46a3-8c3f-d0bdccafe5df req-151da13e-e56c-4c3f-a170-8701197ca6ed tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 932 time: 0.1278028 Jul 15 13:47:56.801849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Transition to ACTIVE for port object 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:56.810573 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.871061 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71eb2304-0a7b-46a3-8c3f-d0bdccafe5df req-f9c63540-ade2-4b39-bf33-946fe608e063 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766251 Jul 15 13:47:56.879114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Pushing event updated for resources: {'Port': ['ID=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:56.977983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Attempting to bind port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:56.978331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Attempting to bind port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:56.978720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Attempting to bind port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 on network eed7b0f0-8ea8-4477-a6b3-101326760ebf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:56.983819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 on network eed7b0f0-8ea8-4477-a6b3-101326760ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:47:56.984150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Attempting to bind port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 on network eed7b0f0-8ea8-4477-a6b3-101326760ebf {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:56.990508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:56.990927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Checking segment: {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:56.991292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Bound using segment: {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:56.991739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Bound port: 7b36cb2d-3010-4f82-a7e6-dbf9ab711281, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5d16a-83c1-440c-a32e-5c2245edf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:56.992108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.065489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] For port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:57.068528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] For port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:57.072913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.112604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:57.113073 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.114829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b36cb2d-3010-4f82-a7e6-dbf9ab711281 HTTP/1.1" status: 200 len: 1093 time: 0.8219934 Jul 15 13:47:57.115464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:57.117682 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bece46-38e9-4752-844d-76275c162b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:57.164244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879404da-cb65-49a0-a6eb-f7db73f89198 service neutron] Pushing event updated for resources: {'Port': ['ID=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:57.170052 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d502d735-d0ea-499c-aaac-0680a675bbd8 x-openstack-request-id: req-d502d735-d0ea-499c-aaac-0680a675bbd8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:57.170386 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:57.170706 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d502d735-d0ea-499c-aaac-0680a675bbd8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:57.171440 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'status': 'completed', 'code': 200} Jul 15 13:47:57.233630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-102f14c0-326d-40fc-979b-bbcf6af1d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:57.235279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-102f14c0-326d-40fc-979b-bbcf6af1d244 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5504d1c4a2b94dfb9948d913427d99c2&device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1096 time: 0.0630066 Jul 15 13:47:57.281648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-fd557faa-4d03-4080-a13b-b280c4f21c80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281 HTTP/1.1" status: 200 len: 217 time: 0.0394394 Jul 15 13:47:57.334030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-7c00f754-d539-48d2-b9bd-34520708eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:57.335562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-7c00f754-d539-48d2-b9bd-34520708eebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8623c68-6462-42d7-bf0e-5cc369773c8f HTTP/1.1" status: 200 len: 851 time: 0.0477827 Jul 15 13:47:57.406844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-3835cd99-6d1a-49b7-b86e-ffb5b32d8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:57.408405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-3835cd99-6d1a-49b7-b86e-ffb5b32d8c6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eed7b0f0-8ea8-4477-a6b3-101326760ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656972 Jul 15 13:47:57.774552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-226f0725-616e-45ca-94b6-ca5ca69a334c service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595941 Jul 15 13:47:57.866974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0cadca59-a2d3-425d-aad2-acd2e068ae3c req-35ca1b71-452d-4828-a87b-ea93d7aeb2b6 service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853419 Jul 15 13:47:57.970113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bece46-38e9-4752-844d-76275c162b2a req-b8f4c172-6e30-41f0-8d31-e08bb20ff1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:57.971736 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6bece46-38e9-4752-844d-76275c162b2a req-b8f4c172-6e30-41f0-8d31-e08bb20ff1d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5504d1c4a2b94dfb9948d913427d99c2&device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1096 time: 0.0585272 Jul 15 13:47:58.110300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bece46-38e9-4752-844d-76275c162b2a req-e378edc0-c7fd-407b-841f-e41201f9e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:58.111933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6bece46-38e9-4752-844d-76275c162b2a req-e378edc0-c7fd-407b-841f-e41201f9e118 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eed7b0f0-8ea8-4477-a6b3-101326760ebf HTTP/1.1" status: 200 len: 913 time: 0.1339123 Jul 15 13:47:58.121076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc6af-4f7f-4df6-8d24-1c12621a61fe req-31d8621f-5a33-48ee-833b-bd3d3be11ea1 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:58.122561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b41bc6af-4f7f-4df6-8d24-1c12621a61fe req-31d8621f-5a33-48ee-833b-bd3d3be11ea1 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.1264627 Jul 15 13:47:58.166862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6bece46-38e9-4752-844d-76275c162b2a req-4c19d5e9-6d21-4936-968f-b1e83bbc10cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281 HTTP/1.1" status: 200 len: 217 time: 0.0431364 Jul 15 13:47:58.228558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b41bc6af-4f7f-4df6-8d24-1c12621a61fe req-fca60e76-3594-499c-8383-f1a7f2247072 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987222 Jul 15 13:47:58.250868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bece46-38e9-4752-844d-76275c162b2a req-7ac77080-90f8-4554-88a1-45555581a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:58.250868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6bece46-38e9-4752-844d-76275c162b2a req-7ac77080-90f8-4554-88a1-45555581a8a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8623c68-6462-42d7-bf0e-5cc369773c8f HTTP/1.1" status: 200 len: 851 time: 0.0748992 Jul 15 13:47:58.320586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bece46-38e9-4752-844d-76275c162b2a req-01858d99-7402-46cb-a2c9-a9b2abba1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:58.322095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6bece46-38e9-4752-844d-76275c162b2a req-01858d99-7402-46cb-a2c9-a9b2abba1321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eed7b0f0-8ea8-4477-a6b3-101326760ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658915 Jul 15 13:47:58.422039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6bece46-38e9-4752-844d-76275c162b2a req-06e96301-7d9e-47d9-9c67-367a6ecd724a service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926738 Jul 15 13:47:58.516924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6bece46-38e9-4752-844d-76275c162b2a req-f1027a63-6c1b-47cb-af1e-9623d3caa01b service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886114 Jul 15 13:47:59.405565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5f035-185a-4d3a-8a3b-bae2c0f4aad7 req-c3ab1d8b-150f-40c8-98ac-dd1797f4c47f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:59.407204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3df5f035-185a-4d3a-8a3b-bae2c0f4aad7 req-c3ab1d8b-150f-40c8-98ac-dd1797f4c47f tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0663991 Jul 15 13:47:59.446085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3df5f035-185a-4d3a-8a3b-bae2c0f4aad7 req-2e970dd0-c964-4948-b9a4-8df16a6788e6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330851 Jul 15 13:48:00.623468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968ab8-4ed1-469f-b9b0-98e627c19f98 req-3934287d-91c6-4b40-bc70-11d9a32815c1 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:00.624957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2968ab8-4ed1-469f-b9b0-98e627c19f98 req-3934287d-91c6-4b40-bc70-11d9a32815c1 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0669537 Jul 15 13:48:00.662639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2968ab8-4ed1-469f-b9b0-98e627c19f98 req-f0a3ff96-876b-4b82-9a97-b8f6bda0f056 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321102 Jul 15 13:48:01.834058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e019126-8580-4579-8c84-eb61ded3e1c8 req-83c1474d-c439-46c4-be4e-a3082d8911f0 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:01.835575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e019126-8580-4579-8c84-eb61ded3e1c8 req-83c1474d-c439-46c4-be4e-a3082d8911f0 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0638666 Jul 15 13:48:01.873577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1e019126-8580-4579-8c84-eb61ded3e1c8 req-ad31986b-69ca-4711-a8c2-d5a69ba9f1f3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Jul 15 13:48:03.044063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807213f-ec4e-4471-969a-8a14e63d9678 req-b03c8748-9079-4e25-bc00-277253ddf363 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:03.045542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8807213f-ec4e-4471-969a-8a14e63d9678 req-b03c8748-9079-4e25-bc00-277253ddf363 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0629401 Jul 15 13:48:03.082764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8807213f-ec4e-4471-969a-8a14e63d9678 req-be64d7d4-bf76-453c-ae43-bf1b54b8b227 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316336 Jul 15 13:48:04.261967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f9576-29a7-474b-9095-48f055e80a99 req-0bb6b1cd-c478-49bb-a684-b3468b15d555 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:04.263500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-730f9576-29a7-474b-9095-48f055e80a99 req-0bb6b1cd-c478-49bb-a684-b3468b15d555 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0723543 Jul 15 13:48:04.304534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-730f9576-29a7-474b-9095-48f055e80a99 req-55daf237-f053-4a44-ae02-4aeb4f5d06cb tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353675 Jul 15 13:48:04.885327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.480987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9ca0f-fb13-4e00-a6a3-76f4523682e9 req-1e3690e2-8eb4-4ef4-b7ab-29b05a062ba8 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:05.482502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6db9ca0f-fb13-4e00-a6a3-76f4523682e9 req-1e3690e2-8eb4-4ef4-b7ab-29b05a062ba8 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0632265 Jul 15 13:48:05.519848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6db9ca0f-fb13-4e00-a6a3-76f4523682e9 req-335c8baf-2b3e-4a7f-90df-b7a79d314d69 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317345 Jul 15 13:48:05.790272 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.696682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a91d99-013b-4009-bacd-a5d967d87efa req-363e077e-2655-4d1e-9507-e23ef1d974c5 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:06.698120 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40a91d99-013b-4009-bacd-a5d967d87efa req-363e077e-2655-4d1e-9507-e23ef1d974c5 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0693676 Jul 15 13:48:06.736578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40a91d99-013b-4009-bacd-a5d967d87efa req-bc19fcfb-e636-4bba-a3cc-e541791bfc0e tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326316 Jul 15 13:48:07.908933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003703f6-36bb-46a5-92f2-381f2d268a82 req-4fd9a378-de66-4f27-8e32-f595f65e2c53 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:07.911494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-003703f6-36bb-46a5-92f2-381f2d268a82 req-4fd9a378-de66-4f27-8e32-f595f65e2c53 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0638735 Jul 15 13:48:07.948788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-003703f6-36bb-46a5-92f2-381f2d268a82 req-43533683-8dc8-4056-9cd7-2d84eb2bcf8d tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jul 15 13:48:09.075806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:48:09.120641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bde866-d41b-442b-9940-1030fd3c7b01 req-2b4a24d9-f1b6-4e05-9267-fe8c92b5ad9b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:09.122167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27bde866-d41b-442b-9940-1030fd3c7b01 req-2b4a24d9-f1b6-4e05-9267-fe8c92b5ad9b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 944 time: 0.0643022 Jul 15 13:48:09.164500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27bde866-d41b-442b-9940-1030fd3c7b01 req-a84de9ea-8ba2-447c-8f0c-73c23b0bffc6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366762 Jul 15 13:48:09.172617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:09.184705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'mac_address': 'fa:16:3e:8f:fe:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:48:09.219668 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.232826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:48:09.251930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:09.255849 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.305539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:09.312786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.313131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.313465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.313796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.314123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.314448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.314769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.315088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.315432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.315773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.316092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.316523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:09.478153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['7b36cb2d-3010-4f82-a7e6-dbf9ab711281'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:48:10.340220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dace7-070e-4e59-9a4f-d640b861112d req-2eb173f0-53c7-457d-af17-8901e4a82a2b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:10.341723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c1dace7-070e-4e59-9a4f-d640b861112d req-2eb173f0-53c7-457d-af17-8901e4a82a2b tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 945 time: 0.0635848 Jul 15 13:48:10.380217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5c1dace7-070e-4e59-9a4f-d640b861112d req-c0d66d0e-7ff5-4074-a88e-c89484255fb4 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330265 Jul 15 13:48:11.095794 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:11.142456 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:11.149346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:11.149719 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.225151 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.246701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:11.249054 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea8aad-30e7-441d-948f-b19a44d65543" -d '{"events": [{"server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "name": "network-vif-plugged", "status": "completed", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:11.266593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:11.271076 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.320070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:11.541499 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137445b6-0b49-480c-a2f8-9b5fad2650af x-openstack-request-id: req-137445b6-0b49-480c-a2f8-9b5fad2650af {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:11.541817 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "name": "network-vif-plugged", "status": "completed", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:11.542070 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-137445b6-0b49-480c-a2f8-9b5fad2650af {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:11.542471 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'code': 200} Jul 15 13:48:11.704348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e9bcd-d9bc-4221-b5cc-575ad46e4cf2 req-3b09b0e1-29f4-4e8f-aa84-0eba5db7e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:11.705853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-302e9bcd-d9bc-4221-b5cc-575ad46e4cf2 req-3b09b0e1-29f4-4e8f-aa84-0eba5db7e451 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1098 time: 0.1024814 Jul 15 13:48:11.714601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f5b59-6218-4fc3-b487-e6af8c237724 req-3b24e1ff-0bc9-44e9-9d81-dae51e0d993d tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:11.715994 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-685f5b59-6218-4fc3-b487-e6af8c237724 req-3b24e1ff-0bc9-44e9-9d81-dae51e0d993d tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 946 time: 0.0858893 Jul 15 13:48:11.767706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-302e9bcd-d9bc-4221-b5cc-575ad46e4cf2 req-e8a3bd4a-571c-4819-8500-9193bd5fe79e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507100 Jul 15 13:48:11.773256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-685f5b59-6218-4fc3-b487-e6af8c237724 req-7566889e-2cd3-4792-be81-1933349e27a3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512247 Jul 15 13:48:12.943183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fda2a-cf55-41e7-8e25-633e3a73403f req-a19b9f70-91d1-45a6-9af9-8a2587a8a077 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:12.944669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f0fda2a-cf55-41e7-8e25-633e3a73403f req-a19b9f70-91d1-45a6-9af9-8a2587a8a077 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 946 time: 0.0620072 Jul 15 13:48:12.981931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8f0fda2a-cf55-41e7-8e25-633e3a73403f req-d2c87c21-d777-4c1e-bcb0-abe6341275a8 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Jul 15 13:48:13.155756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a2820-095b-4afe-9c1a-cc4e3806c00c req-4549348c-bcba-4d04-a552-28b51b1b7fe2 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:13.157276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a97a2820-095b-4afe-9c1a-cc4e3806c00c req-4549348c-bcba-4d04-a552-28b51b1b7fe2 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 946 time: 0.0675459 Jul 15 13:48:13.194912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a97a2820-095b-4afe-9c1a-cc4e3806c00c req-0e3c3215-b3d4-4fd1-bf70-80797409d4c9 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Jul 15 13:48:13.221920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59526) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:13.402989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e8785-22b4-44f3-8f43-6af987d96cbf tempest-TestVolumeBackupRestore-1328668413 tempest-TestVolumeBackupRestore-1328668413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:13.404579 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-945e8785-22b4-44f3-8f43-6af987d96cbf tempest-TestVolumeBackupRestore-1328668413 tempest-TestVolumeBackupRestore-1328668413-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1093 time: 0.1815636 Jul 15 13:48:13.407973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59532) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:13.413567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:13.438405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.546098 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.658386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Allocated IP 172.25.1.219 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/73c4597e-9d73-4c86-9e8f-dc620117ce95) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:13.757962 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.803201 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.845440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:13.849003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:13.854756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:13.856513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'Port': ['ID=73c4597e-9d73-4c86-9e8f-dc620117ce95,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:14.298210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.371381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.518077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.525064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.601255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event updated for resources: {'Port': ['ID=73c4597e-9d73-4c86-9e8f-dc620117ce95,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:14.609586 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.706668 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Floating IP 65369798-a6b0-490d-96f6-fa936d3b7e0e associated. External IP: 172.25.1.219, port: 7b36cb2d-3010-4f82-a7e6-dbf9ab711281. Jul 15 13:48:15.180188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:15.291360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:15.301353 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] Sync routers for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:15.307976 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.311211 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:15.311831 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:47:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:15.345176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-708a1f9f-f1df-4cda-9756-52341a7c3a31 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9360821 Jul 15 13:48:15.345849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:15.348620 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59536) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:15.349508 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3479218-bac5-42a1-8c9d-c01e9d614135" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:15.392722 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5485c5d-4fb0-4753-9fa1-4a202c31030d x-openstack-request-id: req-a5485c5d-4fb0-4753-9fa1-4a202c31030d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:15.393022 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:15.393271 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5485c5d-4fb0-4753-9fa1-4a202c31030d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:15.393699 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'status': 'completed', 'code': 200} Jul 15 13:48:15.404138 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db38e4-f7e6-4954-a25b-29015aa3a488 tempest-TestVolumeBackupRestore-1328668413 tempest-TestVolumeBackupRestore-1328668413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:15.405609 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-92db38e4-f7e6-4954-a25b-29015aa3a488 tempest-TestVolumeBackupRestore-1328668413 tempest-TestVolumeBackupRestore-1328668413-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1093 time: 0.0548227 Jul 15 13:48:15.408145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59542) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:15.413828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-75ad1c85-7fe1-46e5-b19b-81703e99a934 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Request body: {'floatingip': {'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:15.432134 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:15.566804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c85-7fe1-46e5-b19b-81703e99a934 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.612019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-cf53dbc2-4299-4e30-a74d-f8e6014fa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:15.613573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-cf53dbc2-4299-4e30-a74d-f8e6014fa69a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5504d1c4a2b94dfb9948d913427d99c2&device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1098 time: 0.1737304 Jul 15 13:48:15.689321 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '65369798-a6b0-490d-96f6-fa936d3b7e0e', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'mac_address': 'fa:16:3e:8f:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:14Z', 'updated_at': '2021-07-15T13:48:14Z', 'revision_number': 0, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:15.717378 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] Checking router: 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:15.726707 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:15.727791 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:47:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:15.789167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-e7358565-f11d-4787-9d33-2618cc3ef92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:15.790664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-e7358565-f11d-4787-9d33-2618cc3ef92d service neutron] 10.222.0.30 "GET /v2.0/networks?id=eed7b0f0-8ea8-4477-a6b3-101326760ebf HTTP/1.1" status: 200 len: 913 time: 0.1705177 Jul 15 13:48:15.860709 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:15.963812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-32569e56-5261-4001-8f86-8a1b8c58fb30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281 HTTP/1.1" status: 200 len: 1000 time: 0.1408637 Jul 15 13:48:16.079838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-9b495713-0baf-4dd7-a2af-2372c63b0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:16.081348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-9b495713-0baf-4dd7-a2af-2372c63b0c56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8623c68-6462-42d7-bf0e-5cc369773c8f HTTP/1.1" status: 200 len: 851 time: 0.1094682 Jul 15 13:48:16.161461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d392bf-aeca-4ba8-9b9a-88f001ad906b req-e7569545-a03a-456c-8b88-fdc9ce6a18a9 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:16.162970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7d392bf-aeca-4ba8-9b9a-88f001ad906b req-e7569545-a03a-456c-8b88-fdc9ce6a18a9 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 945 time: 0.2806964 Jul 15 13:48:16.186511 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '65369798-a6b0-490d-96f6-fa936d3b7e0e', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'mac_address': 'fa:16:3e:8f:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:14Z', 'updated_at': '2021-07-15T13:48:14Z', 'revision_number': 0, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:16.212912 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d1f5d-7ee1-460d-b923-59fbd3db0b84 None None] The sync data for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 is: [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '65369798-a6b0-490d-96f6-fa936d3b7e0e', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'mac_address': 'fa:16:3e:8f:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:14Z', 'updated_at': '2021-07-15T13:48:14Z', 'revision_number': 0, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:16.266854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7d392bf-aeca-4ba8-9b9a-88f001ad906b req-a313a9cc-53b9-4b1b-bb27-ee437d37ea04 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932312 Jul 15 13:48:16.279765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-bb8981c1-8709-4a2a-b36d-c2c082f5c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:16.281291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-bb8981c1-8709-4a2a-b36d-c2c082f5c70b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eed7b0f0-8ea8-4477-a6b3-101326760ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921933 Jul 15 13:48:16.410767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec51c0-b2fa-415e-9aff-0ceafca25a34 None None] New status for floating IP 65369798-a6b0-490d-96f6-fa936d3b7e0e: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:48:16.425454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c85-7fe1-46e5-b19b-81703e99a934 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.430050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c85-7fe1-46e5-b19b-81703e99a934 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.477206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-117893a9-5993-415d-becb-79292236e892 service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770227 Jul 15 13:48:16.516651 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-9bec51c0-b2fa-415e-9aff-0ceafca25a34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:48:16.517001 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-9bec51c0-b2fa-415e-9aff-0ceafca25a34 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:48:16.920911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3479218-bac5-42a1-8c9d-c01e9d614135 req-b9126e73-b829-4690-b2fb-6a7e9606dc49 service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359138 Jul 15 13:48:16.994004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad1c85-7fe1-46e5-b19b-81703e99a934 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:17.018475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec51c0-b2fa-415e-9aff-0ceafca25a34 None None] New status for floating IP 65369798-a6b0-490d-96f6-fa936d3b7e0e: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:48:17.140499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad1c85-7fe1-46e5-b19b-81703e99a934 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:17.145280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c85-7fe1-46e5-b19b-81703e99a934 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.187914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179ddd-db91-4aac-a716-c334850015a9 req-4941e483-ec00-4db6-91ef-28fc63d0ec81 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:17.189364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37179ddd-db91-4aac-a716-c334850015a9 req-4941e483-ec00-4db6-91ef-28fc63d0ec81 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 945 time: 0.1042376 Jul 15 13:48:17.249046 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749e5701-4aee-4862-a134-415f39e05982 None None] Sync routers for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:17.258063 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e5701-4aee-4862-a134-415f39e05982 None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:17.258669 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-749e5701-4aee-4862-a134-415f39e05982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:47:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.308987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-75ad1c85-7fe1-46e5-b19b-81703e99a934 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "PUT /v2.0/floatingips/65369798-a6b0-490d-96f6-fa936d3b7e0e HTTP/1.1" status: 200 len: 992 time: 1.8947940 Jul 15 13:48:17.343014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Deleting port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:17.343386 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.371958 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-749e5701-4aee-4862-a134-415f39e05982 None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:17.407652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281'}, {'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:17.410590 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281"}, {"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:17.479048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] For port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:17.479730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.610716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b123442-504e-4aed-a838-9bc692c90dd6 req-f58d2b5b-0852-4eb7-8ea7-b146c787b8e0 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:17.611170 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-749e5701-4aee-4862-a134-415f39e05982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '65369798-a6b0-490d-96f6-fa936d3b7e0e', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'mac_address': 'fa:16:3e:8f:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:14Z', 'updated_at': '2021-07-15T13:48:17Z', 'revision_number': 2, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.612284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b123442-504e-4aed-a838-9bc692c90dd6 req-f58d2b5b-0852-4eb7-8ea7-b146c787b8e0 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 945 time: 0.1965783 Jul 15 13:48:17.639542 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749e5701-4aee-4862-a134-415f39e05982 None None] Checking router: 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:17.648767 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e5701-4aee-4862-a134-415f39e05982 None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:17.649399 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-749e5701-4aee-4862-a134-415f39e05982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:47:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.701920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b123442-504e-4aed-a838-9bc692c90dd6 req-ebc64f6c-8b89-4471-9515-d00473776208 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecbb9e9-f573-4b1d-b563-3a726d41e6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829871 Jul 15 13:48:17.760760 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-749e5701-4aee-4862-a134-415f39e05982 None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:17.761161 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.761559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.761894 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Floating IP 15a7847b-c6de-40f7-bc3f-943ea40a6ebe disassociated. External IP: 172.25.1.104, port: 9ca7f9f8-9761-43f8-8247-3d59e7817ea0. Jul 15 13:48:17.762328 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Calling delete_port for 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:17.765159 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc9e2f-657e-4838-a68a-bb03e0b221ee x-openstack-request-id: req-43dc9e2f-657e-4838-a68a-bb03e0b221ee {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:17.765459 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:17.765716 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43dc9e2f-657e-4838-a68a-bb03e0b221ee {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:17.766105 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'status': 'completed', 'code': 200} Jul 15 13:48:17.766473 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'status': 'completed', 'code': 200} Jul 15 13:48:17.895952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-16564bb3-6cdd-47e0-8979-e59fabd0cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:17.897605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-16564bb3-6cdd-47e0-8979-e59fabd0cbbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5504d1c4a2b94dfb9948d913427d99c2&device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1098 time: 0.0895867 Jul 15 13:48:17.999419 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-749e5701-4aee-4862-a134-415f39e05982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '65369798-a6b0-490d-96f6-fa936d3b7e0e', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'mac_address': 'fa:16:3e:8f:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:14Z', 'updated_at': '2021-07-15T13:48:17Z', 'revision_number': 2, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:18.008380 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.025498 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749e5701-4aee-4862-a134-415f39e05982 None None] The sync data for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 is: [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '65369798-a6b0-490d-96f6-fa936d3b7e0e', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'port_id': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'mac_address': 'fa:16:3e:8f:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:14Z', 'updated_at': '2021-07-15T13:48:17Z', 'revision_number': 2, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:18.046389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event deleted for resources: {'Port': ['ID=9ca7f9f8-9761-43f8-8247-3d59e7817ea0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:18.063586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-9f5edac5-28a1-4277-8240-c4879552137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:18.065105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-9f5edac5-28a1-4277-8240-c4879552137e service neutron] 10.222.0.30 "GET /v2.0/networks?id=eed7b0f0-8ea8-4477-a6b3-101326760ebf HTTP/1.1" status: 200 len: 913 time: 0.1610873 Jul 15 13:48:18.203020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-24f1604b-cec1-47e5-87cc-d7ede33ae85f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281 HTTP/1.1" status: 200 len: 1002 time: 0.1045227 Jul 15 13:48:18.256889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Router 26881fa3-e884-4d9e-b82a-937898395358 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:18.270418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-168b4aaa-e84b-44e2-9642-622e5b6dfdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:18.271942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-168b4aaa-e84b-44e2-9642-622e5b6dfdf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8623c68-6462-42d7-bf0e-5cc369773c8f HTTP/1.1" status: 200 len: 851 time: 0.0617352 Jul 15 13:48:18.418926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-2d1a2ba8-9bc2-4854-b225-52baea2f1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:18.420493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-2d1a2ba8-9bc2-4854-b225-52baea2f1e70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eed7b0f0-8ea8-4477-a6b3-101326760ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414752 Jul 15 13:48:18.423437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:18.437051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] Sync routers for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:18.446303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:18.447108 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:47:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:18.494754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] No DVR routers for this DVR port 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:18.498816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.500884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37179ddd-db91-4aac-a716-c334850015a9 req-f5080664-7323-403a-97ba-c51aec88a762 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.35 "DELETE /v2.0/ports/9ca7f9f8-9761-43f8-8247-3d59e7817ea0 HTTP/1.1" status: 204 len: 173 time: 1.3025260 Jul 15 13:48:18.586561 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-1f843d4a-8189-46fd-839b-6f1649d2d60f service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571462 Jul 15 13:48:18.704102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-8f7224aa-8c69-4328-8573-f6919398e256 service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086724 Jul 15 13:48:18.761970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:18.813190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-dd630b86-3c61-4b91-9198-06a57342a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:18.814815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-dd630b86-3c61-4b91-9198-06a57342a2b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5504d1c4a2b94dfb9948d913427d99c2&device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1098 time: 0.0585964 Jul 15 13:48:18.880082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2975be53-2ff9-4c93-a78e-c6ecc9dfc4ab req-e2d5e6aa-f29b-46ae-bb28-354bec77156f tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae15908d-67fe-4ea1-a230-6b8e85a90eb5 HTTP/1.1" status: 200 len: 210 time: 0.0371058 Jul 15 13:48:18.924123 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-546e5d2d-8adc-4e38-812f-3e95af860528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.942680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-e8d0a24a-30e5-4cf6-b954-e8b469b0b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:18.944479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-e8d0a24a-30e5-4cf6-b954-e8b469b0b2c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eed7b0f0-8ea8-4477-a6b3-101326760ebf HTTP/1.1" status: 200 len: 913 time: 0.1237149 Jul 15 13:48:18.986194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:19.018580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-96c295d4-786f-4aba-ae2b-53a3e2b875e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281 HTTP/1.1" status: 200 len: 1002 time: 0.0682769 Jul 15 13:48:19.019891 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] Checking router: 26881fa3-e884-4d9e-b82a-937898395358 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:19.028722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:19.029335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:47:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:19.069989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-405731f3-d25e-4cc0-a2c7-ab1776db11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:19.071585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-405731f3-d25e-4cc0-a2c7-ab1776db11bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8623c68-6462-42d7-bf0e-5cc369773c8f HTTP/1.1" status: 200 len: 851 time: 0.0465479 Jul 15 13:48:19.145623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-ee523c63-8be4-4052-8811-6966bfbc865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:19.148201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-ee523c63-8be4-4052-8811-6966bfbc865e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eed7b0f0-8ea8-4477-a6b3-101326760ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699809 Jul 15 13:48:19.183766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:19.258705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-bd357dcc-34f9-42de-a4c3-fe89d2cc48f2 service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033216 Jul 15 13:48:19.351630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4ed9ec7-5ecc-4f46-b124-a545d93e0061 req-4648aed2-ec80-425c-80ca-98026e0d1364 service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860567 Jul 15 13:48:19.385842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:19.416777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0e319-d64f-4e7f-9d2d-f4bde9785849 None None] The sync data for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 is: [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:42:57Z', 'revision_number': 4, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd8627d71-aa2e-4017-95b2-b7f843c502ff', 'name': '', 'network_id': '8e3e80b8-ee82-426f-8c06-5899dbc789c1', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'mac_address': 'fa:16:3e:15:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:56Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'subnets': [{'id': '2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:19.640024 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b730a1f0-ca23-49e9-acf8-1ff48d191dd1 None None] New status for floating IP 15a7847b-c6de-40f7-bc3f-943ea40a6ebe: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:48:19.767888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'name': 'network-vif-deleted', 'tag': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:19.770431 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e726fd9-17af-4786-85a2-8632d33d08d5" -d '{"events": [{"server_uuid": "ae15908d-67fe-4ea1-a230-6b8e85a90eb5", "name": "network-vif-deleted", "tag": "9ca7f9f8-9761-43f8-8247-3d59e7817ea0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:19.806213 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71456b69-d017-4144-8a3c-1c8b325a12ec x-openstack-request-id: req-71456b69-d017-4144-8a3c-1c8b325a12ec {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:19.806516 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae15908d-67fe-4ea1-a230-6b8e85a90eb5", "name": "network-vif-deleted", "tag": "9ca7f9f8-9761-43f8-8247-3d59e7817ea0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:19.806771 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71456b69-d017-4144-8a3c-1c8b325a12ec {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:19.807199 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae15908d-67fe-4ea1-a230-6b8e85a90eb5', 'name': 'network-vif-deleted', 'tag': '9ca7f9f8-9761-43f8-8247-3d59e7817ea0', 'status': 'completed', 'code': 200} Jul 15 13:48:19.977727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59562) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:20.103054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Deleting port 55eeb8a7-6be4-4c90-98d2-e67a18e9690d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:20.103429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.181389 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.181635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.193454 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Calling delete_port for 55eeb8a7-6be4-4c90-98d2-e67a18e9690d owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:20.323942 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.349150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event deleted for resources: {'Port': ['ID=55eeb8a7-6be4-4c90-98d2-e67a18e9690d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:20.411450 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.414168 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.415385 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1f39d0f2-1944-4a4f-afd9-4689a89f147d tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "DELETE /v2.0/floatingips/15a7847b-c6de-40f7-bc3f-943ea40a6ebe HTTP/1.1" status: 204 len: 168 time: 0.4366438 Jul 15 13:48:20.559577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59568) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:20.619156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ed5a-c5d5-4d37-bb8d-9ef59fafea45 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.643309 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ed5a-c5d5-4d37-bb8d-9ef59fafea45 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.705750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ed5a-c5d5-4d37-bb8d-9ef59fafea45 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.710015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ed5a-c5d5-4d37-bb8d-9ef59fafea45 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.711243 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d7a7ed5a-c5d5-4d37-bb8d-9ef59fafea45 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] 10.222.0.25 "DELETE /v2.0/security-groups/cecbb9e9-f573-4b1d-b563-3a726d41e6ac HTTP/1.1" status: 204 len: 168 time: 0.1506109 Jul 15 13:48:20.726332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ed5a-c5d5-4d37-bb8d-9ef59fafea45 tempest-TestServerBasicOps-1535391548 tempest-TestServerBasicOps-1535391548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecbb9e9-f573-4b1d-b563-3a726d41e6ac,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:20.754425 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59572) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:21.489667 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.605728 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d498f8c4-7b8b-4a05-aebe-41e4c927f66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.694193 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.749264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Deleting port d8627d71-aa2e-4017-95b2-b7f843c502ff {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:21.749604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.841832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] For port d8627d71-aa2e-4017-95b2-b7f843c502ff, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d8627d71-aa2e-4017-95b2-b7f843c502ff,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:21.842196 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.856137 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Calling delete_port for d8627d71-aa2e-4017-95b2-b7f843c502ff owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:22.032070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.044295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:22.059615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8627d71-aa2e-4017-95b2-b7f843c502ff,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:22.064995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:22.066014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 9ca7f9f8-9761-43f8-8247-3d59e7817ea0 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:22.229716 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.456637 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Router 26881fa3-e884-4d9e-b82a-937898395358 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:22.561901 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:22.567609 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-20594d63-2e2e-4e0f-b49c-0ba362f5a151 admin admin] 10.222.0.25 "PUT /v2.0/routers/26881fa3-e884-4d9e-b82a-937898395358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8120899 Jul 15 13:48:22.570366 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59576) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:22.572278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] Sync routers for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:22.584976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:22.584976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:22.680287 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.694319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:22.791441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.850380 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Deleting port f8700ff1-3782-4715-804e-6cb65631ba06 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:22.850875 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.890839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:48:21Z', 'revision_number': 5, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port': {'id': 'f8700ff1-3782-4715-804e-6cb65631ba06', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26881fa3-e884-4d9e-b82a-937898395358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:51Z', 'updated_at': '2021-07-15T13:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:22.924668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] Checking router: 26881fa3-e884-4d9e-b82a-937898395358 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:22.934765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] Routers {'26881fa3-e884-4d9e-b82a-937898395358'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:22.935468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['26881fa3-e884-4d9e-b82a-937898395358'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:22.936364 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] For port f8700ff1-3782-4715-804e-6cb65631ba06, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f8700ff1-3782-4715-804e-6cb65631ba06,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:22.936736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.959631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Calling delete_port for f8700ff1-3782-4715-804e-6cb65631ba06 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:23.029478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.037737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] Set router 26881fa3-e884-4d9e-b82a-937898395358 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:23.090702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:48:22Z', 'revision_number': 6, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:23.120762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41564a72-d1f9-4833-9e18-46b8739a3958 None None] The sync data for ids ['26881fa3-e884-4d9e-b82a-937898395358'] in n-d-771362-36 is: [{'id': '26881fa3-e884-4d9e-b82a-937898395358', 'name': 'tempest-TestServerBasicOps-1278009408-router', 'tenant_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:50Z', 'updated_at': '2021-07-15T13:48:22Z', 'revision_number': 6, 'project_id': '4a6ce0d2b5ad4f9f95457a29aaf7ab0a', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:23.143957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.176729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8700ff1-3782-4715-804e-6cb65631ba06,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:23.245086 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.337610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.340186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.392031 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.392964 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26881fa3-e884-4d9e-b82a-937898395358 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:48:23.399361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.400768 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-07588791-2c66-4ff6-a2f3-c0584c2c4039 admin admin] 10.222.0.25 "DELETE /v2.0/routers/26881fa3-e884-4d9e-b82a-937898395358 HTTP/1.1" status: 204 len: 168 time: 0.8292797 Jul 15 13:48:23.403483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59582) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:23.466134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d1624e-84d9-43be-af1b-faeced8e3124 admin admin] Deleting subnet 2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:23.470691 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04d1624e-84d9-43be-af1b-faeced8e3124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.511228 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04d1624e-84d9-43be-af1b-faeced8e3124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.607320 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04d1624e-84d9-43be-af1b-faeced8e3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.663483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04d1624e-84d9-43be-af1b-faeced8e3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.693656 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-04d1624e-84d9-43be-af1b-faeced8e3124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.696274 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-04d1624e-84d9-43be-af1b-faeced8e3124 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86 HTTP/1.1" status: 204 len: 168 time: 0.2912235 Jul 15 13:48:23.697149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1624e-84d9-43be-af1b-faeced8e3124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb5eca5-0f8a-4965-bac9-c68ddfd0aa86,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:23.698720 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59584) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:23.699081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841341d-f18d-4566-be17-5a52fd5f52fb None None] Network 8e3e80b8-ee82-426f-8c06-5899dbc789c1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:23.768799 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.835063 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Deleting port c7bf0fc8-b885-4648-bc95-1743ad43acd5 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:23.835358 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.913157 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] For port c7bf0fc8-b885-4648-bc95-1743ad43acd5, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c7bf0fc8-b885-4648-bc95-1743ad43acd5,segment=NetworkSegment(fb961ca3-4675-468a-995f-102c1ae1935b),segment_id=fb961ca3-4675-468a-995f-102c1ae1935b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:23.913607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.922860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] DHCP port deletion for 8e3e80b8-ee82-426f-8c06-5899dbc789c1 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:23.935503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Calling delete_port for c7bf0fc8-b885-4648-bc95-1743ad43acd5 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:23.990355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f8700ff1-3782-4715-804e-6cb65631ba06 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:24.013871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f8700ff1-3782-4715-804e-6cb65631ba06 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:24.014291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f8700ff1-3782-4715-804e-6cb65631ba06 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:24.014709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d8627d71-aa2e-4017-95b2-b7f843c502ff no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:24.032592 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.039764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] Deleting port c7bf0fc8-b885-4648-bc95-1743ad43acd5 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:24.040068 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.043257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d8627d71-aa2e-4017-95b2-b7f843c502ff {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:24.043879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d8627d71-aa2e-4017-95b2-b7f843c502ff not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:24.064193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bf0fc8-b885-4648-bc95-1743ad43acd5,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.066958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] No DVR routers for this DVR port c7bf0fc8-b885-4648-bc95-1743ad43acd5 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:24.123276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] For port c7bf0fc8-b885-4648-bc95-1743ad43acd5, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:24.123745 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.139738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] Calling delete_port for c7bf0fc8-b885-4648-bc95-1743ad43acd5 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:24.142561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] Port c7bf0fc8-b885-4648-bc95-1743ad43acd5 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:48:24.143981 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.148308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.160910 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3e80b8-ee82-426f-8c06-5899dbc789c1']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:24.173374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] Pushing event deleted for resources: {'Port': ['ID=c7bf0fc8-b885-4648-bc95-1743ad43acd5,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.175311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ee291-edd9-43c6-a8b5-8b0f514de492 None None] No DVR routers for this DVR port c7bf0fc8-b885-4648-bc95-1743ad43acd5 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:24.186661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb961ca3-4675-468a-995f-102c1ae1935b') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:24.186965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb961ca3-4675-468a-995f-102c1ae1935b') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:24.209880 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.231201 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.239789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:48:24.240362 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:48:24.242647 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:48:24.300509 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.309278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.312960 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8e3e80b8-ee82-426f-8c06-5899dbc789c1 HTTP/1.1" status: 204 len: 168 time: 0.6127532 Jul 15 13:48:24.315306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59586) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:24.337708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a8236-5716-4e16-be31-fbab09b61588 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3e80b8-ee82-426f-8c06-5899dbc789c1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.467383 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.951742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.201261 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Deleting port aacc3719-2a1b-4bdd-b966-b58734e5ded0 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:25.201613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.277406 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] For port aacc3719-2a1b-4bdd-b966-b58734e5ded0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aacc3719-2a1b-4bdd-b966-b58734e5ded0,segment=NetworkSegment(4465b23e-7746-4745-bd55-4538824d5353),segment_id=4465b23e-7746-4745-bd55-4538824d5353)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:25.277674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.293656 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Calling delete_port for aacc3719-2a1b-4bdd-b966-b58734e5ded0 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:25.472453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.496885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Pushing event deleted for resources: {'Port': ['ID=aacc3719-2a1b-4bdd-b966-b58734e5ded0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:25.669525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.790256 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c7bf0fc8-b885-4648-bc95-1743ad43acd5 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:25.811152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c7bf0fc8-b885-4648-bc95-1743ad43acd5 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:25.811515 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c7bf0fc8-b885-4648-bc95-1743ad43acd5 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:25.894866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Router 25f56770-a005-424d-8f4b-053f9a0e0e94 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:26.000718 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:26.006470 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fa01f73b-c9e2-49a2-abeb-4ab592d4f78b admin admin] 10.222.0.25 "PUT /v2.0/routers/25f56770-a005-424d-8f4b-053f9a0e0e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6901255 Jul 15 13:48:26.010044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59588) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:26.011926 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] Sync routers for ids ['25f56770-a005-424d-8f4b-053f9a0e0e94'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:26.021928 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] Routers {'25f56770-a005-424d-8f4b-053f9a0e0e94'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:26.022557 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['25f56770-a005-424d-8f4b-053f9a0e0e94'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:26.122630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.130677 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] Set router 25f56770-a005-424d-8f4b-053f9a0e0e94 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:26.236560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.297315 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Deleting port e959f5a7-d86a-4037-a45a-1e2d10d6d515 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:26.297668 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.327498 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:48:25Z', 'revision_number': 5, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port': {'id': 'e959f5a7-d86a-4037-a45a-1e2d10d6d515', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:05Z', 'updated_at': '2021-07-15T13:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:26.395600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] For port e959f5a7-d86a-4037-a45a-1e2d10d6d515, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e959f5a7-d86a-4037-a45a-1e2d10d6d515,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:26.396128 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.412119 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Calling delete_port for e959f5a7-d86a-4037-a45a-1e2d10d6d515 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:26.464061 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] Checking router: 25f56770-a005-424d-8f4b-053f9a0e0e94 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:26.473548 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] Routers {'25f56770-a005-424d-8f4b-053f9a0e0e94'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:26.474272 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['25f56770-a005-424d-8f4b-053f9a0e0e94'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:26.572202 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] Set router 25f56770-a005-424d-8f4b-053f9a0e0e94 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:26.593980 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.625793 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:48:26Z', 'revision_number': 6, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:26.627219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e959f5a7-d86a-4037-a45a-1e2d10d6d515,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:26.665408 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97d590-5323-4461-8121-e9c6f848d478 None None] The sync data for ids ['25f56770-a005-424d-8f4b-053f9a0e0e94'] in n-d-771362-36 is: [{'id': '25f56770-a005-424d-8f4b-053f9a0e0e94', 'name': 'tempest-TestServerBasicOps-79087413-router', 'tenant_id': 'd98f08208318483582266e1679c58eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:03Z', 'updated_at': '2021-07-15T13:48:26Z', 'revision_number': 6, 'project_id': 'd98f08208318483582266e1679c58eaa', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:26.699396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.792289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.794484 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.838473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.839017 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25f56770-a005-424d-8f4b-053f9a0e0e94 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:48:26.843672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.844892 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-34013097-92af-4720-a6d4-c4b569375c28 admin admin] 10.222.0.25 "DELETE /v2.0/routers/25f56770-a005-424d-8f4b-053f9a0e0e94 HTTP/1.1" status: 204 len: 168 time: 0.8338809 Jul 15 13:48:26.847518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59590) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:26.897967 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-145f1179-a102-4726-9b5c-670382673e53 admin admin] Deleting subnet 457cd130-01c3-47d8-80de-62098515ec0d {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:26.901283 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-145f1179-a102-4726-9b5c-670382673e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.935741 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-145f1179-a102-4726-9b5c-670382673e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.013696 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-145f1179-a102-4726-9b5c-670382673e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.077555 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-145f1179-a102-4726-9b5c-670382673e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.111293 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f1179-a102-4726-9b5c-670382673e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457cd130-01c3-47d8-80de-62098515ec0d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:27.114270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-145f1179-a102-4726-9b5c-670382673e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.116788 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-145f1179-a102-4726-9b5c-670382673e53 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/457cd130-01c3-47d8-80de-62098515ec0d HTTP/1.1" status: 204 len: 168 time: 0.2682288 Jul 15 13:48:27.118519 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59592) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:27.119037 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7c0bb8-e70c-457f-8a3b-7704ed7d509f None None] Network 0b9d3932-e561-4c50-8b82-0257b423a7ea requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:27.185501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.240203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Deleting port 1b573192-5110-4cbc-ab39-765098d543ac {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:27.240454 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.310208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] For port 1b573192-5110-4cbc-ab39-765098d543ac, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1b573192-5110-4cbc-ab39-765098d543ac,segment=NetworkSegment(4465b23e-7746-4745-bd55-4538824d5353),segment_id=4465b23e-7746-4745-bd55-4538824d5353)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:27.310565 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.322320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Calling delete_port for 1b573192-5110-4cbc-ab39-765098d543ac owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:27.403964 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.433931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b573192-5110-4cbc-ab39-765098d543ac,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:27.437327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] No DVR routers for this DVR port 1b573192-5110-4cbc-ab39-765098d543ac on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:27.452480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecc37b7-fc9e-4000-a424-9e427d3984d7 None None] DHCP port deletion for 0b9d3932-e561-4c50-8b82-0257b423a7ea request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:27.514793 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.526237 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9d3932-e561-4c50-8b82-0257b423a7ea']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:27.539052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4465b23e-7746-4745-bd55-4538824d5353') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:27.539447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4465b23e-7746-4745-bd55-4538824d5353') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:27.550780 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.568721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.575918 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:48:27.576336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:48:27.578149 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:48:27.637899 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.642923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.645852 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0b9d3932-e561-4c50-8b82-0257b423a7ea HTTP/1.1" status: 204 len: 168 time: 0.5261774 Jul 15 13:48:27.658840 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebf633-e594-4279-80e2-25f69e5ded12 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9d3932-e561-4c50-8b82-0257b423a7ea,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:27.732683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e959f5a7-d86a-4037-a45a-1e2d10d6d515 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:27.759379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: e959f5a7-d86a-4037-a45a-1e2d10d6d515 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:27.759578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e959f5a7-d86a-4037-a45a-1e2d10d6d515 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:27.760227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1b573192-5110-4cbc-ab39-765098d543ac no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:27.783308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59596) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:27.786266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 1b573192-5110-4cbc-ab39-765098d543ac {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:27.786612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1b573192-5110-4cbc-ab39-765098d543ac not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:27.787033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aacc3719-2a1b-4bdd-b966-b58734e5ded0 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:27.807042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: aacc3719-2a1b-4bdd-b966-b58734e5ded0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:27.807419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aacc3719-2a1b-4bdd-b966-b58734e5ded0 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:27.830502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7f0a83f8-5d4d-426c-92fb-dbe1b8bfa3b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a6ce0d2b5ad4f9f95457a29aaf7ab0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460286 Jul 15 13:48:27.833661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59598) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:27.895186 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32709cf6-877a-43df-8457-68f26e254873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.916396 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32709cf6-877a-43df-8457-68f26e254873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.964808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32709cf6-877a-43df-8457-68f26e254873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.967496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32709cf6-877a-43df-8457-68f26e254873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.968658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-32709cf6-877a-43df-8457-68f26e254873 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2faf3dae-ef81-4d4c-a4a0-27fb8a68462f HTTP/1.1" status: 204 len: 168 time: 0.1340849 Jul 15 13:48:27.977448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32709cf6-877a-43df-8457-68f26e254873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf3dae-ef81-4d4c-a4a0-27fb8a68462f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:28.305712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59604) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:28.346535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0e7ebaf8-5437-417e-831b-ed25d1771623 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d98f08208318483582266e1679c58eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394990 Jul 15 13:48:28.349108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59606) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:28.403178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f6e6-ddcf-4864-bfbd-40f3f4cafb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.423734 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f6e6-ddcf-4864-bfbd-40f3f4cafb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.475499 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f6e6-ddcf-4864-bfbd-40f3f4cafb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.478177 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f6e6-ddcf-4864-bfbd-40f3f4cafb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.479372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d6e1f6e6-ddcf-4864-bfbd-40f3f4cafb76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfeaf1ab-19a8-4cb4-b450-271619f70a60 HTTP/1.1" status: 204 len: 168 time: 0.1293240 Jul 15 13:48:28.487342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f6e6-ddcf-4864-bfbd-40f3f4cafb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeaf1ab-19a8-4cb4-b450-271619f70a60,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:29.193654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59628) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:29.299586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-604365530-network', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:29.320356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Made reservation on behalf of f2024d9dcf23477c9517475c3a42dfbd for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:29.322631 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.334772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.430539 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.434558 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.462732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:48:29.469368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a001c528-7fb0-4bc1-a754-7f0f12985ac7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:29.477101 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.477101 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Added segment 7e016b03-f852-489d-8adb-e627bd492bef of type vlan for network 39352dec-8722-4096-8dc4-d6a0eb1840a2 Jul 15 13:48:29.519829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.547956 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.549046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:29.549628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.581453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3865619 Jul 15 13:48:29.585782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59632) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:29.593747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Request body: {'subnet': {'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-604365530-subnet', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:29.615694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776e398-d1a8-4ae9-8be6-aa7d784b5bbc admin admin] Pushing event updated for resources: {'Network': ['ID=39352dec-8722-4096-8dc4-d6a0eb1840a2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:29.616472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Made reservation on behalf of f2024d9dcf23477c9517475c3a42dfbd for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:29.619674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.630129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:48:29.798192 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.854071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f103018-83e1-40ab-bdf6-7cf36448489b,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:29.861584 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Checking segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:29.861806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Network hostable DHCP agents. Network: 39352dec-8722-4096-8dc4-d6a0eb1840a2, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:48:29.879899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:48:29.888583 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 39352dec-8722-4096-8dc4-d6a0eb1840a2) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:29.892524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:29.893121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.899168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a85520-8f40-4051-a93e-a3fd389bf99f None None] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:29.914185 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5acd2c29-d799-4bfe-8ce1-2c98fb633f3d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3260610 Jul 15 13:48:29.917078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59634) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:29.921870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:29.955084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.956235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.014999 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.077277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-39352dec-8722-4096-8dc4-d6a0eb1840a2', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'fixed_ips': [{'subnet_id': '5f103018-83e1-40ab-bdf6-7cf36448489b'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:30.078165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.244789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Allocated IP 172.20.0.2 (39352dec-8722-4096-8dc4-d6a0eb1840a2/5f103018-83e1-40ab-bdf6-7cf36448489b/2734252e-bda0-4a2b-905f-ad505717b521) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:30.406192 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.415414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Transition to ACTIVE for port object 2734252e-bda0-4a2b-905f-ad505717b521 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:30.432281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Transition to ACTIVE for port object 2734252e-bda0-4a2b-905f-ad505717b521 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:30.440328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.470458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.483490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:30.488849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:30.493025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:30.505250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Pushing event updated for resources: {'Port': ['ID=2734252e-bda0-4a2b-905f-ad505717b521,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:30.573763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Attempting to bind port 2734252e-bda0-4a2b-905f-ad505717b521 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:30.574158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Attempting to bind port 2734252e-bda0-4a2b-905f-ad505717b521 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:30.574507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Attempting to bind port 2734252e-bda0-4a2b-905f-ad505717b521 on network 39352dec-8722-4096-8dc4-d6a0eb1840a2 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:30.579606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:30.579975 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Checking segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:30.580439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.580991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Bound using segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:30.581531 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Bound port: 2734252e-bda0-4a2b-905f-ad505717b521, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:30.582452 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.651297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] For port 2734252e-bda0-4a2b-905f-ad505717b521, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:30.654419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] For port 2734252e-bda0-4a2b-905f-ad505717b521, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=2734252e-bda0-4a2b-905f-ad505717b521,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:30.659505 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.692369 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.719906 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.728124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7302ff-ee9c-488f-b070-320e5e0284cb None None] Pushing event updated for resources: {'Port': ['ID=2734252e-bda0-4a2b-905f-ad505717b521,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:30.830914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Allocated IP 172.25.1.248 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/5766ccfc-3e6a-451b-a269-784565d768ee) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:30.970496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.024866 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.067500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:31.070372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:31.074878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:31.080699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Pushing event updated for resources: {'Port': ['ID=5766ccfc-3e6a-451b-a269-784565d768ee,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:31.330947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.543437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.642298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e528f9-3677-49ec-8856-b14250bfe391 None None] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:31.685114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Router 14b97e91-05f0-420f-93c3-f0ea8035cecf is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:48:31.727765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3133b92b-c323-4fdc-874a-16aaec6a40fb None None] Provisioning for port 2734252e-bda0-4a2b-905f-ad505717b521 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:31.826542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:31.845254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.846883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-53410208-5487-4417-9575-40b44d98fd89 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9286902 Jul 15 13:48:31.849776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59636) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:31.930570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Sync routers for ids ['14b97e91-05f0-420f-93c3-f0ea8035cecf'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:31.932681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 2734252e-bda0-4a2b-905f-ad505717b521 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:31.971491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Routers {'14b97e91-05f0-420f-93c3-f0ea8035cecf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:31.972171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['14b97e91-05f0-420f-93c3-f0ea8035cecf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:32.114994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 2734252e-bda0-4a2b-905f-ad505717b521 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:32.131306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Set router 14b97e91-05f0-420f-93c3-f0ea8035cecf gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:32.133273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 2734252e-bda0-4a2b-905f-ad505717b521 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:32.133399 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.289598 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:48:32.313446 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.364245 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.412324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 2734252e-bda0-4a2b-905f-ad505717b521, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=2734252e-bda0-4a2b-905f-ad505717b521,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:32.419516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.429461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:48:31Z', 'revision_number': 3, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port': {'id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:30Z', 'updated_at': '2021-07-15T13:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:32.480846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Checking router: 14b97e91-05f0-420f-93c3-f0ea8035cecf for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:32.481196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Updating router 14b97e91-05f0-420f-93c3-f0ea8035cecf port 5766ccfc-3e6a-451b-a269-784565d768ee binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:48:32.506684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Allocated IP 172.20.0.1 (39352dec-8722-4096-8dc4-d6a0eb1840a2/5f103018-83e1-40ab-bdf6-7cf36448489b/2af39865-b68b-4679-8703-3fdf98b7a2dc) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:32.528768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-814de5ad-6e1b-4279-9ad6-631dabc9ab59 None None] Provisioning complete for port 2734252e-bda0-4a2b-905f-ad505717b521 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:32.529063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-814de5ad-6e1b-4279-9ad6-631dabc9ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.561002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=2734252e-bda0-4a2b-905f-ad505717b521,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:32.575665 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.618240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.638497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Transition to ACTIVE for port object 2af39865-b68b-4679-8703-3fdf98b7a2dc will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:32.672944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.718181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:32.721100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:32.724878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:32.747905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2af39865-b68b-4679-8703-3fdf98b7a2dc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:32.775963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.908785 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.920358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Transition to ACTIVE for port object 5766ccfc-3e6a-451b-a269-784565d768ee will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:32.927300 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.932737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.984749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Attempting to bind port 5766ccfc-3e6a-451b-a269-784565d768ee on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:32.985164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Attempting to bind port 5766ccfc-3e6a-451b-a269-784565d768ee by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:32.985555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Attempting to bind port 5766ccfc-3e6a-451b-a269-784565d768ee on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:32.993480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d63ef-1019-4936-a788-6366446de9e5 None None] Pushing event updated for resources: {'Port': ['ID=5766ccfc-3e6a-451b-a269-784565d768ee,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:32.996882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:32.997264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:32.997908 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.998314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:32.998839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Bound port: 5766ccfc-3e6a-451b-a269-784565d768ee, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:32.999245 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.057788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] For port 5766ccfc-3e6a-451b-a269-784565d768ee, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:33.064201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] For port 5766ccfc-3e6a-451b-a269-784565d768ee, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5766ccfc-3e6a-451b-a269-784565d768ee,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:33.070559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.100757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cd3a47a8-f4f8-4170-9c85-d304375e2c54 None None] Provisioning for port 2af39865-b68b-4679-8703-3fdf98b7a2dc completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:33.116692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cd3a47a8-f4f8-4170-9c85-d304375e2c54 None None] Provisioning complete for port 2af39865-b68b-4679-8703-3fdf98b7a2dc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:33.117371 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd3a47a8-f4f8-4170-9c85-d304375e2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.133412 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.140036 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.167784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d63ef-1019-4936-a788-6366446de9e5 None None] Pushing event updated for resources: {'Port': ['ID=5766ccfc-3e6a-451b-a269-784565d768ee,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:33.174964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Routers {'14b97e91-05f0-420f-93c3-f0ea8035cecf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:33.176410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['14b97e91-05f0-420f-93c3-f0ea8035cecf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:33.178149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a47a8-f4f8-4170-9c85-d304375e2c54 None None] Port 2af39865-b68b-4679-8703-3fdf98b7a2dc cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:33.220970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.227797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2af39865-b68b-4679-8703-3fdf98b7a2dc,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:33.288742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] Set router 14b97e91-05f0-420f-93c3-f0ea8035cecf gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:33.324413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:33.325974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:33.482759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Router 14b97e91-05f0-420f-93c3-f0ea8035cecf has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:33.523183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:48:32Z', 'revision_number': 4, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port': {'id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:30Z', 'updated_at': '2021-07-15T13:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '2af39865-b68b-4679-8703-3fdf98b7a2dc', 'name': '', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'mac_address': 'fa:16:3e:0f:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:32Z', 'updated_at': '2021-07-15T13:48:32Z', 'revision_number': 2, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'subnets': [{'id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:33.552008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406f47c-7cad-4726-a9d9-6852aa873521 None None] The sync data for ids ['14b97e91-05f0-420f-93c3-f0ea8035cecf'] in n-d-771362-36 is: [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:48:32Z', 'revision_number': 4, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port': {'id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:30Z', 'updated_at': '2021-07-15T13:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '2af39865-b68b-4679-8703-3fdf98b7a2dc', 'name': '', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'mac_address': 'fa:16:3e:0f:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:32Z', 'updated_at': '2021-07-15T13:48:32Z', 'revision_number': 2, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'subnets': [{'id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:33.601718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-81978add-2fbb-4c0d-adca-15872d82aa1c None None] Provisioning complete for port 2af39865-b68b-4679-8703-3fdf98b7a2dc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:33.602090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-81978add-2fbb-4c0d-adca-15872d82aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.649250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-81978add-2fbb-4c0d-adca-15872d82aa1c None None] Port 2af39865-b68b-4679-8703-3fdf98b7a2dc cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:33.735115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 2734252e-bda0-4a2b-905f-ad505717b521 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:33.951828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:33.958222 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4bfeabcd-5547-4d9b-8394-dbd2fb5cd9b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/14b97e91-05f0-420f-93c3-f0ea8035cecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1070983 Jul 15 13:48:33.997770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 2734252e-bda0-4a2b-905f-ad505717b521 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:33.998350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.523865 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59652) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:34.529047 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1707856459-network', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:34.553130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Made reservation on behalf of 93a420680bd5485ebe85e1900dbf198e for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:34.555807 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.567308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.676471 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.681937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.711533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:48:34.718355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b33808a-046d-4d08-92e0-70129f655ab8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:34.729499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.729991 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Added segment 5b3e0df3-f0fe-4745-b2fe-07140732dd0d of type vlan for network 9e706aca-3856-4e33-8f84-78091777abe9 Jul 15 13:48:34.779851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.810683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.811823 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:34.812339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.850024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3246586 Jul 15 13:48:34.853121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59654) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:34.860374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Request body: {'subnet': {'network_id': '9e706aca-3856-4e33-8f84-78091777abe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1707856459-subnet', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:34.889184 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.893126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Made reservation on behalf of 93a420680bd5485ebe85e1900dbf198e for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:34.897421 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.899002 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df567d2-e50e-4b1d-969c-2b85f4d08e1b admin admin] Pushing event updated for resources: {'Network': ['ID=9e706aca-3856-4e33-8f84-78091777abe9,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:34.910942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9e706aca-3856-4e33-8f84-78091777abe9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:48:35.089179 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.143257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463b232e-8df3-4d75-bcca-3004eec46c4c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:35.154598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Checking segment: {'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:35.154958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Network hostable DHCP agents. Network: 9e706aca-3856-4e33-8f84-78091777abe9, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:48:35.172903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Network 9e706aca-3856-4e33-8f84-78091777abe9 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:48:35.185448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 9e706aca-3856-4e33-8f84-78091777abe9) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:35.190950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:35.192233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.198220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436edcb-8ad8-48bb-b990-a20f61895e64 None None] Network 9e706aca-3856-4e33-8f84-78091777abe9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:35.207355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1fb5989e-a91c-48ce-81a9-bcd40b214885 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3511953 Jul 15 13:48:35.209884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 59656) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:35.214863 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:35.236972 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.237890 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.296041 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.366054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-9e706aca-3856-4e33-8f84-78091777abe9', 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'fixed_ips': [{'subnet_id': '463b232e-8df3-4d75-bcca-3004eec46c4c'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:35.366992 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.461970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.533135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Allocated IP 172.20.0.2 (9e706aca-3856-4e33-8f84-78091777abe9/463b232e-8df3-4d75-bcca-3004eec46c4c/15e8c3e4-b84e-4b3a-8741-a447dd33e83e) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:35.703903 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.707507 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.718920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Transition to ACTIVE for port object 15e8c3e4-b84e-4b3a-8741-a447dd33e83e will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:35.733607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.735625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Transition to ACTIVE for port object 15e8c3e4-b84e-4b3a-8741-a447dd33e83e will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:35.742497 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.781127 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Network 9e706aca-3856-4e33-8f84-78091777abe9 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:35.786458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5766ccfc-3e6a-451b-a269-784565d768ee up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:35.817022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:35.824344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:35.845228 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Sync routers for ids ['14b97e91-05f0-420f-93c3-f0ea8035cecf'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:35.860711 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Routers {'14b97e91-05f0-420f-93c3-f0ea8035cecf'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:35.861603 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['14b97e91-05f0-420f-93c3-f0ea8035cecf'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:35.872611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.886461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Allocated IP 172.25.1.150 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/bc89fa09-291a-4936-b398-bdf84387dfc3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:35.892752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Pushing event updated for resources: {'Port': ['ID=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:35.913314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Attempting to bind port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:35.914170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Attempting to bind port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:35.914170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Attempting to bind port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e on network 9e706aca-3856-4e33-8f84-78091777abe9 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:35.923641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:35.924028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Checking segment: {'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:35.924439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.924845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Bound using segment: {'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:35.925935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Bound port: 15e8c3e4-b84e-4b3a-8741-a447dd33e83e, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:35.926283 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.935486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5766ccfc-3e6a-451b-a269-784565d768ee completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:35.942283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5766ccfc-3e6a-451b-a269-784565d768ee triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:35.942665 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.991016 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Set router 14b97e91-05f0-420f-93c3-f0ea8035cecf gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:36.035773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] For port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:36.036212 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.040990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] For port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,segment=NetworkSegment(5b3e0df3-f0fe-4745-b2fe-07140732dd0d),segment_id=5b3e0df3-f0fe-4745-b2fe-07140732dd0d)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:36.047616 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.094485 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.122845 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.152657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0ddba-088d-4e7c-a007-beb99d6f14d4 None None] Pushing event updated for resources: {'Port': ['ID=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:36.158511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 5766ccfc-3e6a-451b-a269-784565d768ee, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5766ccfc-3e6a-451b-a269-784565d768ee,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:36.163508 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.164667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:36.176778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:36.181432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:36.213068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Pushing event updated for resources: {'Port': ['ID=bc89fa09-291a-4936-b398-bdf84387dfc3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:36.237026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=5766ccfc-3e6a-451b-a269-784565d768ee,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:36.289685 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:48:32Z', 'revision_number': 4, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port': {'id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:30Z', 'updated_at': '2021-07-15T13:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '2af39865-b68b-4679-8703-3fdf98b7a2dc', 'name': '', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'mac_address': 'fa:16:3e:0f:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:32Z', 'updated_at': '2021-07-15T13:48:32Z', 'revision_number': 2, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'subnets': [{'id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:36.317479 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Checking router: 14b97e91-05f0-420f-93c3-f0ea8035cecf for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:36.318112 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Updating router 14b97e91-05f0-420f-93c3-f0ea8035cecf port 2af39865-b68b-4679-8703-3fdf98b7a2dc binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:48:36.373052 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.544847 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.728656 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.740677 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Transition to ACTIVE for port object 2af39865-b68b-4679-8703-3fdf98b7a2dc will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:36.748295 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.763805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.796996 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Pushing event updated for resources: {'Port': ['ID=2af39865-b68b-4679-8703-3fdf98b7a2dc,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:36.809011 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.809488 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.809869 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.810206 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.810543 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.810877 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.811230 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.811560 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.811916 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.812195 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.812518 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.812842 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.871969 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Attempting to bind port 2af39865-b68b-4679-8703-3fdf98b7a2dc on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:36.872667 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Attempting to bind port 2af39865-b68b-4679-8703-3fdf98b7a2dc by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:36.872667 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Attempting to bind port 2af39865-b68b-4679-8703-3fdf98b7a2dc on network 39352dec-8722-4096-8dc4-d6a0eb1840a2 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:36.879622 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:36.879622 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Checking segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:36.880040 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.880215 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Bound using segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:36.880699 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Bound port: 2af39865-b68b-4679-8703-3fdf98b7a2dc, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:36.881262 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.928504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Router 8eff4f2d-6805-48a1-abe0-0fa7d42724af is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:48:36.962531 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] For port 2af39865-b68b-4679-8703-3fdf98b7a2dc, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:36.966625 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] For port 2af39865-b68b-4679-8703-3fdf98b7a2dc, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=2af39865-b68b-4679-8703-3fdf98b7a2dc,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:36.972688 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.037910 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Routers {'14b97e91-05f0-420f-93c3-f0ea8035cecf'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:37.038495 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['14b97e91-05f0-420f-93c3-f0ea8035cecf'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:37.075465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:37.075983 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2917ff-adc7-4207-92c1-d2d0c100f4e4 None None] Pushing event updated for resources: {'Port': ['ID=2af39865-b68b-4679-8703-3fdf98b7a2dc,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:37.090871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Sync routers for ids ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:37.116672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Routers {'8eff4f2d-6805-48a1-abe0-0fa7d42724af'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:37.117793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:37.129992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.138464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0efea47a-b695-4e7a-b51d-5408dfb8dd38 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9273326 Jul 15 13:48:37.139554 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59658) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:37.171594 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] Set router 14b97e91-05f0-420f-93c3-f0ea8035cecf gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:37.307106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Set router 8eff4f2d-6805-48a1-abe0-0fa7d42724af gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:37.479801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fed538-7277-4de0-90dd-3a6835bace6c None None] Network 9e706aca-3856-4e33-8f84-78091777abe9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:37.487278 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:48:32Z', 'revision_number': 4, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port': {'id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:30Z', 'updated_at': '2021-07-15T13:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '2af39865-b68b-4679-8703-3fdf98b7a2dc', 'name': '', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'mac_address': 'fa:16:3e:0f:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:32Z', 'updated_at': '2021-07-15T13:48:36Z', 'revision_number': 4, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'subnets': [{'id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:37.519921 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78083b13-338a-4f9f-84bf-47420ffc7af2 None None] The sync data for ids ['14b97e91-05f0-420f-93c3-f0ea8035cecf'] in n-d-771362-36 is: [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:48:32Z', 'revision_number': 4, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port': {'id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:30Z', 'updated_at': '2021-07-15T13:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '2af39865-b68b-4679-8703-3fdf98b7a2dc', 'name': '', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'mac_address': 'fa:16:3e:0f:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:32Z', 'updated_at': '2021-07-15T13:48:36Z', 'revision_number': 4, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'subnets': [{'id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:37.660863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a93ee2e1-4b45-4027-b565-3851e87ed899 None None] Provisioning for port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:37.717044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:36Z', 'revision_number': 3, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port': {'id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:37.750104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Checking router: 8eff4f2d-6805-48a1-abe0-0fa7d42724af for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:37.750104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Updating router 8eff4f2d-6805-48a1-abe0-0fa7d42724af port bc89fa09-291a-4936-b398-bdf84387dfc3 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:48:37.816166 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.009654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 2af39865-b68b-4679-8703-3fdf98b7a2dc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:38.068237 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.155229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 2af39865-b68b-4679-8703-3fdf98b7a2dc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:38.178561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 2af39865-b68b-4679-8703-3fdf98b7a2dc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:38.178931 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.254881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.258395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Allocated IP 172.20.0.1 (9e706aca-3856-4e33-8f84-78091777abe9/463b232e-8df3-4d75-bcca-3004eec46c4c/98d18119-1775-4ffb-8e09-fa67ff5237fa) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:38.278124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Transition to ACTIVE for port object bc89fa09-291a-4936-b398-bdf84387dfc3 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:38.286158 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.370415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Attempting to bind port bc89fa09-291a-4936-b398-bdf84387dfc3 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:38.371348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Attempting to bind port bc89fa09-291a-4936-b398-bdf84387dfc3 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:38.371348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Attempting to bind port bc89fa09-291a-4936-b398-bdf84387dfc3 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:38.373648 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.375270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.376446 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175639ca-708f-4fe0-943e-c7dd0179b0fa None None] Pushing event updated for resources: {'Port': ['ID=bc89fa09-291a-4936-b398-bdf84387dfc3,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:38.390872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Transition to ACTIVE for port object 98d18119-1775-4ffb-8e09-fa67ff5237fa will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:38.402542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:38.403003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:38.403441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.403839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:38.404329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Bound port: bc89fa09-291a-4936-b398-bdf84387dfc3, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:38.404712 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.429757 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.465421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 2af39865-b68b-4679-8703-3fdf98b7a2dc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=2af39865-b68b-4679-8703-3fdf98b7a2dc,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:38.474014 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.474875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15e8c3e4-b84e-4b3a-8741-a447dd33e83e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:38.482347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Network 9e706aca-3856-4e33-8f84-78091777abe9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:38.485890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:38.488741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:38.518575 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Pushing event updated for resources: {'Port': ['ID=98d18119-1775-4ffb-8e09-fa67ff5237fa,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:38.519768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] For port bc89fa09-291a-4936-b398-bdf84387dfc3, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:38.545839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.567176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] For port bc89fa09-291a-4936-b398-bdf84387dfc3, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bc89fa09-291a-4936-b398-bdf84387dfc3,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:38.580211 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.607905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=2af39865-b68b-4679-8703-3fdf98b7a2dc,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:38.660427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:38.668708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Routers {'8eff4f2d-6805-48a1-abe0-0fa7d42724af'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:38.669356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:38.671236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:38.671620 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.732663 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.735173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175639ca-708f-4fe0-943e-c7dd0179b0fa None None] Pushing event updated for resources: {'Port': ['ID=bc89fa09-291a-4936-b398-bdf84387dfc3,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:38.843992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b5496995-0be9-414b-a8dc-1ead9c703075 None None] Provisioning for port 98d18119-1775-4ffb-8e09-fa67ff5237fa completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:38.855854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b5496995-0be9-414b-a8dc-1ead9c703075 None None] Provisioning complete for port 98d18119-1775-4ffb-8e09-fa67ff5237fa triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:38.856139 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b5496995-0be9-414b-a8dc-1ead9c703075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.886720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] Set router 8eff4f2d-6805-48a1-abe0-0fa7d42724af gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:38.905385 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.911462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.946937 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.981702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.983763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Pushing event updated for resources: {'Port': ['ID=98d18119-1775-4ffb-8e09-fa67ff5237fa,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:38.992362 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b5496995-0be9-414b-a8dc-1ead9c703075 None None] Port 98d18119-1775-4ffb-8e09-fa67ff5237fa cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:39.046773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,segment=NetworkSegment(5b3e0df3-f0fe-4745-b2fe-07140732dd0d),segment_id=5b3e0df3-f0fe-4745-b2fe-07140732dd0d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:39.052783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.053597 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5766ccfc-3e6a-451b-a269-784565d768ee up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:39.099593 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Network 9e706aca-3856-4e33-8f84-78091777abe9 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:39.101334 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:39.262557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Router 8eff4f2d-6805-48a1-abe0-0fa7d42724af has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:39.331379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:39.355806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5766ccfc-3e6a-451b-a269-784565d768ee triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:39.356176 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.386112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:39.391762 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3ccbbf87-516a-4d6a-87f0-17d79c5743c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/8eff4f2d-6805-48a1-abe0-0fa7d42724af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2509747 Jul 15 13:48:39.408114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:36Z', 'revision_number': 3, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port': {'id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:39.441636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e260e14-e182-4fca-8244-c36b92299348 None None] The sync data for ids ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'] in n-d-771362-36 is: [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:36Z', 'revision_number': 3, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port': {'id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:39.453417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-85b8dcb9-5ad8-4c42-b960-361dd8966cab None None] Provisioning complete for port 98d18119-1775-4ffb-8e09-fa67ff5237fa triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:39.453417 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-85b8dcb9-5ad8-4c42-b960-361dd8966cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.525034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-85b8dcb9-5ad8-4c42-b960-361dd8966cab None None] Port 98d18119-1775-4ffb-8e09-fa67ff5237fa cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:39.853315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bc89fa09-291a-4936-b398-bdf84387dfc3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:39.911161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port bc89fa09-291a-4936-b398-bdf84387dfc3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:39.915243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bc89fa09-291a-4936-b398-bdf84387dfc3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:39.915618 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.004819 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.028080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port bc89fa09-291a-4936-b398-bdf84387dfc3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bc89fa09-291a-4936-b398-bdf84387dfc3,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:40.033624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-aa7e853c-7936-4ef6-b85f-c1ea0978a984 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:40.035394 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.036317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15e8c3e4-b84e-4b3a-8741-a447dd33e83e up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:40.041746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-aa7e853c-7936-4ef6-b85f-c1ea0978a984 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/networks?id=39352dec-8722-4096-8dc4-d6a0eb1840a2 HTTP/1.1" status: 200 len: 910 time: 0.1152704 Jul 15 13:48:40.057834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-64801107-0263-4489-b80d-ef744f76430d tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/quotas/93a420680bd5485ebe85e1900dbf198e HTTP/1.1" status: 200 len: 375 time: 0.0150118 Jul 15 13:48:40.124961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=bc89fa09-291a-4936-b398-bdf84387dfc3,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:40.138828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:40.139353 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.155305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-ae2253f7-3cb6-4afc-a890-663caf3d8721 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=93a420680bd5485ebe85e1900dbf198e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965474 Jul 15 13:48:40.168588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-63a8e0cc-0ed5-462d-96fb-2da1ccd6e178 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:48:40.169726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-63a8e0cc-0ed5-462d-96fb-2da1ccd6e178 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058932 Jul 15 13:48:40.234711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 2af39865-b68b-4679-8703-3fdf98b7a2dc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:40.292223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-83102d35-3d82-4be6-8596-4f3042fe8894 service neutron] 10.222.0.25 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140251 Jul 15 13:48:40.294858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 2af39865-b68b-4679-8703-3fdf98b7a2dc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:40.295547 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.410091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-2315e84f-5bbc-4f50-b923-0a911b0aa55c service neutron] 10.222.0.25 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080587 Jul 15 13:48:40.615972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5447303b-fb5a-48ef-bcb8-0c7a3b1a3963 req-29342f59-09c5-4385-b440-e64bdc410425 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 210 time: 0.0398049 Jul 15 13:48:41.138130 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Sync routers for ids ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:41.148526 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Routers {'8eff4f2d-6805-48a1-abe0-0fa7d42724af'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:41.149149 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:41.371720 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Set router 8eff4f2d-6805-48a1-abe0-0fa7d42724af gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:41.589393 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:38Z', 'revision_number': 4, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port': {'id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '98d18119-1775-4ffb-8e09-fa67ff5237fa', 'name': '', 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'mac_address': 'fa:16:3e:ca:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '463b232e-8df3-4d75-bcca-3004eec46c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:38Z', 'updated_at': '2021-07-15T13:48:38Z', 'revision_number': 2, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'subnets': [{'id': '463b232e-8df3-4d75-bcca-3004eec46c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:41.616771 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Checking router: 8eff4f2d-6805-48a1-abe0-0fa7d42724af for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:41.617133 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Updating router 8eff4f2d-6805-48a1-abe0-0fa7d42724af port 98d18119-1775-4ffb-8e09-fa67ff5237fa binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:48:41.664241 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.727176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8bf9b294-eb32-4eef-8820-57732ee5556b req-66486cd4-3c68-4c63-9d0a-dcfdd7f5a89d tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 210 time: 0.0405147 Jul 15 13:48:41.794455 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bc89fa09-291a-4936-b398-bdf84387dfc3 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:41.855862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bc89fa09-291a-4936-b398-bdf84387dfc3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:41.856290 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.000954 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.014747 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Transition to ACTIVE for port object 98d18119-1775-4ffb-8e09-fa67ff5237fa will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:42.020208 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.070285 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496953c-0237-4f47-9f41-ba122bbf15e7 None None] Pushing event updated for resources: {'Port': ['ID=98d18119-1775-4ffb-8e09-fa67ff5237fa,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:42.130243 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Attempting to bind port 98d18119-1775-4ffb-8e09-fa67ff5237fa on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:42.130612 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Attempting to bind port 98d18119-1775-4ffb-8e09-fa67ff5237fa by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:42.130983 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Attempting to bind port 98d18119-1775-4ffb-8e09-fa67ff5237fa on network 9e706aca-3856-4e33-8f84-78091777abe9 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:42.136662 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:42.136916 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Checking segment: {'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:42.137332 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.137773 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Bound using segment: {'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:42.138263 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Bound port: 98d18119-1775-4ffb-8e09-fa67ff5237fa, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3e0df3-f0fe-4745-b2fe-07140732dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:42.138858 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.211240 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] For port 98d18119-1775-4ffb-8e09-fa67ff5237fa, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:42.215561 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] For port 98d18119-1775-4ffb-8e09-fa67ff5237fa, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=98d18119-1775-4ffb-8e09-fa67ff5237fa,segment=NetworkSegment(5b3e0df3-f0fe-4745-b2fe-07140732dd0d),segment_id=5b3e0df3-f0fe-4745-b2fe-07140732dd0d)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:42.220844 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.281848 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Routers {'8eff4f2d-6805-48a1-abe0-0fa7d42724af'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:42.282651 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:42.288741 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496953c-0237-4f47-9f41-ba122bbf15e7 None None] Pushing event updated for resources: {'Port': ['ID=98d18119-1775-4ffb-8e09-fa67ff5237fa,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:42.411096 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] Set router 8eff4f2d-6805-48a1-abe0-0fa7d42724af gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:42.626841 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:38Z', 'revision_number': 4, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port': {'id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '98d18119-1775-4ffb-8e09-fa67ff5237fa', 'name': '', 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'mac_address': 'fa:16:3e:ca:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '463b232e-8df3-4d75-bcca-3004eec46c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:38Z', 'updated_at': '2021-07-15T13:48:42Z', 'revision_number': 4, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'subnets': [{'id': '463b232e-8df3-4d75-bcca-3004eec46c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:42.659474 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2ecc9-0ed6-42fb-8879-991cc0c675b1 None None] The sync data for ids ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'] in n-d-771362-36 is: [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:38Z', 'revision_number': 4, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port': {'id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '98d18119-1775-4ffb-8e09-fa67ff5237fa', 'name': '', 'network_id': '9e706aca-3856-4e33-8f84-78091777abe9', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'mac_address': 'fa:16:3e:ca:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '463b232e-8df3-4d75-bcca-3004eec46c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:38Z', 'updated_at': '2021-07-15T13:48:42Z', 'revision_number': 4, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'subnets': [{'id': '463b232e-8df3-4d75-bcca-3004eec46c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:42.824588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92313c28-3aaa-408b-8f27-fc6255a85b32 req-166fa9b5-f4f2-4b46-9d64-399ffba83f60 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 210 time: 0.0325003 Jul 15 13:48:43.748846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 98d18119-1775-4ffb-8e09-fa67ff5237fa up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:43.800047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 98d18119-1775-4ffb-8e09-fa67ff5237fa completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:43.805240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 98d18119-1775-4ffb-8e09-fa67ff5237fa triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:43.805661 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.886682 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.907965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56d4ba04-578b-4e16-9e50-82bd6f0e1180 req-de0fa960-11ca-43ee-8b3f-a77e1f311364 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 210 time: 0.0263264 Jul 15 13:48:43.920027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 98d18119-1775-4ffb-8e09-fa67ff5237fa, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=98d18119-1775-4ffb-8e09-fa67ff5237fa,segment=NetworkSegment(5b3e0df3-f0fe-4745-b2fe-07140732dd0d),segment_id=5b3e0df3-f0fe-4745-b2fe-07140732dd0d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:43.924741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.975404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=98d18119-1775-4ffb-8e09-fa67ff5237fa,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:45.048936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a899605-7d82-49dc-8d91-b8d398f4fb42 req-dc8bf528-6c32-4098-912d-20ec461e0789 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 210 time: 0.0299709 Jul 15 13:48:45.736309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 98d18119-1775-4ffb-8e09-fa67ff5237fa up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:45.787805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 98d18119-1775-4ffb-8e09-fa67ff5237fa triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:45.788179 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.095462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-9b6257e1-76ee-444c-a2d3-323fabdf1e89 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:46.097060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-9b6257e1-76ee-444c-a2d3-323fabdf1e89 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.35 "GET /v2.0/networks?id=39352dec-8722-4096-8dc4-d6a0eb1840a2 HTTP/1.1" status: 200 len: 910 time: 0.0908251 Jul 15 13:48:46.109737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Request body: {'port': {'device_id': '4ac1fd76-83b0-4a75-b87c-563818e3d81f', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'admin_state_up': True, 'tenant_id': '93a420680bd5485ebe85e1900dbf198e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:46.134324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Made reservation on behalf of 93a420680bd5485ebe85e1900dbf198e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:46.137624 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.236279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a733ace3-be7d-475d-b2ef-a712b97e21b7 req-ed57f638-b2b8-4a26-83e5-a941978f6de8 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 210 time: 0.0621276 Jul 15 13:48:46.290600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Allocated IP 172.20.0.7 (39352dec-8722-4096-8dc4-d6a0eb1840a2/5f103018-83e1-40ab-bdf6-7cf36448489b/b1f32cf2-6d6c-4a84-865a-c77ba7f059f3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:46.425475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.438576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Transition to ACTIVE for port object b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:46.470955 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.508239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:46.512827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:46.517320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:46.541327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Pushing event updated for resources: {'Port': ['ID=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:46.564745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:46.565354 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.580596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6d6cb377-3cf0-479a-9fa8-ec42dc42e694 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4752913 Jul 15 13:48:46.592367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-ce0a0337-9cc3-47fb-9b8e-38be12c4c7c3 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:48:46.593330 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-ce0a0337-9cc3-47fb-9b8e-38be12c4c7c3 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061381 Jul 15 13:48:46.717409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Request body: {'port': {'device_id': '4ac1fd76-83b0-4a75-b87c-563818e3d81f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:46.742401 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0431-c324-4e9f-84de-ab4814866a00 None None] Provisioning for port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:46.747649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0431-c324-4e9f-84de-ab4814866a00 None None] Provisioning complete for port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:46.748151 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0431-c324-4e9f-84de-ab4814866a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.783971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a0431-c324-4e9f-84de-ab4814866a00 None None] Port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:46.796247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.060424 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:48:47.068654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.080712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Transition to ACTIVE for port object b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:47.084669 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.138936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:47.217087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Attempting to bind port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:47.217639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Attempting to bind port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:47.217877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Attempting to bind port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 on network 39352dec-8722-4096-8dc4-d6a0eb1840a2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:47.223596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 on network 39352dec-8722-4096-8dc4-d6a0eb1840a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:48:47.223926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Attempting to bind port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 on network 39352dec-8722-4096-8dc4-d6a0eb1840a2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:47.229677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:47.230026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Checking segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:47.230421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Bound using segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:47.230864 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Bound port: b1f32cf2-6d6c-4a84-865a-c77ba7f059f3, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:47.231261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.302359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] For port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:47.306584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] For port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:47.312737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.367956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.368799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.370666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] 10.222.0.35 "PUT /v2.0/ports/b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 HTTP/1.1" status: 200 len: 1092 time: 0.7705817 Jul 15 13:48:47.371396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac1fd76-83b0-4a75-b87c-563818e3d81f', 'tag': 'b1f32cf2-6d6c-4a84-865a-c77ba7f059f3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:47.380527 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c84049-cebb-4b9a-9b9a-58e549464687" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac1fd76-83b0-4a75-b87c-563818e3d81f", "tag": "b1f32cf2-6d6c-4a84-865a-c77ba7f059f3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:47.487198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2489f27-7191-4929-a3a7-86b1cd6c7b24 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:47.525499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-0224a27e-ab0c-420a-9294-6d18d09bcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.527048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-0224a27e-ab0c-420a-9294-6d18d09bcb6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93a420680bd5485ebe85e1900dbf198e&device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1095 time: 0.0876107 Jul 15 13:48:47.542656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95618e1e-4fa1-4e60-bbb4-18167c3e9c83 req-cfb80ffe-5e65-42c5-b7c7-5d97ee03e60d tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.544358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95618e1e-4fa1-4e60-bbb4-18167c3e9c83 req-cfb80ffe-5e65-42c5-b7c7-5d97ee03e60d tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1095 time: 0.1590576 Jul 15 13:48:47.584851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-6c3ce349-2434-4514-89ff-555368be9c4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 HTTP/1.1" status: 200 len: 217 time: 0.0505357 Jul 15 13:48:47.644884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95618e1e-4fa1-4e60-bbb4-18167c3e9c83 req-eabd36e7-24bb-4d9f-84c2-19f8f3e3c06b tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673025 Jul 15 13:48:47.652274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-4357bc99-00bd-4ff5-95a3-058ac0ba1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.653719 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-4357bc99-00bd-4ff5-95a3-058ac0ba1faf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f103018-83e1-40ab-bdf6-7cf36448489b HTTP/1.1" status: 200 len: 848 time: 0.0597756 Jul 15 13:48:47.714439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-a998b4be-efb2-4dde-bfdc-7732229dacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.716252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-a998b4be-efb2-4dde-bfdc-7732229dacea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39352dec-8722-4096-8dc4-d6a0eb1840a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556438 Jul 15 13:48:47.772926 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6205a89-1265-49ec-a875-9de02f69ec55 x-openstack-request-id: req-a6205a89-1265-49ec-a875-9de02f69ec55 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:47.773218 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac1fd76-83b0-4a75-b87c-563818e3d81f", "tag": "b1f32cf2-6d6c-4a84-865a-c77ba7f059f3", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:47.773487 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6205a89-1265-49ec-a875-9de02f69ec55 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:47.773926 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac1fd76-83b0-4a75-b87c-563818e3d81f', 'tag': 'b1f32cf2-6d6c-4a84-865a-c77ba7f059f3', 'status': 'completed', 'code': 200} Jul 15 13:48:47.825583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-dd216971-d079-4b85-9ec4-d9ffe8a52b83 service neutron] 10.222.0.35 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019423 Jul 15 13:48:47.917571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edf0283b-91c1-452b-ab9d-b945e809c4a2 req-bc85a475-acdf-416d-a132-a97fff25d2df service neutron] 10.222.0.35 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Jul 15 13:48:48.028710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-9186ca90-0b1c-408f-96f6-4d623cff2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:48.030353 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-9186ca90-0b1c-408f-96f6-4d623cff2a75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93a420680bd5485ebe85e1900dbf198e&device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1095 time: 0.0688326 Jul 15 13:48:48.154139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-9d0be8d8-2c81-4d6a-be33-e9cb2cc2d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:48.155681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-9d0be8d8-2c81-4d6a-be33-e9cb2cc2d7d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39352dec-8722-4096-8dc4-d6a0eb1840a2 HTTP/1.1" status: 200 len: 910 time: 0.1188126 Jul 15 13:48:48.211105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-9ced7bac-e67f-473d-ad74-c51c16dde121 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 HTTP/1.1" status: 200 len: 217 time: 0.0488670 Jul 15 13:48:48.263348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-5d6b1bd9-a8e9-43cf-9111-990066cfd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:48.264835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-5d6b1bd9-a8e9-43cf-9111-990066cfd702 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f103018-83e1-40ab-bdf6-7cf36448489b HTTP/1.1" status: 200 len: 848 time: 0.0472953 Jul 15 13:48:48.327091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-84e3c2b0-1470-4c09-a91d-b8541ef919ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:48.328764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-84e3c2b0-1470-4c09-a91d-b8541ef919ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39352dec-8722-4096-8dc4-d6a0eb1840a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570123 Jul 15 13:48:48.743110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-1e4a0d42-35c1-4487-a364-6e664a24f65b service neutron] 10.222.0.35 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064589 Jul 15 13:48:48.889868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c84049-cebb-4b9a-9b9a-58e549464687 req-684f70ee-6c0e-4a23-a101-cc6e7587b0f3 service neutron] 10.222.0.35 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398182 Jul 15 13:48:48.893022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6006ed-eab2-44a2-a359-1f9a19472afa req-af11e19d-77f4-4687-ad9f-f2e4a38b1407 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:48.895428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb6006ed-eab2-44a2-a359-1f9a19472afa req-af11e19d-77f4-4687-ad9f-f2e4a38b1407 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1095 time: 0.1264970 Jul 15 13:48:48.915364 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-93d20837-c914-4144-a6d5-b7dba1d56b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.949181 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb6006ed-eab2-44a2-a359-1f9a19472afa req-c049f893-c19b-4189-b2aa-3e360cc4c4de tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382440 Jul 15 13:48:50.118769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d06c9a-6de2-434c-bedb-a2e314522c01 req-2d1664a3-9723-413b-8432-63587d03e74b tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:50.120412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66d06c9a-6de2-434c-bedb-a2e314522c01 req-2d1664a3-9723-413b-8432-63587d03e74b tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1095 time: 0.0580800 Jul 15 13:48:50.159521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66d06c9a-6de2-434c-bedb-a2e314522c01 req-8eaddc74-07eb-4114-99af-5fabd98c923b tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Jul 15 13:48:50.180686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:48:50.283296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:50.295433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b1f32cf2-6d6c-4a84-865a-c77ba7f059f3', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'port_id': 'b1f32cf2-6d6c-4a84-865a-c77ba7f059f3', 'mac_address': 'fa:16:3e:ab:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:48:50.337154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.352436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:48:50.373028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:50.377308 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.405756 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:50.426905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:50.582430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Deleting port 73c4597e-9d73-4c86-9e8f-dc620117ce95 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:50.582830 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.610581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b1f32cf2-6d6c-4a84-865a-c77ba7f059f3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:48:50.663676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.664010 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.682937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Calling delete_port for 73c4597e-9d73-4c86-9e8f-dc620117ce95 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:50.846477 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.875625 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event deleted for resources: {'Port': ['ID=73c4597e-9d73-4c86-9e8f-dc620117ce95,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:50.944224 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.944562 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Floating IP 65369798-a6b0-490d-96f6-fa936d3b7e0e disassociated (deleted). External IP: 172.25.1.219, port: 7b36cb2d-3010-4f82-a7e6-dbf9ab711281. Jul 15 13:48:51.181652 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:51.317839 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:51.323524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:51.328266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] Sync routers for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:51.340937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:51.341665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:51.372314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e784d-7817-4b5c-9550-166188336e22 req-2d3543ba-1cd0-434d-a756-58572f3b0722 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.374359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc7e784d-7817-4b5c-9550-166188336e22 req-2d3543ba-1cd0-434d-a756-58572f3b0722 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1096 time: 0.0902905 Jul 15 13:48:51.388610 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b7bdece6-9750-4b8f-bddf-778902cdb8b3 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "DELETE /v2.0/floatingips/65369798-a6b0-490d-96f6-fa936d3b7e0e HTTP/1.1" status: 204 len: 168 time: 0.9812064 Jul 15 13:48:51.388826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:51.393674 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28732223-cf37-4b94-b919-b0f7994aedba" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:51.421926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc7e784d-7817-4b5c-9550-166188336e22 req-4fe0ee5d-f003-4804-8cc3-4b22eb2cd062 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Jul 15 13:48:51.479718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:51.645004 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-75884673-2eaa-417e-8bea-9af7670c8e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:51.728901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:51.754608 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:51.787356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] Checking router: 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:51.798252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:51.799451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:51.845025 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cbc9d9-33cb-46d5-8852-3bef43684c25 x-openstack-request-id: req-05cbc9d9-33cb-46d5-8852-3bef43684c25 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:51.845820 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:51.846412 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05cbc9d9-33cb-46d5-8852-3bef43684c25 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:51.847620 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'status': 'completed', 'code': 200} Jul 15 13:48:51.936331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:51.953669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28732223-cf37-4b94-b919-b0f7994aedba req-74db5765-5210-4e58-bcf5-e98b17295588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.953669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28732223-cf37-4b94-b919-b0f7994aedba req-74db5765-5210-4e58-bcf5-e98b17295588 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5504d1c4a2b94dfb9948d913427d99c2&device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 1098 time: 0.0775979 Jul 15 13:48:52.100932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75fe68-9da3-4d5f-8680-fc11cabf0e23 req-3cf55565-5075-45a1-bb76-58801f471398 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.102553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb75fe68-9da3-4d5f-8680-fc11cabf0e23 req-3cf55565-5075-45a1-bb76-58801f471398 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 946 time: 0.1489167 Jul 15 13:48:52.104298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28732223-cf37-4b94-b919-b0f7994aedba req-ba3d39a6-c28e-4fa4-be84-7f4050168211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.105766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28732223-cf37-4b94-b919-b0f7994aedba req-ba3d39a6-c28e-4fa4-be84-7f4050168211 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eed7b0f0-8ea8-4477-a6b3-101326760ebf HTTP/1.1" status: 200 len: 913 time: 0.1421678 Jul 15 13:48:52.162589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28732223-cf37-4b94-b919-b0f7994aedba req-a711a78d-e663-4b11-8ff4-43ee9dcf92a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281 HTTP/1.1" status: 200 len: 217 time: 0.0442939 Jul 15 13:48:52.187346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:52.213319 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb75fe68-9da3-4d5f-8680-fc11cabf0e23 req-c5da8277-5c58-4907-b284-f4d44dd448e8 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022544 Jul 15 13:48:52.215309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:52.240849 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28732223-cf37-4b94-b919-b0f7994aedba req-82d09865-f192-4081-b869-67c91432f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.242696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28732223-cf37-4b94-b919-b0f7994aedba req-82d09865-f192-4081-b869-67c91432f131 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8623c68-6462-42d7-bf0e-5cc369773c8f HTTP/1.1" status: 200 len: 851 time: 0.0676615 Jul 15 13:48:52.258318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3823d4-71c3-4b49-b54e-c691f0176e6d None None] The sync data for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 is: [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 4, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b285bacb-5b07-4d56-ae0e-cdb1834bcf0b', 'name': '', 'network_id': 'eed7b0f0-8ea8-4477-a6b3-101326760ebf', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'mac_address': 'fa:16:3e:60:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:58Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'subnets': [{'id': 'b8623c68-6462-42d7-bf0e-5cc369773c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:52.285528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:52.290545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:52.290982 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.342141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28732223-cf37-4b94-b919-b0f7994aedba req-3a5877bb-6c3a-4538-a7cd-6e0e61c65ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.344785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28732223-cf37-4b94-b919-b0f7994aedba req-3a5877bb-6c3a-4538-a7cd-6e0e61c65ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eed7b0f0-8ea8-4477-a6b3-101326760ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948718 Jul 15 13:48:52.400277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.431578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac1fd76-83b0-4a75-b87c-563818e3d81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f32cf2-6d6c-4a84-865a-c77ba7f059f3'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:52.434118 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e398f053-5af6-4a07-b394-1ff8b74d18dd" -d '{"events": [{"server_uuid": "4ac1fd76-83b0-4a75-b87c-563818e3d81f", "name": "network-vif-plugged", "status": "completed", "tag": "b1f32cf2-6d6c-4a84-865a-c77ba7f059f3"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:52.452720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:52.458659 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.459698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28732223-cf37-4b94-b919-b0f7994aedba req-7db5a18b-97fd-4cd7-a106-992a97fb0a23 service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076453 Jul 15 13:48:52.497201 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573b2c66-bd11-4527-9122-131541e95b67 x-openstack-request-id: req-573b2c66-bd11-4527-9122-131541e95b67 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:52.497517 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac1fd76-83b0-4a75-b87c-563818e3d81f", "name": "network-vif-plugged", "status": "completed", "tag": "b1f32cf2-6d6c-4a84-865a-c77ba7f059f3", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:52.498206 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-573b2c66-bd11-4527-9122-131541e95b67 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:52.498702 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac1fd76-83b0-4a75-b87c-563818e3d81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f32cf2-6d6c-4a84-865a-c77ba7f059f3', 'code': 200} Jul 15 13:48:52.542199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:52.625015 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623cedeb-1d31-4719-a649-ea9c7d251e84 None None] New status for floating IP 65369798-a6b0-490d-96f6-fa936d3b7e0e: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:48:52.656140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28732223-cf37-4b94-b919-b0f7994aedba req-adda4cea-1f16-49da-9604-65d7bf83ce8c service neutron] 10.222.0.30 "GET /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895742 Jul 15 13:48:52.690579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01776e8b-1767-4646-9dd3-87f4ad74e93f req-80297985-f1ae-4798-b712-a874ce32ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.692437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01776e8b-1767-4646-9dd3-87f4ad74e93f req-80297985-f1ae-4798-b712-a874ce32ecad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1097 time: 0.1231470 Jul 15 13:48:52.709989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208759f8-d6fa-4ae0-ab86-e8df6ce066d1 req-b13e6a84-2cdf-41bc-8392-b8336cecf94c tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.711583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-208759f8-d6fa-4ae0-ab86-e8df6ce066d1 req-b13e6a84-2cdf-41bc-8392-b8336cecf94c tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1097 time: 0.1009212 Jul 15 13:48:52.762179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-01776e8b-1767-4646-9dd3-87f4ad74e93f req-5cc8a6f5-c71b-4a93-9512-c2ac132a2434 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615973 Jul 15 13:48:52.768751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-208759f8-d6fa-4ae0-ab86-e8df6ce066d1 req-758663a5-e128-4370-ad9e-03a9b5a61da3 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500307 Jul 15 13:48:52.992409 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.391152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47250387-dbd2-484e-982d-61e85cdcc634 req-b8e69304-0533-4703-bc22-f4c4a064e517 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.394965 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47250387-dbd2-484e-982d-61e85cdcc634 req-b8e69304-0533-4703-bc22-f4c4a064e517 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 946 time: 0.0936697 Jul 15 13:48:53.504075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a47a7-9f54-4f27-bf09-9ffb0b3d4679 req-2b456666-8383-4ffa-a73a-3ce5690904d5 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.505797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b98a47a7-9f54-4f27-bf09-9ffb0b3d4679 req-2b456666-8383-4ffa-a73a-3ce5690904d5 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 946 time: 0.1536591 Jul 15 13:48:53.562215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b98a47a7-9f54-4f27-bf09-9ffb0b3d4679 req-f65a3a52-61d5-45f5-974e-b2d42c96ba20 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/security-groups?id=33efc49a-39c7-4f11-8c68-254d8eddb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479133 Jul 15 13:48:53.564818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Deleting port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:53.565246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.667046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] For port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:53.667438 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.679794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Calling delete_port for 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:53.813934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.860806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event deleted for resources: {'Port': ['ID=7b36cb2d-3010-4f82-a7e6-dbf9ab711281,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:53.892971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.893322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.893663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.894550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.894888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.895247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.895581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.895908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.896237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.896566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.896891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.897216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:53.927543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] No DVR routers for this DVR port 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:53.930361 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.933031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47250387-dbd2-484e-982d-61e85cdcc634 req-2046cd99-e0e1-4163-bf8b-7d35692ec903 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.30 "DELETE /v2.0/ports/7b36cb2d-3010-4f82-a7e6-dbf9ab711281 HTTP/1.1" status: 204 len: 173 time: 0.5337522 Jul 15 13:48:53.950808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'name': 'network-vif-deleted', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:53.953327 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c7776-7170-4047-bcc7-5a9acad6b571" -d '{"events": [{"server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "name": "network-vif-deleted", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:53.986084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905dc3c-5308-466e-bef4-8253332d7b57 req-efd6e790-1c25-49fb-8d33-0e8a0ba34f64 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.987762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1905dc3c-5308-466e-bef4-8253332d7b57 req-efd6e790-1c25-49fb-8d33-0e8a0ba34f64 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1097 time: 0.0875666 Jul 15 13:48:54.027479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1905dc3c-5308-466e-bef4-8253332d7b57 req-395d1f2c-85d8-4afd-af69-9da21b264dd4 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Jul 15 13:48:54.080526 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab375120-bdbf-403c-81d9-f72bc794cfa2 x-openstack-request-id: req-ab375120-bdbf-403c-81d9-f72bc794cfa2 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:54.080983 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb4d2d-aa24-431d-9c55-e3ba2858b978", "name": "network-vif-deleted", "tag": "7b36cb2d-3010-4f82-a7e6-dbf9ab711281", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:54.081409 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab375120-bdbf-403c-81d9-f72bc794cfa2 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:54.082735 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb4d2d-aa24-431d-9c55-e3ba2858b978', 'name': 'network-vif-deleted', 'tag': '7b36cb2d-3010-4f82-a7e6-dbf9ab711281', 'status': 'completed', 'code': 200} Jul 15 13:48:54.238120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc8c7-3a31-4feb-9f56-f403fb6d35c3 req-10dc2d7b-6980-4215-9916-9876c1ca6f6b tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:54.239716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ebcc8c7-3a31-4feb-9f56-f403fb6d35c3 req-10dc2d7b-6980-4215-9916-9876c1ca6f6b tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1097 time: 0.0640948 Jul 15 13:48:54.282606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ebcc8c7-3a31-4feb-9f56-f403fb6d35c3 req-14efc3eb-8dee-4fa3-b62c-f475e3725218 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368357 Jul 15 13:48:54.458381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4e24f-f8c9-4000-905d-ce07b905f038 req-84bbf753-7ed7-489e-b5f5-8b052a645de7 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:54.460295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50d4e24f-f8c9-4000-905d-ce07b905f038 req-84bbf753-7ed7-489e-b5f5-8b052a645de7 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1097 time: 0.0557957 Jul 15 13:48:54.473386 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.501385 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50d4e24f-f8c9-4000-905d-ce07b905f038 req-25dd7e2a-c907-4f56-8195-ef979c2703f0 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Jul 15 13:48:54.723716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ddb84d9-da9b-4869-94e9-64e38f349fb2 req-1e5cab04-3f6e-49dc-bbee-3fd3a57cee47 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 210 time: 0.0311596 Jul 15 13:48:54.945034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bfab1-44a2-4177-abb3-1b213d941eba req-2b73b827-4666-442f-af16-a1044742fbdc tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:54.947028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-2b73b827-4666-442f-af16-a1044742fbdc tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/networks?id=39352dec-8722-4096-8dc4-d6a0eb1840a2 HTTP/1.1" status: 200 len: 910 time: 0.0971632 Jul 15 13:48:54.966023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-d01ea21c-ac32-4651-9331-870b89d29d84 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/quotas/93a420680bd5485ebe85e1900dbf198e HTTP/1.1" status: 200 len: 375 time: 0.0106583 Jul 15 13:48:55.033267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-cb328a19-aa5e-43dc-8a22-7a81acace0bd tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=93a420680bd5485ebe85e1900dbf198e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619068 Jul 15 13:48:55.133067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-174fff7a-2758-4f45-b0ff-9b1f238db105 service neutron] 10.222.0.25 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928111 Jul 15 13:48:55.234235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-6b026713-3b9a-4023-abb8-6c5be1624be4 service neutron] 10.222.0.25 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947766 Jul 15 13:48:55.429574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95d91261-def5-4136-a6fd-cf28e430e929 req-8f02fed4-e043-4072-9d88-272816f29f44 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 210 time: 0.0372059 Jul 15 13:48:55.888698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ee81454d-4460-461e-946d-045814b2a755 req-2b2c620f-9d64-48f9-8ba3-928ce0427488 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 210 time: 0.0327837 Jul 15 13:48:56.530987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0345ee0b-f6bd-4118-a46d-6b2b1c4b56ba tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:56.532868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0345ee0b-f6bd-4118-a46d-6b2b1c4b56ba tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.30 "GET /v2.0/networks?id=39352dec-8722-4096-8dc4-d6a0eb1840a2 HTTP/1.1" status: 200 len: 910 time: 0.0991435 Jul 15 13:48:56.546462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Request body: {'port': {'device_id': 'a55bfda4-fb1f-4498-9086-8fe220669931', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'admin_state_up': True, 'tenant_id': '93a420680bd5485ebe85e1900dbf198e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:56.581015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Made reservation on behalf of 93a420680bd5485ebe85e1900dbf198e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:56.583882 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.609827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30a781e6-de60-4326-b017-94401574fe55 req-174fbf58-1b05-42ef-9547-d4509625a98a tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 210 time: 0.0426145 Jul 15 13:48:56.736922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Allocated IP 172.20.0.11 (39352dec-8722-4096-8dc4-d6a0eb1840a2/5f103018-83e1-40ab-bdf6-7cf36448489b/1a40446c-347e-4de2-9853-c452105715cc) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:56.886071 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.901078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Transition to ACTIVE for port object 1a40446c-347e-4de2-9853-c452105715cc will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:56.942858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.955826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b1f32cf2-6d6c-4a84-865a-c77ba7f059f3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:48:56.991967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:56.994970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:56.998799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:57.029133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Pushing event updated for resources: {'Port': ['ID=1a40446c-347e-4de2-9853-c452105715cc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:57.074763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:57.075660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.102139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cf9b435-5b2c-4b0b-a89e-40f4a9a28045 req-2443730f-0716-4991-84d6-26e76e399502 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbb4d2d-aa24-431d-9c55-e3ba2858b978 HTTP/1.1" status: 200 len: 210 time: 0.0741324 Jul 15 13:48:57.116262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-9e2cf55c-a75d-478d-a4f4-76435c387908 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5762095 Jul 15 13:48:57.130266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-b38aedfb-64ed-4967-821f-67d777c8c896 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:48:57.131053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-b38aedfb-64ed-4967-821f-67d777c8c896 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071774 Jul 15 13:48:57.145971 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Request body: {'port': {'device_id': 'a55bfda4-fb1f-4498-9086-8fe220669931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:57.240343 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.333586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d336f53b-ea59-46ed-aefc-e1539cfe6238 None None] Provisioning for port 1a40446c-347e-4de2-9853-c452105715cc completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:57.337696 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d336f53b-ea59-46ed-aefc-e1539cfe6238 None None] Provisioning complete for port 1a40446c-347e-4de2-9853-c452105715cc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:57.338184 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d336f53b-ea59-46ed-aefc-e1539cfe6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.401690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d336f53b-ea59-46ed-aefc-e1539cfe6238 None None] Port 1a40446c-347e-4de2-9853-c452105715cc cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:57.460834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:57.571313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a40446c-347e-4de2-9853-c452105715cc {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:48:57.579587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.594873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Transition to ACTIVE for port object 1a40446c-347e-4de2-9853-c452105715cc will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:57.600391 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.657113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:57.657464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 7b36cb2d-3010-4f82-a7e6-dbf9ab711281 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:57.681737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Pushing event updated for resources: {'Port': ['ID=1a40446c-347e-4de2-9853-c452105715cc,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:57.744995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Attempting to bind port 1a40446c-347e-4de2-9853-c452105715cc on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:57.745335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Attempting to bind port 1a40446c-347e-4de2-9853-c452105715cc by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:57.745669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Attempting to bind port 1a40446c-347e-4de2-9853-c452105715cc on network 39352dec-8722-4096-8dc4-d6a0eb1840a2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:57.751064 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Port 1a40446c-347e-4de2-9853-c452105715cc on network 39352dec-8722-4096-8dc4-d6a0eb1840a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:48:57.751425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Attempting to bind port 1a40446c-347e-4de2-9853-c452105715cc on network 39352dec-8722-4096-8dc4-d6a0eb1840a2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:57.757463 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:57.757840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Checking segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:57.758242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Bound using segment: {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:57.758706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Bound port: 1a40446c-347e-4de2-9853-c452105715cc, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e016b03-f852-489d-8adb-e627bd492bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:57.759104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.871322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] For port 1a40446c-347e-4de2-9853-c452105715cc, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:57.875455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] For port 1a40446c-347e-4de2-9853-c452105715cc, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1a40446c-347e-4de2-9853-c452105715cc,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:57.880414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c37d38-d2f5-4718-b3ef-02cd3ebcb352 req-4729cf4e-ee09-4462-bf6c-7261f0c0e286 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:57.881977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c37d38-d2f5-4718-b3ef-02cd3ebcb352 req-4729cf4e-ee09-4462-bf6c-7261f0c0e286 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1054 time: 0.1077638 Jul 15 13:48:57.883560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.940111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:57.941404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.942774 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] 10.222.0.30 "PUT /v2.0/ports/1a40446c-347e-4de2-9853-c452105715cc HTTP/1.1" status: 200 len: 1093 time: 0.8049607 Jul 15 13:48:57.947662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55bfda4-fb1f-4498-9086-8fe220669931', 'tag': '1a40446c-347e-4de2-9853-c452105715cc'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:57.949986 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7f66d1-f852-4954-be85-9ee83ebdda11" -d '{"events": [{"name": "network-changed", "server_uuid": "a55bfda4-fb1f-4498-9086-8fe220669931", "tag": "1a40446c-347e-4de2-9853-c452105715cc"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:57.984767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43c37d38-d2f5-4718-b3ef-02cd3ebcb352 req-e591b7f8-b5da-4431-9955-21ebad917bad tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958788 Jul 15 13:48:57.992925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d32b-0efa-4542-9dba-1c5169f1ffdb service neutron] Pushing event updated for resources: {'Port': ['ID=1a40446c-347e-4de2-9853-c452105715cc,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:58.053933 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7179447d-f800-4991-aa3d-10538c339e9b x-openstack-request-id: req-7179447d-f800-4991-aa3d-10538c339e9b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:58.054326 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55bfda4-fb1f-4498-9086-8fe220669931", "tag": "1a40446c-347e-4de2-9853-c452105715cc", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:58.054672 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7179447d-f800-4991-aa3d-10538c339e9b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:58.055201 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55bfda4-fb1f-4498-9086-8fe220669931', 'tag': '1a40446c-347e-4de2-9853-c452105715cc', 'status': 'completed', 'code': 200} Jul 15 13:48:58.065618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bfab1-44a2-4177-abb3-1b213d941eba req-40d63881-6fec-4279-bd26-2ef56fbbeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.067397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-40d63881-6fec-4279-bd26-2ef56fbbeb06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93a420680bd5485ebe85e1900dbf198e&device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1096 time: 0.0848181 Jul 15 13:48:58.114225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-7a22cc55-5673-4d9e-a285-a28c3e5947ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a40446c-347e-4de2-9853-c452105715cc HTTP/1.1" status: 200 len: 217 time: 0.0399413 Jul 15 13:48:58.186098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bfab1-44a2-4177-abb3-1b213d941eba req-05032b23-7d26-49ec-b7a1-9f46caab3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.189270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-05032b23-7d26-49ec-b7a1-9f46caab3c12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f103018-83e1-40ab-bdf6-7cf36448489b HTTP/1.1" status: 200 len: 848 time: 0.0692925 Jul 15 13:48:58.219827 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 59808) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:58.269708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bfab1-44a2-4177-abb3-1b213d941eba req-47025c9d-9052-4275-b004-3d82c65e1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.271500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-47025c9d-9052-4275-b004-3d82c65e1a9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39352dec-8722-4096-8dc4-d6a0eb1840a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758355 Jul 15 13:48:58.292708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.318787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.368469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-a2cf23dd-0506-4d5f-8987-cdbe9cc56bbb service neutron] 10.222.0.30 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905790 Jul 15 13:48:58.389884 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.392926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.397183 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] 10.222.0.25 "DELETE /v2.0/security-groups/33efc49a-39c7-4f11-8c68-254d8eddb5b3 HTTP/1.1" status: 204 len: 168 time: 0.1736593 Jul 15 13:48:58.404612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33efc49a-39c7-4f11-8c68-254d8eddb5b3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:58.417066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.417395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.417745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.418091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.418557 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.418866 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.419353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.419805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.420145 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.420581 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.420944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.421277 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbaa86-077d-4c1a-95d5-b41c459bace6 tempest-TestVolumeBackupRestore-1652005392 tempest-TestVolumeBackupRestore-1652005392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:58.487454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-894bfab1-44a2-4177-abb3-1b213d941eba req-68f0b61b-daf6-4741-a32c-e2b2acc84ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111152 Jul 15 13:48:58.610253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-48ebdb1b-b4d9-4dca-8d7b-87d5b01e1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.611952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-48ebdb1b-b4d9-4dca-8d7b-87d5b01e1593 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93a420680bd5485ebe85e1900dbf198e&device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1096 time: 0.0788150 Jul 15 13:48:58.758300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-b16c089e-50b4-4f9d-beec-ef6835ec8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.760076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-b16c089e-50b4-4f9d-beec-ef6835ec8e76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39352dec-8722-4096-8dc4-d6a0eb1840a2 HTTP/1.1" status: 200 len: 910 time: 0.1413331 Jul 15 13:48:58.806625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-3431ec0c-0981-4884-ba03-7022caaaca29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a40446c-347e-4de2-9853-c452105715cc HTTP/1.1" status: 200 len: 217 time: 0.0385609 Jul 15 13:48:58.867541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-17431338-5e07-4d2f-bcd5-74c2cc2f228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.871694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-17431338-5e07-4d2f-bcd5-74c2cc2f228b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f103018-83e1-40ab-bdf6-7cf36448489b HTTP/1.1" status: 200 len: 848 time: 0.0579011 Jul 15 13:48:58.945102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-f2b2fc12-8a61-4746-8acc-98bf7adec931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.946915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-f2b2fc12-8a61-4746-8acc-98bf7adec931 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39352dec-8722-4096-8dc4-d6a0eb1840a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676222 Jul 15 13:48:59.073304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-e609a3e4-dd3a-4b84-959b-0a44d2493bbe service neutron] 10.222.0.30 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185079 Jul 15 13:48:59.234022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b7f66d1-f852-4954-be85-9ee83ebdda11 req-5db1226e-84f3-4887-9cb5-f213cbfab125 service neutron] 10.222.0.30 "GET /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533818 Jul 15 13:48:59.249236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99edfab-927d-46b3-bf01-6bbb40e93f68 req-b62ddbc3-c5e4-4099-a513-371f3a3f6a71 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:59.251028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a99edfab-927d-46b3-bf01-6bbb40e93f68 req-b62ddbc3-c5e4-4099-a513-371f3a3f6a71 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1096 time: 0.0886998 Jul 15 13:48:59.308098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a99edfab-927d-46b3-bf01-6bbb40e93f68 req-09dcc1d7-1b3e-4f68-8a71-0f9de0daeea6 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 Jul 15 13:49:00.524963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d35a2-d2c0-4cb9-89fb-b99ec81b89dc req-501f65d7-414a-4867-b98c-eeee3cc3535a tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:00.530150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae0d35a2-d2c0-4cb9-89fb-b99ec81b89dc req-501f65d7-414a-4867-b98c-eeee3cc3535a tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1096 time: 0.0903871 Jul 15 13:49:00.585597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae0d35a2-d2c0-4cb9-89fb-b99ec81b89dc req-02584584-7caf-4ff3-9a9a-464395d0cde9 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467587 Jul 15 13:49:01.450199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1a40446c-347e-4de2-9853-c452105715cc details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:49:01.588034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 1a40446c-347e-4de2-9853-c452105715cc, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1a40446c-347e-4de2-9853-c452105715cc,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:01.604526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '1a40446c-347e-4de2-9853-c452105715cc', 'network_id': '39352dec-8722-4096-8dc4-d6a0eb1840a2', 'port_id': '1a40446c-347e-4de2-9853-c452105715cc', 'mac_address': 'fa:16:3e:0a:ba:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f103018-83e1-40ab-bdf6-7cf36448489b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:49:01.662938 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.697316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a40446c-347e-4de2-9853-c452105715cc {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:01.742151 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 1a40446c-347e-4de2-9853-c452105715cc, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1a40446c-347e-4de2-9853-c452105715cc,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:01.749930 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.836653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448f9dd-a866-4005-8a30-44d3e3cae82c req-75333755-ddb7-4aa5-9310-c71b8138fab8 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:01.844757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9448f9dd-a866-4005-8a30-44d3e3cae82c req-75333755-ddb7-4aa5-9310-c71b8138fab8 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1097 time: 0.0784276 Jul 15 13:49:01.874177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=1a40446c-347e-4de2-9853-c452105715cc,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:01.910595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60266) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:01.926348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9448f9dd-a866-4005-8a30-44d3e3cae82c req-e6bf57c7-b394-4c7b-9509-59e7b07c3173 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806093 Jul 15 13:49:01.959350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['1a40446c-347e-4de2-9853-c452105715cc'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:02.308604 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.573628 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Deleting port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:02.573968 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.891672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] For port b285bacb-5b07-4d56-ae0e-cdb1834bcf0b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:02.891955 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.904646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Calling delete_port for b285bacb-5b07-4d56-ae0e-cdb1834bcf0b owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:03.090220 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.093653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863871-58cd-4429-8f8b-be62488611ad req-c70f361a-cb14-4fa3-aad8-b15a1b53dae0 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:03.095356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11863871-58cd-4429-8f8b-be62488611ad req-c70f361a-cb14-4fa3-aad8-b15a1b53dae0 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1097 time: 0.0545776 Jul 15 13:49:03.123038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b285bacb-5b07-4d56-ae0e-cdb1834bcf0b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:03.136317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11863871-58cd-4429-8f8b-be62488611ad req-48b4703f-5f73-4731-ab3c-6509e2f51bd3 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Jul 15 13:49:03.296772 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.465879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1a40446c-347e-4de2-9853-c452105715cc up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:03.514570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 1a40446c-347e-4de2-9853-c452105715cc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:03.518486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 1a40446c-347e-4de2-9853-c452105715cc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:03.519441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.521951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:03.600024 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.622951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55bfda4-fb1f-4498-9086-8fe220669931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40446c-347e-4de2-9853-c452105715cc'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:03.625293 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001af7bd-f9c6-4d07-9e66-ac056090db3d" -d '{"events": [{"server_uuid": "a55bfda4-fb1f-4498-9086-8fe220669931", "name": "network-vif-plugged", "status": "completed", "tag": "1a40446c-347e-4de2-9853-c452105715cc"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:03.635224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:03.642266 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e9b7d2dc-55d3-4b68-9e38-f978b95c87b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/38d901ad-f4fc-4d93-b9fa-8a0a2a067c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7286580 Jul 15 13:49:03.642372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 1a40446c-347e-4de2-9853-c452105715cc, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1a40446c-347e-4de2-9853-c452105715cc,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:03.644699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60272) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:03.650960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] Sync routers for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:03.653671 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.664935 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdca2763-8157-427c-b431-1dfeca5e77ce x-openstack-request-id: req-cdca2763-8157-427c-b431-1dfeca5e77ce {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:03.665224 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55bfda4-fb1f-4498-9086-8fe220669931", "name": "network-vif-plugged", "status": "completed", "tag": "1a40446c-347e-4de2-9853-c452105715cc", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:03.665478 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdca2763-8157-427c-b431-1dfeca5e77ce {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:03.665871 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55bfda4-fb1f-4498-9086-8fe220669931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40446c-347e-4de2-9853-c452105715cc', 'code': 200} Jul 15 13:49:03.691972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:03.692735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:03.767569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=1a40446c-347e-4de2-9853-c452105715cc,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:03.790489 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.814277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07ff09-8118-4673-aaa3-5627f4d89292 req-3fbe0fe7-735a-4a83-a2cc-202f70ed4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:03.817562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d07ff09-8118-4673-aaa3-5627f4d89292 req-3fbe0fe7-735a-4a83-a2cc-202f70ed4633 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1098 time: 0.0778751 Jul 15 13:49:03.833027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:03.867285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4d07ff09-8118-4673-aaa3-5627f4d89292 req-fc55d7c1-93bb-40d6-bb80-40f1e00a0c1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434246 Jul 15 13:49:03.905256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.957801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Deleting port 3c339080-fed6-48b3-85a8-eafad9f5ba18 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:03.958157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.018868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:49:03Z', 'revision_number': 5, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port': {'id': '3c339080-fed6-48b3-85a8-eafad9f5ba18', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:04.035914 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] For port 3c339080-fed6-48b3-85a8-eafad9f5ba18, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3c339080-fed6-48b3-85a8-eafad9f5ba18,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:04.036270 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.045058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] Checking router: 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:04.049379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Calling delete_port for 3c339080-fed6-48b3-85a8-eafad9f5ba18 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:04.054207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] Routers {'38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:04.054858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:04.155411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] Set router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:04.210265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:49:03Z', 'revision_number': 6, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:04.220755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.242350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fadf6c-1118-4f55-8dcc-9e5311f9a460 None None] The sync data for ids ['38d901ad-f4fc-4d93-b9fa-8a0a2a067c10'] in n-d-771362-36 is: [{'id': '38d901ad-f4fc-4d93-b9fa-8a0a2a067c10', 'name': 'tempest-TestVolumeBackupRestore-40653542-router', 'tenant_id': '5504d1c4a2b94dfb9948d913427d99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:46Z', 'updated_at': '2021-07-15T13:49:03Z', 'revision_number': 6, 'project_id': '5504d1c4a2b94dfb9948d913427d99c2', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:04.249541 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c339080-fed6-48b3-85a8-eafad9f5ba18,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:04.320067 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.329977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ff6fa-2df9-41c2-9676-04903ac1ae93 req-ac689d07-c074-402d-8c56-7e66a945539d tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:04.331641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-860ff6fa-2df9-41c2-9676-04903ac1ae93 req-ac689d07-c074-402d-8c56-7e66a945539d tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1098 time: 0.0546894 Jul 15 13:49:04.367062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-860ff6fa-2df9-41c2-9676-04903ac1ae93 req-4ca11515-7d68-4bda-9084-018473e7c957 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298979 Jul 15 13:49:04.413347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.415554 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.459377 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.459953 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:49:04.464395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.465902 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-33fe8987-5483-485e-9cdb-fb14373da97b admin admin] 10.222.0.25 "DELETE /v2.0/routers/38d901ad-f4fc-4d93-b9fa-8a0a2a067c10 HTTP/1.1" status: 204 len: 168 time: 0.8191514 Jul 15 13:49:04.468484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:04.519880 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89ab885-bd46-41bf-ac3f-48b3714c9a56 admin admin] Deleting subnet b8623c68-6462-42d7-bf0e-5cc369773c8f {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:04.523367 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b89ab885-bd46-41bf-ac3f-48b3714c9a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.558704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b89ab885-bd46-41bf-ac3f-48b3714c9a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.646005 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b89ab885-bd46-41bf-ac3f-48b3714c9a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.713630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b89ab885-bd46-41bf-ac3f-48b3714c9a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.744841 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ab885-bd46-41bf-ac3f-48b3714c9a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8623c68-6462-42d7-bf0e-5cc369773c8f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:04.746869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b89ab885-bd46-41bf-ac3f-48b3714c9a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.749260 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b89ab885-bd46-41bf-ac3f-48b3714c9a56 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b8623c68-6462-42d7-bf0e-5cc369773c8f HTTP/1.1" status: 204 len: 168 time: 0.2794397 Jul 15 13:49:04.752526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60278) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:04.755585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65009682-3d19-4775-a8fc-204543f7560c None None] Network eed7b0f0-8ea8-4477-a6b3-101326760ebf requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:04.822675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.877453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Deleting port 59042311-94bf-4362-a6a0-8353ee2b64e7 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:04.877709 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.900751 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.949130 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] For port 59042311-94bf-4362-a6a0-8353ee2b64e7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=59042311-94bf-4362-a6a0-8353ee2b64e7,segment=NetworkSegment(8af5d16a-83c1-440c-a32e-5c2245edf06a),segment_id=8af5d16a-83c1-440c-a32e-5c2245edf06a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:04.949499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.963717 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Calling delete_port for 59042311-94bf-4362-a6a0-8353ee2b64e7 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:05.021843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] DHCP port deletion for eed7b0f0-8ea8-4477-a6b3-101326760ebf request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:05.070758 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.083671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] Deleting port 59042311-94bf-4362-a6a0-8353ee2b64e7 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:05.084075 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.102535 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] No DVR routers for this DVR port 59042311-94bf-4362-a6a0-8353ee2b64e7 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:05.104432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Pushing event deleted for resources: {'Port': ['ID=59042311-94bf-4362-a6a0-8353ee2b64e7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.152222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] For port 59042311-94bf-4362-a6a0-8353ee2b64e7, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:05.152622 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.166875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] Calling delete_port for 59042311-94bf-4362-a6a0-8353ee2b64e7 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:05.169984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] Port 59042311-94bf-4362-a6a0-8353ee2b64e7 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:49:05.171681 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.181104 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.192245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed7b0f0-8ea8-4477-a6b3-101326760ebf']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:05.200828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] Pushing event deleted for resources: {'Port': ['ID=59042311-94bf-4362-a6a0-8353ee2b64e7,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.203734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af5d16a-83c1-440c-a32e-5c2245edf06a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:05.204004 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af5d16a-83c1-440c-a32e-5c2245edf06a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:05.208448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071d99a-263a-4cc6-998e-f6a6962b10cf None None] No DVR routers for this DVR port 59042311-94bf-4362-a6a0-8353ee2b64e7 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:05.215713 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.232244 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.239098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:05.239452 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:05.241646 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:05.302417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.308456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.313533 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] 10.222.0.25 "DELETE /v2.0/networks/eed7b0f0-8ea8-4477-a6b3-101326760ebf HTTP/1.1" status: 204 len: 168 time: 0.5563591 Jul 15 13:49:05.313623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60280) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:05.322687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c103f0-345a-45b3-8ef0-96c8161a4496 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed7b0f0-8ea8-4477-a6b3-101326760ebf,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.749175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b285bacb-5b07-4d56-ae0e-cdb1834bcf0b no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:05.770064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b285bacb-5b07-4d56-ae0e-cdb1834bcf0b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:05.770734 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b285bacb-5b07-4d56-ae0e-cdb1834bcf0b not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:05.770819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3c339080-fed6-48b3-85a8-eafad9f5ba18 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:05.791652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3c339080-fed6-48b3-85a8-eafad9f5ba18 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:05.792001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3c339080-fed6-48b3-85a8-eafad9f5ba18 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:05.792428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 59042311-94bf-4362-a6a0-8353ee2b64e7 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:05.818497 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 59042311-94bf-4362-a6a0-8353ee2b64e7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:05.818849 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 59042311-94bf-4362-a6a0-8353ee2b64e7 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:05.829923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.913287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656f6e-a063-476e-9fee-ca452734176a req-4ba7d693-d061-440f-8d3c-0126ce97a9c9 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:05.914817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36656f6e-a063-476e-9fee-ca452734176a req-4ba7d693-d061-440f-8d3c-0126ce97a9c9 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1098 time: 0.1039150 Jul 15 13:49:05.977104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36656f6e-a063-476e-9fee-ca452734176a req-bb21d80d-608a-4fc9-a3cd-52ea669c1537 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Jul 15 13:49:06.047648 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.225589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbe2dc-dd6a-431c-a3ab-46010c2592aa req-7acbbc62-7a35-4c42-a953-b6ce38d2baf8 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.227065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ddbe2dc-dd6a-431c-a3ab-46010c2592aa req-7acbbc62-7a35-4c42-a953-b6ce38d2baf8 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1098 time: 0.1405652 Jul 15 13:49:06.280290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ddbe2dc-dd6a-431c-a3ab-46010c2592aa req-9897be09-0fd1-493a-aa02-0b9da724b8fb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364459 Jul 15 13:49:06.378589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Deleting port d47277b6-3402-477f-94d1-ac79b9eddeb4 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:06.378930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.496951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] For port d47277b6-3402-477f-94d1-ac79b9eddeb4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d47277b6-3402-477f-94d1-ac79b9eddeb4,segment=NetworkSegment(cb650338-6b53-43d5-aeef-1afc740cf5cb),segment_id=cb650338-6b53-43d5-aeef-1afc740cf5cb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:06.497307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.512552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Calling delete_port for d47277b6-3402-477f-94d1-ac79b9eddeb4 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:06.515493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893ff50-b1ba-4b33-bb70-a14c2e99baef req-167e8c89-e46d-4c03-9ce3-122ace2f779c tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.517084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9893ff50-b1ba-4b33-bb70-a14c2e99baef req-167e8c89-e46d-4c03-9ce3-122ace2f779c tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1098 time: 0.1219261 Jul 15 13:49:06.596501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9893ff50-b1ba-4b33-bb70-a14c2e99baef req-758008b6-bd59-4627-8a7f-4652e685b25d tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710862 Jul 15 13:49:06.732666 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.760411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47277b6-3402-477f-94d1-ac79b9eddeb4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:06.963076 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.137305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e491a7-d151-40c8-abce-72ac0f7c1177 req-e23659f6-6178-4b33-808f-d1c8493d6f34 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.138853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2e491a7-d151-40c8-abce-72ac0f7c1177 req-e23659f6-6178-4b33-808f-d1c8493d6f34 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1098 time: 0.1968596 Jul 15 13:49:07.223562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2e491a7-d151-40c8-abce-72ac0f7c1177 req-39b7e20d-b313-4843-a20a-d3c6f3c5dd49 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771732 Jul 15 13:49:07.291954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:07.406203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:07.412029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bb7167e7-d0ed-494b-8d27-d00fc3c88754 admin admin] 10.222.0.25 "PUT /v2.0/routers/922cd8c2-8227-466f-9eb8-1918fdee0cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0973673 Jul 15 13:49:07.414637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60292) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.415659 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] Sync routers for ids ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:07.425601 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] Routers {'922cd8c2-8227-466f-9eb8-1918fdee0cd7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:07.426221 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:07.523785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.529556 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] Set router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:07.632212 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.686597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Deleting port f63ebb54-1441-4bce-8dcf-6c29d35efd32 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:07.686855 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.715383 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:49:06Z', 'revision_number': 5, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port': {'id': 'f63ebb54-1441-4bce-8dcf-6c29d35efd32', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:54Z', 'updated_at': '2021-07-15T13:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:07.746860 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] Checking router: 922cd8c2-8227-466f-9eb8-1918fdee0cd7 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:07.755818 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] Routers {'922cd8c2-8227-466f-9eb8-1918fdee0cd7'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:07.756565 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:07.776632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] For port f63ebb54-1441-4bce-8dcf-6c29d35efd32, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f63ebb54-1441-4bce-8dcf-6c29d35efd32,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:07.776986 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.789977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Calling delete_port for f63ebb54-1441-4bce-8dcf-6c29d35efd32 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:07.937507 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] Set router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:07.967325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.991800 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:49:07Z', 'revision_number': 6, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:07.996895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63ebb54-1441-4bce-8dcf-6c29d35efd32,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:08.022647 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf538-1d1c-4041-9311-18a4f38930b5 None None] The sync data for ids ['922cd8c2-8227-466f-9eb8-1918fdee0cd7'] in n-d-771362-36 is: [{'id': '922cd8c2-8227-466f-9eb8-1918fdee0cd7', 'name': 'tempest-TestVolumeBackupRestore-1941000578-router', 'tenant_id': '64b198bf012843d38c33d7d1f3a596ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:49:07Z', 'revision_number': 6, 'project_id': '64b198bf012843d38c33d7d1f3a596ad', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:08.071804 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.191459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.194444 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.253922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.254488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 922cd8c2-8227-466f-9eb8-1918fdee0cd7 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:49:08.260625 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.261799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8f6a5d9e-fd4f-449f-b200-b6635e5f77b9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/922cd8c2-8227-466f-9eb8-1918fdee0cd7 HTTP/1.1" status: 204 len: 168 time: 0.8460040 Jul 15 13:49:08.264567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60296) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.279902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-febf3f29-3f42-49e0-bce2-a7790e84a976 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:08.281602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-febf3f29-3f42-49e0-bce2-a7790e84a976 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1098 time: 0.1181843 Jul 15 13:49:08.316940 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-93855021-49ab-47df-adb9-d5c00f3b47e2 admin admin] Deleting subnet fb48f79b-0892-48b8-9bcf-a67c5708248a {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:08.320466 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93855021-49ab-47df-adb9-d5c00f3b47e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.361902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93855021-49ab-47df-adb9-d5c00f3b47e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.471333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Deleting port 1a40446c-347e-4de2-9853-c452105715cc {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:08.471597 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.474535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93855021-49ab-47df-adb9-d5c00f3b47e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.507829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7204e5b-b9e4-4b21-87f3-60e9833d3603 req-fdd2c7ca-be1b-4276-a9ed-20e204aabd15 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:08.509394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7204e5b-b9e4-4b21-87f3-60e9833d3603 req-fdd2c7ca-be1b-4276-a9ed-20e204aabd15 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a55bfda4-fb1f-4498-9086-8fe220669931 HTTP/1.1" status: 200 len: 1098 time: 0.1074762 Jul 15 13:49:08.545455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93855021-49ab-47df-adb9-d5c00f3b47e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.574346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93855021-49ab-47df-adb9-d5c00f3b47e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb48f79b-0892-48b8-9bcf-a67c5708248a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:08.579397 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93855021-49ab-47df-adb9-d5c00f3b47e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.582741 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-93855021-49ab-47df-adb9-d5c00f3b47e2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fb48f79b-0892-48b8-9bcf-a67c5708248a HTTP/1.1" status: 204 len: 168 time: 0.3169348 Jul 15 13:49:08.584524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b9efbb-6e42-433c-b98a-624ca4764da5 None None] Network a96de617-2d4d-4bdb-baa0-b9c34d6ca017 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:08.585605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60298) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.605724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] For port 1a40446c-347e-4de2-9853-c452105715cc, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=1a40446c-347e-4de2-9853-c452105715cc,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:08.606094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.610073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7204e5b-b9e4-4b21-87f3-60e9833d3603 req-25f03d96-3fba-4a0e-b9db-c569ab79eb29 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668924 Jul 15 13:49:08.624762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Calling delete_port for 1a40446c-347e-4de2-9853-c452105715cc owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:08.663116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.724158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Deleting port 9cdd7e31-56b4-4b00-b96f-a970474c6811 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:08.724426 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.793190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] For port 9cdd7e31-56b4-4b00-b96f-a970474c6811, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9cdd7e31-56b4-4b00-b96f-a970474c6811,segment=NetworkSegment(cb650338-6b53-43d5-aeef-1afc740cf5cb),segment_id=cb650338-6b53-43d5-aeef-1afc740cf5cb)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:08.793369 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.796854 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.809220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Calling delete_port for 9cdd7e31-56b4-4b00-b96f-a970474c6811 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:08.810856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['1a40446c-347e-4de2-9853-c452105715cc'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:08.812904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b1f32cf2-6d6c-4a84-865a-c77ba7f059f3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:08.835173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a40446c-347e-4de2-9853-c452105715cc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:08.897947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] No DVR routers for this DVR port 1a40446c-347e-4de2-9853-c452105715cc on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:08.900949 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.905081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] DHCP port deletion for a96de617-2d4d-4bdb-baa0-b9c34d6ca017 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:08.909090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc6f827d-2ae1-45c0-94b8-c6a620cfcaa8 req-f83caab9-70b4-4fba-8136-e895e0c295bb tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1a40446c-347e-4de2-9853-c452105715cc HTTP/1.1" status: 204 len: 173 time: 0.6206884 Jul 15 13:49:08.909090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55bfda4-fb1f-4498-9086-8fe220669931', 'name': 'network-vif-deleted', 'tag': '1a40446c-347e-4de2-9853-c452105715cc'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:08.913592 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee74691-4307-4059-94bf-b7fd4dfa05dd" -d '{"events": [{"server_uuid": "a55bfda4-fb1f-4498-9086-8fe220669931", "name": "network-vif-deleted", "tag": "1a40446c-347e-4de2-9853-c452105715cc"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:08.970024 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.009880 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49090755-6142-4b3a-8591-40c63abd2b80 x-openstack-request-id: req-49090755-6142-4b3a-8591-40c63abd2b80 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:09.010686 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55bfda4-fb1f-4498-9086-8fe220669931", "name": "network-vif-deleted", "tag": "1a40446c-347e-4de2-9853-c452105715cc", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:09.010686 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49090755-6142-4b3a-8591-40c63abd2b80 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:09.011003 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55bfda4-fb1f-4498-9086-8fe220669931', 'name': 'network-vif-deleted', 'tag': '1a40446c-347e-4de2-9853-c452105715cc', 'status': 'completed', 'code': 200} Jul 15 13:49:09.042080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdd7e31-56b4-4b00-b96f-a970474c6811,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:09.047560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] No DVR routers for this DVR port 9cdd7e31-56b4-4b00-b96f-a970474c6811 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:09.137295 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] Deleting port 9cdd7e31-56b4-4b00-b96f-a970474c6811 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:09.137846 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.168685 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.180959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96de617-2d4d-4bdb-baa0-b9c34d6ca017']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:09.192747 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb650338-6b53-43d5-aeef-1afc740cf5cb') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:09.192941 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb650338-6b53-43d5-aeef-1afc740cf5cb') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:09.202643 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.209236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] For port 9cdd7e31-56b4-4b00-b96f-a970474c6811, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:09.209236 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.220359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.223163 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] Calling delete_port for 9cdd7e31-56b4-4b00-b96f-a970474c6811 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:09.226219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] Port 9cdd7e31-56b4-4b00-b96f-a970474c6811 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:49:09.227801 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.229166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:09.230348 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:09.232477 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:09.242213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] No DVR routers for this DVR port 9cdd7e31-56b4-4b00-b96f-a970474c6811 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:09.263619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71381119-b86c-4fcf-8ad4-1cb028f0246c None None] Pushing event deleted for resources: {'Port': ['ID=9cdd7e31-56b4-4b00-b96f-a970474c6811,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:09.291553 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:09.299197 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.306532 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.311391 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a96de617-2d4d-4bdb-baa0-b9c34d6ca017 HTTP/1.1" status: 204 len: 168 time: 0.7217236 Jul 15 13:49:09.321107 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7558739-fd42-4f69-aec7-6f9012f252b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96de617-2d4d-4bdb-baa0-b9c34d6ca017,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:09.546610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60304) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:09.603735 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bc090495-770b-4712-9c7d-d059dd06f28a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5504d1c4a2b94dfb9948d913427d99c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530849 Jul 15 13:49:09.605297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60306) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:09.801467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9cdd7e31-56b4-4b00-b96f-a970474c6811 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:09.839334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 9cdd7e31-56b4-4b00-b96f-a970474c6811 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:09.850578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9cdd7e31-56b4-4b00-b96f-a970474c6811 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:09.851417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d47277b6-3402-477f-94d1-ac79b9eddeb4 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:09.890570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d47277b6-3402-477f-94d1-ac79b9eddeb4 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:09.891198 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d47277b6-3402-477f-94d1-ac79b9eddeb4 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:09.891905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f63ebb54-1441-4bce-8dcf-6c29d35efd32 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:09.922101 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd69c-edcd-4468-9ba7-bbd166afbac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.927721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f63ebb54-1441-4bce-8dcf-6c29d35efd32 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:09.928319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f63ebb54-1441-4bce-8dcf-6c29d35efd32 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:09.952193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd69c-edcd-4468-9ba7-bbd166afbac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.040784 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd69c-edcd-4468-9ba7-bbd166afbac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.044513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd69c-edcd-4468-9ba7-bbd166afbac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.046009 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ee3bd69c-edcd-4468-9ba7-bbd166afbac6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49d11c8c-27a0-4b9a-ba90-e03deb2a44c0 HTTP/1.1" status: 204 len: 168 time: 0.4394279 Jul 15 13:49:10.061495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bd69c-edcd-4468-9ba7-bbd166afbac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d11c8c-27a0-4b9a-ba90-e03deb2a44c0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:10.174373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a7b6-a37b-4a9d-99ad-c9151115350f req-c51dc0ce-537a-4e4c-8baa-0edb3c8425a1 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.176230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c1a7b6-a37b-4a9d-99ad-c9151115350f req-c51dc0ce-537a-4e4c-8baa-0edb3c8425a1 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1097 time: 0.0651248 Jul 15 13:49:10.214432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c1a7b6-a37b-4a9d-99ad-c9151115350f req-0f285542-4d53-489c-b760-32b9b0ca9d85 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Jul 15 13:49:10.409405 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60318) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:10.450712 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-69c450a3-ce5d-4c2f-bf85-3e5c974039aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64b198bf012843d38c33d7d1f3a596ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396099 Jul 15 13:49:10.453178 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60320) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:10.504365 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b7b85ec-8d88-4f3a-b53b-ec82a480c667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.525882 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b7b85ec-8d88-4f3a-b53b-ec82a480c667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.572445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b7b85ec-8d88-4f3a-b53b-ec82a480c667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.574927 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5b7b85ec-8d88-4f3a-b53b-ec82a480c667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.576244 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5b7b85ec-8d88-4f3a-b53b-ec82a480c667 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1aae0918-7fc8-4e11-899f-46c28dfb75c8 HTTP/1.1" status: 204 len: 168 time: 0.1221349 Jul 15 13:49:10.584721 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b85ec-8d88-4f3a-b53b-ec82a480c667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aae0918-7fc8-4e11-899f-46c28dfb75c8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:11.414338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d78e25-3788-4737-8f75-3b46c0a0a0ac req-ba4db15d-95f1-4472-8a07-57a31f552568 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:11.415931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66d78e25-3788-4737-8f75-3b46c0a0a0ac req-ba4db15d-95f1-4472-8a07-57a31f552568 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1097 time: 0.0868971 Jul 15 13:49:11.447860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-3efd411e-3204-41ad-8167-db86e71d6cd3 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:11.449334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-3efd411e-3204-41ad-8167-db86e71d6cd3 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4ac1fd76-83b0-4a75-b87c-563818e3d81f HTTP/1.1" status: 200 len: 1097 time: 0.0819542 Jul 15 13:49:11.484652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66d78e25-3788-4737-8f75-3b46c0a0a0ac req-3ccff8eb-7ab1-448e-8d32-620e31f868a4 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9b33808a-046d-4d08-92e0-70129f655ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616245 Jul 15 13:49:11.539115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1a40446c-347e-4de2-9853-c452105715cc no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:11.545011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Deleting port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:11.545365 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.559057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 1a40446c-347e-4de2-9853-c452105715cc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:11.559435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 1a40446c-347e-4de2-9853-c452105715cc not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:11.631663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] For port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:11.632030 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.646006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Calling delete_port for b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:11.767744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.779594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b1f32cf2-6d6c-4a84-865a-c77ba7f059f3'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:11.801844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1f32cf2-6d6c-4a84-865a-c77ba7f059f3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:11.848887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] No DVR routers for this DVR port b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:11.851477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.854256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3ae54abb-ebda-4781-9313-2b1c24af8d22 req-b3a90df2-8764-4d1c-86b0-52672ed92006 tempest-TestServerMultinode-1187407125 tempest-TestServerMultinode-1187407125-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 HTTP/1.1" status: 204 len: 173 time: 0.3972237 Jul 15 13:49:11.854768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac1fd76-83b0-4a75-b87c-563818e3d81f', 'name': 'network-vif-deleted', 'tag': 'b1f32cf2-6d6c-4a84-865a-c77ba7f059f3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:11.857983 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa2256-52a6-4dd4-a009-c09155a0ab00" -d '{"events": [{"server_uuid": "4ac1fd76-83b0-4a75-b87c-563818e3d81f", "name": "network-vif-deleted", "tag": "b1f32cf2-6d6c-4a84-865a-c77ba7f059f3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:11.899061 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1edef31-457b-4e7e-8d3f-076710fd5d5a x-openstack-request-id: req-b1edef31-457b-4e7e-8d3f-076710fd5d5a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:11.899404 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac1fd76-83b0-4a75-b87c-563818e3d81f", "name": "network-vif-deleted", "tag": "b1f32cf2-6d6c-4a84-865a-c77ba7f059f3", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:11.899899 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1edef31-457b-4e7e-8d3f-076710fd5d5a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:11.900308 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac1fd76-83b0-4a75-b87c-563818e3d81f', 'name': 'network-vif-deleted', 'tag': 'b1f32cf2-6d6c-4a84-865a-c77ba7f059f3', 'status': 'completed', 'code': 200} Jul 15 13:49:12.584155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60330) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:12.924722 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.186050 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Deleting port 2af39865-b68b-4679-8703-3fdf98b7a2dc {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:13.186306 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.267345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] For port 2af39865-b68b-4679-8703-3fdf98b7a2dc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=2af39865-b68b-4679-8703-3fdf98b7a2dc,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:13.267712 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.280340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Calling delete_port for 2af39865-b68b-4679-8703-3fdf98b7a2dc owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:13.471082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.495157 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Pushing event deleted for resources: {'Port': ['ID=2af39865-b68b-4679-8703-3fdf98b7a2dc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:13.662556 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.874709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Router 14b97e91-05f0-420f-93c3-f0ea8035cecf has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:13.979936 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:13.985768 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d85e371c-2768-4522-9586-f7243ecfb34e admin admin] 10.222.0.25 "PUT /v2.0/routers/14b97e91-05f0-420f-93c3-f0ea8035cecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998420 Jul 15 13:49:13.987877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60332) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:13.990439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf577159-62b2-4290-997f-936839774edf None None] Sync routers for ids ['14b97e91-05f0-420f-93c3-f0ea8035cecf'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:14.001540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf577159-62b2-4290-997f-936839774edf None None] Routers {'14b97e91-05f0-420f-93c3-f0ea8035cecf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:14.002092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf577159-62b2-4290-997f-936839774edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['14b97e91-05f0-420f-93c3-f0ea8035cecf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:14.091878 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.107287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-bf577159-62b2-4290-997f-936839774edf None None] Set router 14b97e91-05f0-420f-93c3-f0ea8035cecf gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:14.195103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.246878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Deleting port 5766ccfc-3e6a-451b-a269-784565d768ee {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:14.247254 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.285043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf577159-62b2-4290-997f-936839774edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:49:13Z', 'revision_number': 5, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port': {'id': '5766ccfc-3e6a-451b-a269-784565d768ee', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:30Z', 'updated_at': '2021-07-15T13:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:14.314165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf577159-62b2-4290-997f-936839774edf None None] Checking router: 14b97e91-05f0-420f-93c3-f0ea8035cecf for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:14.323217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf577159-62b2-4290-997f-936839774edf None None] Routers {'14b97e91-05f0-420f-93c3-f0ea8035cecf'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:14.323837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf577159-62b2-4290-997f-936839774edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['14b97e91-05f0-420f-93c3-f0ea8035cecf'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:14.326399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] For port 5766ccfc-3e6a-451b-a269-784565d768ee, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5766ccfc-3e6a-451b-a269-784565d768ee,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:14.326788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.343986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Calling delete_port for 5766ccfc-3e6a-451b-a269-784565d768ee owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:14.408215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-bf577159-62b2-4290-997f-936839774edf None None] Set router 14b97e91-05f0-420f-93c3-f0ea8035cecf gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:14.515316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.546342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Pushing event deleted for resources: {'Port': ['ID=5766ccfc-3e6a-451b-a269-784565d768ee,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:14.611897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.622937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-bf577159-62b2-4290-997f-936839774edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:49:14Z', 'revision_number': 6, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:14.649550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf577159-62b2-4290-997f-936839774edf None None] The sync data for ids ['14b97e91-05f0-420f-93c3-f0ea8035cecf'] in n-d-771362-36 is: [{'id': '14b97e91-05f0-420f-93c3-f0ea8035cecf', 'name': 'tempest-TestServerMultinode-604365530-router', 'tenant_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:29Z', 'updated_at': '2021-07-15T13:49:14Z', 'revision_number': 6, 'project_id': 'f2024d9dcf23477c9517475c3a42dfbd', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:14.703566 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.705664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.750864 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.751456 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b97e91-05f0-420f-93c3-f0ea8035cecf {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:49:14.756204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.757352 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c1161e08-1c88-4112-b568-4f885511ffee admin admin] 10.222.0.25 "DELETE /v2.0/routers/14b97e91-05f0-420f-93c3-f0ea8035cecf HTTP/1.1" status: 204 len: 168 time: 0.7681792 Jul 15 13:49:14.760076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60334) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:14.802729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5edf3c2-057e-4d56-836b-bd2b5786dd05 admin admin] Deleting subnet 5f103018-83e1-40ab-bdf6-7cf36448489b {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:14.805628 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3c2-057e-4d56-836b-bd2b5786dd05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.838446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3c2-057e-4d56-836b-bd2b5786dd05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.916445 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3c2-057e-4d56-836b-bd2b5786dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.967438 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3c2-057e-4d56-836b-bd2b5786dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.992709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edf3c2-057e-4d56-836b-bd2b5786dd05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f103018-83e1-40ab-bdf6-7cf36448489b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:15.000375 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3c2-057e-4d56-836b-bd2b5786dd05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.005849 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a5edf3c2-057e-4d56-836b-bd2b5786dd05 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f103018-83e1-40ab-bdf6-7cf36448489b HTTP/1.1" status: 204 len: 168 time: 0.2418144 Jul 15 13:49:15.006018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60336) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:15.008778 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72e9fb-4a16-4b80-8045-3d46225b5e66 None None] Network 39352dec-8722-4096-8dc4-d6a0eb1840a2 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:15.080577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.140356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Deleting port 2734252e-bda0-4a2b-905f-ad505717b521 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:15.140696 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.208483 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] For port 2734252e-bda0-4a2b-905f-ad505717b521, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=2734252e-bda0-4a2b-905f-ad505717b521,segment=NetworkSegment(7e016b03-f852-489d-8adb-e627bd492bef),segment_id=7e016b03-f852-489d-8adb-e627bd492bef)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:15.208842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.220894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Calling delete_port for 2734252e-bda0-4a2b-905f-ad505717b521 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:15.302341 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.328967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=2734252e-bda0-4a2b-905f-ad505717b521,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:15.330711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] No DVR routers for this DVR port 2734252e-bda0-4a2b-905f-ad505717b521 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:15.403437 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.415300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39352dec-8722-4096-8dc4-d6a0eb1840a2']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:15.426033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e016b03-f852-489d-8adb-e627bd492bef') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:15.426319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e016b03-f852-489d-8adb-e627bd492bef') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:15.437524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.441161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb3b4b-a9ca-4fb7-87cb-eed490fbb438 None None] DHCP port deletion for 39352dec-8722-4096-8dc4-d6a0eb1840a2 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:15.455402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.465475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:15.466031 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:15.468088 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:15.522483 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.529763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.532456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] 10.222.0.25 "DELETE /v2.0/networks/39352dec-8722-4096-8dc4-d6a0eb1840a2 HTTP/1.1" status: 204 len: 168 time: 0.5252745 Jul 15 13:49:15.536884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60338) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:15.552394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2a2d6-8e77-4943-8f02-4256a40cdf3a admin admin] Pushing event deleted for resources: {'Network': ['ID=39352dec-8722-4096-8dc4-d6a0eb1840a2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:15.750886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 2734252e-bda0-4a2b-905f-ad505717b521 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:15.776052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 2734252e-bda0-4a2b-905f-ad505717b521 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:15.776387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 2734252e-bda0-4a2b-905f-ad505717b521 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:15.776819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 2af39865-b68b-4679-8703-3fdf98b7a2dc no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:15.797166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 2af39865-b68b-4679-8703-3fdf98b7a2dc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:15.797511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 2af39865-b68b-4679-8703-3fdf98b7a2dc not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:15.797930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5766ccfc-3e6a-451b-a269-784565d768ee no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:15.817638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5766ccfc-3e6a-451b-a269-784565d768ee {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:15.817972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5766ccfc-3e6a-451b-a269-784565d768ee not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:16.187159 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.280216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:16.299615 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:16.299958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b1f32cf2-6d6c-4a84-865a-c77ba7f059f3 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:16.444244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Deleting port 98d18119-1775-4ffb-8e09-fa67ff5237fa {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:16.444490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.522057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] For port 98d18119-1775-4ffb-8e09-fa67ff5237fa, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=98d18119-1775-4ffb-8e09-fa67ff5237fa,segment=NetworkSegment(5b3e0df3-f0fe-4745-b2fe-07140732dd0d),segment_id=5b3e0df3-f0fe-4745-b2fe-07140732dd0d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:16.522411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.535105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Calling delete_port for 98d18119-1775-4ffb-8e09-fa67ff5237fa owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:16.713251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.741801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Pushing event deleted for resources: {'Port': ['ID=98d18119-1775-4ffb-8e09-fa67ff5237fa,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:16.907052 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.128217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Router 8eff4f2d-6805-48a1-abe0-0fa7d42724af has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:17.236013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:17.241026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b6da5fa5-bedd-4869-931e-2ce4eb1c614d admin admin] 10.222.0.25 "PUT /v2.0/routers/8eff4f2d-6805-48a1-abe0-0fa7d42724af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029259 Jul 15 13:49:17.243898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60340) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:17.244272 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] Sync routers for ids ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:17.254498 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] Routers {'8eff4f2d-6805-48a1-abe0-0fa7d42724af'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:17.255120 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:17.347380 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.356502 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] Set router 8eff4f2d-6805-48a1-abe0-0fa7d42724af gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:17.450662 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.502598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Deleting port bc89fa09-291a-4936-b398-bdf84387dfc3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:17.502948 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.529694 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:49:16Z', 'revision_number': 5, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port': {'id': 'bc89fa09-291a-4936-b398-bdf84387dfc3', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:17.559181 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] Checking router: 8eff4f2d-6805-48a1-abe0-0fa7d42724af for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:17.567931 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] Routers {'8eff4f2d-6805-48a1-abe0-0fa7d42724af'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:17.568549 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:48:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:17.582792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] For port bc89fa09-291a-4936-b398-bdf84387dfc3, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bc89fa09-291a-4936-b398-bdf84387dfc3,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:17.583238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.595931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Calling delete_port for bc89fa09-291a-4936-b398-bdf84387dfc3 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:17.652442 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] Set router 8eff4f2d-6805-48a1-abe0-0fa7d42724af gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:17.705871 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:49:17Z', 'revision_number': 6, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:17.733791 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f0076-a0a3-4505-b238-1756a90dda69 None None] The sync data for ids ['8eff4f2d-6805-48a1-abe0-0fa7d42724af'] in n-d-771362-36 is: [{'id': '8eff4f2d-6805-48a1-abe0-0fa7d42724af', 'name': 'tempest-TestServerMultinode-1707856459-router', 'tenant_id': '93a420680bd5485ebe85e1900dbf198e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:35Z', 'updated_at': '2021-07-15T13:49:17Z', 'revision_number': 6, 'project_id': '93a420680bd5485ebe85e1900dbf198e', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:17.785309 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.814522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc89fa09-291a-4936-b398-bdf84387dfc3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:17.876210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.964462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.966703 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.009216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.009892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eff4f2d-6805-48a1-abe0-0fa7d42724af {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:49:18.014491 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.015635 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-580f2ce4-a92d-4c98-b27b-3f6d983ac807 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8eff4f2d-6805-48a1-abe0-0fa7d42724af HTTP/1.1" status: 204 len: 168 time: 0.7707565 Jul 15 13:49:18.018589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60342) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:18.065699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db10418-8473-4449-a6e0-307367112b39 admin admin] Deleting subnet 463b232e-8df3-4d75-bcca-3004eec46c4c {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:18.069133 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db10418-8473-4449-a6e0-307367112b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.104616 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db10418-8473-4449-a6e0-307367112b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.187626 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db10418-8473-4449-a6e0-307367112b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.248022 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db10418-8473-4449-a6e0-307367112b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.271784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db10418-8473-4449-a6e0-307367112b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463b232e-8df3-4d75-bcca-3004eec46c4c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:18.279463 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7db10418-8473-4449-a6e0-307367112b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.281481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7db10418-8473-4449-a6e0-307367112b39 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/463b232e-8df3-4d75-bcca-3004eec46c4c HTTP/1.1" status: 204 len: 168 time: 0.2617378 Jul 15 13:49:18.284753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60344) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:18.286911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a046860f-f688-48bf-a60b-545179525bbb None None] Network 9e706aca-3856-4e33-8f84-78091777abe9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:18.356651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.417492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Deleting port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:18.417738 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.484032 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] For port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,segment=NetworkSegment(5b3e0df3-f0fe-4745-b2fe-07140732dd0d),segment_id=5b3e0df3-f0fe-4745-b2fe-07140732dd0d)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:18.484401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.496869 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Calling delete_port for 15e8c3e4-b84e-4b3a-8741-a447dd33e83e owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:18.499235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] DHCP port deletion for 9e706aca-3856-4e33-8f84-78091777abe9 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:18.546098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Deleting port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:18.546578 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.588020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.613894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Pushing event deleted for resources: {'Port': ['ID=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:18.614131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] For port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,segment=NetworkSegment(5b3e0df3-f0fe-4745-b2fe-07140732dd0d),segment_id=5b3e0df3-f0fe-4745-b2fe-07140732dd0d)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:18.614529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.619560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] No DVR routers for this DVR port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:18.629482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Calling delete_port for 15e8c3e4-b84e-4b3a-8741-a447dd33e83e owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:18.703150 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.711043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.714273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e706aca-3856-4e33-8f84-78091777abe9']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:18.723676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] No DVR routers for this DVR port 15e8c3e4-b84e-4b3a-8741-a447dd33e83e on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:18.750492 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Pushing event deleted for resources: {'Port': ['ID=15e8c3e4-b84e-4b3a-8741-a447dd33e83e,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:18.759343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.759689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.760310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.760471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.760754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.761012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.761338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.761736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.762251 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.762588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.762914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.763287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98472-f705-4ddd-aede-8e7135ba1ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:18.911404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-feb65fe0-7ff5-4806-b31a-84153d569c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.957370 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3e0df3-f0fe-4745-b2fe-07140732dd0d') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:18.957672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3e0df3-f0fe-4745-b2fe-07140732dd0d') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:18.967184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.980832 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.986577 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:18.986920 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: timer() Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:18.988665 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:19.040546 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.045644 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.048862 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/9e706aca-3856-4e33-8f84-78091777abe9 HTTP/1.1" status: 204 len: 168 time: 0.7616417 Jul 15 13:49:19.058667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93529c4a-138d-41e8-aef3-f7795dcc39ff admin admin] Pushing event deleted for resources: {'Network': ['ID=9e706aca-3856-4e33-8f84-78091777abe9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:19.213224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60348) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.251865 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-19e349b4-a203-48c3-9d8d-0ccbab8ef756 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2024d9dcf23477c9517475c3a42dfbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374730 Jul 15 13:49:19.254804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60350) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.304138 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61aacbe3-84f6-4fe4-a1cb-bf761a7e1d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.324692 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61aacbe3-84f6-4fe4-a1cb-bf761a7e1d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.370801 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61aacbe3-84f6-4fe4-a1cb-bf761a7e1d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.373503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-61aacbe3-84f6-4fe4-a1cb-bf761a7e1d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.374712 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-61aacbe3-84f6-4fe4-a1cb-bf761a7e1d72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a001c528-7fb0-4bc1-a754-7f0f12985ac7 HTTP/1.1" status: 204 len: 168 time: 0.1189611 Jul 15 13:49:19.384548 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aacbe3-84f6-4fe4-a1cb-bf761a7e1d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a001c528-7fb0-4bc1-a754-7f0f12985ac7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:19.691708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60356) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.732555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e0a195f4-d05f-4eca-a7c2-821586ee61d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93a420680bd5485ebe85e1900dbf198e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396495 Jul 15 13:49:19.734972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60358) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.751964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bc89fa09-291a-4936-b398-bdf84387dfc3 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:19.775326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: bc89fa09-291a-4936-b398-bdf84387dfc3 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:19.775678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bc89fa09-291a-4936-b398-bdf84387dfc3 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:19.776091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15e8c3e4-b84e-4b3a-8741-a447dd33e83e no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:19.785507 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49d76529-c769-4aa4-b9d4-fbdb840ee415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.794418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 15e8c3e4-b84e-4b3a-8741-a447dd33e83e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:19.794764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15e8c3e4-b84e-4b3a-8741-a447dd33e83e not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:19.795203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 98d18119-1775-4ffb-8e09-fa67ff5237fa no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:19.807026 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49d76529-c769-4aa4-b9d4-fbdb840ee415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.813644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 98d18119-1775-4ffb-8e09-fa67ff5237fa {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:19.813993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 98d18119-1775-4ffb-8e09-fa67ff5237fa not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:19.852819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49d76529-c769-4aa4-b9d4-fbdb840ee415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.855520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49d76529-c769-4aa4-b9d4-fbdb840ee415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.856734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-49d76529-c769-4aa4-b9d4-fbdb840ee415 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b33808a-046d-4d08-92e0-70129f655ab8 HTTP/1.1" status: 204 len: 168 time: 0.1207755 Jul 15 13:49:19.864268 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d76529-c769-4aa4-b9d4-fbdb840ee415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b33808a-046d-4d08-92e0-70129f655ab8,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:21.607437 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0f4acaa-3b97-4d04-ac74-ffa71b41b945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.701556 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.996097 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.474663 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.976863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-01bcffb7-edd3-44b7-bb71-9ab45c0294b2 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=97c022232d5d4a06b02bb805d8bf0bde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306981 Jul 15 13:49:30.161358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-ac99b0c4-12d7-4a28-8c7c-3c9ca38a815f tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:30.162825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-ac99b0c4-12d7-4a28-8c7c-3c9ca38a815f tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806858 Jul 15 13:49:30.177928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-12e845e5-d4fd-4294-afce-b6f89374eb22 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/quotas/97c022232d5d4a06b02bb805d8bf0bde HTTP/1.1" status: 200 len: 375 time: 0.0097430 Jul 15 13:49:30.210793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-ecf5d10d-cd2b-46ab-a3d2-9a158b0083f4 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=97c022232d5d4a06b02bb805d8bf0bde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279973 Jul 15 13:49:30.376021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e750c2a-b610-476d-937b-6591ef72ad76 req-5faaaf95-993c-4c15-8efd-aa6eb08ff0f7 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 210 time: 0.0275450 Jul 15 13:49:31.320167 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6afcd56d-4ca3-470e-8509-24ee5a373884 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=97c022232d5d4a06b02bb805d8bf0bde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234566 Jul 15 13:49:31.435431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-bfe98981-8856-482e-b62a-ab764bf79a99 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:31.437064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-bfe98981-8856-482e-b62a-ab764bf79a99 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123214 Jul 15 13:49:31.449478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Request body: {'port': {'device_id': '8bae59fe-c0bf-4fe5-bab8-f2bd42e58230', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'admin_state_up': True, 'tenant_id': '97c022232d5d4a06b02bb805d8bf0bde'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:31.548918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bae7b366-36c1-4752-b6f4-119580b5a317 req-3992f2d2-de2c-459c-aa25-ea0a78da76a7 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 210 time: 0.0342288 Jul 15 13:49:31.592157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Made reservation on behalf of 97c022232d5d4a06b02bb805d8bf0bde for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:31.596359 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.606541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.704090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.708370 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.770528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56629277-d8aa-4a5f-862f-ac009aad1efe,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:31.851514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Allocated IP 192.168.233.69 (a910b63a-6b4f-46b8-9698-eaedd35b3ab7/dde3e5db-8786-4230-9fe4-d60c6fe922fd/c2940ec7-4bc5-4895-92b4-a22ba905fabc) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:32.287530 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.301471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Transition to ACTIVE for port object c2940ec7-4bc5-4895-92b4-a22ba905fabc will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:32.332730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.379098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:32.382383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:32.390013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:32.413105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Pushing event updated for resources: {'Port': ['ID=c2940ec7-4bc5-4895-92b4-a22ba905fabc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:32.445049 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:32.445677 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.461850 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-6f7bb0bf-975b-4a77-a7d7-7cc62091beaa tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0163565 Jul 15 13:49:32.473872 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Request body: {'port': {'device_id': '8bae59fe-c0bf-4fe5-bab8-f2bd42e58230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:32.554023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.620382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1366fa85-363b-4791-ac8d-6e2d279d2cf1 None None] Provisioning for port c2940ec7-4bc5-4895-92b4-a22ba905fabc completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:32.624128 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1366fa85-363b-4791-ac8d-6e2d279d2cf1 None None] Provisioning complete for port c2940ec7-4bc5-4895-92b4-a22ba905fabc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:32.624501 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1366fa85-363b-4791-ac8d-6e2d279d2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.661767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1366fa85-363b-4791-ac8d-6e2d279d2cf1 None None] Port c2940ec7-4bc5-4895-92b4-a22ba905fabc cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:49:32.806416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea873d-2df0-462b-934d-aa16373ed3c0 req-93badf0e-a831-4767-b25b-f771a3b086d8 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:32.807878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f0ea873d-2df0-462b-934d-aa16373ed3c0 req-93badf0e-a831-4767-b25b-f771a3b086d8 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 935 time: 0.1414869 Jul 15 13:49:32.869236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f0ea873d-2df0-462b-934d-aa16373ed3c0 req-f4102b48-24c2-412d-95cd-b930d35ad884 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534692 Jul 15 13:49:32.913359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2940ec7-4bc5-4895-92b4-a22ba905fabc {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:32.920996 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.932889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Transition to ACTIVE for port object c2940ec7-4bc5-4895-92b4-a22ba905fabc will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:32.936443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.988121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Pushing event updated for resources: {'Port': ['ID=c2940ec7-4bc5-4895-92b4-a22ba905fabc,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:33.066298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Attempting to bind port c2940ec7-4bc5-4895-92b4-a22ba905fabc on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:33.066639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Attempting to bind port c2940ec7-4bc5-4895-92b4-a22ba905fabc by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:33.066974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Attempting to bind port c2940ec7-4bc5-4895-92b4-a22ba905fabc on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:33.071581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Port c2940ec7-4bc5-4895-92b4-a22ba905fabc on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:49:33.071905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Attempting to bind port c2940ec7-4bc5-4895-92b4-a22ba905fabc on network a910b63a-6b4f-46b8-9698-eaedd35b3ab7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:33.077015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:33.077358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Checking segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:33.077750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Bound using segment: {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:33.078189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Bound port: c2940ec7-4bc5-4895-92b4-a22ba905fabc, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf67c7-869b-435a-a7d3-ec64493048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:33.078554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.143656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] For port c2940ec7-4bc5-4895-92b4-a22ba905fabc, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:33.147113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] For port c2940ec7-4bc5-4895-92b4-a22ba905fabc, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c2940ec7-4bc5-4895-92b4-a22ba905fabc,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:33.151212 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.186499 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.187659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.189152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] 10.222.0.30 "PUT /v2.0/ports/c2940ec7-4bc5-4895-92b4-a22ba905fabc HTTP/1.1" status: 200 len: 1096 time: 0.7202299 Jul 15 13:49:33.189611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae59fe-c0bf-4fe5-bab8-f2bd42e58230', 'tag': 'c2940ec7-4bc5-4895-92b4-a22ba905fabc'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:33.192299 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112577c8-0019-4d8f-a460-8b69a7e41aab" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae59fe-c0bf-4fe5-bab8-f2bd42e58230", "tag": "c2940ec7-4bc5-4895-92b4-a22ba905fabc"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:33.219964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb074962-9a1e-45c6-9081-fc74233b257b service neutron] Pushing event updated for resources: {'Port': ['ID=c2940ec7-4bc5-4895-92b4-a22ba905fabc,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:33.250231 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227abb12-40e9-43ef-a635-92dd3febee31 x-openstack-request-id: req-227abb12-40e9-43ef-a635-92dd3febee31 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:33.250458 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae59fe-c0bf-4fe5-bab8-f2bd42e58230", "tag": "c2940ec7-4bc5-4895-92b4-a22ba905fabc", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:33.250631 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-227abb12-40e9-43ef-a635-92dd3febee31 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:33.251046 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae59fe-c0bf-4fe5-bab8-f2bd42e58230', 'tag': 'c2940ec7-4bc5-4895-92b4-a22ba905fabc', 'status': 'completed', 'code': 200} Jul 15 13:49:33.301502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-3d4599aa-f4ad-4c2e-86d8-383ccdad116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.303085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-3d4599aa-f4ad-4c2e-86d8-383ccdad116d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97c022232d5d4a06b02bb805d8bf0bde&device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 1099 time: 0.0639219 Jul 15 13:49:33.350089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-7bc79672-c946-4890-8488-b6ff32272ff9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c2940ec7-4bc5-4895-92b4-a22ba905fabc HTTP/1.1" status: 200 len: 217 time: 0.0399282 Jul 15 13:49:33.399721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-02995328-152f-47ab-ba66-f1e827265429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.401254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-02995328-152f-47ab-ba66-f1e827265429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0456555 Jul 15 13:49:33.462989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-5b581ef0-ddb7-48be-86a3-97ba0c4aadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.464513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-5b581ef0-ddb7-48be-86a3-97ba0c4aadd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571792 Jul 15 13:49:33.554269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-2fa11d5b-a1f2-452b-9d40-5cab976632ad service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830424 Jul 15 13:49:33.647411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b793a4c7-df2b-4394-ad38-77ba43d83c66 req-df43cfd1-36ef-4dc5-be4a-40188115130a service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871649 Jul 15 13:49:33.747669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-88a98d26-9773-4aa3-877f-4dea96b047f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.749184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-88a98d26-9773-4aa3-877f-4dea96b047f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97c022232d5d4a06b02bb805d8bf0bde&device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 1099 time: 0.0530095 Jul 15 13:49:33.842177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-4930bcdb-1887-4204-afbf-e30b3061b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.843710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-4930bcdb-1887-4204-afbf-e30b3061b0da service neutron] 10.222.0.30 "GET /v2.0/networks?id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7 HTTP/1.1" status: 200 len: 870 time: 0.0877376 Jul 15 13:49:33.883544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-b11fd712-8c32-40c6-b4f8-25346d749ca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c2940ec7-4bc5-4895-92b4-a22ba905fabc HTTP/1.1" status: 200 len: 217 time: 0.0336821 Jul 15 13:49:33.932087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-c171f6fc-b5e9-4121-bb14-317708d56ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.933567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-c171f6fc-b5e9-4121-bb14-317708d56ce0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dde3e5db-8786-4230-9fe4-d60c6fe922fd HTTP/1.1" status: 200 len: 843 time: 0.0438411 Jul 15 13:49:34.023759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-1e595191-1314-4fd4-8937-3c7804b8b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:34.025276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-1e595191-1314-4fd4-8937-3c7804b8b80a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a910b63a-6b4f-46b8-9698-eaedd35b3ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848818 Jul 15 13:49:34.112389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca686-e7e4-4b7b-ae21-a0e9a01a10d4 req-20274df8-b1a8-4eb1-b78c-02becb36e46d tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:34.113872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-194ca686-e7e4-4b7b-ae21-a0e9a01a10d4 req-20274df8-b1a8-4eb1-b78c-02becb36e46d tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 947 time: 0.1329088 Jul 15 13:49:34.153041 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-e15da221-acb9-4db6-946b-54a1d1770043 service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203110 Jul 15 13:49:34.177626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-194ca686-e7e4-4b7b-ae21-a0e9a01a10d4 req-ecd5cee4-944a-4613-8198-a347d377a24d tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577781 Jul 15 13:49:34.258352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-112577c8-0019-4d8f-a460-8b69a7e41aab req-b1436cef-f5e6-47b2-8767-c6571d7a587f service neutron] 10.222.0.30 "GET /v2.0/networks/a910b63a-6b4f-46b8-9698-eaedd35b3ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952229 Jul 15 13:49:34.896955 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.358475 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2c5b9-8017-4053-97fe-e2eee6eb9484 req-903f8c5e-0974-4ee9-b729-24dff90fa38c tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:35.360027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3d2c5b9-8017-4053-97fe-e2eee6eb9484 req-903f8c5e-0974-4ee9-b729-24dff90fa38c tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 947 time: 0.0660641 Jul 15 13:49:35.399119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3d2c5b9-8017-4053-97fe-e2eee6eb9484 req-f708e1e0-28ae-469a-8f54-2a038128eb67 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Jul 15 13:49:35.818363 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.574056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53c50f-49ca-41d3-b6e5-98f28afa03cf req-59feb399-bee1-44ed-b19b-a6da36dfb388 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:36.575551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe53c50f-49ca-41d3-b6e5-98f28afa03cf req-59feb399-bee1-44ed-b19b-a6da36dfb388 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 947 time: 0.0672088 Jul 15 13:49:36.614021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe53c50f-49ca-41d3-b6e5-98f28afa03cf req-f29427fd-3b56-44c5-bfaa-47431b8ca86a tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 Jul 15 13:49:37.661451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c2940ec7-4bc5-4895-92b4-a22ba905fabc details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:49:37.755447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c2940ec7-4bc5-4895-92b4-a22ba905fabc, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c2940ec7-4bc5-4895-92b4-a22ba905fabc,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:37.766689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'c2940ec7-4bc5-4895-92b4-a22ba905fabc', 'network_id': 'a910b63a-6b4f-46b8-9698-eaedd35b3ab7', 'port_id': 'c2940ec7-4bc5-4895-92b4-a22ba905fabc', 'mac_address': 'fa:16:3e:0e:f2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde3e5db-8786-4230-9fe4-d60c6fe922fd', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:49:37.794739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578a6cb-9923-4497-a270-eb1649b98a90 req-0c11f07f-f0ec-48ec-a9ce-5d05a16960ca tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:37.796298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c578a6cb-9923-4497-a270-eb1649b98a90 req-0c11f07f-f0ec-48ec-a9ce-5d05a16960ca tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 947 time: 0.0725417 Jul 15 13:49:37.807972 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.821182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2940ec7-4bc5-4895-92b4-a22ba905fabc {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:37.835145 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c578a6cb-9923-4497-a270-eb1649b98a90 req-bcccd2ad-3187-4ca9-a43e-f10eaf312884 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Jul 15 13:49:37.840340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c2940ec7-4bc5-4895-92b4-a22ba905fabc, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c2940ec7-4bc5-4895-92b4-a22ba905fabc,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:37.844934 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.893948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=c2940ec7-4bc5-4895-92b4-a22ba905fabc,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:38.043416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['c2940ec7-4bc5-4895-92b4-a22ba905fabc'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:39.009448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3423-b609-4473-8583-1ffd310b328e req-2291be6c-92f8-45f0-91e9-bc83f11862cc tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:39.010942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-757a3423-b609-4473-8583-1ffd310b328e req-2291be6c-92f8-45f0-91e9-bc83f11862cc tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 948 time: 0.0663481 Jul 15 13:49:39.048355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-757a3423-b609-4473-8583-1ffd310b328e req-0ec3dac8-1027-4413-a425-c602acdfaf97 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Jul 15 13:49:39.668930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c2940ec7-4bc5-4895-92b4-a22ba905fabc up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:39.716685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port c2940ec7-4bc5-4895-92b4-a22ba905fabc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:39.720522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port c2940ec7-4bc5-4895-92b4-a22ba905fabc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:39.720880 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:39.794346 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:39.816591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae59fe-c0bf-4fe5-bab8-f2bd42e58230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2940ec7-4bc5-4895-92b4-a22ba905fabc'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:39.818804 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62111e5f-c5ac-4b4a-b4c2-babd35bafaaf" -d '{"events": [{"server_uuid": "8bae59fe-c0bf-4fe5-bab8-f2bd42e58230", "name": "network-vif-plugged", "status": "completed", "tag": "c2940ec7-4bc5-4895-92b4-a22ba905fabc"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:39.830938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c2940ec7-4bc5-4895-92b4-a22ba905fabc, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c2940ec7-4bc5-4895-92b4-a22ba905fabc,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:39.835892 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:39.862989 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e998fa-2982-4845-98f4-35904d495646 x-openstack-request-id: req-09e998fa-2982-4845-98f4-35904d495646 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:39.863313 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bae59fe-c0bf-4fe5-bab8-f2bd42e58230", "name": "network-vif-plugged", "status": "completed", "tag": "c2940ec7-4bc5-4895-92b4-a22ba905fabc", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:39.863571 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09e998fa-2982-4845-98f4-35904d495646 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:39.863960 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bae59fe-c0bf-4fe5-bab8-f2bd42e58230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2940ec7-4bc5-4895-92b4-a22ba905fabc', 'code': 200} Jul 15 13:49:39.891324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=c2940ec7-4bc5-4895-92b4-a22ba905fabc,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:39.973844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1750ff9-94e8-4f78-8a0f-420caf48482c req-24ac8042-72b0-4d7e-bba8-36d7158c11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:39.975350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1750ff9-94e8-4f78-8a0f-420caf48482c req-24ac8042-72b0-4d7e-bba8-36d7158c11f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 1101 time: 0.0533080 Jul 15 13:49:40.009088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1750ff9-94e8-4f78-8a0f-420caf48482c req-4a6c3c29-dd1e-4504-8f13-0f18fbfd0240 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279088 Jul 15 13:49:40.225128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd3ab2-7c69-4912-a5f6-31630b387770 req-d8c34086-ed8b-473a-b339-68490298312f tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:40.226636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94dd3ab2-7c69-4912-a5f6-31630b387770 req-d8c34086-ed8b-473a-b339-68490298312f tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 949 time: 0.0640154 Jul 15 13:49:40.265442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94dd3ab2-7c69-4912-a5f6-31630b387770 req-76eae804-a04f-4cb5-a03b-644249394d4e tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Jul 15 13:49:41.455429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2637ff-06f2-43d2-bedd-3bc4167f63da req-4e3b7d29-4a5b-4f3b-8d73-9ef764fe643c tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:41.457584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd2637ff-06f2-43d2-bedd-3bc4167f63da req-4e3b7d29-4a5b-4f3b-8d73-9ef764fe643c tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 949 time: 0.0692306 Jul 15 13:49:41.494789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd2637ff-06f2-43d2-bedd-3bc4167f63da req-999aa3c0-2437-4fb3-9023-81a41fd467e8 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Jul 15 13:49:42.539866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f0e70-cd95-492a-949f-3fb626d8f77c req-e8fb9f05-eddb-48a2-8d12-f3b62ee6ca52 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:42.541417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-928f0e70-cd95-492a-949f-3fb626d8f77c req-e8fb9f05-eddb-48a2-8d12-f3b62ee6ca52 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 949 time: 0.0634243 Jul 15 13:49:42.578581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-928f0e70-cd95-492a-949f-3fb626d8f77c req-10c68640-1c8d-4e5a-a713-49f5ec0feb86 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Jul 15 13:49:43.788202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-56e1c1c8-4629-4097-be4c-5ed0a7c3a181 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:43.789873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-56e1c1c8-4629-4097-be4c-5ed0a7c3a181 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 949 time: 0.1120543 Jul 15 13:49:43.803999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25978e5d-4660-437c-b83f-f21dd80072a8 req-64dcfb25-f6a0-4e67-bd93-5066a5d94a84 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:43.805473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25978e5d-4660-437c-b83f-f21dd80072a8 req-64dcfb25-f6a0-4e67-bd93-5066a5d94a84 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bae59fe-c0bf-4fe5-bab8-f2bd42e58230 HTTP/1.1" status: 200 len: 949 time: 0.0999897 Jul 15 13:49:43.884559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25978e5d-4660-437c-b83f-f21dd80072a8 req-eef95b7f-8502-49e9-9e30-4477bd94faf7 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.25 "GET /v2.0/security-groups?id=56629277-d8aa-4a5f-862f-ac009aad1efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716109 Jul 15 13:49:43.928859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Deleting port c2940ec7-4bc5-4895-92b4-a22ba905fabc {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:43.929199 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:44.023708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] For port c2940ec7-4bc5-4895-92b4-a22ba905fabc, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c2940ec7-4bc5-4895-92b4-a22ba905fabc,segment=NetworkSegment(03cf67c7-869b-435a-a7d3-ec64493048da),segment_id=03cf67c7-869b-435a-a7d3-ec64493048da)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:44.023989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:44.036411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Calling delete_port for c2940ec7-4bc5-4895-92b4-a22ba905fabc owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:44.168643 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:44.180980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['c2940ec7-4bc5-4895-92b4-a22ba905fabc'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:44.198103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Pushing event deleted for resources: {'Port': ['ID=c2940ec7-4bc5-4895-92b4-a22ba905fabc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:44.243441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] No DVR routers for this DVR port c2940ec7-4bc5-4895-92b4-a22ba905fabc on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:44.246277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:44.248368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9a33de8-439e-41f2-8d85-a1c86c8dbad0 req-c34ea098-0817-4fc3-aaa9-31cbfcf0ba19 tempest-ServersAdminNegativeTestJSON-1008217457 tempest-ServersAdminNegativeTestJSON-1008217457-project] 10.222.0.30 "DELETE /v2.0/ports/c2940ec7-4bc5-4895-92b4-a22ba905fabc HTTP/1.1" status: 204 len: 173 time: 0.4524229 Jul 15 13:49:44.248767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae59fe-c0bf-4fe5-bab8-f2bd42e58230', 'name': 'network-vif-deleted', 'tag': 'c2940ec7-4bc5-4895-92b4-a22ba905fabc'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:44.251055 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c814293-13f4-41bd-9311-bd9c1f1bb16d" -d '{"events": [{"server_uuid": "8bae59fe-c0bf-4fe5-bab8-f2bd42e58230", "name": "network-vif-deleted", "tag": "c2940ec7-4bc5-4895-92b4-a22ba905fabc"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:44.291940 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba08adb8-3734-448b-9f6e-768ab4045de4 x-openstack-request-id: req-ba08adb8-3734-448b-9f6e-768ab4045de4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:44.292295 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bae59fe-c0bf-4fe5-bab8-f2bd42e58230", "name": "network-vif-deleted", "tag": "c2940ec7-4bc5-4895-92b4-a22ba905fabc", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:44.292555 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba08adb8-3734-448b-9f6e-768ab4045de4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:44.292974 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bae59fe-c0bf-4fe5-bab8-f2bd42e58230', 'name': 'network-vif-deleted', 'tag': 'c2940ec7-4bc5-4895-92b4-a22ba905fabc', 'status': 'completed', 'code': 200} Jul 15 13:49:45.213048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60484) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:45.356492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b29e0ae8-f7de-4577-8bae-4cf6196ff345 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97c022232d5d4a06b02bb805d8bf0bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422570 Jul 15 13:49:45.358965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60488) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:45.413889 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb2927c0-4168-4613-9148-49ed2b0cb904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.435725 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb2927c0-4168-4613-9148-49ed2b0cb904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.482304 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb2927c0-4168-4613-9148-49ed2b0cb904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.484773 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb2927c0-4168-4613-9148-49ed2b0cb904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.485933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fb2927c0-4168-4613-9148-49ed2b0cb904 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56629277-d8aa-4a5f-862f-ac009aad1efe HTTP/1.1" status: 204 len: 168 time: 0.1260247 Jul 15 13:49:45.493613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2927c0-4168-4613-9148-49ed2b0cb904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56629277-d8aa-4a5f-862f-ac009aad1efe,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:45.747692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:45.761326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9763173b-f8e4-4c84-b340-6bfabf8eeb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.849608 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9763173b-f8e4-4c84-b340-6bfabf8eeb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.853299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9763173b-f8e4-4c84-b340-6bfabf8eeb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.891186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9763173b-f8e4-4c84-b340-6bfabf8eeb86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebba43c8b9df4b52b4defeda66a9b6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423459 Jul 15 13:49:45.892322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763173b-f8e4-4c84-b340-6bfabf8eeb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19139b0-240d-4c13-bc9d-17cc5f1ad4ac,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:45.894152 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60496) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:45.943080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fbee-8312-4d6b-ac1d-dc8432b3e729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.962935 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fbee-8312-4d6b-ac1d-dc8432b3e729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.008550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fbee-8312-4d6b-ac1d-dc8432b3e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.011040 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fbee-8312-4d6b-ac1d-dc8432b3e729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.012350 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0ae2fbee-8312-4d6b-ac1d-dc8432b3e729 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c19139b0-240d-4c13-bc9d-17cc5f1ad4ac HTTP/1.1" status: 204 len: 168 time: 0.1163599 Jul 15 13:49:46.021503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2fbee-8312-4d6b-ac1d-dc8432b3e729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19139b0-240d-4c13-bc9d-17cc5f1ad4ac,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:46.291726 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:46.682254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60518) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:46.779342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-859701751-network', 'tenant_id': '153671bf1e254d2ea14030f2c4d8365f'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:46.800208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Made reservation on behalf of 153671bf1e254d2ea14030f2c4d8365f for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:46.803062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.811549 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.908023 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.911423 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.935447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:49:46.945312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:46.950064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.950392 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Added segment 55b0f821-4d97-46c5-8ffa-d6f5c26aee23 of type vlan for network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 Jul 15 13:49:46.990382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.020629 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.021630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:47.022209 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.054050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3705952 Jul 15 13:49:47.057054 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60522) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:47.062035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Request body: {'subnet': {'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-859701751-subnet', 'tenant_id': '153671bf1e254d2ea14030f2c4d8365f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:47.083639 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Made reservation on behalf of 153671bf1e254d2ea14030f2c4d8365f for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:47.084167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0286-f14d-4101-8c45-32ebb6223e2b admin admin] Pushing event updated for resources: {'Network': ['ID=1be6a00a-cfd0-40e3-a173-ee211b1b3369,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:47.086788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.094957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:49:47.260448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.321358 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea34d8d6-0bda-4158-b74b-bdb1e21b2889,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:47.328826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Checking segment: {'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:47.329193 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Network hostable DHCP agents. Network: 1be6a00a-cfd0-40e3-a173-ee211b1b3369, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:49:47.346991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:49:47.355942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 1be6a00a-cfd0-40e3-a173-ee211b1b3369) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:47.360390 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:47.360973 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.365738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3120f482-f6f2-40c1-805a-2ac24589079c None None] Network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:47.374893 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ba458cba-fa3c-4676-a529-f428dce5c04d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3166795 Jul 15 13:49:47.514798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88d9fa-a677-4896-9d4a-20b0e5285aad None None] Network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:47.716057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c2940ec7-4bc5-4895-92b4-a22ba905fabc no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:47.735959 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: c2940ec7-4bc5-4895-92b4-a22ba905fabc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:47.736308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c2940ec7-4bc5-4895-92b4-a22ba905fabc not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:47.827891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-4ebab941-ab45-40c4-9ce8-f3ea32e06c45 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:47.829380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-4ebab941-ab45-40c4-9ce8-f3ea32e06c45 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 811 time: 0.1051133 Jul 15 13:49:47.844699 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-ac4bbb5e-274a-4bec-94be-16f0667acafa tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/quotas/153671bf1e254d2ea14030f2c4d8365f HTTP/1.1" status: 200 len: 375 time: 0.0093913 Jul 15 13:49:47.877687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-d7ae58a9-d993-4a62-ab0d-9b0585162f2e tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274217 Jul 15 13:49:47.970603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-9662f100-683f-41b2-8c22-d4bfbe546cee service neutron] 10.222.0.25 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862875 Jul 15 13:49:48.057942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-b543a333-a168-4de6-8f54-20fa9731b655 service neutron] 10.222.0.25 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817482 Jul 15 13:49:48.227432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16fd69cc-c4d1-4c14-89b6-2cd9faca1631 req-6111465c-6928-4033-96e8-943d32604f78 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0333695 Jul 15 13:49:48.913946 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e19e9f55-6e8f-4ba1-89a5-82b25a1204ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.276683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-d1930edf-918d-4c66-8100-a61bb8f2ce42 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:49.278394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-d1930edf-918d-4c66-8100-a61bb8f2ce42 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.30 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 811 time: 0.1119034 Jul 15 13:49:49.294413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Request body: {'port': {'device_id': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369', 'admin_state_up': True, 'tenant_id': '153671bf1e254d2ea14030f2c4d8365f'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:49.412821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b236435-d76f-4886-bea0-bdc85d9c9373 req-b69f449d-b988-4534-bb35-c3309f3f6620 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0621431 Jul 15 13:49:49.460385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Made reservation on behalf of 153671bf1e254d2ea14030f2c4d8365f for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:49.463952 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.597585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Allocated IP 172.20.0.8 (1be6a00a-cfd0-40e3-a173-ee211b1b3369/ea34d8d6-0bda-4158-b74b-bdb1e21b2889/e0c045f6-093a-43f2-9d77-7559557b65be) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:49.739883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.782966 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.829917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:49.833175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:49.835714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:49.860772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Pushing event updated for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:49.895688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:49.896316 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.912830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-24565327-c257-4033-a9e9-da2c3365061d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6224830 Jul 15 13:49:49.924794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Request body: {'port': {'device_id': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:50.002459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.265780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c045f6-093a-43f2-9d77-7559557b65be {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:50.273086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.284718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Transition to ACTIVE for port object e0c045f6-093a-43f2-9d77-7559557b65be will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:50.289209 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.341588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:50.415925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Attempting to bind port e0c045f6-093a-43f2-9d77-7559557b65be on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:50.416272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Attempting to bind port e0c045f6-093a-43f2-9d77-7559557b65be by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:50.416596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Attempting to bind port e0c045f6-093a-43f2-9d77-7559557b65be on network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:50.421048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Port e0c045f6-093a-43f2-9d77-7559557b65be on network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:49:50.421484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Attempting to bind port e0c045f6-093a-43f2-9d77-7559557b65be on network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:50.426966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:50.427332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Checking segment: {'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:50.427722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Bound using segment: {'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:50.428151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Bound port: e0c045f6-093a-43f2-9d77-7559557b65be, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:50.428533 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.495125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:50.498710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:50.503701 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.554886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:50.555540 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.556902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 1092 time: 0.6367679 Jul 15 13:49:50.557356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:50.559711 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94819343-1515-439d-9ee8-47f668d0c40e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:50.635338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af9856-093a-43e6-bdb1-b4bd937c2665 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:50.675642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f056fe-30b1-4c67-b6d7-f48077656de4 req-0ad3c3bb-1e70-4862-aeb7-3698bbc24aaf tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:50.678055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52f056fe-30b1-4c67-b6d7-f48077656de4 req-0ad3c3bb-1e70-4862-aeb7-3698bbc24aaf tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 943 time: 0.1416285 Jul 15 13:49:50.702415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-54cd2dd5-ca7c-4970-9334-7f845e488f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:50.703982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-54cd2dd5-ca7c-4970-9334-7f845e488f24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1023526 Jul 15 13:49:50.755760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-4250e4e9-3b71-4d1c-86bb-8eed65eb2054 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 217 time: 0.0442755 Jul 15 13:49:50.758724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52f056fe-30b1-4c67-b6d7-f48077656de4 req-46c1c1d2-462d-43f5-98ec-05d94b7e2ac7 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739884 Jul 15 13:49:50.806496 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603422de-9268-4427-948f-ca85fa10b73f x-openstack-request-id: req-603422de-9268-4427-948f-ca85fa10b73f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:50.806802 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:50.807057 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-603422de-9268-4427-948f-ca85fa10b73f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:50.807571 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'status': 'completed', 'code': 200} Jul 15 13:49:50.809584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-346c80fd-dff1-4b21-84d1-afe2c41e0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:50.811266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-346c80fd-dff1-4b21-84d1-afe2c41e0d19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 200 len: 851 time: 0.0495701 Jul 15 13:49:50.845910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-6b9e5b0c-a5a9-4d30-b86e-5bd3203afe33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1be6a00a-cfd0-40e3-a173-ee211b1b3369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280650 Jul 15 13:49:50.943629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-a5f0c052-2e48-4225-a41c-0879f074a466 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912621 Jul 15 13:49:51.033922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd38a41-d6e9-4d1e-acd5-a9d7c0cd4eae req-476ad524-f505-494f-8794-cf593aecf8c5 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Jul 15 13:49:51.135956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94819343-1515-439d-9ee8-47f668d0c40e req-648b1f4e-0e66-4610-9431-ecdbe98f1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:51.137533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94819343-1515-439d-9ee8-47f668d0c40e req-648b1f4e-0e66-4610-9431-ecdbe98f1d24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1095 time: 0.0534704 Jul 15 13:49:51.231550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94819343-1515-439d-9ee8-47f668d0c40e req-244b6f23-e837-41db-b05c-6524fd1eac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:51.233092 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94819343-1515-439d-9ee8-47f668d0c40e req-244b6f23-e837-41db-b05c-6524fd1eac82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 912 time: 0.0897322 Jul 15 13:49:51.273405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94819343-1515-439d-9ee8-47f668d0c40e req-4d2c4fe8-f80e-4422-adc8-284920c3ae10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 217 time: 0.0342810 Jul 15 13:49:51.623480 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb26e259-e3ab-4cd6-8a4d-fe55edfbc437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.631732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94819343-1515-439d-9ee8-47f668d0c40e req-b8d55728-2dd0-486d-bbbe-9980123b6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:51.633788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94819343-1515-439d-9ee8-47f668d0c40e req-b8d55728-2dd0-486d-bbbe-9980123b6fde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 200 len: 851 time: 0.3539569 Jul 15 13:49:51.669485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94819343-1515-439d-9ee8-47f668d0c40e req-68bca007-30c5-4943-8d12-5a9c317e596e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1be6a00a-cfd0-40e3-a173-ee211b1b3369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286663 Jul 15 13:49:51.703587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.763006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94819343-1515-439d-9ee8-47f668d0c40e req-7fb59996-1c81-4381-aefd-a73dc7063f4e service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871127 Jul 15 13:49:51.855048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94819343-1515-439d-9ee8-47f668d0c40e req-ec937d84-bcff-4bb3-84ac-d635a09826e5 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853224 Jul 15 13:49:51.935051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4db12-5b88-4a86-af46-398596d00f76 req-1a645902-7e72-4931-b01e-8073b8bb1f35 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:51.936481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79e4db12-5b88-4a86-af46-398596d00f76 req-1a645902-7e72-4931-b01e-8073b8bb1f35 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0629313 Jul 15 13:49:51.979554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-79e4db12-5b88-4a86-af46-398596d00f76 req-bc66e222-6b0f-4579-985a-fb5a5b96a901 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375719 Jul 15 13:49:52.998688 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.149782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e38720-37ee-43d2-a752-56bd0351db52 req-90c3df76-51ad-4b5f-a7f3-d857a38dd8c2 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:53.151298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71e38720-37ee-43d2-a752-56bd0351db52 req-90c3df76-51ad-4b5f-a7f3-d857a38dd8c2 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0632567 Jul 15 13:49:53.189663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71e38720-37ee-43d2-a752-56bd0351db52 req-b9e728ef-8242-4cc0-a7b7-69a21c9ad263 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Jul 15 13:49:53.785988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:49:53.878747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:53.889547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369', 'port_id': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'mac_address': 'fa:16:3e:42:41:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea34d8d6-0bda-4158-b74b-bdb1e21b2889', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:49:53.924842 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.941296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c045f6-093a-43f2-9d77-7559557b65be {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:53.960750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:53.964355 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.013260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:54.150593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['e0c045f6-093a-43f2-9d77-7559557b65be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:54.364025 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1148cb5-175a-4ebf-9ec3-fff3535aefb2 req-6b9f1c55-8c2c-4583-a994-22f2203711dc tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:54.365554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1148cb5-175a-4ebf-9ec3-fff3535aefb2 req-6b9f1c55-8c2c-4583-a994-22f2203711dc tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0626197 Jul 15 13:49:54.405030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1148cb5-175a-4ebf-9ec3-fff3535aefb2 req-81cb0419-147b-4059-9374-6677bd718a0b tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Jul 15 13:49:54.476074 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.583378 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec0b55-64e6-4a1d-995c-3455f8e2937f req-a914f307-5954-4e06-a252-111f82211f23 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:55.584849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0dec0b55-64e6-4a1d-995c-3455f8e2937f req-a914f307-5954-4e06-a252-111f82211f23 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0691867 Jul 15 13:49:55.621871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0dec0b55-64e6-4a1d-995c-3455f8e2937f req-2bdadbb7-0e31-4703-a35d-93e428f1280c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Jul 15 13:49:55.791425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:55.842146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port e0c045f6-093a-43f2-9d77-7559557b65be completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:55.845957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port e0c045f6-093a-43f2-9d77-7559557b65be triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:55.846360 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.920705 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.943194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:55.945753 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f29b9-5945-42b8-94c9-851cb9fe7f24" -d '{"events": [{"server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:55.958217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:55.962209 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.989201 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deee3814-d0d7-47ae-a04f-6c82a0fd209d x-openstack-request-id: req-deee3814-d0d7-47ae-a04f-6c82a0fd209d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:55.989631 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:55.989889 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-deee3814-d0d7-47ae-a04f-6c82a0fd209d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:55.990284 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'code': 200} Jul 15 13:49:56.019512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:56.095525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbac67-75a3-4f28-be57-0be189e4fa04 req-d24a15b1-8f39-4d66-b907-674ffbb0c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:56.097038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8fbac67-75a3-4f28-be57-0be189e4fa04 req-d24a15b1-8f39-4d66-b907-674ffbb0c972 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0521321 Jul 15 13:49:56.130577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8fbac67-75a3-4f28-be57-0be189e4fa04 req-6ccbd73e-7a65-405b-a3fe-15250227d641 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275598 Jul 15 13:49:56.794092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc13831-3af0-4f0d-8464-93e7a4ef6991 req-ee384fab-c4c5-453c-86d7-bdbe84887c97 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:56.795617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcc13831-3af0-4f0d-8464-93e7a4ef6991 req-ee384fab-c4c5-453c-86d7-bdbe84887c97 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0636008 Jul 15 13:49:56.837088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcc13831-3af0-4f0d-8464-93e7a4ef6991 req-6dd46989-7878-4ac0-9543-73f63a0cff64 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357265 Jul 15 13:49:58.006531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e07d-de9b-4aa9-8f72-b63711df385a req-ec8f6ca6-e9cd-481c-be45-61a110fae09f tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:58.007972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8f4e07d-de9b-4aa9-8f72-b63711df385a req-ec8f6ca6-e9cd-481c-be45-61a110fae09f tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0638180 Jul 15 13:49:58.047505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8f4e07d-de9b-4aa9-8f72-b63711df385a req-f48f69e9-0c64-4f9e-b9ca-1a5585a2d546 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333662 Jul 15 13:49:58.342485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60574) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.452949 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-2e7bd68a-b347-4442-b49c-9069b4bf109c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092145 Jul 15 13:49:58.454566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e46471-ab2c-4fa1-8ccb-56b8b0c03231 req-5d588a7f-65ef-40d7-b96e-081e6718ed1e tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:58.456119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36e46471-ab2c-4fa1-8ccb-56b8b0c03231 req-5d588a7f-65ef-40d7-b96e-081e6718ed1e tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0655932 Jul 15 13:49:58.499550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36e46471-ab2c-4fa1-8ccb-56b8b0c03231 req-6e73162a-90d9-4216-8ab8-57778f448e3a tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Jul 15 13:49:59.721946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9016-a9eb-420d-9753-17a80af4f006 req-ec308d4e-06cb-4383-a519-fde8036e0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:59.723495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-ec308d4e-06cb-4383-a519-fde8036e0cf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1097 time: 0.1004827 Jul 15 13:49:59.730798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db31b-a7b9-441b-8d71-dc49adc13167 req-913572fb-4874-47dd-968a-5e1da543eb07 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:59.732293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba9db31b-a7b9-441b-8d71-dc49adc13167 req-913572fb-4874-47dd-968a-5e1da543eb07 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.1007948 Jul 15 13:49:59.824527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba9db31b-a7b9-441b-8d71-dc49adc13167 req-9f498ed6-7837-4ab6-bc0a-abc84dbd801c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839975 Jul 15 13:49:59.845839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9016-a9eb-420d-9753-17a80af4f006 req-656b7324-9305-4b9e-adb4-a75929368f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:59.847339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-656b7324-9305-4b9e-adb4-a75929368f98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 912 time: 0.1141253 Jul 15 13:49:59.887935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-14c06978-3a56-406e-95f8-26476095ddf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 217 time: 0.0344594 Jul 15 13:49:59.935002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9016-a9eb-420d-9753-17a80af4f006 req-1183168b-741e-485e-aca3-eccd1deb0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:59.936556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-1183168b-741e-485e-aca3-eccd1deb0957 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 200 len: 851 time: 0.0429840 Jul 15 13:49:59.975689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-8398f9bb-16de-4e30-a2c3-6b6731be06fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1be6a00a-cfd0-40e3-a173-ee211b1b3369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326698 Jul 15 13:50:00.066631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-155073b8-f978-487a-a7ec-32150a215924 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844884 Jul 15 13:50:00.162051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-546551a3-6e20-4a39-a19c-330f32fa7830 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884342 Jul 15 13:50:01.012942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abee77f-06f7-4d1f-9e63-3b469cbef398 req-ebe1a280-306d-4973-bd54-5734ed13a81b tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:01.014608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4abee77f-06f7-4d1f-9e63-3b469cbef398 req-ebe1a280-306d-4973-bd54-5734ed13a81b tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0679426 Jul 15 13:50:01.061871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4abee77f-06f7-4d1f-9e63-3b469cbef398 req-4a801f5c-ea4d-470f-aabc-c2aa060aca6c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355289 Jul 15 13:50:02.241714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d50b-6755-410d-a350-59478c685b21 req-46391f88-9236-4b95-99f2-8fc8763c74a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:02.243242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bbc4d50b-6755-410d-a350-59478c685b21 req-46391f88-9236-4b95-99f2-8fc8763c74a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0680699 Jul 15 13:50:02.281609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bbc4d50b-6755-410d-a350-59478c685b21 req-88845b8c-8efc-415a-87c6-397455f3f6e3 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Jul 15 13:50:02.364209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856500c5-1385-4289-beb2-ad7646032b35 req-5bc33c21-59bf-49d8-97c5-40ece89b5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:02.365632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-856500c5-1385-4289-beb2-ad7646032b35 req-5bc33c21-59bf-49d8-97c5-40ece89b5cc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0535686 Jul 15 13:50:02.473926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856500c5-1385-4289-beb2-ad7646032b35 req-8f6e6314-6c5c-4dbf-8062-726811036f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:02.475473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-856500c5-1385-4289-beb2-ad7646032b35 req-8f6e6314-6c5c-4dbf-8062-726811036f8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 912 time: 0.0892141 Jul 15 13:50:02.517171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-856500c5-1385-4289-beb2-ad7646032b35 req-5b496ab8-4831-49d4-9fd7-19c582fb84b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 217 time: 0.0354981 Jul 15 13:50:02.566029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856500c5-1385-4289-beb2-ad7646032b35 req-c611eaf5-9469-40f1-bba5-d13e872fc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:02.567564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-856500c5-1385-4289-beb2-ad7646032b35 req-c611eaf5-9469-40f1-bba5-d13e872fc76a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 200 len: 851 time: 0.0443327 Jul 15 13:50:02.619911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-856500c5-1385-4289-beb2-ad7646032b35 req-fdc1a6b9-f29f-4d1a-8d11-dfc6a5a43c14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1be6a00a-cfd0-40e3-a173-ee211b1b3369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452950 Jul 15 13:50:02.714891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-856500c5-1385-4289-beb2-ad7646032b35 req-e0931786-1101-4228-8f44-f8e0984b3f72 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889089 Jul 15 13:50:02.806108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-856500c5-1385-4289-beb2-ad7646032b35 req-b758977b-167e-4475-89ef-08b794be7270 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852039 Jul 15 13:50:03.475347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3256ac-d179-4020-87de-2591f4fda1ba req-9c0c6596-bb20-47ac-9e30-353d8157a2ff tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:03.476870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc3256ac-d179-4020-87de-2591f4fda1ba req-9c0c6596-bb20-47ac-9e30-353d8157a2ff tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0678225 Jul 15 13:50:03.515598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dc3256ac-d179-4020-87de-2591f4fda1ba req-29e4cf06-4c8d-4885-a641-682fbb65b02b tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Jul 15 13:50:04.699379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74076d-7b0b-4e48-a8a0-7d8ef31461b8 req-dcaa06d7-2d4c-43a7-9ea3-f77029a559cb tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:04.700915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df74076d-7b0b-4e48-a8a0-7d8ef31461b8 req-dcaa06d7-2d4c-43a7-9ea3-f77029a559cb tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0705380 Jul 15 13:50:04.740358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df74076d-7b0b-4e48-a8a0-7d8ef31461b8 req-b3114ab7-fd1d-4f82-8fe5-2e9780a2f162 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Jul 15 13:50:04.903685 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.832150 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.921085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e48c86-0083-46c4-a5fc-83d12ad81579 req-1866be82-daaa-4b02-a112-71c57704695a tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:05.922723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9e48c86-0083-46c4-a5fc-83d12ad81579 req-1866be82-daaa-4b02-a112-71c57704695a tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0696325 Jul 15 13:50:05.965726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9e48c86-0083-46c4-a5fc-83d12ad81579 req-28ec4b0a-11a3-490b-8ad0-cf8c63b9b139 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368569 Jul 15 13:50:07.144139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c549183-c7f3-4d36-94c9-7254730adf94 req-9d1b06d0-311a-44bf-a806-a87cd85db70e tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:07.145718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c549183-c7f3-4d36-94c9-7254730adf94 req-9d1b06d0-311a-44bf-a806-a87cd85db70e tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0666301 Jul 15 13:50:07.187010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c549183-c7f3-4d36-94c9-7254730adf94 req-526a2002-a2c2-4291-ad6d-c682c29032e9 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355327 Jul 15 13:50:08.370887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6cc00-f81d-42b7-a8c9-aafe0ba153d4 req-9474f880-f1db-4fce-872f-4f56173d7685 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:08.372485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46f6cc00-f81d-42b7-a8c9-aafe0ba153d4 req-9474f880-f1db-4fce-872f-4f56173d7685 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0708003 Jul 15 13:50:08.414409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46f6cc00-f81d-42b7-a8c9-aafe0ba153d4 req-0a89bc09-c3f5-434c-a0c4-afbbb081a8df tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Jul 15 13:50:09.601613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30fa26-776e-4448-85ca-335bcba350f9 req-4b77975b-f82b-4123-a4a9-f695124fbb24 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:09.603823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e30fa26-776e-4448-85ca-335bcba350f9 req-4b77975b-f82b-4123-a4a9-f695124fbb24 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0716200 Jul 15 13:50:09.647357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e30fa26-776e-4448-85ca-335bcba350f9 req-54bd267d-44a1-433b-b150-63b8379eab86 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371130 Jul 15 13:50:10.840067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e848d8a-242b-4a6b-a199-5e6b86d31d75 req-db1e7223-2ef9-4e25-be81-b700a39ce833 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:10.842084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e848d8a-242b-4a6b-a199-5e6b86d31d75 req-db1e7223-2ef9-4e25-be81-b700a39ce833 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0745058 Jul 15 13:50:10.889677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e848d8a-242b-4a6b-a199-5e6b86d31d75 req-5f6caf2c-479c-4f1c-878d-d6a89750c8d6 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Jul 15 13:50:12.086448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2169a4-3bf2-4bf8-b022-c2dc0003d2c6 req-3657dab8-911d-446d-83f5-48e121c933fd tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:12.088062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c2169a4-3bf2-4bf8-b022-c2dc0003d2c6 req-3657dab8-911d-446d-83f5-48e121c933fd tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0737150 Jul 15 13:50:12.128326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c2169a4-3bf2-4bf8-b022-c2dc0003d2c6 req-33acc4b3-37bb-4c4a-a2f3-04a57fde56eb tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Jul 15 13:50:13.304888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234a332-e6fe-4216-a038-4d8a11365387 req-06f356fe-9772-4229-9fe1-1945c36f9279 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:13.306953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f234a332-e6fe-4216-a038-4d8a11365387 req-06f356fe-9772-4229-9fe1-1945c36f9279 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0654459 Jul 15 13:50:13.347665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f234a332-e6fe-4216-a038-4d8a11365387 req-8ff9f8a5-9654-4c25-b8b1-8548a522f7ad tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348763 Jul 15 13:50:14.535396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a635e25-c847-4fd9-b100-fa7e34e21099 req-dc7abe89-f6d5-4eee-ac94-d4e35008d0f1 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:14.537062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a635e25-c847-4fd9-b100-fa7e34e21099 req-dc7abe89-f6d5-4eee-ac94-d4e35008d0f1 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0731471 Jul 15 13:50:14.590907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a635e25-c847-4fd9-b100-fa7e34e21099 req-1fa2387c-86f5-497e-8b72-d0718afed12c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472605 Jul 15 13:50:15.769004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dd36e-d1fb-41ef-b8f4-e9407d669365 req-92a6168d-e7ff-40c9-8a0f-e8e84e8a3449 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:15.770808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-971dd36e-d1fb-41ef-b8f4-e9407d669365 req-92a6168d-e7ff-40c9-8a0f-e8e84e8a3449 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0647607 Jul 15 13:50:15.809632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-971dd36e-d1fb-41ef-b8f4-e9407d669365 req-758aa7c4-6c13-497e-b9a2-73a3a06728fc tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Jul 15 13:50:16.996637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8126f2-6aef-4413-ad28-e61928b340df req-0f2321a4-ccab-486c-82db-ca7e89f4ab52 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.998248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd8126f2-6aef-4413-ad28-e61928b340df req-0f2321a4-ccab-486c-82db-ca7e89f4ab52 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0687919 Jul 15 13:50:17.039433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd8126f2-6aef-4413-ad28-e61928b340df req-1d9a4f59-cc45-4077-a8a9-1bae2948df43 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354185 Jul 15 13:50:18.222018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e401ba-657f-4e37-b7d2-b859b3dfdc61 req-ad3325ad-c2a5-4121-a4f0-412c5eb6d00c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:18.223639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46e401ba-657f-4e37-b7d2-b859b3dfdc61 req-ad3325ad-c2a5-4121-a4f0-412c5eb6d00c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0704999 Jul 15 13:50:18.266133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46e401ba-657f-4e37-b7d2-b859b3dfdc61 req-8dc053df-2e57-4e8b-8e39-b0056a56f98c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Jul 15 13:50:18.916331 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-35531e4c-5cfb-4c7d-9c84-694ac23f4d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:19.457514 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1f3d6-6769-416b-a45f-c8e45dadde13 req-97712be9-a55b-4b20-a189-178ff5dce0d4 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:19.459184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ea1f3d6-6769-416b-a45f-c8e45dadde13 req-97712be9-a55b-4b20-a189-178ff5dce0d4 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0727818 Jul 15 13:50:19.504146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ea1f3d6-6769-416b-a45f-c8e45dadde13 req-c2be079d-72a8-4630-a5d9-e52d3e270e33 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384653 Jul 15 13:50:20.683285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ab8e-786b-40f4-b836-f3e8d944422b req-e469e590-fb1b-4174-b68b-1e66bf345ce2 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:20.684718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5820ab8e-786b-40f4-b836-f3e8d944422b req-e469e590-fb1b-4174-b68b-1e66bf345ce2 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0687673 Jul 15 13:50:20.723874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5820ab8e-786b-40f4-b836-f3e8d944422b req-13a07e23-c7c8-4d53-a7b4-0f4d9f6549ea tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Jul 15 13:50:21.605167 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-416b0716-365a-41e0-b1ee-ead007a9db65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.708802 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.895590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe099-de13-4818-974d-edd4acf9324e req-1fbda80d-8b7d-4a70-85bc-d71574fc7212 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:21.896993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dfe099-de13-4818-974d-edd4acf9324e req-1fbda80d-8b7d-4a70-85bc-d71574fc7212 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0641003 Jul 15 13:50:21.934970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-59dfe099-de13-4818-974d-edd4acf9324e req-007d9daf-0557-46b6-85b2-c8562be218d2 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Jul 15 13:50:23.003270 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.109127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081affb-b2bc-497b-92d6-9925e0b92e89 req-17750f39-a197-4ca5-8e05-84da22d2bdd9 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:23.110649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1081affb-b2bc-497b-92d6-9925e0b92e89 req-17750f39-a197-4ca5-8e05-84da22d2bdd9 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0652978 Jul 15 13:50:23.148476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1081affb-b2bc-497b-92d6-9925e0b92e89 req-bdf4bf42-2659-45ca-b26f-4f3e0966ce51 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Jul 15 13:50:23.290937 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:50:24.329370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9be74-8343-47c0-ad1c-f7a315efb82e req-5ea0cc73-0809-4a09-b8ed-c5a65adae4a7 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:24.330871 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4e9be74-8343-47c0-ad1c-f7a315efb82e req-5ea0cc73-0809-4a09-b8ed-c5a65adae4a7 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0672991 Jul 15 13:50:24.368789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a4e9be74-8343-47c0-ad1c-f7a315efb82e req-f0c5b7e9-6174-4fba-ad86-692ebc5206ba tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Jul 15 13:50:24.479599 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.543365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ce409-0379-4506-a4a9-5e73f8b15244 req-ad8c05d4-c10a-4e1b-bad8-5643751da329 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:25.544883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-744ce409-0379-4506-a4a9-5e73f8b15244 req-ad8c05d4-c10a-4e1b-bad8-5643751da329 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0645041 Jul 15 13:50:25.583466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-744ce409-0379-4506-a4a9-5e73f8b15244 req-3b00112b-268e-4880-8551-e504c2d138cb tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Jul 15 13:50:26.770419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb7739-0996-4620-8fab-a493679509ac req-c7d5f052-0684-4468-a73b-782b564bd16d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:26.771866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cecb7739-0996-4620-8fab-a493679509ac req-c7d5f052-0684-4468-a73b-782b564bd16d tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0685892 Jul 15 13:50:26.810253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cecb7739-0996-4620-8fab-a493679509ac req-58272682-62cf-422b-940f-6a1bf6facfe7 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Jul 15 13:50:27.224847 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-447f9016-a9eb-420d-9753-17a80af4f006 req-f4016725-f52a-4389-8326-bf162e55c264 service neutron] show failed (client error): The resource could not be found. Jul 15 13:50:27.225895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-f4016725-f52a-4389-8326-bf162e55c264 service neutron] 10.222.0.30 "GET /v2.0/ports/e0c045f6-093a-43f2-9d77-7559557b65be/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0554512 Jul 15 13:50:27.511020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9016-a9eb-420d-9753-17a80af4f006 req-beacec85-bd4e-4114-9975-49d71480682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:27.513068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-beacec85-bd4e-4114-9975-49d71480682c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1&tenant_id=153671bf1e254d2ea14030f2c4d8365f HTTP/1.1" status: 200 len: 1097 time: 0.0877712 Jul 15 13:50:27.523795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:27.595123 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.801320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:27.836431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:27.881652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:27.884479 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895ad888-bcb0-4fa6-a0a4-120333eb625d" -d '{"events": [{"server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:27.889331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.901875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Transition to ACTIVE for port object e0c045f6-093a-43f2-9d77-7559557b65be will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:27.907375 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.996261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] No DVR routers for this DVR port e0c045f6-093a-43f2-9d77-7559557b65be on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:28.008747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Pushing event updated for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:28.023747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.024081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.024421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.024750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.025077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.025402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.025724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.026044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.026365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.026683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.026999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.027345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:28.075427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Attempting to bind port e0c045f6-093a-43f2-9d77-7559557b65be on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:28.075790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Attempting to bind port e0c045f6-093a-43f2-9d77-7559557b65be by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:28.076117 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Attempting to bind port e0c045f6-093a-43f2-9d77-7559557b65be on network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:28.091068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6486843-b880-4bdc-9eea-ee8d29a038f2 req-49792587-bdde-49b1-bc6d-137616d95789 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:28.092992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6486843-b880-4bdc-9eea-ee8d29a038f2 req-49792587-bdde-49b1-bc6d-137616d95789 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 943 time: 0.1577079 Jul 15 13:50:28.095350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Port e0c045f6-093a-43f2-9d77-7559557b65be on network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:50:28.095670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Attempting to bind port e0c045f6-093a-43f2-9d77-7559557b65be on network 1be6a00a-cfd0-40e3-a173-ee211b1b3369 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:28.108821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:28.109156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Checking segment: {'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:28.109538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Bound using segment: {'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:28.109976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Bound port: e0c045f6-093a-43f2-9d77-7559557b65be, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b0f821-4d97-46c5-8ffa-d6f5c26aee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:28.110334 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.163938 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c6486843-b880-4bdc-9eea-ee8d29a038f2 req-ea68330c-a2ed-4004-920a-9a08436cad1c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648818 Jul 15 13:50:28.196115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:28.199532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:28.206005 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.234518 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f281edc1-fa5f-47ce-83ed-966a10bfdc9a x-openstack-request-id: req-f281edc1-fa5f-47ce-83ed-966a10bfdc9a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:28.234816 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:28.235066 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f281edc1-fa5f-47ce-83ed-966a10bfdc9a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:28.235489 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'code': 200} Jul 15 13:50:28.252563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:28.253215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.254621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] 10.222.0.35 "PUT /v2.0/ports/e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 1092 time: 0.7349927 Jul 15 13:50:28.272306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4006d54-b5c0-4a94-a2ef-4b82566df2ab service neutron] Pushing event updated for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:28.344175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9016-a9eb-420d-9753-17a80af4f006 req-4764b648-2596-47aa-b860-65a2ec18aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:28.345909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-4764b648-2596-47aa-b860-65a2ec18aaaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1095 time: 0.0656857 Jul 15 13:50:28.440787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9016-a9eb-420d-9753-17a80af4f006 req-f0e3330f-b358-4727-a8a5-e4df8a999c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:28.442263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-f0e3330f-b358-4727-a8a5-e4df8a999c28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 912 time: 0.0903747 Jul 15 13:50:28.495628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-52747a45-b12b-43fb-b934-8c40ad855219 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 217 time: 0.0468762 Jul 15 13:50:28.547570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9016-a9eb-420d-9753-17a80af4f006 req-8f70698a-b94d-4b34-b10b-d0a8e21a2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:28.549080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-8f70698a-b94d-4b34-b10b-d0a8e21a2a1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 200 len: 851 time: 0.0479717 Jul 15 13:50:28.583510 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-0d4afbbd-5b2c-4bca-8d8f-92b7c3549010 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1be6a00a-cfd0-40e3-a173-ee211b1b3369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281131 Jul 15 13:50:28.684624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-3500706c-53cf-4f70-9fb6-7bedf4866e4f service neutron] 10.222.0.35 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948613 Jul 15 13:50:28.777305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-447f9016-a9eb-420d-9753-17a80af4f006 req-1719ecda-6fa8-478e-b2d9-1c1d4ad70503 service neutron] 10.222.0.35 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865831 Jul 15 13:50:29.350299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416ab00-7f08-425d-8bcf-3b2c3831cd50 req-d7ae85fb-9f17-4330-8566-0a0ea7ba00eb tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:29.351803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a416ab00-7f08-425d-8bcf-3b2c3831cd50 req-d7ae85fb-9f17-4330-8566-0a0ea7ba00eb tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0681641 Jul 15 13:50:29.391620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a416ab00-7f08-425d-8bcf-3b2c3831cd50 req-960d848b-757b-49a8-8710-85b958a7e362 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Jul 15 13:50:29.996853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:30.035609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:30.236253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:30.238662 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:30.290483 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a11e21-36eb-4c8b-823f-0d8014f1976e x-openstack-request-id: req-c9a11e21-36eb-4c8b-823f-0d8014f1976e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:30.290782 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:30.291048 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9a11e21-36eb-4c8b-823f-0d8014f1976e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:30.291554 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'status': 'completed', 'code': 200} Jul 15 13:50:30.393190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-afacf96c-c7cc-4a0f-bc1b-e5820bc6f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:30.394715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-afacf96c-c7cc-4a0f-bc1b-e5820bc6f026 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1095 time: 0.0813150 Jul 15 13:50:30.477429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-33fe91a6-6364-4620-a179-a97b2638a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:30.479268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-33fe91a6-6364-4620-a179-a97b2638a283 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1230187 Jul 15 13:50:30.557729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-52905406-b67a-497d-8fce-d14087df060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:30.559215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-52905406-b67a-497d-8fce-d14087df060b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 912 time: 0.1577740 Jul 15 13:50:30.642683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-965cda7a-e114-4c31-a1fd-8eb28e211b33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 217 time: 0.0488222 Jul 15 13:50:30.700816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-dc0537fa-4743-4763-b289-060ad1659814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:30.702312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-dc0537fa-4743-4763-b289-060ad1659814 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 912 time: 0.2169046 Jul 15 13:50:31.059569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-c65b88cc-e800-4eeb-b061-da9b5e4450a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.061023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-c65b88cc-e800-4eeb-b061-da9b5e4450a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 200 len: 851 time: 0.4114239 Jul 15 13:50:31.068567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235aed6-a440-44b3-a87c-bf944af0b59d req-2ab5bd9b-28fd-4aec-bf61-4d7709715e3b tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.069976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b235aed6-a440-44b3-a87c-bf944af0b59d req-2ab5bd9b-28fd-4aec-bf61-4d7709715e3b tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 943 time: 0.5485649 Jul 15 13:50:31.071267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-d378848a-8d4a-4951-8e9d-d60dc1e4e2d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 217 time: 0.3590128 Jul 15 13:50:31.113447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-bb065a49-34b0-4606-89b5-74e614486e86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1be6a00a-cfd0-40e3-a173-ee211b1b3369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412285 Jul 15 13:50:31.194270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b235aed6-a440-44b3-a87c-bf944af0b59d req-80919636-c8cb-4063-ba3c-c898f52c7638 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145065 Jul 15 13:50:31.226547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-0cb57ea3-5ad9-41ed-af4b-d151f030f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.228070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-0cb57ea3-5ad9-41ed-af4b-d151f030f0fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 200 len: 851 time: 0.1473837 Jul 15 13:50:31.268265 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-30636e58-8e23-41dc-945b-e559ab0b2bac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1be6a00a-cfd0-40e3-a173-ee211b1b3369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313084 Jul 15 13:50:31.295525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-d5a50e1c-49df-4e42-bf38-3f14d5f911ad service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644454 Jul 15 13:50:31.444814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-a763ffc1-3d78-4d3b-960e-b8a5d343d7a2 service neutron] 10.222.0.35 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673107 Jul 15 13:50:31.451851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-e544fe67-08ab-4160-bb1a-fa4ccc7cb298 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468949 Jul 15 13:50:31.543100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c14dfb-9706-4d1f-92ce-18240d9e5f72 req-52b694a9-44b8-466d-b246-d0f20d1a7086 service neutron] 10.222.0.35 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902174 Jul 15 13:50:31.668074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-63468975-d252-4d50-9ace-4230f19c69ca tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.669599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-63468975-d252-4d50-9ace-4230f19c69ca tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1&tenant_id=153671bf1e254d2ea14030f2c4d8365f&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 943 time: 0.1245422 Jul 15 13:50:31.731951 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-18fba519-ea24-467e-aa9c-84c5b5b55b4b service neutron] delete failed (client error): The resource could not be found. Jul 15 13:50:31.732999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-18fba519-ea24-467e-aa9c-84c5b5b55b4b service neutron] 10.222.0.30 "DELETE /v2.0/ports/e0c045f6-093a-43f2-9d77-7559557b65be/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0572379 Jul 15 13:50:31.843432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-de6c34c4-cd81-4141-82a1-753c8c82760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.844992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-de6c34c4-cd81-4141-82a1-753c8c82760c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=153671bf1e254d2ea14030f2c4d8365f&device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 1095 time: 0.0654435 Jul 15 13:50:31.935486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-c90d8792-6ceb-476f-96e3-ab303997e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.936877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-c90d8792-6ceb-476f-96e3-ab303997e475 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 200 len: 912 time: 0.0863471 Jul 15 13:50:31.982678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-070dabdc-a73c-4216-b91c-118fa05b2cf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 200 len: 217 time: 0.0396008 Jul 15 13:50:32.031815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-4260ad34-c957-46f0-b7bb-17f38a1e327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:32.033302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-4260ad34-c957-46f0-b7bb-17f38a1e327c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 200 len: 851 time: 0.0453143 Jul 15 13:50:32.066090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-b2d87be2-539f-4048-9125-9b654ef7f9fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1be6a00a-cfd0-40e3-a173-ee211b1b3369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267730 Jul 15 13:50:32.164445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-2449256a-917c-4e94-ae1e-87b2fe6638f4 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916851 Jul 15 13:50:32.261523 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-36ae0b5b-4632-4b96-b140-87ea91d6e162 service neutron] 10.222.0.30 "GET /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909061 Jul 15 13:50:32.694329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:50:32.797842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:32.810803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'network_id': '1be6a00a-cfd0-40e3-a173-ee211b1b3369', 'port_id': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'mac_address': 'fa:16:3e:42:41:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea34d8d6-0bda-4158-b74b-bdb1e21b2889', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:50:32.850324 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.865588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c045f6-093a-43f2-9d77-7559557b65be {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:32.890038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:32.895460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.949779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:32.957673 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.958027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.958367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.958701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.959066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.959395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.959721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.960045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.960461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.960789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.961112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:32.961432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:33.106814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500a268-374d-4e1e-8082-5200ad607280 req-b7de41dd-b9fe-4827-a273-e53ac0f94a16 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:33.108400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9500a268-374d-4e1e-8082-5200ad607280 req-b7de41dd-b9fe-4827-a273-e53ac0f94a16 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0745416 Jul 15 13:50:33.118822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e0c045f6-093a-43f2-9d77-7559557b65be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:50:33.150706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9500a268-374d-4e1e-8082-5200ad607280 req-1bc44297-9395-4237-97f5-38d06c9d2b3c tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364149 Jul 15 13:50:34.268727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-2fca9076-35a9-4a95-bcb8-6687fc59d3e7 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:34.270204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-2fca9076-35a9-4a95-bcb8-6687fc59d3e7 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0630462 Jul 15 13:50:34.399834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cadc2a-691b-44f7-aa80-b2f3cdfc0483 req-d8996cac-8069-43a9-949b-8414e7132dfd tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:34.401405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3cadc2a-691b-44f7-aa80-b2f3cdfc0483 req-d8996cac-8069-43a9-949b-8414e7132dfd tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2bce71b-a8bc-4781-ae91-a88d076f8aa1 HTTP/1.1" status: 200 len: 944 time: 0.1302795 Jul 15 13:50:34.431627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Deleting port e0c045f6-093a-43f2-9d77-7559557b65be {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:34.431862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.468768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3cadc2a-691b-44f7-aa80-b2f3cdfc0483 req-4e8bab85-bb8c-4e8b-967d-bf401ec63afd tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.25 "GET /v2.0/security-groups?id=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603826 Jul 15 13:50:34.537115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] For port e0c045f6-093a-43f2-9d77-7559557b65be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=e0c045f6-093a-43f2-9d77-7559557b65be,segment=NetworkSegment(55b0f821-4d97-46c5-8ffa-d6f5c26aee23),segment_id=55b0f821-4d97-46c5-8ffa-d6f5c26aee23)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:34.537475 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.550341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Calling delete_port for e0c045f6-093a-43f2-9d77-7559557b65be owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:34.676938 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.688164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['e0c045f6-093a-43f2-9d77-7559557b65be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:50:34.709846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:34.712990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Pushing event deleted for resources: {'Port': ['ID=e0c045f6-093a-43f2-9d77-7559557b65be,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:34.733469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: e0c045f6-093a-43f2-9d77-7559557b65be {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:34.733814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:50:34.753096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Port e0c045f6-093a-43f2-9d77-7559557b65be not found, will not notify nova. {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:50:34.760004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] No DVR routers for this DVR port e0c045f6-093a-43f2-9d77-7559557b65be on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:34.762988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.765012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49ee1ba1-def3-4fb2-8680-7c56a40ce3b6 req-a85e52e7-bc60-4687-9f1a-9a768943c3a0 tempest-DeleteServersTestJSON-780870874 tempest-DeleteServersTestJSON-780870874-project] 10.222.0.35 "DELETE /v2.0/ports/e0c045f6-093a-43f2-9d77-7559557b65be HTTP/1.1" status: 204 len: 173 time: 0.4843085 Jul 15 13:50:34.765449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'name': 'network-vif-deleted', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:34.767726 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfbb01b-6079-49e1-883a-44459faf5e70" -d '{"events": [{"server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "name": "network-vif-deleted", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:34.804081 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a18f0a-4687-466b-b66f-813989381435 x-openstack-request-id: req-47a18f0a-4687-466b-b66f-813989381435 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:34.804386 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bce71b-a8bc-4781-ae91-a88d076f8aa1", "name": "network-vif-deleted", "tag": "e0c045f6-093a-43f2-9d77-7559557b65be", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:34.804644 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47a18f0a-4687-466b-b66f-813989381435 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:34.805048 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bce71b-a8bc-4781-ae91-a88d076f8aa1', 'name': 'network-vif-deleted', 'tag': 'e0c045f6-093a-43f2-9d77-7559557b65be', 'status': 'completed', 'code': 200} Jul 15 13:50:34.915864 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.704868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60676) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:35.749796 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Deleting subnet ea34d8d6-0bda-4158-b74b-bdb1e21b2889 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:35.753102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.788368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.834322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.841105 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.896480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.922596 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea34d8d6-0bda-4158-b74b-bdb1e21b2889,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:35.925641 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.926834 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ea34d8d6-0bda-4158-b74b-bdb1e21b2889 HTTP/1.1" status: 204 len: 168 time: 0.2209878 Jul 15 13:50:35.929536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60678) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:35.933163 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.933521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.933938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.934376 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.934723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.935059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.935418 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.935749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.936079 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.936409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.936733 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.937060 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46650c21-55ce-466f-a566-059c1fd38848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:35.997088 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.077249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.086870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be6a00a-cfd0-40e3-a173-ee211b1b3369']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:36.097297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b0f821-4d97-46c5-8ffa-d6f5c26aee23') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:36.097597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b0f821-4d97-46c5-8ffa-d6f5c26aee23') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:36.106108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.119296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.125151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:36.125541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:36.127159 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:36.183202 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.189581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.191514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] 10.222.0.25 "DELETE /v2.0/networks/1be6a00a-cfd0-40e3-a173-ee211b1b3369 HTTP/1.1" status: 204 len: 168 time: 0.2609873 Jul 15 13:50:36.202768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a8f24-c715-401c-b587-420207bae64e admin admin] Pushing event deleted for resources: {'Network': ['ID=1be6a00a-cfd0-40e3-a173-ee211b1b3369,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:36.297924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60682) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:36.337091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-23dd4c9c-6538-4c17-8636-b227b8c98a6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=153671bf1e254d2ea14030f2c4d8365f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379682 Jul 15 13:50:36.339561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60684) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:36.386646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0799cae3-f40a-45df-bd3d-bd89bbb6d25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.408144 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0799cae3-f40a-45df-bd3d-bd89bbb6d25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.455219 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0799cae3-f40a-45df-bd3d-bd89bbb6d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.457785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0799cae3-f40a-45df-bd3d-bd89bbb6d25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.458953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0799cae3-f40a-45df-bd3d-bd89bbb6d25a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d124e68d-b8b9-4f85-a83f-7d3ec5205e1c HTTP/1.1" status: 204 len: 168 time: 0.1185136 Jul 15 13:50:36.467082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799cae3-f40a-45df-bd3d-bd89bbb6d25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d124e68d-b8b9-4f85-a83f-7d3ec5205e1c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:37.140891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 60706) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:37.234927 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1365264797-network', 'tenant_id': '46b6e577b1334c1eb159444602b83825'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:37.256066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Made reservation on behalf of 46b6e577b1334c1eb159444602b83825 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:37.258516 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.267865 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.354704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.358966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.383029 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:37.392824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97641354-113f-4766-b7e1-1cc5d5c84f7d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:37.398437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.398782 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Added segment 92e59b08-d55a-49ea-a81c-9d19cb5aaaaa of type vlan for network 12fbe196-f17b-4fe1-a59c-b970f7a02468 Jul 15 13:50:37.437622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.466179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.467429 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:37.468021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.504790 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3626442 Jul 15 13:50:37.507717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 60710) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:37.513388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Request body: {'subnet': {'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1365264797-subnet', 'tenant_id': '46b6e577b1334c1eb159444602b83825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:37.530536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c755b20-6209-42e1-b111-afa3beeadab4 admin admin] Pushing event updated for resources: {'Network': ['ID=12fbe196-f17b-4fe1-a59c-b970f7a02468,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:37.535786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Made reservation on behalf of 46b6e577b1334c1eb159444602b83825 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:37.538276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.540906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 12fbe196-f17b-4fe1-a59c-b970f7a02468 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:37.703308 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.764480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6013ea0-9b2a-4615-9b20-6f475ab085b3,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:37.771680 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Checking segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:37.772053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Network hostable DHCP agents. Network: 12fbe196-f17b-4fe1-a59c-b970f7a02468, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:37.787606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Network 12fbe196-f17b-4fe1-a59c-b970f7a02468 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:37.795808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 12fbe196-f17b-4fe1-a59c-b970f7a02468) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:37.799802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:37.800390 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.804580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682b32a-d023-48e5-9724-a8522ce3feaf None None] Network 12fbe196-f17b-4fe1-a59c-b970f7a02468 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:37.815402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4d6578d2-940b-456d-b6db-8ff08f604210 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3065629 Jul 15 13:50:37.931920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4dbb07-601d-4cd7-816d-5e340c94697a None None] Network 12fbe196-f17b-4fe1-a59c-b970f7a02468 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:38.248408 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-544f3c90-7f8e-4edd-a581-e783297b3970 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:38.249932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-544f3c90-7f8e-4edd-a581-e783297b3970 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 815 time: 0.1074936 Jul 15 13:50:38.264805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-e99298ba-300d-404b-b209-4c5c78365295 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/quotas/46b6e577b1334c1eb159444602b83825 HTTP/1.1" status: 200 len: 375 time: 0.0095379 Jul 15 13:50:38.302287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-7d521881-28ba-4b94-bfca-d7f224e2c874 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322883 Jul 15 13:50:38.394403 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-78015af5-207b-4c22-a4e6-7e7a3e75b7e1 service neutron] 10.222.0.25 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842252 Jul 15 13:50:38.488114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-b3bff8cc-fbb3-4947-9bf6-91bc3812c805 service neutron] 10.222.0.25 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879867 Jul 15 13:50:38.659024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc8b777f-d9c5-46db-80cf-37de632fa8dd req-ab6a4311-e016-412a-ae9c-20f06959cfbd tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 210 time: 0.0309436 Jul 15 13:50:38.725447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:38.745797 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: e0c045f6-093a-43f2-9d77-7559557b65be {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:38.746285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device e0c045f6-093a-43f2-9d77-7559557b65be not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:39.717015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-f2ebbbaf-e4ac-4416-904d-55460dbc47c3 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:39.718525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-f2ebbbaf-e4ac-4416-904d-55460dbc47c3 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.35 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 815 time: 0.1140323 Jul 15 13:50:39.737191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Request body: {'port': {'device_id': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468', 'admin_state_up': True, 'tenant_id': '46b6e577b1334c1eb159444602b83825'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:39.838469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4cc11018-08a9-498b-bc53-78f37065c896 req-627ae3f8-b930-4291-b25c-f3133d64f645 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 210 time: 0.0401964 Jul 15 13:50:39.882485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Made reservation on behalf of 46b6e577b1334c1eb159444602b83825 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:39.886107 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.011785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Allocated IP 172.20.0.13 (12fbe196-f17b-4fe1-a59c-b970f7a02468/e6013ea0-9b2a-4615-9b20-6f475ab085b3/06fdec45-f021-4f67-b923-7718bdf2175c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:40.163454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.200807 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.246797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Network 12fbe196-f17b-4fe1-a59c-b970f7a02468 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:40.249994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:40.252507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:40.279910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:40.304830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:40.305460 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.320097 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-a5841895-0275-4b9f-bd2d-d8b49d7fe33b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869243 Jul 15 13:50:40.331345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Request body: {'port': {'device_id': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:40.410041 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.676329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fdec45-f021-4f67-b923-7718bdf2175c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:40.684329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.696889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Transition to ACTIVE for port object 06fdec45-f021-4f67-b923-7718bdf2175c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:40.701303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.752121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:40.824866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Attempting to bind port 06fdec45-f021-4f67-b923-7718bdf2175c on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:40.825274 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Attempting to bind port 06fdec45-f021-4f67-b923-7718bdf2175c by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:40.826103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Attempting to bind port 06fdec45-f021-4f67-b923-7718bdf2175c on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:40.831240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Port 06fdec45-f021-4f67-b923-7718bdf2175c on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:50:40.831632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Attempting to bind port 06fdec45-f021-4f67-b923-7718bdf2175c on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:40.837482 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:40.837824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Checking segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:40.838217 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Bound using segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:40.838660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Bound port: 06fdec45-f021-4f67-b923-7718bdf2175c, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:40.839028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.911251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:40.914512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:40.920404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.960756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:40.961385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.962820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] 10.222.0.35 "PUT /v2.0/ports/06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 1093 time: 0.6357028 Jul 15 13:50:40.963278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:40.966412 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d472b8ce-1268-4124-82a4-7fefa862714e" -d '{"events": [{"name": "network-changed", "server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:41.047905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108d348-4948-4656-b477-01c2725d2dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:41.097009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26b971-7d3c-4ac5-86e6-de67433cbca5 req-f6adb6e6-b1c3-43ee-aa22-e7d2ba759f0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:41.098552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be26b971-7d3c-4ac5-86e6-de67433cbca5 req-f6adb6e6-b1c3-43ee-aa22-e7d2ba759f0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 944 time: 0.1423151 Jul 15 13:50:41.114103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-4322d4c9-f4dd-4a58-8544-c4c048008d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:41.115636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-4322d4c9-f4dd-4a58-8544-c4c048008d6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1096 time: 0.1018860 Jul 15 13:50:41.473675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-2a5eeb63-d23f-444a-9943-17589b807eb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 217 time: 0.3496408 Jul 15 13:50:41.494816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be26b971-7d3c-4ac5-86e6-de67433cbca5 req-9d9418a9-c988-4e84-8510-8baea0aab8f4 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894119 Jul 15 13:50:41.529316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-ab97bacb-48f7-4aca-a0b5-0faf61469b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:41.530817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-ab97bacb-48f7-4aca-a0b5-0faf61469b09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0497570 Jul 15 13:50:41.546562 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2a7dfc-1e78-4507-9946-fd426f905c59 x-openstack-request-id: req-ed2a7dfc-1e78-4507-9946-fd426f905c59 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:41.546855 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:41.547108 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed2a7dfc-1e78-4507-9946-fd426f905c59 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:41.547528 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c', 'status': 'completed', 'code': 200} Jul 15 13:50:41.566313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-7c25ccbb-44b5-42d1-a638-a9bf0d8ef685 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288384 Jul 15 13:50:41.665296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-2dcc83e1-71b3-4d80-ae0f-cbbcad9bde36 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925522 Jul 15 13:50:41.758978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5bf9ad80-0a90-46b1-bfbe-3c891fa874dd req-64dfd486-ae2c-471f-b72a-26dedfac54c9 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880005 Jul 15 13:50:41.860276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472b8ce-1268-4124-82a4-7fefa862714e req-b860f099-4982-42c2-a90d-c85d04e1cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:41.861799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d472b8ce-1268-4124-82a4-7fefa862714e req-b860f099-4982-42c2-a90d-c85d04e1cc31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1096 time: 0.0538361 Jul 15 13:50:41.952366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472b8ce-1268-4124-82a4-7fefa862714e req-6d12406e-4bd3-4b96-ae06-27d8a16aa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:41.953742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d472b8ce-1268-4124-82a4-7fefa862714e req-6d12406e-4bd3-4b96-ae06-27d8a16aa549 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.0857387 Jul 15 13:50:41.997492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d472b8ce-1268-4124-82a4-7fefa862714e req-2c7db4c7-9916-4abe-a982-8b15e88828e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 217 time: 0.0368626 Jul 15 13:50:42.045076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472b8ce-1268-4124-82a4-7fefa862714e req-e3719d76-96c1-4109-b561-a56fd19a81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:42.046521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d472b8ce-1268-4124-82a4-7fefa862714e req-e3719d76-96c1-4109-b561-a56fd19a81aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0426257 Jul 15 13:50:42.079451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d472b8ce-1268-4124-82a4-7fefa862714e req-e7fe6d8a-cbcf-4c99-917e-5142dd869a76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257645 Jul 15 13:50:42.170038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d472b8ce-1268-4124-82a4-7fefa862714e req-1763926d-f70a-4ca3-847c-d1a074dd7c3a service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838809 Jul 15 13:50:42.258555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d472b8ce-1268-4124-82a4-7fefa862714e req-5271c68a-b103-450a-a15e-c71377f77585 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817575 Jul 15 13:50:42.675674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9d4d5-6c8e-4f21-bf08-2a40e3f3039c req-b5ce36cd-3184-4c35-a8dd-0fb8ca8fc73c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:42.677185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4d9d4d5-6c8e-4f21-bf08-2a40e3f3039c req-b5ce36cd-3184-4c35-a8dd-0fb8ca8fc73c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 944 time: 0.0676095 Jul 15 13:50:42.714490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4d9d4d5-6c8e-4f21-bf08-2a40e3f3039c req-87b92a3a-b9ec-45e4-bf11-911ba6176a73 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Jul 15 13:50:43.890641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39608f5-c9bf-48d2-956f-93489785b434 req-aab16f6a-ead2-4209-b543-02e2f99f6418 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:43.892186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d39608f5-c9bf-48d2-956f-93489785b434 req-aab16f6a-ead2-4209-b543-02e2f99f6418 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 944 time: 0.0671773 Jul 15 13:50:43.930105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d39608f5-c9bf-48d2-956f-93489785b434 req-de916cbf-6acc-4151-9300-b868347579f5 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Jul 15 13:50:44.770294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 06fdec45-f021-4f67-b923-7718bdf2175c details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:50:44.864870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:44.876442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '06fdec45-f021-4f67-b923-7718bdf2175c', 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468', 'port_id': '06fdec45-f021-4f67-b923-7718bdf2175c', 'mac_address': 'fa:16:3e:fd:c5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6013ea0-9b2a-4615-9b20-6f475ab085b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:50:44.911087 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.923639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fdec45-f021-4f67-b923-7718bdf2175c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:44.942830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:44.946538 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.998081 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:45.107522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d38cd-f871-44d3-8483-f393db3c08dd req-6126788b-85eb-4acb-81c3-2e29e0feb9ec tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:45.109010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c81d38cd-f871-44d3-8483-f393db3c08dd req-6126788b-85eb-4acb-81c3-2e29e0feb9ec tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 945 time: 0.0675197 Jul 15 13:50:45.136874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['06fdec45-f021-4f67-b923-7718bdf2175c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:50:45.146471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c81d38cd-f871-44d3-8483-f393db3c08dd req-922bd9a2-9597-4496-83c4-f070ba12381c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Jul 15 13:50:46.324181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fc4df-d63e-4335-bd58-d01c6c67848b req-68a89fef-902d-4cbe-b011-2e6aacfd6568 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:46.325726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-145fc4df-d63e-4335-bd58-d01c6c67848b req-68a89fef-902d-4cbe-b011-2e6aacfd6568 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 945 time: 0.0667329 Jul 15 13:50:46.365742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-145fc4df-d63e-4335-bd58-d01c6c67848b req-094c9738-9c7c-40e2-b0db-32bbc72bd464 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344298 Jul 15 13:50:46.772165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 06fdec45-f021-4f67-b923-7718bdf2175c up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:46.823368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 06fdec45-f021-4f67-b923-7718bdf2175c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:46.827070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 06fdec45-f021-4f67-b923-7718bdf2175c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:46.827468 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.904332 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.927650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:46.930078 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48178a8a-78b6-4071-a778-f00870071648" -d '{"events": [{"server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "name": "network-vif-plugged", "status": "completed", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:46.943967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:46.948145 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.971866 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a0b124-4927-4b76-9dcf-a67a5caa33d0 x-openstack-request-id: req-87a0b124-4927-4b76-9dcf-a67a5caa33d0 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:46.972156 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "name": "network-vif-plugged", "status": "completed", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:46.972409 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87a0b124-4927-4b76-9dcf-a67a5caa33d0 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:46.972806 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c', 'code': 200} Jul 15 13:50:46.999834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.091567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d02e0-4b86-4570-b4a9-76e42766f3ff req-cc6c6dc7-21e0-4333-ae51-429c0e4141ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:47.093386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-548d02e0-4b86-4570-b4a9-76e42766f3ff req-cc6c6dc7-21e0-4333-ae51-429c0e4141ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1098 time: 0.0549505 Jul 15 13:50:47.129173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-548d02e0-4b86-4570-b4a9-76e42766f3ff req-90752e25-e3b9-4c5a-8264-81ec6153cc2f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283341 Jul 15 13:50:47.549288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845f58e-f0ef-4b91-bc06-0ed2b16c2853 req-e66bdbc1-2820-4ca5-90a7-7413a98cc812 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:47.550892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1845f58e-f0ef-4b91-bc06-0ed2b16c2853 req-e66bdbc1-2820-4ca5-90a7-7413a98cc812 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0698204 Jul 15 13:50:47.591245 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1845f58e-f0ef-4b91-bc06-0ed2b16c2853 req-eaee0570-1526-44ca-b518-c440b9b5b3ca tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 Jul 15 13:50:48.767370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3f0fb-9723-467f-8384-bf6767eac992 req-74f83b6f-c4e4-4900-bc0c-be0adab33330 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:48.768835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55e3f0fb-9723-467f-8384-bf6767eac992 req-74f83b6f-c4e4-4900-bc0c-be0adab33330 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0653422 Jul 15 13:50:48.807896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-55e3f0fb-9723-467f-8384-bf6767eac992 req-4ad34de7-07af-47c4-9778-a25b9b505684 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Jul 15 13:50:48.920261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-68eb0f86-7348-423e-8937-685de2c13b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.993391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4577d6-05a5-408b-ba12-c9b0dbbd3754 req-42c06fc0-8cb1-40c7-9069-4fae53d6e922 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:48.994893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b4577d6-05a5-408b-ba12-c9b0dbbd3754 req-42c06fc0-8cb1-40c7-9069-4fae53d6e922 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0724895 Jul 15 13:50:49.035661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b4577d6-05a5-408b-ba12-c9b0dbbd3754 req-85dfb878-ffa2-4143-a4b0-141788a6ef10 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346649 Jul 15 13:50:49.393241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9909db-3e5c-4458-a882-44b09a3c482f req-8b25ba2d-1b5b-4769-8c54-0d161198e0bd tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:49.394846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f9909db-3e5c-4458-a882-44b09a3c482f req-8b25ba2d-1b5b-4769-8c54-0d161198e0bd tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0649629 Jul 15 13:50:49.434756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f9909db-3e5c-4458-a882-44b09a3c482f req-7c0d0545-717b-4c86-b87d-d1e4a4620917 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338602 Jul 15 13:50:49.611170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f822c-e5fd-4a42-853f-89468a6003bd req-f8b53fd1-32ed-4e44-a287-ec5a59172dda tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:49.613242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a38f822c-e5fd-4a42-853f-89468a6003bd req-f8b53fd1-32ed-4e44-a287-ec5a59172dda tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0680811 Jul 15 13:50:49.658521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a38f822c-e5fd-4a42-853f-89468a6003bd req-af9c79ab-dc99-4784-9576-ea873fc0d452 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367558 Jul 15 13:50:50.024762 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-f88e00ef-24d9-48a5-a66e-b42e0304e087 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0533681 Jul 15 13:50:50.093284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0eed1-a015-4c98-b213-86a5aac4c96a req-dadf02df-e1f0-4b86-8dae-beac10fba304 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:50.094899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cef0eed1-a015-4c98-b213-86a5aac4c96a req-dadf02df-e1f0-4b86-8dae-beac10fba304 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0783846 Jul 15 13:50:50.169432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cef0eed1-a015-4c98-b213-86a5aac4c96a req-ffca3c08-a364-4ef9-9a04-29919aa335d0 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645700 Jul 15 13:50:50.179297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-c3214c70-500e-432d-9ac3-f263dc289451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:50.180900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-c3214c70-500e-432d-9ac3-f263dc289451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1098 time: 0.0850337 Jul 15 13:50:50.299256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-937a0f39-3554-4c87-b272-0c3fc414c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:50.300795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-937a0f39-3554-4c87-b272-0c3fc414c830 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.0992930 Jul 15 13:50:50.343740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-31b57e2d-a3a2-4dd6-9105-4fb19d0dd490 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 217 time: 0.0369632 Jul 15 13:50:50.401679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-582baf5a-18b6-469f-91b1-0b099d7359fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:50.403242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-582baf5a-18b6-469f-91b1-0b099d7359fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0522690 Jul 15 13:50:50.439296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-19f0534d-dbcb-41ff-ab59-fe29d2920069 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295637 Jul 15 13:50:50.534691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-37662f32-70a0-4af5-a785-fa3f704e5a5c service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893457 Jul 15 13:50:50.640035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532033d9-26d0-48ba-9604-ab1172ba3221 req-63d6483c-9985-4a8b-875d-93e05d221ac2 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995555 Jul 15 13:50:51.349696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bc4c4-a616-4557-9c46-39a0989a6153 req-33dbef4d-3a76-43c0-906e-6efb5c909177 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:51.351296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-203bc4c4-a616-4557-9c46-39a0989a6153 req-33dbef4d-3a76-43c0-906e-6efb5c909177 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0658047 Jul 15 13:50:51.411279 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-203bc4c4-a616-4557-9c46-39a0989a6153 req-4cd5bc0d-cdf5-4eff-9af9-0fbea604a236 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543056 Jul 15 13:50:51.488873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-f637cf25-f200-4919-a4e1-d2991773f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:51.490405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-f637cf25-f200-4919-a4e1-d2991773f904 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1098 time: 0.0631363 Jul 15 13:50:51.581339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-8a2ef7f4-127f-41f4-b57e-1f2505474231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:51.582825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-8a2ef7f4-127f-41f4-b57e-1f2505474231 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.0857835 Jul 15 13:50:51.610972 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d448abec-b662-4e61-861f-f9714c30bc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.630089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-359a2e29-9db2-4b32-9176-cc485f60a206 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 217 time: 0.0413172 Jul 15 13:50:51.680254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-9bea3733-8288-43a4-9460-4bd8fdf58986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:51.681744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-9bea3733-8288-43a4-9460-4bd8fdf58986 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0463629 Jul 15 13:50:51.712170 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.714741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-09479db3-adc2-48c7-85a0-5073fa0b76af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270777 Jul 15 13:50:51.810820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-63f82aff-5afd-44ed-b9b9-4d4054520587 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883584 Jul 15 13:50:51.903146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-0a2ecaa7-0a43-48c0-98fb-3a8c1dc5dba7 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Jul 15 13:50:52.592400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d7851-eb49-4284-9d10-30fd1762d8e6 req-1acaaf7c-0b9d-4ab8-ac93-439ed93dc6f5 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:52.593875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-207d7851-eb49-4284-9d10-30fd1762d8e6 req-1acaaf7c-0b9d-4ab8-ac93-439ed93dc6f5 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0680950 Jul 15 13:50:52.630702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-207d7851-eb49-4284-9d10-30fd1762d8e6 req-7499f060-e958-4fd2-8e1c-224c5c4cca03 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Jul 15 13:50:53.006267 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.803353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19174340-8a8b-4d60-b9b5-904af3462e89 req-9fe7d6ae-5ad6-460a-abba-743464296ea8 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:53.804874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19174340-8a8b-4d60-b9b5-904af3462e89 req-9fe7d6ae-5ad6-460a-abba-743464296ea8 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0636177 Jul 15 13:50:53.842277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19174340-8a8b-4d60-b9b5-904af3462e89 req-2bb76f93-0639-4454-bd86-9f1a1c24bf88 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Jul 15 13:50:54.483345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:55.027673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0c157-42ea-4ec4-8773-ae2efd47e1ab req-99ada21b-90af-4161-a60a-77834c5ea770 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:55.029324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5f0c157-42ea-4ec4-8773-ae2efd47e1ab req-99ada21b-90af-4161-a60a-77834c5ea770 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0645494 Jul 15 13:50:55.067666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5f0c157-42ea-4ec4-8773-ae2efd47e1ab req-66b27703-0650-4901-9d55-294f500f730e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Jul 15 13:50:56.243250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4e4d7-8548-4c53-8078-8f0348f1b43d req-ba4f94b7-692f-4f8e-8dca-a42ab325b152 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:56.244735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21d4e4d7-8548-4c53-8078-8f0348f1b43d req-ba4f94b7-692f-4f8e-8dca-a42ab325b152 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0685306 Jul 15 13:50:56.282629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21d4e4d7-8548-4c53-8078-8f0348f1b43d req-7cb7fc6a-ef0b-4d6a-8f9c-f5555763a812 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Jul 15 13:50:57.458869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bb103-cb61-4374-9b5f-6d9cea6f276d req-a508c53a-74aa-44ee-9b76-b4ebb80756d2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:57.460401 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-809bb103-cb61-4374-9b5f-6d9cea6f276d req-a508c53a-74aa-44ee-9b76-b4ebb80756d2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0632911 Jul 15 13:50:57.498536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-809bb103-cb61-4374-9b5f-6d9cea6f276d req-626c79e4-84be-48eb-aaa1-384a23b6eaf5 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Jul 15 13:50:58.684259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c4427-d9ca-46af-a54b-6b771aae0215 req-b318c533-067d-42f4-8bdc-725006985515 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:58.685777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c85c4427-d9ca-46af-a54b-6b771aae0215 req-b318c533-067d-42f4-8bdc-725006985515 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0727687 Jul 15 13:50:58.724556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c85c4427-d9ca-46af-a54b-6b771aae0215 req-1875595e-92a6-49ab-b7b8-e8b7b8336048 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329988 Jul 15 13:50:59.901120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fb340-7d6b-40e1-a900-f78684723e4e req-a9c8ad8a-2433-41a3-aae2-e785d44dc32e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:59.902716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-042fb340-7d6b-40e1-a900-f78684723e4e req-a9c8ad8a-2433-41a3-aae2-e785d44dc32e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0674224 Jul 15 13:50:59.947670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-042fb340-7d6b-40e1-a900-f78684723e4e req-a205bb6f-b5fb-4e58-9066-7a416857355d tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389388 Jul 15 13:51:00.290106 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:01.125658 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36ccf-939c-4b23-93f2-df16327f7512 req-8c3f4932-940f-470c-b30f-964065f1604c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:01.127169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82b36ccf-939c-4b23-93f2-df16327f7512 req-8c3f4932-940f-470c-b30f-964065f1604c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0651534 Jul 15 13:51:01.164922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82b36ccf-939c-4b23-93f2-df16327f7512 req-7aff7484-6b69-4219-925d-9f69fe7f6a83 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321870 Jul 15 13:51:02.346426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186b904-31ec-4ea7-8995-b228f56e7614 req-96eb9347-6311-40f0-9f34-e7122fd6ab5f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:02.347934 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6186b904-31ec-4ea7-8995-b228f56e7614 req-96eb9347-6311-40f0-9f34-e7122fd6ab5f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0663736 Jul 15 13:51:02.387849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6186b904-31ec-4ea7-8995-b228f56e7614 req-a98057d8-39b3-46cd-8eb5-0b92ae3b0a52 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343959 Jul 15 13:51:03.744266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa4b7f-21d0-4c12-a602-eae3ed09c5b5 req-c800302d-1e6e-411b-8697-b4cc23f3ee8d tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:03.745674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74aa4b7f-21d0-4c12-a602-eae3ed09c5b5 req-c800302d-1e6e-411b-8697-b4cc23f3ee8d tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0642757 Jul 15 13:51:03.786666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74aa4b7f-21d0-4c12-a602-eae3ed09c5b5 req-b745ce68-f512-4367-8ff3-91c41ca6aa5a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351622 Jul 15 13:51:04.918514 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:04.964089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb78d6-6c09-4022-8293-1a09ad111de6 req-885efba5-61f7-4706-b767-02cf18d37718 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:04.965606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03cb78d6-6c09-4022-8293-1a09ad111de6 req-885efba5-61f7-4706-b767-02cf18d37718 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0693583 Jul 15 13:51:05.005968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03cb78d6-6c09-4022-8293-1a09ad111de6 req-1551d567-375b-411e-839a-a2765e8dbdb3 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331266 Jul 15 13:51:05.878172 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.183429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcfb3b-3110-4e67-bca3-1dc159dfd41f req-eecb3efa-f005-4e96-aa1a-293508b09019 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:06.185474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36dcfb3b-3110-4e67-bca3-1dc159dfd41f req-eecb3efa-f005-4e96-aa1a-293508b09019 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0641925 Jul 15 13:51:06.225296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-36dcfb3b-3110-4e67-bca3-1dc159dfd41f req-c7597e8f-b9ae-41f1-abdb-0c75aedb8399 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341096 Jul 15 13:51:07.403675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e61ae-d9e6-406f-83e8-d9f4be5287d9 req-667741a5-7944-4447-8c09-fe459771f602 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:07.405188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e8e61ae-d9e6-406f-83e8-d9f4be5287d9 req-667741a5-7944-4447-8c09-fe459771f602 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0666082 Jul 15 13:51:07.444413 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2e8e61ae-d9e6-406f-83e8-d9f4be5287d9 req-08a72ad3-f790-4c5f-82f8-b6e73ecefb68 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Jul 15 13:51:08.621478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5380e6-da84-481a-affe-aa3630920912 req-725d0558-2930-40e7-b8d4-8283fadbad32 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:08.623016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d5380e6-da84-481a-affe-aa3630920912 req-725d0558-2930-40e7-b8d4-8283fadbad32 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0682776 Jul 15 13:51:08.662040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d5380e6-da84-481a-affe-aa3630920912 req-5740c72b-be30-4b98-80c0-a4096cd50911 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Jul 15 13:51:09.836363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d6f11-a718-4f13-868e-120bf0038eac req-b066d2c7-7ea3-45a3-8d30-6a1efba1f841 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:09.837868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-325d6f11-a718-4f13-868e-120bf0038eac req-b066d2c7-7ea3-45a3-8d30-6a1efba1f841 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0646684 Jul 15 13:51:09.877026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-325d6f11-a718-4f13-868e-120bf0038eac req-efa19b67-964b-492a-8926-77fceabf9b1d tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Jul 15 13:51:11.054471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211ee56-6be9-4c8b-a7f4-121773fe5b15 req-b6c81fe6-39ef-4b71-97c1-7bcbbf7f6a55 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:11.056024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d211ee56-6be9-4c8b-a7f4-121773fe5b15 req-b6c81fe6-39ef-4b71-97c1-7bcbbf7f6a55 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0679653 Jul 15 13:51:11.095742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d211ee56-6be9-4c8b-a7f4-121773fe5b15 req-f6546cf8-5b3b-47d9-b8f1-83c2d0d25dab tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340607 Jul 15 13:51:12.276242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f700d1-9dc6-495c-b66b-e94be43145d2 req-197c4859-3945-408f-9066-3eee6b8365a2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:12.277755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27f700d1-9dc6-495c-b66b-e94be43145d2 req-197c4859-3945-408f-9066-3eee6b8365a2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0649657 Jul 15 13:51:12.319026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-27f700d1-9dc6-495c-b66b-e94be43145d2 req-48bf5235-78a1-44fa-8c77-25a98aae0383 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Jul 15 13:51:13.495423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e140f6-9033-424a-a5fb-fe22d908cb1c req-93a55bdf-02e2-4457-ab03-c1c97c7bc7cf tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:13.496928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23e140f6-9033-424a-a5fb-fe22d908cb1c req-93a55bdf-02e2-4457-ab03-c1c97c7bc7cf tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0645792 Jul 15 13:51:13.538644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23e140f6-9033-424a-a5fb-fe22d908cb1c req-938d1fa1-5896-4ade-93cd-a6f52f162df3 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Jul 15 13:51:14.717418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb08a40-2524-4d93-ae1d-53035b5d4b12 req-b58e00fc-ba63-4cba-8ba4-0b3b1e603386 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:14.718884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fb08a40-2524-4d93-ae1d-53035b5d4b12 req-b58e00fc-ba63-4cba-8ba4-0b3b1e603386 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0726855 Jul 15 13:51:14.758901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fb08a40-2524-4d93-ae1d-53035b5d4b12 req-cd3533b2-672d-42d4-ab43-f00a8536d2ab tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Jul 15 13:51:15.933370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639caf0-b567-4969-b416-988236011076 req-4b8eacbc-c786-4aa6-86f9-4d4e0497fb75 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:15.934900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0639caf0-b567-4969-b416-988236011076 req-4b8eacbc-c786-4aa6-86f9-4d4e0497fb75 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0638440 Jul 15 13:51:15.973201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0639caf0-b567-4969-b416-988236011076 req-23375f33-a4f4-4a7f-93e0-f0603a580625 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Jul 15 13:51:17.153825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3f71-8720-42a7-98f1-54c9da6a93b9 req-319d7827-d26e-4770-9b9f-5e43fe8a763e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:17.155437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aba3f71-8720-42a7-98f1-54c9da6a93b9 req-319d7827-d26e-4770-9b9f-5e43fe8a763e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0681281 Jul 15 13:51:17.195569 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8aba3f71-8720-42a7-98f1-54c9da6a93b9 req-535a8f5d-e564-4fff-a24e-b2e716eb732f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Jul 15 13:51:18.380192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf197-3be1-4c60-beb7-80e650668c25 req-273f533d-534b-4f57-b980-53670f1fda87 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:18.381738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfbbf197-3be1-4c60-beb7-80e650668c25 req-273f533d-534b-4f57-b980-53670f1fda87 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 946 time: 0.0733469 Jul 15 13:51:18.423096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfbbf197-3be1-4c60-beb7-80e650668c25 req-b44e2821-930a-47f6-9d04-edf3ffd807cb tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Jul 15 13:51:18.762979 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-5b9e627e-46b9-4206-8948-859033636823 service neutron] show failed (client error): The resource could not be found. Jul 15 13:51:18.764015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-5b9e627e-46b9-4206-8948-859033636823 service neutron] 10.222.0.35 "GET /v2.0/ports/06fdec45-f021-4f67-b923-7718bdf2175c/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0529826 Jul 15 13:51:18.922163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-50773496-7d11-4b29-a33b-c95b5efd87a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.012158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-26f3fe0f-f906-45c5-a54b-d0b5aee9faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:19.013729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-26f3fe0f-f906-45c5-a54b-d0b5aee9faba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf&tenant_id=46b6e577b1334c1eb159444602b83825 HTTP/1.1" status: 200 len: 1098 time: 0.0574315 Jul 15 13:51:19.024592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:19.093579 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.291815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:19.324361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:19.367335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:19.369630 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3590f180-4b31-44e0-ab29-cba7f05e4ad1" -d '{"events": [{"server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "name": "network-vif-unplugged", "status": "completed", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:19.373257 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.390605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Transition to ACTIVE for port object 06fdec45-f021-4f67-b923-7718bdf2175c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:51:19.395453 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.425422 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d3be9-80be-4058-89e7-7f040dabbd47 x-openstack-request-id: req-ac2d3be9-80be-4058-89e7-7f040dabbd47 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:19.425727 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "name": "network-vif-unplugged", "status": "completed", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:19.425979 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac2d3be9-80be-4058-89e7-7f040dabbd47 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:19.426377 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c', 'code': 200} Jul 15 13:51:19.462922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] No DVR routers for this DVR port 06fdec45-f021-4f67-b923-7718bdf2175c on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:19.465007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:19.502962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Attempting to bind port 06fdec45-f021-4f67-b923-7718bdf2175c on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:51:19.503337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Attempting to bind port 06fdec45-f021-4f67-b923-7718bdf2175c by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:51:19.503679 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Attempting to bind port 06fdec45-f021-4f67-b923-7718bdf2175c on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:19.508456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Port 06fdec45-f021-4f67-b923-7718bdf2175c on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:51:19.508777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Attempting to bind port 06fdec45-f021-4f67-b923-7718bdf2175c on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:19.514669 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:51:19.515011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Checking segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:51:19.515427 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Bound using segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:51:19.515865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Bound port: 06fdec45-f021-4f67-b923-7718bdf2175c, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:51:19.516230 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.621835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:19.637510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:51:19.643737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.656550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be334188-e2f9-4d74-b72d-ea6186be2278 req-a17b4401-310f-4c96-a4a7-b4f41736d499 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:19.658085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be334188-e2f9-4d74-b72d-ea6186be2278 req-a17b4401-310f-4c96-a4a7-b4f41736d499 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 944 time: 0.1062624 Jul 15 13:51:19.711082 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:19.711748 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.713106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] 10.222.0.30 "PUT /v2.0/ports/06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 1093 time: 0.6926322 Jul 15 13:51:19.736832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb24d61-fd0b-4d02-b3a2-90ec8f81e4da service neutron] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:19.751998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be334188-e2f9-4d74-b72d-ea6186be2278 req-aa3d218b-1ed1-4c17-bdf7-a4744cf083a5 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738113 Jul 15 13:51:19.798563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-43e23d4a-851d-4d7d-90d6-43638b0f6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:19.800140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-43e23d4a-851d-4d7d-90d6-43638b0f6eb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1096 time: 0.0644631 Jul 15 13:51:19.887233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-20b35910-23bb-4125-a5af-71797da97e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:19.889233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-20b35910-23bb-4125-a5af-71797da97e1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.0832891 Jul 15 13:51:19.930797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-e9a05d83-81c5-49f1-8e90-7cf67b1d7043 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 217 time: 0.0358953 Jul 15 13:51:19.978488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-b8234557-2d02-410d-a624-d1a5ee760a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:19.979974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-b8234557-2d02-410d-a624-d1a5ee760a52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0433340 Jul 15 13:51:20.010645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-c462ebab-6c8a-43b5-80cd-0449d004595e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249193 Jul 15 13:51:20.100205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-4f3c87f4-30d7-4797-ac37-27f692689584 service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838459 Jul 15 13:51:20.189230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ad0b11-110a-483d-8572-5cc84a5b5ee2 req-b596e996-1087-4469-8556-dfd69f458ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822165 Jul 15 13:51:20.938911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac2d69-9127-4e19-9cfe-ffbf048c2577 req-3aa3f3bd-2083-489f-b047-a297a1f7fd1a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:20.940567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09ac2d69-9127-4e19-9cfe-ffbf048c2577 req-3aa3f3bd-2083-489f-b047-a297a1f7fd1a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 944 time: 0.0702720 Jul 15 13:51:20.982144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09ac2d69-9127-4e19-9cfe-ffbf048c2577 req-ce6261ef-2398-445c-9e73-2c939178e960 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357788 Jul 15 13:51:21.427628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:21.429981 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:21.476651 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fef680-db99-4c42-af03-4b72507e9dd1 x-openstack-request-id: req-18fef680-db99-4c42-af03-4b72507e9dd1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:21.476950 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:21.477209 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18fef680-db99-4c42-af03-4b72507e9dd1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:21.477641 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c', 'status': 'completed', 'code': 200} Jul 15 13:51:21.587393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-89f2cdf7-2ff7-443c-b5d4-182c3508fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:21.588911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-89f2cdf7-2ff7-443c-b5d4-182c3508fef2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1096 time: 0.0916421 Jul 15 13:51:21.590705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-6def84cf-c8e9-49d0-bf30-7f6ae93cccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:21.592345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-6def84cf-c8e9-49d0-bf30-7f6ae93cccc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1096 time: 0.0863190 Jul 15 13:51:21.602028 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6a2e290d-a46c-49fb-8c21-f86df4a08c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.715660 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.752850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-ecb7a95d-f3bc-4dba-bb38-8ee901dcad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:21.754351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-ecb7a95d-f3bc-4dba-bb38-8ee901dcad57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.1592298 Jul 15 13:51:21.758647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-191e1fcf-a386-4f1f-9ac9-1fcb06140643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:21.760045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-191e1fcf-a386-4f1f-9ac9-1fcb06140643 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.1573408 Jul 15 13:51:21.824996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-04cb1e7e-a067-46ef-bc4f-6b697bee9c39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 217 time: 0.0639863 Jul 15 13:51:21.826917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-7f2d48d1-691d-43bb-a2a4-a3df730e4c92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 217 time: 0.0599930 Jul 15 13:51:21.909931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-8b458935-d79c-45b0-a2b8-682e161e7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:21.911448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-8b458935-d79c-45b0-a2b8-682e161e7b94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0807183 Jul 15 13:51:21.925394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-e86cf400-cb88-4481-87ba-4954ee8ad717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:21.926738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-e86cf400-cb88-4481-87ba-4954ee8ad717 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0654070 Jul 15 13:51:21.953518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-1d6a5ddd-0758-4d3b-a08b-d4778542e29a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359085 Jul 15 13:51:21.972931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-5ae9e6f2-3cb8-40e4-a994-4d8e420acda3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281649 Jul 15 13:51:22.469251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-4a90f3b7-6f97-4c77-a721-1a5496b1bf46 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984934 Jul 15 13:51:22.477068 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-efc0b350-df43-4f5f-89a2-c8866217000f service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968562 Jul 15 13:51:22.540501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3f93a-a66e-4d77-ab21-377afa92e3a5 req-8111778e-3dfd-4195-9b09-ef469e31b9f4 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:22.541963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72d3f93a-a66e-4d77-ab21-377afa92e3a5 req-8111778e-3dfd-4195-9b09-ef469e31b9f4 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 944 time: 0.2255270 Jul 15 13:51:22.674328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72d3f93a-a66e-4d77-ab21-377afa92e3a5 req-16c2638c-ad36-440a-8074-4dd2935453c2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248314 Jul 15 13:51:22.677941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-ac93f78d-1da1-4d07-bbb0-a2f71437632c service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000268 Jul 15 13:51:22.679880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16063aec-e8d4-45e1-ba06-c5b242e5a6e1 req-d810b3e2-bc87-430c-826a-c912227a6a52 service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921921 Jul 15 13:51:22.978191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 06fdec45-f021-4f67-b923-7718bdf2175c no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:23.011484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1b525-46e3-474b-b10b-629e3620569d req-96a48bf6-8d0c-4af8-bada-59b630b553fa tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.013003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6b1b525-46e3-474b-b10b-629e3620569d req-96a48bf6-8d0c-4af8-bada-59b630b553fa tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 944 time: 0.1095800 Jul 15 13:51:23.028465 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.028712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-a329b5db-9aca-4733-b846-b2be242218fa tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.030567 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-a329b5db-9aca-4733-b846-b2be242218fa tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.35 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf&tenant_id=46b6e577b1334c1eb159444602b83825&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 944 time: 0.1160319 Jul 15 13:51:23.031905 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 06fdec45-f021-4f67-b923-7718bdf2175c not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:23.093858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d6b1b525-46e3-474b-b10b-629e3620569d req-bc06d013-2d7e-449b-82c0-ff372f9f52fb tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744450 Jul 15 13:51:23.114964 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-7e501c25-316c-4c1b-b868-fd0a3b89f624 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:51:23.116020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-7e501c25-316c-4c1b-b868-fd0a3b89f624 service neutron] 10.222.0.35 "DELETE /v2.0/ports/06fdec45-f021-4f67-b923-7718bdf2175c/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0730700 Jul 15 13:51:23.210707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-851359d5-527f-4261-beb0-aef5cbd61c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.212230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-851359d5-527f-4261-beb0-aef5cbd61c5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 1096 time: 0.0532925 Jul 15 13:51:23.306899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-5207c08c-27a0-47ce-ad2b-34206c75ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.308326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-5207c08c-27a0-47ce-ad2b-34206c75ecd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.0899031 Jul 15 13:51:23.349595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-90eae23e-7a0b-4dbc-9882-aef352821484 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 200 len: 217 time: 0.0348692 Jul 15 13:51:23.397870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-70f6b467-5c5d-4f32-84e0-31dbb6fea29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.399465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-70f6b467-5c5d-4f32-84e0-31dbb6fea29d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0437279 Jul 15 13:51:23.436249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-f4640200-80f4-4fbb-8921-2f9c65530375 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309563 Jul 15 13:51:23.525407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-c4bc5ae5-a6ce-4071-9124-e85e89b03aee service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813913 Jul 15 13:51:23.620620 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fce11cf-474a-42af-b824-8f2c4428d04f req-31b82161-f8b3-4d0e-bb8b-485dc9ae5fd5 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893633 Jul 15 13:51:24.231156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 06fdec45-f021-4f67-b923-7718bdf2175c details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:51:24.275142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12100b-086b-4967-84f6-c7e6568a175d req-6ac14144-1d65-41f8-bb65-152af803f325 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:24.276681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f12100b-086b-4967-84f6-c7e6568a175d req-6ac14144-1d65-41f8-bb65-152af803f325 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 944 time: 0.0674994 Jul 15 13:51:24.316135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f12100b-086b-4967-84f6-c7e6568a175d req-df040bad-b8dd-4384-9c53-d5e934dd28a9 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336738 Jul 15 13:51:24.331297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:24.342925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '06fdec45-f021-4f67-b923-7718bdf2175c', 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468', 'port_id': '06fdec45-f021-4f67-b923-7718bdf2175c', 'mac_address': 'fa:16:3e:fd:c5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6013ea0-9b2a-4615-9b20-6f475ab085b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:51:24.379686 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.395091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fdec45-f021-4f67-b923-7718bdf2175c {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:24.414904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:24.418950 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.470014 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:24.489551 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.495567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9534-ac51-43c9-a8d4-8df09f27585e req-6a9aa683-e7c6-47e6-ae1a-2c0674af2ed8 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:24.497053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-964d9534-ac51-43c9-a8d4-8df09f27585e req-6a9aa683-e7c6-47e6-ae1a-2c0674af2ed8 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 945 time: 0.0675771 Jul 15 13:51:24.535501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-964d9534-ac51-43c9-a8d4-8df09f27585e req-4fa85cca-7da1-421d-a677-dc9eae383050 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Jul 15 13:51:24.632725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['06fdec45-f021-4f67-b923-7718bdf2175c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:51:24.716136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275a859-b693-4d90-9c7f-ab57ebe92fe2 req-8d6d5e3e-647a-49d9-a894-b59fbcc153ac tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:24.718550 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7275a859-b693-4d90-9c7f-ab57ebe92fe2 req-8d6d5e3e-647a-49d9-a894-b59fbcc153ac tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 945 time: 0.0740118 Jul 15 13:51:24.758527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7275a859-b693-4d90-9c7f-ab57ebe92fe2 req-0f9d1363-ad2a-473b-b3ce-4a20fad5b275 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Jul 15 13:51:25.203346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-6a28459c-b430-45ab-b5a3-129412b9eaa7 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:25.204725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-6a28459c-b430-45ab-b5a3-129412b9eaa7 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 815 time: 0.1044612 Jul 15 13:51:25.220080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-2625ca98-a66b-4961-8914-24f40f4f4827 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/quotas/46b6e577b1334c1eb159444602b83825 HTTP/1.1" status: 200 len: 375 time: 0.0100267 Jul 15 13:51:25.286853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-8d6d411c-35c6-420c-8ef2-0525d7e8e4d6 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617464 Jul 15 13:51:25.376174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-f75113da-2e9d-44e3-b828-111bb640058f service neutron] 10.222.0.25 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827239 Jul 15 13:51:25.469084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-273da105-03dc-4110-aeaa-96218b04a15e service neutron] 10.222.0.25 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871577 Jul 15 13:51:25.635446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-850fabcf-524b-4405-a313-e86f69c2c972 req-42d67df4-9fa1-4d50-bf9a-91434563b586 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 210 time: 0.0281994 Jul 15 13:51:26.248774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 06fdec45-f021-4f67-b923-7718bdf2175c up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:51:26.300501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 06fdec45-f021-4f67-b923-7718bdf2175c completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:51:26.305118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 06fdec45-f021-4f67-b923-7718bdf2175c triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:51:26.305699 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:26.345853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-0a1a0117-a8dd-4991-a7e3-e77ce5182599 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.347762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-0a1a0117-a8dd-4991-a7e3-e77ce5182599 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.30 "GET /v2.0/ports?device_id=994a3b2f-fbc0-4b55-adb6-c32cf23939cf HTTP/1.1" status: 200 len: 945 time: 0.0715938 Jul 15 13:51:26.395623 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:26.418555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:26.420904 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e14004-bf69-463b-aa7f-23305af56eb7" -d '{"events": [{"server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "name": "network-vif-plugged", "status": "completed", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:26.436043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:26.441746 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:26.460877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Deleting port 06fdec45-f021-4f67-b923-7718bdf2175c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:26.461223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:26.491065 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2069f274-0c93-4d6f-a11f-532186b27869 x-openstack-request-id: req-2069f274-0c93-4d6f-a11f-532186b27869 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:26.492000 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "name": "network-vif-plugged", "status": "completed", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:26.492337 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2069f274-0c93-4d6f-a11f-532186b27869 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:26.492814 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c', 'code': 200} Jul 15 13:51:26.510352 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:26.561501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] For port 06fdec45-f021-4f67-b923-7718bdf2175c, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=06fdec45-f021-4f67-b923-7718bdf2175c,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:26.561868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:26.575453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Calling delete_port for 06fdec45-f021-4f67-b923-7718bdf2175c owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:26.753609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-12278916-6cdf-489e-ba42-fb4fc27127fe tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.755107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-12278916-6cdf-489e-ba42-fb4fc27127fe tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.30 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 815 time: 0.1672904 Jul 15 13:51:26.772746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Request body: {'port': {'device_id': '164638dc-d607-4448-82da-9d992b0cf629', 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468', 'admin_state_up': True, 'tenant_id': '46b6e577b1334c1eb159444602b83825'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:26.808475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5039b28-bc4f-401c-9d8c-75bbc6aafd55 req-6a280bec-7786-4996-974a-67a1f4378a39 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 210 time: 0.0523484 Jul 15 13:51:26.900498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:26.911960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['06fdec45-f021-4f67-b923-7718bdf2175c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:51:26.942628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Pushing event deleted for resources: {'Port': ['ID=06fdec45-f021-4f67-b923-7718bdf2175c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:26.995747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] No DVR routers for this DVR port 06fdec45-f021-4f67-b923-7718bdf2175c on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:26.998634 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.001231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.30 "DELETE /v2.0/ports/06fdec45-f021-4f67-b923-7718bdf2175c HTTP/1.1" status: 204 len: 173 time: 0.6473591 Jul 15 13:51:27.002903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'name': 'network-vif-deleted', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:27.006348 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e4c44a-9504-4e4b-861a-4e4e357968bb" -d '{"events": [{"server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "name": "network-vif-deleted", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:27.017957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Made reservation on behalf of 46b6e577b1334c1eb159444602b83825 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:51:27.021893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.050595 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa84028-5575-402d-be6c-4ece05e82087 x-openstack-request-id: req-aaa84028-5575-402d-be6c-4ece05e82087 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:27.050893 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994a3b2f-fbc0-4b55-adb6-c32cf23939cf", "name": "network-vif-deleted", "tag": "06fdec45-f021-4f67-b923-7718bdf2175c", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:27.051163 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaa84028-5575-402d-be6c-4ece05e82087 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:27.051563 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994a3b2f-fbc0-4b55-adb6-c32cf23939cf', 'name': 'network-vif-deleted', 'tag': '06fdec45-f021-4f67-b923-7718bdf2175c', 'status': 'completed', 'code': 200} Jul 15 13:51:27.157221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Allocated IP 172.20.0.11 (12fbe196-f17b-4fe1-a59c-b970f7a02468/e6013ea0-9b2a-4615-9b20-6f475ab085b3/63038180-f180-4734-a38d-5d4cdd6ab3eb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:51:27.318718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.364443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.376637 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['06fdec45-f021-4f67-b923-7718bdf2175c'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:51:27.413210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Network 12fbe196-f17b-4fe1-a59c-b970f7a02468 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:51:27.416447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:51:27.420612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:51:27.427223 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:27.472916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:27.473536 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.488656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-076561d2-271b-413a-af27-9621f7b9873f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7218456 Jul 15 13:51:27.502231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Request body: {'port': {'device_id': '164638dc-d607-4448-82da-9d992b0cf629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:27.578116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.843120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63038180-f180-4734-a38d-5d4cdd6ab3eb {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:27.850968 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.864562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Transition to ACTIVE for port object 63038180-f180-4734-a38d-5d4cdd6ab3eb will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:51:27.868210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.921128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:28.033187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Attempting to bind port 63038180-f180-4734-a38d-5d4cdd6ab3eb on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:51:28.033436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Attempting to bind port 63038180-f180-4734-a38d-5d4cdd6ab3eb by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:51:28.033764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Attempting to bind port 63038180-f180-4734-a38d-5d4cdd6ab3eb on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:28.040953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Port 63038180-f180-4734-a38d-5d4cdd6ab3eb on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:51:28.041272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Attempting to bind port 63038180-f180-4734-a38d-5d4cdd6ab3eb on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:28.053637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d290b-6fe7-44eb-a6fc-30604f5a567f req-ef02a2af-24e6-4f44-8237-28202fd4256c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.055173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-138d290b-6fe7-44eb-a6fc-30604f5a567f req-ef02a2af-24e6-4f44-8237-28202fd4256c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 944 time: 0.1290972 Jul 15 13:51:28.056374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:51:28.056706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Checking segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:51:28.057083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Bound using segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:51:28.057519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Bound port: 63038180-f180-4734-a38d-5d4cdd6ab3eb, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:51:28.057943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.128393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-138d290b-6fe7-44eb-a6fc-30604f5a567f req-50ec737f-8eb5-40da-b25d-0e3c40e364ae tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672393 Jul 15 13:51:28.148892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:28.152263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:51:28.158273 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.193498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.194128 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.195553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] 10.222.0.30 "PUT /v2.0/ports/63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 1093 time: 0.6991465 Jul 15 13:51:28.221557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:28.229827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.230188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.230530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.230883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.231243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.231574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.231979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.232814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.233144 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.233470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.233794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.234114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e486afa-8456-4cad-bead-c94cc975d02e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.300284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-afff5e4b-ad43-42d4-a582-a00686ef67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.301717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-afff5e4b-ad43-42d4-a582-a00686ef67b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 1096 time: 0.0637839 Jul 15 13:51:28.347032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-63576a16-9f05-4f90-8cae-f5970498a475 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 217 time: 0.0365946 Jul 15 13:51:28.403204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-3796f846-0fe4-4691-86e4-e924a6711001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.404771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-3796f846-0fe4-4691-86e4-e924a6711001 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0510602 Jul 15 13:51:28.443866 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-6c71da4a-7b1c-40c2-b18c-46ae36ea97f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303965 Jul 15 13:51:28.541149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-86141d1b-8c9f-457d-9f78-819d692e58fd service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892689 Jul 15 13:51:28.637959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd544a7-c3f5-47d1-b78e-9aeb079f96fa req-9e527d5f-96d8-43b0-9710-8848d08d0489 service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897324 Jul 15 13:51:29.052590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:29.054915 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:29.093104 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a7bb50-cf44-4870-8e75-beb616e3fbd8 x-openstack-request-id: req-82a7bb50-cf44-4870-8e75-beb616e3fbd8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:29.093399 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:29.093652 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82a7bb50-cf44-4870-8e75-beb616e3fbd8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:29.094053 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'status': 'completed', 'code': 200} Jul 15 13:51:29.167610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-e9a696eb-dc61-4347-95d3-4b8cf692ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:29.169140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-e9a696eb-dc61-4347-95d3-4b8cf692ff55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 1096 time: 0.0536070 Jul 15 13:51:29.299796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-94f0c016-1dfa-4d44-9860-d4d4e9a0c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:29.301282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-94f0c016-1dfa-4d44-9860-d4d4e9a0c7b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.1257892 Jul 15 13:51:29.349218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-25e52e85-076a-4ae7-9fff-4ed65a2169e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 217 time: 0.0402451 Jul 15 13:51:29.372926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450349d1-8fb8-4658-861e-c77e6bca9f98 req-b910c355-1648-4e59-8a67-81a59fc70e05 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:29.374408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-450349d1-8fb8-4658-861e-c77e6bca9f98 req-b910c355-1648-4e59-8a67-81a59fc70e05 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 944 time: 0.1255782 Jul 15 13:51:29.744913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-2a4d7619-7980-4832-b517-2961f6b07304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:29.746281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-2a4d7619-7980-4832-b517-2961f6b07304 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.3897123 Jul 15 13:51:29.754590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-450349d1-8fb8-4658-861e-c77e6bca9f98 req-e85ee852-373e-4db5-9a74-e3694eb92047 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619263 Jul 15 13:51:29.782135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-00b1449e-9080-484b-80ee-b6b88df2dc69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265934 Jul 15 13:51:29.871586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-926f7713-11d8-4f76-8ada-c635dc08c59b service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829308 Jul 15 13:51:29.964544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-821e51eb-ffc9-48bd-88f6-1583a69c1b3c req-149bcccc-82b0-4232-bbe8-375d955050db service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869014 Jul 15 13:51:30.246066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 06fdec45-f021-4f67-b923-7718bdf2175c no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:30.265265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 06fdec45-f021-4f67-b923-7718bdf2175c {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:30.265603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 06fdec45-f021-4f67-b923-7718bdf2175c not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:30.980632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8432ce-85ee-45d0-857c-21b58ebea605 req-e91b38c0-31f1-4cca-b556-be1c8793a25f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.982810 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f8432ce-85ee-45d0-857c-21b58ebea605 req-e91b38c0-31f1-4cca-b556-be1c8793a25f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 944 time: 0.0646019 Jul 15 13:51:31.020666 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5f8432ce-85ee-45d0-857c-21b58ebea605 req-b30434c6-0f40-485b-9579-6db1b99b9dcf tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Jul 15 13:51:32.201169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eff91c-c74f-4b9c-a97c-c5dc24f3fde6 req-5681c0de-68c6-498d-8598-b832791c9283 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:32.202656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3eff91c-c74f-4b9c-a97c-c5dc24f3fde6 req-5681c0de-68c6-498d-8598-b832791c9283 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 944 time: 0.0699697 Jul 15 13:51:32.245264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e3eff91c-c74f-4b9c-a97c-c5dc24f3fde6 req-f93f0dbf-57d9-4fe9-8b30-1c48fdfc063e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369370 Jul 15 13:51:32.265575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 63038180-f180-4734-a38d-5d4cdd6ab3eb details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:51:32.367511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:32.388817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468', 'port_id': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'mac_address': 'fa:16:3e:0d:6b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6013ea0-9b2a-4615-9b20-6f475ab085b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:51:32.426937 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:32.440384 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63038180-f180-4734-a38d-5d4cdd6ab3eb {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:32.461165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:32.464925 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:32.511227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:32.649132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['63038180-f180-4734-a38d-5d4cdd6ab3eb'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:51:33.432016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558643f-b3fb-463b-ba00-bf5c1519bd1c req-7b5345c7-214f-449e-8b02-c6e56ff12ab1 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:33.434660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d558643f-b3fb-463b-ba00-bf5c1519bd1c req-7b5345c7-214f-449e-8b02-c6e56ff12ab1 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 945 time: 0.0778589 Jul 15 13:51:33.488420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d558643f-b3fb-463b-ba00-bf5c1519bd1c req-876fbcac-75b9-46f0-b058-cd9b0158b224 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474212 Jul 15 13:51:34.264576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 63038180-f180-4734-a38d-5d4cdd6ab3eb up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:51:34.311787 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 63038180-f180-4734-a38d-5d4cdd6ab3eb completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:51:34.315383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 63038180-f180-4734-a38d-5d4cdd6ab3eb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:51:34.315765 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:34.394688 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:34.416666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:34.418894 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e569b4-147d-4d8b-812e-8be79f724d0b" -d '{"events": [{"server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "name": "network-vif-plugged", "status": "completed", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:34.431010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:34.435543 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:34.460310 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba285566-b270-4610-905b-681ad706d221 x-openstack-request-id: req-ba285566-b270-4610-905b-681ad706d221 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:34.460597 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "name": "network-vif-plugged", "status": "completed", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:34.460846 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba285566-b270-4610-905b-681ad706d221 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:34.461236 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'code': 200} Jul 15 13:51:34.487257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:34.495633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.495980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.496326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.496659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.496992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.497329 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.498216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.498554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.498886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.499247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.499576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.499902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:34.576991 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98841203-07b6-4445-85b2-7557465bff86 req-4864ff7c-d7e5-41cd-afb8-1a4ce143a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:34.578532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98841203-07b6-4445-85b2-7557465bff86 req-4864ff7c-d7e5-41cd-afb8-1a4ce143a1f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 1098 time: 0.0558171 Jul 15 13:51:34.639925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98841203-07b6-4445-85b2-7557465bff86 req-58d3db9e-46a3-4cdb-9286-18032bca67ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552135 Jul 15 13:51:34.674753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10926-3377-4ea0-a2c5-51e109ec5cf0 req-863f4ad2-5dd3-4309-b4ce-5e227658b6e0 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:34.676286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4cc10926-3377-4ea0-a2c5-51e109ec5cf0 req-863f4ad2-5dd3-4309-b4ce-5e227658b6e0 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0732141 Jul 15 13:51:34.717128 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4cc10926-3377-4ea0-a2c5-51e109ec5cf0 req-183342b8-cb82-4ed3-8990-f39a9b394afd tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352650 Jul 15 13:51:34.914773 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.877903 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.887550 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e778fb6-2f8c-475d-b763-885ac5423e41 req-c4ef0d29-4a57-489c-a13e-a896cd2cfca3 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:35.889050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e778fb6-2f8c-475d-b763-885ac5423e41 req-c4ef0d29-4a57-489c-a13e-a896cd2cfca3 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0630090 Jul 15 13:51:35.928791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e778fb6-2f8c-475d-b763-885ac5423e41 req-7c445568-0841-4cb5-8f8e-51561b1f82e1 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336237 Jul 15 13:51:36.106362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801e33-fe89-4860-8322-a1b6dfc49280 req-edc8a3f4-ff63-4968-8715-315823f8fea6 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:36.108446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db801e33-fe89-4860-8322-a1b6dfc49280 req-edc8a3f4-ff63-4968-8715-315823f8fea6 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0697954 Jul 15 13:51:36.145816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db801e33-fe89-4860-8322-a1b6dfc49280 req-70664520-609a-4a14-9a1a-c7e477cbcb38 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Jul 15 13:51:36.504560 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-454f8f01-0cc5-4c57-939b-b73f5ed85028 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566790 Jul 15 13:51:36.564228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc7523-8860-4650-810b-845e389e8c1d req-0e0d0780-6bab-428f-bf90-0c2434c134cd tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:36.565937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ccc7523-8860-4650-810b-845e389e8c1d req-0e0d0780-6bab-428f-bf90-0c2434c134cd tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0686955 Jul 15 13:51:36.608103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ccc7523-8860-4650-810b-845e389e8c1d req-2426fc45-a961-466d-af3d-58f5c1f137e2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358453 Jul 15 13:51:37.289588 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:37.660310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-5cfdfd99-f36a-4739-978b-18e5ba5012f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:37.661667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-5cfdfd99-f36a-4739-978b-18e5ba5012f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 1098 time: 0.0582106 Jul 15 13:51:37.787541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-6e998607-7e7b-4999-9f71-313b469bc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:37.789036 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-6e998607-7e7b-4999-9f71-313b469bc5c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.1201618 Jul 15 13:51:37.840924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-09901f66-36d0-4f8e-b110-da2c5f78292e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 217 time: 0.0429292 Jul 15 13:51:37.863075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87afa4-7b8c-40c9-8812-799087773fc2 req-197444d4-29cf-4805-9da9-04d7710aae97 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:37.864707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f87afa4-7b8c-40c9-8812-799087773fc2 req-197444d4-29cf-4805-9da9-04d7710aae97 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.1282773 Jul 15 13:51:37.922085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-5c0a896a-705b-43b3-90f3-4ce752dd3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:37.923589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-5c0a896a-705b-43b3-90f3-4ce752dd3d36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0775213 Jul 15 13:51:37.931321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f87afa4-7b8c-40c9-8812-799087773fc2 req-6c92b002-8075-4251-ac7d-d7794e6b94ba tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487871 Jul 15 13:51:37.959444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-03de9d56-6c78-43de-a343-1e69fa9c1509 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270362 Jul 15 13:51:38.058405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-698d25c7-efcc-41b9-9240-77c443b894dc service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922363 Jul 15 13:51:38.159964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-f7378cd3-7896-4f3f-9b30-658652ac1464 service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917742 Jul 15 13:51:39.114480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd1e46-4a00-4565-ba57-288fbf1a8ae8 req-9aea3977-7c79-4e22-89a4-00ff5819c82e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:39.116140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbdd1e46-4a00-4565-ba57-288fbf1a8ae8 req-9aea3977-7c79-4e22-89a4-00ff5819c82e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0670578 Jul 15 13:51:39.157821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbdd1e46-4a00-4565-ba57-288fbf1a8ae8 req-45106ff7-72f7-4afa-aa61-fbf36034c874 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Jul 15 13:51:40.346809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e961865-c12e-4554-afc8-d1693c053968 req-c56dc05c-e667-4771-8fc3-9507dd06eabf tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:40.348522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e961865-c12e-4554-afc8-d1693c053968 req-c56dc05c-e667-4771-8fc3-9507dd06eabf tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0726011 Jul 15 13:51:40.390106 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e961865-c12e-4554-afc8-d1693c053968 req-63964765-9391-42e6-8d36-3a90b61b9ee1 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Jul 15 13:51:41.580696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df80e-c510-4daf-9a83-dd4ef41cbb5b req-d3d83d52-b2f9-4c20-9287-3bb8125b1fab tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:41.582292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-568df80e-c510-4daf-9a83-dd4ef41cbb5b req-d3d83d52-b2f9-4c20-9287-3bb8125b1fab tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0735488 Jul 15 13:51:41.622825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-568df80e-c510-4daf-9a83-dd4ef41cbb5b req-e2ee39d4-1319-4095-b0ef-12ded8ff2bb3 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Jul 15 13:51:42.804291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390b245-2803-4adc-a7b9-60e075e7d235 req-d431ffbe-ccdf-4fa9-a833-8cfaa31f24ec tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:42.805803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6390b245-2803-4adc-a7b9-60e075e7d235 req-d431ffbe-ccdf-4fa9-a833-8cfaa31f24ec tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0671048 Jul 15 13:51:42.846954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6390b245-2803-4adc-a7b9-60e075e7d235 req-4a0fa987-3be1-4a1a-a6e5-bd77c61e22aa tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350759 Jul 15 13:51:44.026709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ab2e-eb68-4ea1-823d-64c41e3b714e req-45ecb9cb-25e8-4142-a9f6-cc912da017bb tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:44.028285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c15ab2e-eb68-4ea1-823d-64c41e3b714e req-45ecb9cb-25e8-4142-a9f6-cc912da017bb tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0665262 Jul 15 13:51:44.065925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c15ab2e-eb68-4ea1-823d-64c41e3b714e req-ff1d11c2-5a73-47d3-a81c-93bbf8f2e5a8 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Jul 15 13:51:45.255188 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a8781-5ec3-47be-bc8b-fbee31ad2602 req-cd7c65dd-75e1-4d56-9a17-9070e2ba8b18 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:45.256757 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-934a8781-5ec3-47be-bc8b-fbee31ad2602 req-cd7c65dd-75e1-4d56-9a17-9070e2ba8b18 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0749660 Jul 15 13:51:45.296886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-934a8781-5ec3-47be-bc8b-fbee31ad2602 req-d4310383-1301-44f2-a007-c8aeeafc17fc tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Jul 15 13:51:46.478793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975a2b0-d05f-47c2-ac3d-8214626a6173 req-aeb15f8a-c9b9-4ed6-b3ba-3cf37d50410a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:46.480331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a975a2b0-d05f-47c2-ac3d-8214626a6173 req-aeb15f8a-c9b9-4ed6-b3ba-3cf37d50410a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0701201 Jul 15 13:51:46.517358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a975a2b0-d05f-47c2-ac3d-8214626a6173 req-df493ddc-becf-4274-84a8-4bb8dab997f1 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Jul 15 13:51:47.696147 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da585376-7d5f-4466-9e1d-e6af5959ef80 req-ed03d3c5-eba8-4065-949e-f1700414ed3f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:47.697548 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da585376-7d5f-4466-9e1d-e6af5959ef80 req-ed03d3c5-eba8-4065-949e-f1700414ed3f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0683603 Jul 15 13:51:47.735492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da585376-7d5f-4466-9e1d-e6af5959ef80 req-8698b396-2f1d-4e65-90d7-30960caadbbc tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Jul 15 13:51:48.919242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3dac1-d1e4-45ee-b124-96307ef006bb req-326197ed-fc9d-4a16-a234-c93055e6690f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:48.920808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9f3dac1-d1e4-45ee-b124-96307ef006bb req-326197ed-fc9d-4a16-a234-c93055e6690f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0698349 Jul 15 13:51:48.923877 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dc97ad6f-f30b-4269-8fce-6928f2695bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:48.960877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a9f3dac1-d1e4-45ee-b124-96307ef006bb req-78ab2a11-99f7-4b57-80af-35887d881abe tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341301 Jul 15 13:51:50.139301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67570a-62b0-4ab3-a4bf-ebce41ba541b req-119b1efd-f52d-4abe-b500-1ba91b81e875 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:50.140889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce67570a-62b0-4ab3-a4bf-ebce41ba541b req-119b1efd-f52d-4abe-b500-1ba91b81e875 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0676925 Jul 15 13:51:50.181111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce67570a-62b0-4ab3-a4bf-ebce41ba541b req-bb298a27-d344-45d7-92c8-898ee826d2a9 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Jul 15 13:51:51.363529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03377d7a-7147-445c-9aee-35b8565ea6d4 req-cbe206a9-2dac-4c33-ba58-34c89ed59741 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:51.365053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03377d7a-7147-445c-9aee-35b8565ea6d4 req-cbe206a9-2dac-4c33-ba58-34c89ed59741 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0704143 Jul 15 13:51:51.404669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-03377d7a-7147-445c-9aee-35b8565ea6d4 req-27f7292f-7ba7-4bd7-b051-1859ec3e4cf9 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Jul 15 13:51:51.605600 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-11c081ac-0696-45b3-aaf9-bc81a37bf4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:51.718527 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:52.583062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b52de6-2fca-440c-805d-04b16e6edb6b req-1de99a32-eb50-4e58-a69f-8fdbe2dd4038 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:52.584632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49b52de6-2fca-440c-805d-04b16e6edb6b req-1de99a32-eb50-4e58-a69f-8fdbe2dd4038 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0691986 Jul 15 13:51:52.624094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49b52de6-2fca-440c-805d-04b16e6edb6b req-9d6410a0-b64c-40b4-9731-d02e114667f2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jul 15 13:51:53.011277 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:53.808911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ef18c-1eff-486c-bd60-6835d983c104 req-8d0e47e2-8881-480d-b03a-97be8399e9eb tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:53.810471 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c80ef18c-1eff-486c-bd60-6835d983c104 req-8d0e47e2-8881-480d-b03a-97be8399e9eb tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0700016 Jul 15 13:51:53.850166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c80ef18c-1eff-486c-bd60-6835d983c104 req-7462ee61-0855-4501-a678-ec3827b4899f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341513 Jul 15 13:51:54.488957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.022702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a44d9-95bc-4169-9662-0b3aa26e203e req-74c1dddc-fc34-434e-9d41-f98dcae24d71 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:55.024436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-975a44d9-95bc-4169-9662-0b3aa26e203e req-74c1dddc-fc34-434e-9d41-f98dcae24d71 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0642760 Jul 15 13:51:55.063577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-975a44d9-95bc-4169-9662-0b3aa26e203e req-76400c1f-53c3-4139-9f80-322d4365a12f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Jul 15 13:51:56.240782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23d67-c49b-4fee-8ad5-e9fad55993bf req-72c4ecaa-ac34-4485-9890-c76fcd9d5fec tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:56.242395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dad23d67-c49b-4fee-8ad5-e9fad55993bf req-72c4ecaa-ac34-4485-9890-c76fcd9d5fec tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0671091 Jul 15 13:51:56.284238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dad23d67-c49b-4fee-8ad5-e9fad55993bf req-38f6190c-f986-4db8-a840-5e68d9c38b47 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359304 Jul 15 13:51:57.460568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796eefe-bd81-43a4-9c1f-90d794b60c03 req-285dbff1-d11c-48e7-94db-79d7800f87cf tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:57.462069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6796eefe-bd81-43a4-9c1f-90d794b60c03 req-285dbff1-d11c-48e7-94db-79d7800f87cf tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0677481 Jul 15 13:51:57.503542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6796eefe-bd81-43a4-9c1f-90d794b60c03 req-48537518-d36c-429c-9506-60c670816f8e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Jul 15 13:51:58.692606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0df08-e06a-4dab-86e9-01377abd4dba req-0e504071-346c-48dd-b718-d37c0000477a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:58.694049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0db0df08-e06a-4dab-86e9-01377abd4dba req-0e504071-346c-48dd-b718-d37c0000477a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0726449 Jul 15 13:51:58.733267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0db0df08-e06a-4dab-86e9-01377abd4dba req-6f5e4d66-72f6-46ef-8dea-fadb86039fa6 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Jul 15 13:51:59.913344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd350c-e379-4682-b7ea-9b875cbb754c req-784be7ca-2dac-45bb-8b40-481ea6ac673b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:59.914894 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2bd350c-e379-4682-b7ea-9b875cbb754c req-784be7ca-2dac-45bb-8b40-481ea6ac673b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0706053 Jul 15 13:51:59.954263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2bd350c-e379-4682-b7ea-9b875cbb754c req-c78c814f-7923-45f8-8e73-b1f9a9db9166 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Jul 15 13:52:01.129628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580986-839b-4c93-b22e-65cba50694fe req-c0fdebdc-6d75-4c24-8508-8302b4581267 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:01.131210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a580986-839b-4c93-b22e-65cba50694fe req-c0fdebdc-6d75-4c24-8508-8302b4581267 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0667582 Jul 15 13:52:01.171253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a580986-839b-4c93-b22e-65cba50694fe req-9e318a61-9f56-449b-b945-6f0305721659 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344214 Jul 15 13:52:02.345354 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e28e9-f08d-4add-9749-2eb283c355e1 req-4e76c53a-0125-4093-9902-f7686d5e0dc2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:02.346946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe1e28e9-f08d-4add-9749-2eb283c355e1 req-4e76c53a-0125-4093-9902-f7686d5e0dc2 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0660655 Jul 15 13:52:02.385886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe1e28e9-f08d-4add-9749-2eb283c355e1 req-4706b2d1-48dd-4ed2-ab77-4edb5f27cc73 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Jul 15 13:52:03.566929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042af69-7816-4a6c-93ff-1c6e92246439 req-ed0994b1-57f4-4a18-a2eb-18a0fff063f1 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:03.568485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0042af69-7816-4a6c-93ff-1c6e92246439 req-ed0994b1-57f4-4a18-a2eb-18a0fff063f1 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0676565 Jul 15 13:52:03.608173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0042af69-7816-4a6c-93ff-1c6e92246439 req-c0757cef-f22e-4bd8-8d96-ab32dccb4f4a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Jul 15 13:52:04.783956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0c936-ccbb-4172-812e-9210fea389e2 req-9fd53916-ee4f-44c0-8a2d-6e5663a76ba9 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:04.785488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dda0c936-ccbb-4172-812e-9210fea389e2 req-9fd53916-ee4f-44c0-8a2d-6e5663a76ba9 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0661874 Jul 15 13:52:04.824593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dda0c936-ccbb-4172-812e-9210fea389e2 req-591860e5-e94a-4bd5-be40-e5f248c76d4a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Jul 15 13:52:04.915879 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:04.935605 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-fa868db2-1b02-4ad2-bb08-44bf247d8948 service neutron] show failed (client error): The resource could not be found. Jul 15 13:52:04.936677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-fa868db2-1b02-4ad2-bb08-44bf247d8948 service neutron] 10.222.0.30 "GET /v2.0/ports/63038180-f180-4734-a38d-5d4cdd6ab3eb/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0616379 Jul 15 13:52:05.189372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-86fc1770-7e32-4b69-b556-8b0c13643156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:05.190792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-86fc1770-7e32-4b69-b556-8b0c13643156 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629&tenant_id=46b6e577b1334c1eb159444602b83825 HTTP/1.1" status: 200 len: 1098 time: 0.0540318 Jul 15 13:52:05.202766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:05.277298 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:05.480320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:05.512740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:05.550479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:05.552783 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9b78d9-6cdb-4417-9fb1-f41d41a4b274" -d '{"events": [{"server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "name": "network-vif-unplugged", "status": "completed", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:05.556317 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:05.569428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Transition to ACTIVE for port object 63038180-f180-4734-a38d-5d4cdd6ab3eb will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:05.573936 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:05.607862 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc1c831-0ddf-4bce-beaf-9a518468e828 x-openstack-request-id: req-5bc1c831-0ddf-4bce-beaf-9a518468e828 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:05.608155 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "name": "network-vif-unplugged", "status": "completed", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:05.608411 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bc1c831-0ddf-4bce-beaf-9a518468e828 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:05.608808 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'code': 200} Jul 15 13:52:05.637540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] No DVR routers for this DVR port 63038180-f180-4734-a38d-5d4cdd6ab3eb on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:52:05.644085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:05.681809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Attempting to bind port 63038180-f180-4734-a38d-5d4cdd6ab3eb on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:05.682141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Attempting to bind port 63038180-f180-4734-a38d-5d4cdd6ab3eb by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:05.682467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Attempting to bind port 63038180-f180-4734-a38d-5d4cdd6ab3eb on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:05.686988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Port 63038180-f180-4734-a38d-5d4cdd6ab3eb on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:52:05.687936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Attempting to bind port 63038180-f180-4734-a38d-5d4cdd6ab3eb on network 12fbe196-f17b-4fe1-a59c-b970f7a02468 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:05.692715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:05.693047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Checking segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:05.693428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Bound using segment: {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:05.693851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Bound port: 63038180-f180-4734-a38d-5d4cdd6ab3eb, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:05.694200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:05.756622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:05.759754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:05.763977 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:05.800002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:05.800664 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:05.802038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] 10.222.0.35 "PUT /v2.0/ports/63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 1093 time: 0.6032922 Jul 15 13:52:05.822301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89006d-f2b6-4c01-86be-fe53cc9d1bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:05.881121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-10132e7d-1944-4237-95d6-8ff6a90bba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:05.883538 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-10132e7d-1944-4237-95d6-8ff6a90bba5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 1096 time: 0.0577669 Jul 15 13:52:05.897486 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:06.007260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-45665349-0f26-44d6-b35e-fc4af7228cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:06.008647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-45665349-0f26-44d6-b35e-fc4af7228cc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.1184423 Jul 15 13:52:06.058835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-e3995662-f459-40c6-9456-f055b409ba37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 217 time: 0.0431604 Jul 15 13:52:06.071779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57b2a4-3f02-4b2f-8716-1185cf61759e req-cf7868a8-de01-4681-98f8-4a5d06b1cb01 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:06.073314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba57b2a4-3f02-4b2f-8716-1185cf61759e req-cf7868a8-de01-4681-98f8-4a5d06b1cb01 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 944 time: 0.1239448 Jul 15 13:52:06.141770 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ba57b2a4-3f02-4b2f-8716-1185cf61759e req-d2025ccc-ac2a-4a24-b415-a3c7577fbb4a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593045 Jul 15 13:52:06.145443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-a9d2e92b-1838-4a2f-8066-7281f223c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:06.146836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-a9d2e92b-1838-4a2f-8066-7281f223c9c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0726440 Jul 15 13:52:06.184094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-ad5245c8-c0d2-47d2-bfb8-3941f3cccf3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310473 Jul 15 13:52:06.274002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-3c1de6a0-b244-4f54-a482-caa61a80106a service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829349 Jul 15 13:52:06.365111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67c7cae0-15ae-43d0-8fce-329a5c411fb9 req-a66d506d-7fce-49b1-b86d-438eef8c43f0 service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848014 Jul 15 13:52:07.319795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc10e-cd52-47bf-b106-83acdbc388c4 req-f0a7aa31-8741-4a73-a716-d0c6273da637 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:07.321322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d2cc10e-cd52-47bf-b106-83acdbc388c4 req-f0a7aa31-8741-4a73-a716-d0c6273da637 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 944 time: 0.0674353 Jul 15 13:52:07.360698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d2cc10e-cd52-47bf-b106-83acdbc388c4 req-b3337648-91ee-4b4a-b97f-3613c85a7c7f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Jul 15 13:52:07.610078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:07.612567 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa" -d '{"events": [{"name": "network-changed", "server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:07.658615 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34b5511-52d8-42b1-9ec8-e44c74381bac x-openstack-request-id: req-a34b5511-52d8-42b1-9ec8-e44c74381bac {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:07.658907 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:07.659200 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a34b5511-52d8-42b1-9ec8-e44c74381bac {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:07.659607 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'status': 'completed', 'code': 200} Jul 15 13:52:07.770885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-db59af27-df2b-473b-86db-55b03a0dff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:07.772467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-db59af27-df2b-473b-86db-55b03a0dff30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 1096 time: 0.0946884 Jul 15 13:52:07.774957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-7f79aba8-4c78-4d94-b314-cfcb0ee7572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:07.776333 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-7f79aba8-4c78-4d94-b314-cfcb0ee7572c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 1096 time: 0.0908093 Jul 15 13:52:07.931708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-bc90d5c7-5003-4a2f-8a5b-a458daa2cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:07.933063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-bc90d5c7-5003-4a2f-8a5b-a458daa2cf1d service neutron] 10.222.0.35 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.1543880 Jul 15 13:52:07.934022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-a0b7b750-e7f8-48d6-80c3-f43540353a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:07.935378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-a0b7b750-e7f8-48d6-80c3-f43540353a56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.1496551 Jul 15 13:52:08.008712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-1880ee79-078d-4477-a5da-78b06448778b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 217 time: 0.0675907 Jul 15 13:52:08.010077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-681cb77d-1dc4-401d-b0d8-9aa11a475477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 217 time: 0.0632908 Jul 15 13:52:08.090235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-75f46125-684a-4b84-a3a6-5e3ba4bc2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:08.091739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-75f46125-684a-4b84-a3a6-5e3ba4bc2cf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0758121 Jul 15 13:52:08.095856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-48fd3e03-aea6-4990-b54a-05dda9cb9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:08.097209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-48fd3e03-aea6-4990-b54a-05dda9cb9641 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0801866 Jul 15 13:52:08.148667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-ba6b6a06-1877-4314-a67b-e9f91b89e515 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430181 Jul 15 13:52:08.150420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-32ff24a7-3490-40ff-9d01-6f6ee6289165 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523694 Jul 15 13:52:08.303431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-c2c01e71-8ad6-4cbe-a051-4af94736982e service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486747 Jul 15 13:52:08.305480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-3f6753c2-af02-45d1-afcf-fcb2fa425edb service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432774 Jul 15 13:52:08.464031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-fa705571-eb64-4367-bad8-dcafa7630f98 service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474934 Jul 15 13:52:08.468531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bdcbdc89-4999-40a2-bcdb-c0cfa5d795aa req-d5c2dcdc-01b0-49f9-937d-58c0b650047d service neutron] 10.222.0.35 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593225 Jul 15 13:52:08.470074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 63038180-f180-4734-a38d-5d4cdd6ab3eb no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:52:08.529364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 63038180-f180-4734-a38d-5d4cdd6ab3eb not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:52:08.550502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd82ea-a1c3-431e-befa-35756910c3e3 req-5f8fcf61-1962-4336-959e-d8dce063ad99 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:08.552075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2dd82ea-a1c3-431e-befa-35756910c3e3 req-5f8fcf61-1962-4336-959e-d8dce063ad99 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 944 time: 0.0696414 Jul 15 13:52:08.590326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2dd82ea-a1c3-431e-befa-35756910c3e3 req-24a4ac68-466e-49b6-8dec-c08e261fd2fc tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Jul 15 13:52:08.927898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b46e5-1eaa-4361-8f51-246d611ddcf4 req-b5daa48e-015c-4c66-893f-f50d7fb319c6 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:08.929464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb9b46e5-1eaa-4361-8f51-246d611ddcf4 req-b5daa48e-015c-4c66-893f-f50d7fb319c6 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 944 time: 0.1107998 Jul 15 13:52:08.944154 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-e5af5807-97fe-4307-8689-f0d4033dfaca tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:08.945665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-e5af5807-97fe-4307-8689-f0d4033dfaca tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.30 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629&tenant_id=46b6e577b1334c1eb159444602b83825&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 944 time: 0.1163330 Jul 15 13:52:09.005499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb9b46e5-1eaa-4361-8f51-246d611ddcf4 req-1ca2abb0-aa72-4390-b7b5-143452dd7958 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703316 Jul 15 13:52:09.025187 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-5b791bef-1c69-41e3-84f0-e6c46c35eb2a service neutron] delete failed (client error): The resource could not be found. Jul 15 13:52:09.026215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-5b791bef-1c69-41e3-84f0-e6c46c35eb2a service neutron] 10.222.0.30 "DELETE /v2.0/ports/63038180-f180-4734-a38d-5d4cdd6ab3eb/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0741835 Jul 15 13:52:09.119480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-42d7f031-9d81-4ff6-9e8c-ed58f9fb9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:09.120971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-42d7f031-9d81-4ff6-9e8c-ed58f9fb9247 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b6e577b1334c1eb159444602b83825&device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 1096 time: 0.0528147 Jul 15 13:52:09.182276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 63038180-f180-4734-a38d-5d4cdd6ab3eb details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:52:09.210370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-32e789b6-7d88-4250-843a-4d2e7e3eea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:09.211904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-32e789b6-7d88-4250-843a-4d2e7e3eea45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 200 len: 916 time: 0.0852764 Jul 15 13:52:09.252703 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-d6695669-57ea-475e-8bdf-aca6eb142ea0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 200 len: 217 time: 0.0340343 Jul 15 13:52:09.275479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:09.286408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'network_id': '12fbe196-f17b-4fe1-a59c-b970f7a02468', 'port_id': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'mac_address': 'fa:16:3e:0d:6b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6013ea0-9b2a-4615-9b20-6f475ab085b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:52:09.302790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-0bd8d175-f0ad-4c06-81e5-c65472f32afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:09.304290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-0bd8d175-f0ad-4c06-81e5-c65472f32afc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 200 len: 855 time: 0.0462623 Jul 15 13:52:09.326441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.336230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-bb0bad22-19f0-4fb4-9740-c3196b537689 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fbe196-f17b-4fe1-a59c-b970f7a02468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259385 Jul 15 13:52:09.339050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63038180-f180-4734-a38d-5d4cdd6ab3eb {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:09.359544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:09.363722 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.410998 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:09.427776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-64b25659-fd8d-4e4d-bc8f-65ee3d4ab450 service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839810 Jul 15 13:52:09.578179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['63038180-f180-4734-a38d-5d4cdd6ab3eb'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:09.826825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-046d7fec-870c-4ecb-86e6-679adbdf7a42 req-28b9d739-3ef2-41a9-8092-ff441aa95307 service neutron] 10.222.0.30 "GET /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929870 Jul 15 13:52:10.189404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3efb3d-1324-4fd5-9ef7-2a4624fc0983 req-793ed22d-106d-4c8b-8d63-e0360063a33a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:10.190932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb3efb3d-1324-4fd5-9ef7-2a4624fc0983 req-793ed22d-106d-4c8b-8d63-e0360063a33a tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 945 time: 0.0697210 Jul 15 13:52:10.229833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb3efb3d-1324-4fd5-9ef7-2a4624fc0983 req-0b0681a2-8e81-4658-88d2-7893253a564b tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Jul 15 13:52:11.191887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 63038180-f180-4734-a38d-5d4cdd6ab3eb up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:11.239022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 63038180-f180-4734-a38d-5d4cdd6ab3eb completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:11.242529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 63038180-f180-4734-a38d-5d4cdd6ab3eb triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:11.242896 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:11.318444 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:11.340842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:11.343461 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df7383-a712-4e52-b6b9-2396d9f58ffe" -d '{"events": [{"server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "name": "network-vif-plugged", "status": "completed", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:11.356034 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:11.360846 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:11.412116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:11.413284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78a407-9ae8-4c03-8b9c-327bae64ac3e req-7444b094-ad45-4555-8336-57632cbb0928 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:11.415226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a78a407-9ae8-4c03-8b9c-327bae64ac3e req-7444b094-ad45-4555-8336-57632cbb0928 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 945 time: 0.0705695 Jul 15 13:52:11.453919 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0a78a407-9ae8-4c03-8b9c-327bae64ac3e req-75d089e3-f1cc-4fd2-a4c8-5eb6b5871178 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Jul 15 13:52:11.497468 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd8b360-45da-422e-a11d-c909235f4d51 x-openstack-request-id: req-2fd8b360-45da-422e-a11d-c909235f4d51 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:11.497771 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "name": "network-vif-plugged", "status": "completed", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:11.498028 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fd8b360-45da-422e-a11d-c909235f4d51 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:11.498479 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'code': 200} Jul 15 13:52:11.640019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882cf2-7d41-4cdf-97a8-832f78dd06bd req-5b427a5d-a753-4263-8fee-cc5896e0d015 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:11.641564 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3882cf2-7d41-4cdf-97a8-832f78dd06bd req-5b427a5d-a753-4263-8fee-cc5896e0d015 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0622861 Jul 15 13:52:11.679787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3882cf2-7d41-4cdf-97a8-832f78dd06bd req-dadb9e87-1525-454b-bdae-dc350a91eaa1 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Jul 15 13:52:11.847876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02389e-751b-46f6-a28c-485bbc679378 req-aac4b835-d854-4dd5-a25a-ca653ad1d12f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:11.849364 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb02389e-751b-46f6-a28c-485bbc679378 req-aac4b835-d854-4dd5-a25a-ca653ad1d12f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0626059 Jul 15 13:52:11.890722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb02389e-751b-46f6-a28c-485bbc679378 req-532ad38f-33fa-457d-b755-7cf9060b4cea tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Jul 15 13:52:12.457241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01003c-1347-4380-8d18-d1307d352e7b req-71a264a2-117a-413d-9cb5-152827ac6f00 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:12.458707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df01003c-1347-4380-8d18-d1307d352e7b req-71a264a2-117a-413d-9cb5-152827ac6f00 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0631301 Jul 15 13:52:12.494436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df01003c-1347-4380-8d18-d1307d352e7b req-1fe9b233-09e5-415d-9280-f6b88ef24a8e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302055 Jul 15 13:52:13.502005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-2ba7659d-8642-4a94-a510-85e1e3b3483c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:13.503540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-2ba7659d-8642-4a94-a510-85e1e3b3483c tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.35 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.0641391 Jul 15 13:52:13.616110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Deleting port 63038180-f180-4734-a38d-5d4cdd6ab3eb {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:52:13.616459 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:13.737799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] For port 63038180-f180-4734-a38d-5d4cdd6ab3eb, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=63038180-f180-4734-a38d-5d4cdd6ab3eb,segment=NetworkSegment(92e59b08-d55a-49ea-a81c-9d19cb5aaaaa),segment_id=92e59b08-d55a-49ea-a81c-9d19cb5aaaaa)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:13.738143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:13.747244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94f50e-5e63-4132-a695-79fa8f78b45a req-2988c3a3-9654-4fd4-a335-5ff4e33054c8 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:13.748732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a94f50e-5e63-4132-a695-79fa8f78b45a req-2988c3a3-9654-4fd4-a335-5ff4e33054c8 tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/ports?device_id=164638dc-d607-4448-82da-9d992b0cf629 HTTP/1.1" status: 200 len: 946 time: 0.1430218 Jul 15 13:52:13.771317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Calling delete_port for 63038180-f180-4734-a38d-5d4cdd6ab3eb owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:52:13.827264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3a94f50e-5e63-4132-a695-79fa8f78b45a req-60717aa0-c5e4-49ca-99d5-50c254053dbd tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.25 "GET /v2.0/security-groups?id=97641354-113f-4766-b7e1-1cc5d5c84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729446 Jul 15 13:52:13.916735 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:13.927913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['63038180-f180-4734-a38d-5d4cdd6ab3eb'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:13.945757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Pushing event deleted for resources: {'Port': ['ID=63038180-f180-4734-a38d-5d4cdd6ab3eb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:13.988642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] No DVR routers for this DVR port 63038180-f180-4734-a38d-5d4cdd6ab3eb on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:52:13.991143 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:13.993551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16e6a738-dbc2-4e82-8680-6b7d8f6e5745 req-e8d547b6-c9de-4adf-bd57-7725f013a42e tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] 10.222.0.35 "DELETE /v2.0/ports/63038180-f180-4734-a38d-5d4cdd6ab3eb HTTP/1.1" status: 204 len: 173 time: 0.4848416 Jul 15 13:52:13.994008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'name': 'network-vif-deleted', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:13.996558 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eb8ab7-e751-4f3e-83a9-eed92e73b849" -d '{"events": [{"server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "name": "network-vif-deleted", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:14.033987 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc5eac2-9dc3-4d92-913f-d5f7b4e0f622 x-openstack-request-id: req-edc5eac2-9dc3-4d92-913f-d5f7b4e0f622 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:14.034354 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164638dc-d607-4448-82da-9d992b0cf629", "name": "network-vif-deleted", "tag": "63038180-f180-4734-a38d-5d4cdd6ab3eb", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:14.034682 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edc5eac2-9dc3-4d92-913f-d5f7b4e0f622 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:14.035093 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164638dc-d607-4448-82da-9d992b0cf629', 'name': 'network-vif-deleted', 'tag': '63038180-f180-4734-a38d-5d4cdd6ab3eb', 'status': 'completed', 'code': 200} Jul 15 13:52:14.289278 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:15.051671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32800) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:15.095745 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Deleting subnet e6013ea0-9b2a-4615-9b20-6f475ab085b3 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:52:15.098699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.132690 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.169512 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.225795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.251239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6013ea0-9b2a-4615-9b20-6f475ab085b3,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:15.256186 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.257998 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6013ea0-9b2a-4615-9b20-6f475ab085b3 HTTP/1.1" status: 204 len: 168 time: 0.2053432 Jul 15 13:52:15.260750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32802) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:15.263142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.263497 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.263838 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.264199 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.264509 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.264837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.265202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.265531 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.265853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.266249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.266502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.266824 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca30a3-c666-4781-b1c0-d396dc57355b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:15.330915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.410328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.420318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fbe196-f17b-4fe1-a59c-b970f7a02468']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:15.430464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:15.430763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e59b08-d55a-49ea-a81c-9d19cb5aaaaa') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:15.439916 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.452965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.458595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:52:15.458978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: timer() Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:52:15.460622 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:52:15.513539 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.519461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.521368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] 10.222.0.25 "DELETE /v2.0/networks/12fbe196-f17b-4fe1-a59c-b970f7a02468 HTTP/1.1" status: 204 len: 168 time: 0.2596159 Jul 15 13:52:15.532479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354ba6c-8bfd-4390-a0eb-f6731047cf2d admin admin] Pushing event deleted for resources: {'Network': ['ID=12fbe196-f17b-4fe1-a59c-b970f7a02468,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:15.623835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32806) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:15.663349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4ffa175e-378f-432e-9af9-fa2a2468513f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46b6e577b1334c1eb159444602b83825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377533 Jul 15 13:52:15.666004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32808) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:15.720529 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c73b58a-cc58-4f8f-a097-68ae130fd619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.741317 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c73b58a-cc58-4f8f-a097-68ae130fd619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.787687 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c73b58a-cc58-4f8f-a097-68ae130fd619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.790435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c73b58a-cc58-4f8f-a097-68ae130fd619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.791848 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2c73b58a-cc58-4f8f-a097-68ae130fd619 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97641354-113f-4766-b7e1-1cc5d5c84f7d HTTP/1.1" status: 204 len: 168 time: 0.1246872 Jul 15 13:52:15.803011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73b58a-cc58-4f8f-a097-68ae130fd619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97641354-113f-4766-b7e1-1cc5d5c84f7d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:16.442047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32830) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:16.533517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1963566400-network', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:16.554197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Made reservation on behalf of c6825a3f57d84aa690f12fcbadf665a3 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:16.556549 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.565200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.652240 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.657404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.682940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:52:16.692443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e6608-c784-4720-8688-ab6d67f67462,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:16.698486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.698800 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Added segment 9869bb57-2437-433d-8eda-9ea32f549106 of type vlan for network 46e880f2-de35-4b27-a6c2-6e54589f9cca Jul 15 13:52:16.738264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.765389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.766337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.766913 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.799838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3566976 Jul 15 13:52:16.802904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32834) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:16.808052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Request body: {'subnet': {'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1963566400-subnet', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:16.828688 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Made reservation on behalf of c6825a3f57d84aa690f12fcbadf665a3 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:16.829033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49105cf6-c4c6-4344-9f18-81bd84374425 admin admin] Pushing event updated for resources: {'Network': ['ID=46e880f2-de35-4b27-a6c2-6e54589f9cca,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:16.830969 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.839473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:52:17.001339 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.061314 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d51741-b76a-4ce4-8c52-6d95446385c9,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:17.069669 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:17.070034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Network hostable DHCP agents. Network: 46e880f2-de35-4b27-a6c2-6e54589f9cca, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:52:17.088344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:52:17.099495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 46e880f2-de35-4b27-a6c2-6e54589f9cca) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:17.103924 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:17.104522 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.110176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f34db72-00a6-4d5b-89f3-4beed51acaea None None] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:52:17.120451 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-68e7355d-d2cd-4c64-84ac-920ad707ff9f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3162208 Jul 15 13:52:17.123286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32836) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:17.135711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:17.149114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.150125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.205658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.254071 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 63038180-f180-4734-a38d-5d4cdd6ab3eb no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:52:17.257247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-46e880f2-de35-4b27-a6c2-6e54589f9cca', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:52:17.258094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.287901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 63038180-f180-4734-a38d-5d4cdd6ab3eb {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:52:17.288264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 63038180-f180-4734-a38d-5d4cdd6ab3eb not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:52:17.343178 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.413826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Allocated IP 172.20.0.2 (46e880f2-de35-4b27-a6c2-6e54589f9cca/50d51741-b76a-4ce4-8c52-6d95446385c9/7d45f23c-32fa-4b39-a989-a024d0eb1527) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:17.554542 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.555791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.563088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Transition to ACTIVE for port object 7d45f23c-32fa-4b39-a989-a024d0eb1527 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:17.574943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.578245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Transition to ACTIVE for port object 7d45f23c-32fa-4b39-a989-a024d0eb1527 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:17.584039 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.619519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:17.624148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:17.626556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:52:17.638454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Pushing event updated for resources: {'Port': ['ID=7d45f23c-32fa-4b39-a989-a024d0eb1527,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:17.678304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Allocated IP 172.25.1.12 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/f798e734-a29b-46c4-82d4-010adff867ac) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:17.693658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Attempting to bind port 7d45f23c-32fa-4b39-a989-a024d0eb1527 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:17.694073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Attempting to bind port 7d45f23c-32fa-4b39-a989-a024d0eb1527 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:17.694447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Attempting to bind port 7d45f23c-32fa-4b39-a989-a024d0eb1527 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:17.699423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:17.699799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:17.700204 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.700593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:17.701055 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Bound port: 7d45f23c-32fa-4b39-a989-a024d0eb1527, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:17.701467 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.763429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] For port 7d45f23c-32fa-4b39-a989-a024d0eb1527, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:17.767154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] For port 7d45f23c-32fa-4b39-a989-a024d0eb1527, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7d45f23c-32fa-4b39-a989-a024d0eb1527,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:17.771894 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.787787 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.826089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d7fa8-71d8-4229-acb0-ccc0376dea86 None None] Pushing event updated for resources: {'Port': ['ID=7d45f23c-32fa-4b39-a989-a024d0eb1527,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:17.836200 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.878224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:17.881132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:17.883455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:52:17.911039 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Pushing event updated for resources: {'Port': ['ID=f798e734-a29b-46c4-82d4-010adff867ac,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:18.151944 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:18.354202 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:18.490018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:52:18.606748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:52:18.616203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:52:18.623967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:18.625398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-438f06b4-665c-4f28-8d17-f5eec38391fd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5009899 Jul 15 13:52:18.628279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32838) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:18.629685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:18.630554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:51:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:18.721624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742e0bc-48b5-4081-812d-a4a664fb034a None None] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:52:18.795371 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:18.882451 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-747fc55a-60e1-4851-8f79-e59115ba6672 None None] Provisioning for port 7d45f23c-32fa-4b39-a989-a024d0eb1527 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:19.077294 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.138962 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6e65a54d-492a-45c3-aee5-41d521bb1345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.243097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:18Z', 'revision_number': 3, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:19.247662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Allocated IP 172.20.0.1 (46e880f2-de35-4b27-a6c2-6e54589f9cca/50d51741-b76a-4ce4-8c52-6d95446385c9/c42ec81b-573d-417c-b42d-8b1f229d9f1d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:19.271549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:52:19.271919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Updating router 465fa268-14dc-4292-bb8c-5c0b599d8021 port f798e734-a29b-46c4-82d4-010adff867ac binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:52:19.308589 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.370598 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.402637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Transition to ACTIVE for port object c42ec81b-573d-417c-b42d-8b1f229d9f1d will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:19.459620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.507287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:19.510460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:19.515740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:52:19.543071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Pushing event updated for resources: {'Port': ['ID=c42ec81b-573d-417c-b42d-8b1f229d9f1d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:19.563294 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.620293 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.635457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Transition to ACTIVE for port object f798e734-a29b-46c4-82d4-010adff867ac will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:19.644961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.703182 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc153f8e-a333-41b4-9d95-9fc46d5fe437 None None] Pushing event updated for resources: {'Port': ['ID=f798e734-a29b-46c4-82d4-010adff867ac,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:19.705583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Attempting to bind port f798e734-a29b-46c4-82d4-010adff867ac on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:19.705956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Attempting to bind port f798e734-a29b-46c4-82d4-010adff867ac by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:19.706318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Attempting to bind port f798e734-a29b-46c4-82d4-010adff867ac on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:19.713187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:19.714097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:19.714097 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.714388 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:19.714841 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Bound port: f798e734-a29b-46c4-82d4-010adff867ac, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:19.715264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.730216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.784496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] For port f798e734-a29b-46c4-82d4-010adff867ac, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:19.787046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a1d42244-deb0-4be5-8dbd-249bc82dd34a None None] Provisioning for port c42ec81b-573d-417c-b42d-8b1f229d9f1d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:19.790240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] For port f798e734-a29b-46c4-82d4-010adff867ac, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f798e734-a29b-46c4-82d4-010adff867ac,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:19.793249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a1d42244-deb0-4be5-8dbd-249bc82dd34a None None] Provisioning complete for port c42ec81b-573d-417c-b42d-8b1f229d9f1d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:19.793623 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a1d42244-deb0-4be5-8dbd-249bc82dd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.796995 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.867571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a1d42244-deb0-4be5-8dbd-249bc82dd34a None None] Port c42ec81b-573d-417c-b42d-8b1f229d9f1d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:52:19.887862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:19.888513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:51:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:19.927212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7d45f23c-32fa-4b39-a989-a024d0eb1527 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:19.931070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc153f8e-a333-41b4-9d95-9fc46d5fe437 None None] Pushing event updated for resources: {'Port': ['ID=f798e734-a29b-46c4-82d4-010adff867ac,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:19.950176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.955701 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:20.026119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Pushing event updated for resources: {'Port': ['ID=c42ec81b-573d-417c-b42d-8b1f229d9f1d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:20.029537 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:20.034920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:20.037366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 7d45f23c-32fa-4b39-a989-a024d0eb1527 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:20.068665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7d45f23c-32fa-4b39-a989-a024d0eb1527 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:20.069045 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:20.124710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:20.126428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:20.273013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:20.339474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 7d45f23c-32fa-4b39-a989-a024d0eb1527, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7d45f23c-32fa-4b39-a989-a024d0eb1527,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:20.346100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:20.414153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 1, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:20.447227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=7d45f23c-32fa-4b39-a989-a024d0eb1527,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:20.450731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89110a95-097e-4ce8-af2d-98d285ade2b1 None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 1, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:52:20.452786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-538943fa-a6c0-4c46-a709-f3ebacdc6313 None None] Provisioning complete for port c42ec81b-573d-417c-b42d-8b1f229d9f1d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:20.453163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-538943fa-a6c0-4c46-a709-f3ebacdc6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:20.493970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-538943fa-a6c0-4c46-a709-f3ebacdc6313 None None] Port c42ec81b-573d-417c-b42d-8b1f229d9f1d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:52:20.584923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:52:20.717085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:52:20.724360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-343219a3-1fb2-4643-9cdd-e737d7565c33 admin admin] 10.222.0.25 "PUT /v2.0/routers/465fa268-14dc-4292-bb8c-5c0b599d8021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0950546 Jul 15 13:52:21.243710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32846) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:21.248558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-209504bf-c236-4d1c-bf8a-62fc8d50d518 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262824834', 'description': 'tempest-description--484136541'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:21.271842 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-209504bf-c236-4d1c-bf8a-62fc8d50d518 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.358049 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-209504bf-c236-4d1c-bf8a-62fc8d50d518 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.362651 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-209504bf-c236-4d1c-bf8a-62fc8d50d518 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.391603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-209504bf-c236-4d1c-bf8a-62fc8d50d518 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.392803 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-209504bf-c236-4d1c-bf8a-62fc8d50d518 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1480839 Jul 15 13:52:21.396052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32848) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:21.397226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209504bf-c236-4d1c-bf8a-62fc8d50d518 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72202d4-867b-4036-82aa-f196305ea8e3,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:21.401462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6584c287-5c0b-49d2-a41e-3ce86a82dfe1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'security_group_rule': {'security_group_id': 'a72202d4-867b-4036-82aa-f196305ea8e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:21.432479 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6584c287-5c0b-49d2-a41e-3ce86a82dfe1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.491190 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6584c287-5c0b-49d2-a41e-3ce86a82dfe1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.496419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6584c287-5c0b-49d2-a41e-3ce86a82dfe1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.513130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c287-5c0b-49d2-a41e-3ce86a82dfe1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8295b095-c862-4ec8-8e1c-18e88ed44779,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:21.524403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6584c287-5c0b-49d2-a41e-3ce86a82dfe1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.525762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6584c287-5c0b-49d2-a41e-3ce86a82dfe1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283369 Jul 15 13:52:21.528388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 32850) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:21.533981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-18b14ea9-7c77-46c5-b521-912a90a1b54d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'security_group_rule': {'security_group_id': 'a72202d4-867b-4036-82aa-f196305ea8e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:21.562575 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18b14ea9-7c77-46c5-b521-912a90a1b54d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.611322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-52c747fc-66b4-4421-ab11-91544b163a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.675726 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18b14ea9-7c77-46c5-b521-912a90a1b54d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.681685 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18b14ea9-7c77-46c5-b521-912a90a1b54d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.700600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b14ea9-7c77-46c5-b521-912a90a1b54d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8df401-dc07-40ff-b9d5-7899facdc67c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:21.708709 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18b14ea9-7c77-46c5-b521-912a90a1b54d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.712804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-18b14ea9-7c77-46c5-b521-912a90a1b54d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805592 Jul 15 13:52:21.713151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32852) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:21.718613 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:21.729097 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.745020 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.857407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.933994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7d45f23c-32fa-4b39-a989-a024d0eb1527 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:22.000525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7d45f23c-32fa-4b39-a989-a024d0eb1527 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:22.001155 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.024479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Allocated IP 172.25.1.2 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/568f5f48-193b-48f8-a0f4-6fa09ac28b3c) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:22.110832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f798e734-a29b-46c4-82d4-010adff867ac up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:22.165881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f798e734-a29b-46c4-82d4-010adff867ac completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:22.170298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f798e734-a29b-46c4-82d4-010adff867ac triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:22.170665 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.171916 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.214459 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.253057 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:22.259592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:22.263691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:52:22.264566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.287820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f798e734-a29b-46c4-82d4-010adff867ac, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f798e734-a29b-46c4-82d4-010adff867ac,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:22.292015 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'Port': ['ID=568f5f48-193b-48f8-a0f4-6fa09ac28b3c,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:22.292883 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.344001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f798e734-a29b-46c4-82d4-010adff867ac,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:22.392080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.437942 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.445788 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:52:22.455556 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:22.456092 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:52:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:22.558017 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:22.587125 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.591462 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.658062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'Port': ['ID=568f5f48-193b-48f8-a0f4-6fa09ac28b3c,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:22.675151 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.689846 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.691124 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e3bbbc1e-f13b-41cf-9327-e159af5c548e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9769788 Jul 15 13:52:22.763999 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 2, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:22.790450 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:52:22.790802 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Updating router 465fa268-14dc-4292-bb8c-5c0b599d8021 port c42ec81b-573d-417c-b42d-8b1f229d9f1d binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:52:22.824562 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:22.837117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-497e1a01-372e-4a62-ad92-857b07e066f3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1262824834&fields=id&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 267 time: 0.0352163 Jul 15 13:52:22.951159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-9abfdedd-bc82-46d8-9ddb-d1fb9394f99f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:22.952782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-9abfdedd-bc82-46d8-9ddb-d1fb9394f99f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 812 time: 0.1087749 Jul 15 13:52:22.968876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-3ec05925-d806-4ba6-954e-4baae335ab6b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/quotas/c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 375 time: 0.0097477 Jul 15 13:52:23.017435 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.050174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-f77e6930-4c9f-4e5f-ad3c-ac8cfeaeebd8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757086 Jul 15 13:52:23.145976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-e0cbf7f2-b149-4e05-b11d-ae776f1d6a58 service neutron] 10.222.0.25 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845218 Jul 15 13:52:23.185670 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.196201 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Transition to ACTIVE for port object c42ec81b-573d-417c-b42d-8b1f229d9f1d will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:23.202264 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.250492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-3892fcdd-4c4d-46cd-b2d5-250e42ed520c service neutron] 10.222.0.25 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984175 Jul 15 13:52:23.279818 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Pushing event updated for resources: {'Port': ['ID=c42ec81b-573d-417c-b42d-8b1f229d9f1d,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:23.306889 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.307264 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.307607 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.307949 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.308282 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.308619 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.308941 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.309264 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.309588 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.309911 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.310260 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.310579 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.325727 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Attempting to bind port c42ec81b-573d-417c-b42d-8b1f229d9f1d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:23.326105 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Attempting to bind port c42ec81b-573d-417c-b42d-8b1f229d9f1d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:23.326473 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Attempting to bind port c42ec81b-573d-417c-b42d-8b1f229d9f1d on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:23.332996 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:23.333595 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:23.334068 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.334907 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:23.334907 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Bound port: c42ec81b-573d-417c-b42d-8b1f229d9f1d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:23.335397 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.414060 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] For port c42ec81b-573d-417c-b42d-8b1f229d9f1d, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:23.417509 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] For port c42ec81b-573d-417c-b42d-8b1f229d9f1d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c42ec81b-573d-417c-b42d-8b1f229d9f1d,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:23.422413 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.496271 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:23.500234 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:52:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:23.536809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2119f597-90aa-46f2-a739-3829d11f8eb9 req-da076f98-3a85-4e23-bd61-7db0d1c76e43 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0446723 Jul 15 13:52:23.601543 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759aa62-6dbe-4337-8e19-86b25079b151 None None] Pushing event updated for resources: {'Port': ['ID=c42ec81b-573d-417c-b42d-8b1f229d9f1d,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:23.636330 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:23.892793 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:23Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:23.917470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c42ec81b-573d-417c-b42d-8b1f229d9f1d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:23.928795 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c5e8b-fbcb-4ff5-940b-3a431c562e60 None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:23Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:52:23.972513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c42ec81b-573d-417c-b42d-8b1f229d9f1d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:23.977167 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c42ec81b-573d-417c-b42d-8b1f229d9f1d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:23.977738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:24.069868 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:24.107906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c42ec81b-573d-417c-b42d-8b1f229d9f1d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c42ec81b-573d-417c-b42d-8b1f229d9f1d,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:24.113772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:24.114780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f798e734-a29b-46c4-82d4-010adff867ac up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:24.201748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c42ec81b-573d-417c-b42d-8b1f229d9f1d,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:24.214641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f798e734-a29b-46c4-82d4-010adff867ac triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:24.215244 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:24.494714 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:24.712362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-ab428855-bb47-4ca5-b385-95f617a422bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:24.714170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-ab428855-bb47-4ca5-b385-95f617a422bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 812 time: 0.1342680 Jul 15 13:52:24.733361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e55658c-168b-4747-b909-ef884e95e195 req-d06fa053-557e-441d-bb09-e548ce8e5040 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0429351 Jul 15 13:52:24.777941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-d34c1614-e680-4595-9839-92f4a80b828a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 380 time: 0.0467639 Jul 15 13:52:24.786929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'port': {'device_id': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'admin_state_up': True, 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'security_groups': ['a72202d4-867b-4036-82aa-f196305ea8e3']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:24.905186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Made reservation on behalf of c6825a3f57d84aa690f12fcbadf665a3 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:24.909033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.036681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Allocated IP 172.20.0.10 (46e880f2-de35-4b27-a6c2-6e54589f9cca/50d51741-b76a-4ce4-8c52-6d95446385c9/4d635aa3-ea80-456b-8e2b-75ccbe250f80) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:25.182434 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.198730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Transition to ACTIVE for port object 4d635aa3-ea80-456b-8e2b-75ccbe250f80 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:25.233424 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.287748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:25.291453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:25.296252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:52:25.322193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:25.360834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:25.361761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.385725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a7be21c4-aee0-49e3-91d7-85a9a31ec25d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6002827 Jul 15 13:52:25.396030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Request body: {'port': {'device_id': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:25.478422 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.596408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d7477947-16ef-4270-95bb-90cb4e306576 None None] Provisioning for port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:25.600087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d7477947-16ef-4270-95bb-90cb4e306576 None None] Provisioning complete for port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:25.600466 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d7477947-16ef-4270-95bb-90cb4e306576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.635528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d7477947-16ef-4270-95bb-90cb4e306576 None None] Port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:52:25.753108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d635aa3-ea80-456b-8e2b-75ccbe250f80 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:25.760629 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.774169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Transition to ACTIVE for port object 4d635aa3-ea80-456b-8e2b-75ccbe250f80 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:25.778590 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.855373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:25.933268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c42ec81b-573d-417c-b42d-8b1f229d9f1d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:25.959835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Attempting to bind port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:25.960180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Attempting to bind port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:25.960578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Attempting to bind port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:25.975431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249fc5c-7a1b-4354-bb10-0837b206529b req-5b468267-fe4e-446f-ad72-4eac21e24b1b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:25.977062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a249fc5c-7a1b-4354-bb10-0837b206529b req-5b468267-fe4e-446f-ad72-4eac21e24b1b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0948479 Jul 15 13:52:25.977908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:52:25.978237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Attempting to bind port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:25.986485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:25.986832 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:25.987260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:25.987714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Bound port: 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:25.988083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.998268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c42ec81b-573d-417c-b42d-8b1f229d9f1d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:25.998717 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:26.051917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a249fc5c-7a1b-4354-bb10-0837b206529b req-c27acedd-df86-43fc-abde-5ae7f2d56379 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681171 Jul 15 13:52:26.082390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:26.085798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:26.091117 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:26.135944 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.136702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:26.138432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] 10.222.0.35 "PUT /v2.0/ports/4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 1093 time: 0.7475388 Jul 15 13:52:26.138964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:26.141330 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d8913f-3e9e-412b-81d4-221589aa441e" -d '{"events": [{"name": "network-changed", "server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:26.194302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e134d-18d3-40e5-9ea1-034554bcf86b service neutron] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:26.212170 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9659c72-2a10-4d69-b2ff-313d3a0d8f4e x-openstack-request-id: req-a9659c72-2a10-4d69-b2ff-313d3a0d8f4e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:26.212468 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:26.212721 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9659c72-2a10-4d69-b2ff-313d3a0d8f4e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:26.213122 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'status': 'completed', 'code': 200} Jul 15 13:52:26.264232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-618d02df-fe29-4e52-9506-a818b439897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.265803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-618d02df-fe29-4e52-9506-a818b439897f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0663695 Jul 15 13:52:26.312164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-3f204570-d345-41d1-b5bb-b9855c3d21f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 217 time: 0.0380287 Jul 15 13:52:26.371277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-623111e2-b3e6-4fa5-86d7-caae306d638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.372825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-623111e2-b3e6-4fa5-86d7-caae306d638c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0548117 Jul 15 13:52:26.444350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-40bf3399-1873-47b6-8bd2-532b9c0f3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.445947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-40bf3399-1873-47b6-8bd2-532b9c0f3881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662973 Jul 15 13:52:26.537579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-0fd3db92-0f4a-45ed-8377-66ceb0c5232d service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850952 Jul 15 13:52:26.634557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ca16eb3-6ff4-4931-8dfd-919caeea1f9d req-11b464a0-69ae-4068-8b58-129ebf117b2f service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905919 Jul 15 13:52:26.737695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8913f-3e9e-412b-81d4-221589aa441e req-c57dad8e-6dab-4990-9dae-579175a31221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.739303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41d8913f-3e9e-412b-81d4-221589aa441e req-c57dad8e-6dab-4990-9dae-579175a31221 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0551081 Jul 15 13:52:26.835311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8913f-3e9e-412b-81d4-221589aa441e req-bd17285b-898d-4690-bfe9-1f9882e8b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.836829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41d8913f-3e9e-412b-81d4-221589aa441e req-bd17285b-898d-4690-bfe9-1f9882e8b39f service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0908334 Jul 15 13:52:26.878958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41d8913f-3e9e-412b-81d4-221589aa441e req-63e268b3-ddc9-4639-9552-d478b2ca9141 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 217 time: 0.0345914 Jul 15 13:52:26.928419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8913f-3e9e-412b-81d4-221589aa441e req-942d2c5e-04fe-43bf-b408-22ecbf45c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.929918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41d8913f-3e9e-412b-81d4-221589aa441e req-942d2c5e-04fe-43bf-b408-22ecbf45c6e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0443597 Jul 15 13:52:26.992769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8913f-3e9e-412b-81d4-221589aa441e req-0cd340c6-e538-4b4a-b8e4-63286702887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.994293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41d8913f-3e9e-412b-81d4-221589aa441e req-0cd340c6-e538-4b4a-b8e4-63286702887b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580947 Jul 15 13:52:27.085935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41d8913f-3e9e-412b-81d4-221589aa441e req-3e3b39a9-8083-417a-bd58-f48c23f296a6 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843289 Jul 15 13:52:27.226893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41d8913f-3e9e-412b-81d4-221589aa441e req-9efae162-f31a-4862-b300-9c07deb0365c service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344745 Jul 15 13:52:27.267970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dc127-0f57-4f8c-867c-da4c4d08f6e3 req-656cc019-c097-4a28-947d-0373d7c514ec tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:27.269532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-871dc127-0f57-4f8c-867c-da4c4d08f6e3 req-656cc019-c097-4a28-947d-0373d7c514ec tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0935190 Jul 15 13:52:27.310726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-871dc127-0f57-4f8c-867c-da4c4d08f6e3 req-4d98dbc2-c037-4b89-bdc2-39b6150eae04 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355961 Jul 15 13:52:28.501563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b448040-7f20-4ae1-896d-c7f2398bc8bf req-2d0df92a-508a-402a-a82b-3388d85772b2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:28.503220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9b448040-7f20-4ae1-896d-c7f2398bc8bf req-2d0df92a-508a-402a-a82b-3388d85772b2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0733323 Jul 15 13:52:28.542971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9b448040-7f20-4ae1-896d-c7f2398bc8bf req-7afe0f4e-d243-489a-b6f0-a9b1eb0cadcf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341682 Jul 15 13:52:29.292139 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4d635aa3-ea80-456b-8e2b-75ccbe250f80 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:52:29.396072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:29.409437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'mac_address': 'fa:16:3e:2f:62:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:52:29.448241 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.462537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d635aa3-ea80-456b-8e2b-75ccbe250f80 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:29.486407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:29.490476 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.545084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:29.678716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['4d635aa3-ea80-456b-8e2b-75ccbe250f80'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:29.753589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2356e-dc48-448c-982c-8981091c532d req-bb9726ca-d252-44de-a171-7a5fadd69761 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.755204 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8c2356e-dc48-448c-982c-8981091c532d req-bb9726ca-d252-44de-a171-7a5fadd69761 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0748315 Jul 15 13:52:29.804308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8c2356e-dc48-448c-982c-8981091c532d req-2c73214e-2588-456d-9f89-35091417673b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 Jul 15 13:52:30.984565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34139f-794b-40af-9f73-ae5e129127ff req-eb21c7cb-349d-48f4-a62d-d04f526c2c08 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.985961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b34139f-794b-40af-9f73-ae5e129127ff req-eb21c7cb-349d-48f4-a62d-d04f526c2c08 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0638468 Jul 15 13:52:31.024354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3b34139f-794b-40af-9f73-ae5e129127ff req-66f58101-82c5-4d52-93e7-f6eeef7407ea tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Jul 15 13:52:31.306549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4d635aa3-ea80-456b-8e2b-75ccbe250f80 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:31.354654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:31.359155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:31.359734 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:31.439078 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:31.462188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:31.464536 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd275ea-c928-44da-81d3-4867ed4eceaa" -d '{"events": [{"server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:31.479187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:31.485406 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:31.511571 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b05cd1-48dd-4f00-87c8-9a2b993cd88f x-openstack-request-id: req-29b05cd1-48dd-4f00-87c8-9a2b993cd88f {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:31.511868 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:31.512120 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29b05cd1-48dd-4f00-87c8-9a2b993cd88f {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:31.512514 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'code': 200} Jul 15 13:52:31.540874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:31.630343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70072240-0e88-4a55-ae2f-17c74e0e2f4a req-7fab9448-4755-4e92-be16-28fd09185be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:31.631893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70072240-0e88-4a55-ae2f-17c74e0e2f4a req-7fab9448-4755-4e92-be16-28fd09185be2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.0589247 Jul 15 13:52:31.669962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-70072240-0e88-4a55-ae2f-17c74e0e2f4a req-8db8825d-bd77-426f-8267-34a6527422c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Jul 15 13:52:32.200846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd0382-4c17-443f-a04e-1783235d902b req-c97a572c-29fe-442e-b397-7bc23c8337c8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:32.202227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fd0382-4c17-443f-a04e-1783235d902b req-c97a572c-29fe-442e-b397-7bc23c8337c8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0625818 Jul 15 13:52:32.240328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93fd0382-4c17-443f-a04e-1783235d902b req-f67e3fe7-2af3-47a1-a5e1-200b0a2a1541 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323849 Jul 15 13:52:33.418480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80e2a-4e03-4db9-9f35-b2f513f1839c req-1d137d53-033f-4d7a-a213-d3b2d0276420 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:33.419995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ca80e2a-4e03-4db9-9f35-b2f513f1839c req-1d137d53-033f-4d7a-a213-d3b2d0276420 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0686543 Jul 15 13:52:33.457926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ca80e2a-4e03-4db9-9f35-b2f513f1839c req-eb04399a-4d06-4374-b04a-45c1d64eb7a4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 Jul 15 13:52:33.623447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0697cf0-80d9-439c-b1cc-6a1e449c9772 req-8f340d7e-c21a-45a7-9368-c784c4bcbc0e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:33.625535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0697cf0-80d9-439c-b1cc-6a1e449c9772 req-8f340d7e-c21a-45a7-9368-c784c4bcbc0e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0651262 Jul 15 13:52:33.633989 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 32898) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:33.638925 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'floatingip': {'port_id': '4d635aa3-ea80-456b-8e2b-75ccbe250f80'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:33.682591 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:34.252517 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:34.256579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:34.589284 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c associated. External IP: 172.25.1.2, port: 4d635aa3-ea80-456b-8e2b-75ccbe250f80. Jul 15 13:52:34.794336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:52:34.899249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:52:34.903744 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:34.909374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:52:34.927582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:34.928211 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:52:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:34.931217 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:34.945592 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c32ca5be-76fd-4110-a6b4-0c279e5839bf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "PUT /v2.0/floatingips/c9aee01a-4329-4871-ba3c-b58c589ca40c HTTP/1.1" status: 200 len: 990 time: 1.3104267 Jul 15 13:52:34.946186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:34.948489 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29f9e22876ca2eb3ebe34546fffaf9133d824305924c68a94300297ed312472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a3cdcb-6ea2-48b3-a824-49678b3e7837" -d '{"events": [{"name": "network-changed", "server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:35.034887 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:35.081447 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86da237-fe53-405a-baaa-db3963c8811e x-openstack-request-id: req-a86da237-fe53-405a-baaa-db3963c8811e {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:35.081741 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:35.081999 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a86da237-fe53-405a-baaa-db3963c8811e {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:35.082404 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'status': 'completed', 'code': 200} Jul 15 13:52:35.156667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-04954926-af52-4b8b-b0b6-31f736146941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:35.158130 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-04954926-af52-4b8b-b0b6-31f736146941 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.0529547 Jul 15 13:52:35.263939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-76e4b071-7b8c-492d-9bfc-1304229d532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:35.265525 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-76e4b071-7b8c-492d-9bfc-1304229d532c service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0997741 Jul 15 13:52:35.339217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-8ae92472-d637-4883-96c0-0306cef93b75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 998 time: 0.0667922 Jul 15 13:52:35.402710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-152a4067-6b6f-415c-9f11-102b29f43608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:35.406063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-152a4067-6b6f-415c-9f11-102b29f43608 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0602663 Jul 15 13:52:35.439970 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:2f:62:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:52:34Z', 'revision_number': 1, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:35.463073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-b0cf8872-0b64-44c4-8c20-e44c240e1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:35.464636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-b0cf8872-0b64-44c4-8c20-e44c240e1bbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531640 Jul 15 13:52:35.470667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:52:35.479937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:35.480566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:52:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:35.553429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-7e8d6ebf-1c79-44be-9543-c007c848e0d2 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824006 Jul 15 13:52:35.585187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:35.645465 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32a3cdcb-6ea2-48b3-a824-49678b3e7837 req-ef9b6054-3801-4714-abc2-fe719dbc5e88 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862906 Jul 15 13:52:35.808264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:2f:62:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:52:34Z', 'revision_number': 1, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:35.834588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94677049-7fbe-4e8e-860d-2f5287dea018 None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:2f:62:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:52:34Z', 'revision_number': 1, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:52:35.928122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:36.016512 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f295679-8d34-4270-99e6-152f26245335 None None] New status for floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:52:48.930492 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ccb9f15a-ea76-4581-8648-faeafc3277de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:51.172795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-a0eccf7b-7137-4e64-8fd3-54ff276f756a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509214 Jul 15 13:52:51.265907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-a5b69f62-c216-4be1-a788-0e22e30a9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:51.267455 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-a5b69f62-c216-4be1-a788-0e22e30a9ec5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.0518200 Jul 15 13:52:51.288238 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:51.372329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-dc200268-53b9-44ac-a613-04fc9f822c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:51.373783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-dc200268-53b9-44ac-a613-04fc9f822c63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0866795 Jul 15 13:52:51.438893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-7fdfbb93-1868-43c1-b8c1-cf1984ef43f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 1000 time: 0.0578732 Jul 15 13:52:51.492934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-55a8a455-015c-4028-9b2e-89578470811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:51.494405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-55a8a455-015c-4028-9b2e-89578470811f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0478182 Jul 15 13:52:51.551438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-66bc4fcd-0bac-4d7d-9753-58802c23eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:51.552975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-66bc4fcd-0bac-4d7d-9753-58802c23eac2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520797 Jul 15 13:52:51.606002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-51beaf7d-839a-4dd6-ab6c-59cfd74b46c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:51.642867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-aafced16-6483-4f50-bd3f-1748ae47812c service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825891 Jul 15 13:52:51.722128 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:51.738009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b980aca-05e0-4b0d-8fec-dde156bf7442 req-a875a621-1028-4191-8363-c704b3e16a7a service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883203 Jul 15 13:52:53.017206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:54.494778 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:04.944833 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:05.933516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.931102 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b25f718b-fc5b-4a1d-890d-dfe47aff6c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:21.613149 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aa20def6-2f11-4bfe-86cc-a8b39b6ed6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:21.727501 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.025260 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:24.501813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:28.287791 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:34.944887 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:35.932703 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:48.931801 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d67252c8-1045-43bf-8cd4-32f1b650218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:51.330383 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-d90091ee-111e-4a04-ac6d-aa0c61c53291 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0970230 Jul 15 13:53:51.427972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-e910eaa9-7ea7-420c-a9c0-0e54d3659611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.429480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-e910eaa9-7ea7-420c-a9c0-0e54d3659611 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.0569198 Jul 15 13:53:51.531738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-73d6cf49-44db-4f01-b098-eb3dab20f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.533147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-73d6cf49-44db-4f01-b098-eb3dab20f086 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0839908 Jul 15 13:53:51.600937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-11dce85d-eb4f-412a-9b7b-0f31874b9364 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 1000 time: 0.0614190 Jul 15 13:53:51.604590 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-83b16bfb-a3c0-4d21-a90d-59b4f81d20a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:51.649170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-4fd8c60e-9a3f-48cb-b6a4-29b036376943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.650638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-4fd8c60e-9a3f-48cb-b6a4-29b036376943 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0438633 Jul 15 13:53:51.707255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-0190d399-9980-4356-beab-4d6fed7d99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.708761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-0190d399-9980-4356-beab-4d6fed7d99ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517092 Jul 15 13:53:51.737240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:51.807677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-8934469b-1889-4a5e-9400-c8c571977296 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902472 Jul 15 13:53:51.894485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8554e60c-b77a-49e9-8ac0-e4cec052190e req-810eb11d-0f61-488a-965f-554d5dfa6e8e service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804024 Jul 15 13:53:53.023539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:54.499886 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:04.940405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:05.287122 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:05.947195 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:10.061913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef82194-3a8e-45e3-8b86-89cd2b1b2123 req-90865c94-8757-4fff-90f3-f3900f846387 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:10.063439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cef82194-3a8e-45e3-8b86-89cd2b1b2123 req-90865c94-8757-4fff-90f3-f3900f846387 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1212294 Jul 15 13:54:10.100581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cef82194-3a8e-45e3-8b86-89cd2b1b2123 req-75bc6f57-9c54-4e15-801a-f138493b5e25 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Jul 15 13:54:10.437073 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-a03e1127-95fd-4690-8e52-293358abc166 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558901 Jul 15 13:54:10.494548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1c80f-ec01-4555-8705-0477854f22b3 req-b4002f9e-d666-499c-a44c-fd2d157313ab tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:10.496091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0a1c80f-ec01-4555-8705-0477854f22b3 req-b4002f9e-d666-499c-a44c-fd2d157313ab tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0665541 Jul 15 13:54:10.535034 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0a1c80f-ec01-4555-8705-0477854f22b3 req-d191b804-366a-44ca-abdb-57a2b28b432d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Jul 15 13:54:11.668632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-6adaf5cb-9ec9-4735-ac4a-deb56576bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.670139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-6adaf5cb-9ec9-4735-ac4a-deb56576bd05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.0615227 Jul 15 13:54:11.797027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b3709-0227-499f-8723-245a6d0754e2 req-96f614ef-dbc0-4349-bc66-c31d299ec7c8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.798497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d5b3709-0227-499f-8723-245a6d0754e2 req-96f614ef-dbc0-4349-bc66-c31d299ec7c8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1447237 Jul 15 13:54:11.801206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-1bf12a0c-c969-410a-8ab6-5536cb320b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.802575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-1bf12a0c-c969-410a-8ab6-5536cb320b18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1126826 Jul 15 13:54:11.882933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d5b3709-0227-499f-8723-245a6d0754e2 req-82a5d5c6-951b-4e10-b7b5-f3b33882259a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781012 Jul 15 13:54:11.888923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-f8d7f37a-e210-4344-bfcf-48433cffe335 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 1000 time: 0.0781949 Jul 15 13:54:11.939007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-41cb889a-7c90-4e17-8d71-bf01b53a7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.940473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-41cb889a-7c90-4e17-8d71-bf01b53a7047 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0452604 Jul 15 13:54:11.996826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-5bd95290-52aa-4f74-878e-b92a2143eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.998291 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-5bd95290-52aa-4f74-878e-b92a2143eecb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512335 Jul 15 13:54:12.088658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-a69f6bb4-12b8-4fff-b2e0-53a504258f4f service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842509 Jul 15 13:54:12.180211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-de5a1d7d-ec91-46a3-a6f3-0e63296fe2e2 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846434 Jul 15 13:54:13.060174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edcc24-4a0f-487b-afa2-448ec154f8e8 req-ac133451-be65-4ce4-9bef-52efe18bda4b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:13.061599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8edcc24-4a0f-487b-afa2-448ec154f8e8 req-ac133451-be65-4ce4-9bef-52efe18bda4b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0637901 Jul 15 13:54:13.098553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d8edcc24-4a0f-487b-afa2-448ec154f8e8 req-35492f18-902a-4548-ab29-94190431f75a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Jul 15 13:54:14.269601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b47ed3-4805-4660-9fe0-d7df2a179047 req-7e57cd74-67a5-4a66-93b7-67307be66697 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:14.271095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7b47ed3-4805-4660-9fe0-d7df2a179047 req-7e57cd74-67a5-4a66-93b7-67307be66697 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0624104 Jul 15 13:54:14.308198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7b47ed3-4805-4660-9fe0-d7df2a179047 req-ba644d0f-f68c-4df1-b7c4-fd4083eb081b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Jul 15 13:54:15.483618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb5db-1e60-4218-9d85-e4afb5815211 req-33bc72b1-3328-4d64-8606-eb5da7f1a86e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:15.485090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ebb5db-1e60-4218-9d85-e4afb5815211 req-33bc72b1-3328-4d64-8606-eb5da7f1a86e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0675061 Jul 15 13:54:15.834762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42ebb5db-1e60-4218-9d85-e4afb5815211 req-143e0258-8e59-4554-80f6-ad06362a306e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440111 Jul 15 13:54:17.003345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc859ca-14a3-41e0-80c7-2c55e3a8be28 req-2491e261-a332-41e2-bd36-c7a2d2e6ddcb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:17.004804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fc859ca-14a3-41e0-80c7-2c55e3a8be28 req-2491e261-a332-41e2-bd36-c7a2d2e6ddcb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0625441 Jul 15 13:54:17.041388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9fc859ca-14a3-41e0-80c7-2c55e3a8be28 req-6f2794c6-dc67-4765-9d3c-ddaa7c8dfbec tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Jul 15 13:54:18.215924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafffc2a-4933-4916-b0b6-60742de703ee req-050c06b2-ac18-46f7-bf2d-8db56e5ad489 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:18.217305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cafffc2a-4933-4916-b0b6-60742de703ee req-050c06b2-ac18-46f7-bf2d-8db56e5ad489 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0636871 Jul 15 13:54:18.258118 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cafffc2a-4933-4916-b0b6-60742de703ee req-ac79acfa-24a5-47f1-940e-55378f0f9ddf tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350800 Jul 15 13:54:18.932280 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0cc2bad-6bd4-46c1-a3e0-b487271b4a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:19.609220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6a6e4-a605-4e38-851e-904ab89f34c8 req-73e3be91-c962-4c1b-8c06-77afaec7eb48 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:19.610723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0a6a6e4-a605-4e38-851e-904ab89f34c8 req-73e3be91-c962-4c1b-8c06-77afaec7eb48 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0665798 Jul 15 13:54:19.648684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a0a6a6e4-a605-4e38-851e-904ab89f34c8 req-19c06fa2-5b7d-494c-a31a-527b7f47da4a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Jul 15 13:54:20.816153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355568a-59ad-4ff7-a430-1f5f97e18f40 req-a9a6ac2a-8b8d-4fc1-9b0c-a0c7a0ff1f09 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:20.817714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1355568a-59ad-4ff7-a430-1f5f97e18f40 req-a9a6ac2a-8b8d-4fc1-9b0c-a0c7a0ff1f09 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0619621 Jul 15 13:54:20.854648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1355568a-59ad-4ff7-a430-1f5f97e18f40 req-5db9e894-5887-42c8-8c5f-558e9de0093f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Jul 15 13:54:21.606220 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb3a2-9f89-437b-8ea7-06440f1840f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:21.728922 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:22.027420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780bd1-fccf-4bce-b817-79ca8e84b4ce req-a12ae51f-5186-4bce-8cd8-e4b0b8cc8e1a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:22.029002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd780bd1-fccf-4bce-b817-79ca8e84b4ce req-a12ae51f-5186-4bce-8cd8-e4b0b8cc8e1a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0659981 Jul 15 13:54:22.067236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fd780bd1-fccf-4bce-b817-79ca8e84b4ce req-d48a9308-4bf1-4ad0-b9ae-095db130ba76 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Jul 15 13:54:23.025815 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:23.242324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad45d8f-5a28-4f2b-899e-4b5e12d0b4ef req-1cb0ce08-71e5-4472-b3d8-bd6117578e4b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:23.243846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ad45d8f-5a28-4f2b-899e-4b5e12d0b4ef req-1cb0ce08-71e5-4472-b3d8-bd6117578e4b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0637896 Jul 15 13:54:23.281000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ad45d8f-5a28-4f2b-899e-4b5e12d0b4ef req-ade7725b-f48d-4a82-8ed9-67dc9660f524 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313923 Jul 15 13:54:24.134363 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-9830ffe4-61dc-4aeb-b5c4-1d86c92658fd service neutron] show failed (client error): The resource could not be found. Jul 15 13:54:24.135321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-9830ffe4-61dc-4aeb-b5c4-1d86c92658fd service neutron] 10.222.0.35 "GET /v2.0/ports/4d635aa3-ea80-456b-8e2b-75ccbe250f80/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0542462 Jul 15 13:54:24.484956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-1be7c41c-757d-4194-b93d-fc7358ac1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:24.486454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-1be7c41c-757d-4194-b93d-fc7358ac1ede service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 1098 time: 0.1487849 Jul 15 13:54:24.494926 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a7368-03c7-4783-93ae-ff8cbb726a21 req-863d5d0a-73aa-477d-82b4-922ab0083445 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:24.496419 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a20a7368-03c7-4783-93ae-ff8cbb726a21 req-863d5d0a-73aa-477d-82b4-922ab0083445 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0961704 Jul 15 13:54:24.501580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:24.504315 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:24.566453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a20a7368-03c7-4783-93ae-ff8cbb726a21 req-03399552-0829-440e-9025-1c074054d338 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620778 Jul 15 13:54:24.604002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:24.801664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:24.838729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:24.877868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:24.880273 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa1d17b-da96-4e5c-92f8-1c3e679ee244" -d '{"events": [{"server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:24.884888 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:24.897418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Transition to ACTIVE for port object 4d635aa3-ea80-456b-8e2b-75ccbe250f80 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:24.901352 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:25.000200 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35463475-fd79-47c4-94e7-70239e307f16 x-openstack-request-id: req-35463475-fd79-47c4-94e7-70239e307f16 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:25.000500 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:25.000751 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35463475-fd79-47c4-94e7-70239e307f16 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:25.001149 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'code': 200} Jul 15 13:54:25.042646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:25.062938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.063310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.063652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.063986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.064315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.064642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.064966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.065297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.065612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.065933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.066253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.066569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:25.095904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] No DVR routers for this DVR port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:54:25.228722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Attempting to bind port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:54:25.229055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Attempting to bind port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:54:25.229382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Attempting to bind port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:25.233727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:54:25.234044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Attempting to bind port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:25.238788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:54:25.239122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:25.239533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:54:25.239958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Bound port: 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:54:25.240314 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:25.301423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:25.304458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:54:25.309108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:25.345484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:25.346155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:25.347568 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 1093 time: 0.8502355 Jul 15 13:54:25.377500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e414721-4d1a-42d0-a692-cc13419401e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:25.433192 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-fc3de79f-8ce2-4805-aee5-0a44aba05bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:25.434732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-fc3de79f-8ce2-4805-aee5-0a44aba05bbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0653071 Jul 15 13:54:25.527750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-d2ffa34a-fe60-42ae-9da1-4ab0bd04824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:25.529344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-d2ffa34a-fe60-42ae-9da1-4ab0bd04824a service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0878794 Jul 15 13:54:25.600288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-34980b44-b820-4dbc-8011-7ef8568f6cba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 998 time: 0.0626366 Jul 15 13:54:25.650342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-c937a85f-c841-490e-a6a5-fa37acd2bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:25.651870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-c937a85f-c841-490e-a6a5-fa37acd2bf36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0459223 Jul 15 13:54:25.761311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-8cad1e2a-aa81-44ed-9948-e0ab0cb54d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:25.762834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-8cad1e2a-aa81-44ed-9948-e0ab0cb54d31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037993 Jul 15 13:54:25.775381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904d79-0b5a-44ca-9941-07ef0fe28e7b req-9ec4f39b-4307-4600-9d69-4749b863c2ec tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:25.776837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9904d79-0b5a-44ca-9941-07ef0fe28e7b req-9ec4f39b-4307-4600-9d69-4749b863c2ec tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0873621 Jul 15 13:54:25.862952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9904d79-0b5a-44ca-9941-07ef0fe28e7b req-5953b558-09a4-46c2-bff7-6ee046483b6d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770981 Jul 15 13:54:25.891019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-638dcdb6-eb62-4fb5-b85f-8557509e1894 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132357 Jul 15 13:54:25.985308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-dbf67867-23c2-4a31-bb32-9a1d5ac5eee0 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874386 Jul 15 13:54:27.006062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:27.008313 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60c56c5-80a4-4107-903a-be803e357113" -d '{"events": [{"name": "network-changed", "server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:27.046672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668487e8-f1f7-403c-b942-27d49eacd460 req-ae201b56-1fba-4263-b122-28c1a5a559d7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.048194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-668487e8-f1f7-403c-b942-27d49eacd460 req-ae201b56-1fba-4263-b122-28c1a5a559d7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0689211 Jul 15 13:54:27.085309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-668487e8-f1f7-403c-b942-27d49eacd460 req-c9aaf7d2-1828-4406-ae4f-63fe85054ad7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316145 Jul 15 13:54:27.141843 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b2f05a-f2df-408b-beb8-24fbfd57e907 x-openstack-request-id: req-44b2f05a-f2df-408b-beb8-24fbfd57e907 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:27.142591 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:27.142850 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44b2f05a-f2df-408b-beb8-24fbfd57e907 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:27.143646 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'status': 'completed', 'code': 200} Jul 15 13:54:27.254404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c56c5-80a4-4107-903a-be803e357113 req-b3c1819f-d2a1-44e6-b7ae-8c4a327e6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.255842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-b3c1819f-d2a1-44e6-b7ae-8c4a327e6b77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0953007 Jul 15 13:54:27.258442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c56c5-80a4-4107-903a-be803e357113 req-e1b262bc-fbab-4064-9c64-880d1c8e0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.259812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-e1b262bc-fbab-4064-9c64-880d1c8e0860 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0909493 Jul 15 13:54:27.414565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c56c5-80a4-4107-903a-be803e357113 req-3cab5cfa-f846-4b34-9896-6b49f34c7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.416081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-3cab5cfa-f846-4b34-9896-6b49f34c7cb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1538854 Jul 15 13:54:27.417017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c56c5-80a4-4107-903a-be803e357113 req-a640f782-11b0-405e-9456-8a848e233453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.418302 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-a640f782-11b0-405e-9456-8a848e233453 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1491327 Jul 15 13:54:27.528594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-276245c6-7b65-4f78-a2d3-7ea6732497b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 998 time: 0.1055195 Jul 15 13:54:27.530252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-7bb51ab2-ebfb-4772-bee4-27ebcdd0f415 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 998 time: 0.1018667 Jul 15 13:54:27.617299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c56c5-80a4-4107-903a-be803e357113 req-8ef13a41-37a9-4af5-806b-30f255d9a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.618742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-8ef13a41-37a9-4af5-806b-30f255d9a76e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0842199 Jul 15 13:54:27.623801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c56c5-80a4-4107-903a-be803e357113 req-0e403aff-e008-46ae-9d8b-4ad9c97e4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.625201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-0e403aff-e008-46ae-9d8b-4ad9c97e4232 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0817797 Jul 15 13:54:27.721749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c56c5-80a4-4107-903a-be803e357113 req-ace9f0b9-cffc-4925-a4c0-de0026796295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.723268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-ace9f0b9-cffc-4925-a4c0-de0026796295 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972180 Jul 15 13:54:27.725793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c56c5-80a4-4107-903a-be803e357113 req-a4d524dd-ec36-4863-b5c7-84e3f9469178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.727114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-a4d524dd-ec36-4863-b5c7-84e3f9469178 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924432 Jul 15 13:54:27.883466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-7895f2aa-4d5d-42dc-b728-ab5a0844e6a5 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531861 Jul 15 13:54:27.888897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-da1ddc76-9856-4388-b28f-75618fc085ea service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508555 Jul 15 13:54:27.938611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4d635aa3-ea80-456b-8e2b-75ccbe250f80 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:27.978341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 4d635aa3-ea80-456b-8e2b-75ccbe250f80 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:28.043941 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-0ad8738b-b3b7-46a1-a676-66f6e10a8e36 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538575 Jul 15 13:54:28.046085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c60c56c5-80a4-4107-903a-be803e357113 req-162fd23d-54ff-4be3-a6a0-f68b8f42903b service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488740 Jul 15 13:54:28.259842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04616776-3e0d-42e0-b46a-5cb037870b3b req-362807f2-97e6-4297-b666-745ff47ecc2b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:28.261339 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04616776-3e0d-42e0-b46a-5cb037870b3b req-362807f2-97e6-4297-b666-745ff47ecc2b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0637796 Jul 15 13:54:28.298696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-04616776-3e0d-42e0-b46a-5cb037870b3b req-fec27e22-ba40-4ea0-a756-0e424e8838ee tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Jul 15 13:54:28.642353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-f6296a8c-9e29-48cd-9b01-02d8c0484635 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:28.643769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-f6296a8c-9e29-48cd-9b01-02d8c0484635 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1&tenant_id=c6825a3f57d84aa690f12fcbadf665a3&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 944 time: 0.1038866 Jul 15 13:54:28.651398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b671e-cb87-4302-a003-ae45d1ad90a7 req-732b0e32-1efd-4454-b37f-6ba517871fd1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:28.652740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be2b671e-cb87-4302-a003-ae45d1ad90a7 req-732b0e32-1efd-4454-b37f-6ba517871fd1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 944 time: 0.1222639 Jul 15 13:54:28.724789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be2b671e-cb87-4302-a003-ae45d1ad90a7 req-1dd3723b-e7b2-431c-b57b-183f521d5ab9 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658710 Jul 15 13:54:28.730222 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-a1ff4aee-3534-41b7-96f5-8b639d5d708e service neutron] delete failed (client error): The resource could not be found. Jul 15 13:54:28.731188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-a1ff4aee-3534-41b7-96f5-8b639d5d708e service neutron] 10.222.0.35 "DELETE /v2.0/ports/4d635aa3-ea80-456b-8e2b-75ccbe250f80/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0775924 Jul 15 13:54:28.832122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-4f15582e-52ca-4955-8a5d-7b6d7207b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:28.833594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-4f15582e-52ca-4955-8a5d-7b6d7207b192 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0553148 Jul 15 13:54:28.920018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-f1dddab5-9fc0-4b50-a619-d755f4fbf2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:28.921417 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-f1dddab5-9fc0-4b50-a619-d755f4fbf2da service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0816972 Jul 15 13:54:28.989446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-8dc7946e-a36e-4641-94a5-49ac48dbecf6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 200 len: 998 time: 0.0612376 Jul 15 13:54:29.039723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-5c77e0e4-4194-42c4-b443-d0a473642756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:29.041212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-5c77e0e4-4194-42c4-b443-d0a473642756 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0456095 Jul 15 13:54:29.098566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-e6a8e325-0edb-4c84-8279-65026573afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:29.100125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-e6a8e325-0edb-4c84-8279-65026573afaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528977 Jul 15 13:54:29.187389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4d635aa3-ea80-456b-8e2b-75ccbe250f80 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:54:29.192226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-7799b0c7-16b0-4c9e-88bc-a457db901e39 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851023 Jul 15 13:54:29.283536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-51e74979-f86a-4a0f-9e1f-58c2b904941e req-75591e17-6c0c-4e5d-ae4b-40684838ff9e service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834348 Jul 15 13:54:29.283784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:29.294851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'mac_address': 'fa:16:3e:2f:62:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:54:29.335235 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:29.348350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d635aa3-ea80-456b-8e2b-75ccbe250f80 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:29.368267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:29.372406 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:29.419994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:29.427524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.428389 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.428750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.429147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.429447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.429774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.430097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.430420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.430767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.431085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.431431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.431750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:29.597542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['4d635aa3-ea80-456b-8e2b-75ccbe250f80'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:29.909137 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dce401-0dac-442a-8dfe-800dec92ff26 req-236fd14d-e2c4-4995-8868-300dc67e3833 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:29.910688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2dce401-0dac-442a-8dfe-800dec92ff26 req-236fd14d-e2c4-4995-8868-300dc67e3833 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0686705 Jul 15 13:54:29.949085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2dce401-0dac-442a-8dfe-800dec92ff26 req-d9253ea4-384d-4a37-8a9f-b012d49c73d2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325048 Jul 15 13:54:30.118293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e744881-8bae-40fb-8eb1-82cd6949bd8c req-80133fd9-1e6b-498e-8aaa-82035e534bdc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:30.119817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e744881-8bae-40fb-8eb1-82cd6949bd8c req-80133fd9-1e6b-498e-8aaa-82035e534bdc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0633698 Jul 15 13:54:30.157633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e744881-8bae-40fb-8eb1-82cd6949bd8c req-75ab70d9-d3f3-4c5e-8538-f849ae9aae4b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322139 Jul 15 13:54:30.326314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceab64-1893-4e33-9c63-6569bcb43479 req-4eeb56dd-95ce-41d7-b210-5707ad2f04b3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:30.327822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0aceab64-1893-4e33-9c63-6569bcb43479 req-4eeb56dd-95ce-41d7-b210-5707ad2f04b3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0618544 Jul 15 13:54:30.364400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0aceab64-1893-4e33-9c63-6569bcb43479 req-af791c92-ff97-43f8-a800-ddc206908083 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310841 Jul 15 13:54:30.739485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61480c0c-1d65-4601-971b-4b8b416d53c9 req-a719604f-a6be-40dd-adfc-cb7d5e897895 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:30.741497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61480c0c-1d65-4601-971b-4b8b416d53c9 req-a719604f-a6be-40dd-adfc-cb7d5e897895 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0666523 Jul 15 13:54:30.778814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-61480c0c-1d65-4601-971b-4b8b416d53c9 req-64993f2d-20bf-49c6-a639-ba353f0152c5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Jul 15 13:54:31.206857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4d635aa3-ea80-456b-8e2b-75ccbe250f80 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:54:31.260138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:54:31.264229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:54:31.264588 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:31.348282 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:31.373306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:31.375602 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95243290-1d94-4b25-a53c-ad6b8577fc53" -d '{"events": [{"server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:31.389374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:31.396141 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:31.449888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:31.478351 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf1361-ab49-4e05-91ff-1490e034e184 x-openstack-request-id: req-d4cf1361-ab49-4e05-91ff-1490e034e184 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:31.479592 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:31.479592 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4cf1361-ab49-4e05-91ff-1490e034e184 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:31.479592 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'code': 200} Jul 15 13:54:31.951495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11284-cb61-4713-b458-06d42a62c8cd req-66ed9d99-67b6-4011-8b9b-62e3f565500a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:31.952980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42f11284-cb61-4713-b458-06d42a62c8cd req-66ed9d99-67b6-4011-8b9b-62e3f565500a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0637515 Jul 15 13:54:31.991689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42f11284-cb61-4713-b458-06d42a62c8cd req-f3774c83-280a-42a4-91e1-2c413afff12e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Jul 15 13:54:32.063099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-f2698b64-1cde-4e82-afa6-83627f868096 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:32.064566 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-f2698b64-1cde-4e82-afa6-83627f868096 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0653172 Jul 15 13:54:32.167190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Deleting port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:54:32.167560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:32.562706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] For port 4d635aa3-ea80-456b-8e2b-75ccbe250f80, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=4d635aa3-ea80-456b-8e2b-75ccbe250f80,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:32.563062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:32.726526 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:32.726884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:32.727235 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c disassociated. External IP: 172.25.1.2, port: 4d635aa3-ea80-456b-8e2b-75ccbe250f80. Jul 15 13:54:32.727697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Calling delete_port for 4d635aa3-ea80-456b-8e2b-75ccbe250f80 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:54:32.856486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:32.886469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event deleted for resources: {'Port': ['ID=4d635aa3-ea80-456b-8e2b-75ccbe250f80,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:33.006044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:54:33.138325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ccc2e05-b602-41fa-be30-b8a72e921eca req-1215e1bc-48bd-4568-b231-b22de8df8a3e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=31003268-744f-4aa5-ab02-eb0cd414f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0317616 Jul 15 13:54:33.142664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:54:33.153543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:54:33.163713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:33.164292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:54:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:33.186129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] No DVR routers for this DVR port 4d635aa3-ea80-456b-8e2b-75ccbe250f80 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:54:33.188672 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.190644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5a6010d-a63c-4221-ac12-f6bae8ae3f1d req-770695dc-f5ba-4275-ae84-8130bc30ce17 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "DELETE /v2.0/ports/4d635aa3-ea80-456b-8e2b-75ccbe250f80 HTTP/1.1" status: 204 len: 173 time: 1.1199000 Jul 15 13:54:33.191070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'name': 'network-vif-deleted', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:33.193338 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c69b62e-206d-4d77-9d4c-10170acc7cfb" -d '{"events": [{"server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "name": "network-vif-deleted", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:33.236114 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670fa772-6ca9-4187-80a5-0d02db314729 x-openstack-request-id: req-670fa772-6ca9-4187-80a5-0d02db314729 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:33.236408 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31003268-744f-4aa5-ab02-eb0cd414f5d1", "name": "network-vif-deleted", "tag": "4d635aa3-ea80-456b-8e2b-75ccbe250f80", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:33.236665 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-670fa772-6ca9-4187-80a5-0d02db314729 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:33.237253 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31003268-744f-4aa5-ab02-eb0cd414f5d1', 'name': 'network-vif-deleted', 'tag': '4d635aa3-ea80-456b-8e2b-75ccbe250f80', 'status': 'completed', 'code': 200} Jul 15 13:54:33.279694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:33.477697 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:33.504076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:54:33.513768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:33.514521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:54:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:33.620604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:33.821085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:33.846500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92eb10-44fd-484a-87cd-7c5723f68e05 None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:54:34.055933 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d001045-5c24-4763-bc64-143468df967e None None] New status for floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:54:34.455863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-d6a6ff22-3ec8-48a9-bb15-5999369328cc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1262824834&fields=id&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 267 time: 0.0333748 Jul 15 13:54:34.567785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-8ff6acf6-e621-4c8f-9120-43465354381c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:34.569360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-8ff6acf6-e621-4c8f-9120-43465354381c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 812 time: 0.1028204 Jul 15 13:54:34.584821 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-80789f34-7765-460a-aa1e-57fad54833ab tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/quotas/c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 375 time: 0.0095587 Jul 15 13:54:34.661236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-ba92a9e9-7a66-4ac5-99bb-92b5f6976df0 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709677 Jul 15 13:54:34.809944 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-ac5ce81c-15b2-4d88-919d-a8710656eb3c service neutron] 10.222.0.25 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366775 Jul 15 13:54:34.899880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-9049c865-c9b6-45d2-9606-e8bfa62d3946 service neutron] 10.222.0.25 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840178 Jul 15 13:54:34.959238 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.075399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-319f8a27-d48e-4152-a3f9-822c38afd476 req-459c6c87-28ed-46ae-b44c-12cba6c624de tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 210 time: 0.0342109 Jul 15 13:54:35.228844 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4d635aa3-ea80-456b-8e2b-75ccbe250f80 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:35.249214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 4d635aa3-ea80-456b-8e2b-75ccbe250f80 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:54:35.249571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 4d635aa3-ea80-456b-8e2b-75ccbe250f80 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:35.962689 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.205697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-ae5d9855-0813-4e6e-ae38-79da1800df52 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:36.208113 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-ae5d9855-0813-4e6e-ae38-79da1800df52 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 812 time: 0.1217821 Jul 15 13:54:36.234543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bd833c6-742e-4234-8425-bfb3034221fa req-b1ca72f8-798c-4808-b81f-3e4f5a116e9e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 210 time: 0.0453632 Jul 15 13:54:36.271694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-2a102382-1ae2-4ad1-bbbe-22d24e4a3346 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 380 time: 0.0393426 Jul 15 13:54:36.280145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'port': {'device_id': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'admin_state_up': True, 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'security_groups': ['a72202d4-867b-4036-82aa-f196305ea8e3']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:36.392678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Made reservation on behalf of c6825a3f57d84aa690f12fcbadf665a3 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:54:36.397368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.527125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Allocated IP 172.20.0.14 (46e880f2-de35-4b27-a6c2-6e54589f9cca/50d51741-b76a-4ce4-8c52-6d95446385c9/b3b331ce-65eb-4a70-bdec-9732a89d064e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:54:36.666731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.681046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Transition to ACTIVE for port object b3b331ce-65eb-4a70-bdec-9732a89d064e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:36.714059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.760745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:54:36.764045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:54:36.766353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:54:36.793327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:36.824565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:36.825484 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.840611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-73c57018-6e5f-4964-aece-14bd8a6aeb5b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642700 Jul 15 13:54:36.852818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Request body: {'port': {'device_id': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:36.943208 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.016506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6ba5f981-a356-4801-9bc1-08b8091fa32a None None] Provisioning for port b3b331ce-65eb-4a70-bdec-9732a89d064e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:54:37.020348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6ba5f981-a356-4801-9bc1-08b8091fa32a None None] Provisioning complete for port b3b331ce-65eb-4a70-bdec-9732a89d064e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:54:37.020810 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f981-a356-4801-9bc1-08b8091fa32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.057065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5f981-a356-4801-9bc1-08b8091fa32a None None] Port b3b331ce-65eb-4a70-bdec-9732a89d064e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:54:37.200697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b331ce-65eb-4a70-bdec-9732a89d064e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:37.207987 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.220105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Transition to ACTIVE for port object b3b331ce-65eb-4a70-bdec-9732a89d064e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:37.223251 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.271410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:37.348132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Attempting to bind port b3b331ce-65eb-4a70-bdec-9732a89d064e on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:54:37.348468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Attempting to bind port b3b331ce-65eb-4a70-bdec-9732a89d064e by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:54:37.348793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Attempting to bind port b3b331ce-65eb-4a70-bdec-9732a89d064e on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:37.354070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Port b3b331ce-65eb-4a70-bdec-9732a89d064e on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:54:37.354398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Attempting to bind port b3b331ce-65eb-4a70-bdec-9732a89d064e on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:37.359623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:54:37.359960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:37.360349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:54:37.360787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Bound port: b3b331ce-65eb-4a70-bdec-9732a89d064e, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:54:37.361151 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.481851 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:37.485762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:54:37.494232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e1bfa-49de-45f1-be1c-fcb169fa0a35 req-83fdbef6-2ff0-4ffd-b595-4d8c7e879a74 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:37.495775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-622e1bfa-49de-45f1-be1c-fcb169fa0a35 req-83fdbef6-2ff0-4ffd-b595-4d8c7e879a74 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 944 time: 0.1306694 Jul 15 13:54:37.497401 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.541460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:37.542077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.543344 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] 10.222.0.30 "PUT /v2.0/ports/b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 1093 time: 0.6958773 Jul 15 13:54:37.547694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:37.550237 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea7d75-8e63-4ae8-ae59-e922689c13c9" -d '{"events": [{"name": "network-changed", "server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:37.603473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-622e1bfa-49de-45f1-be1c-fcb169fa0a35 req-f7103e6b-4ff5-4703-811f-5b1dd1bcd345 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006100 Jul 15 13:54:37.620037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcec389-ebb8-43f0-a024-8350f91b669a service neutron] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:37.653416 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664a9f5f-963c-4bc7-aef3-7bbb07f49283 x-openstack-request-id: req-664a9f5f-963c-4bc7-aef3-7bbb07f49283 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:37.653705 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:37.653956 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-664a9f5f-963c-4bc7-aef3-7bbb07f49283 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:37.654350 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'status': 'completed', 'code': 200} Jul 15 13:54:37.658890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-606a08ce-553d-4ca1-8375-2226e9158537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:37.660434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-606a08ce-553d-4ca1-8375-2226e9158537 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1096 time: 0.0761797 Jul 15 13:54:37.708575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-f4879aad-34c0-4423-a2b5-f221c8b0ecc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 217 time: 0.0399346 Jul 15 13:54:37.762043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-081a5794-a64a-4c11-89a0-0e5974bb8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:37.763556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-081a5794-a64a-4c11-89a0-0e5974bb8197 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0496523 Jul 15 13:54:37.821794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-6a890f3b-c33c-481f-af12-320a15819cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:37.823287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-6a890f3b-c33c-481f-af12-320a15819cbe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539761 Jul 15 13:54:37.914961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-dd50fbe0-46c9-4ffa-968b-41d936dd35fa service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851765 Jul 15 13:54:38.004297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91aa4786-5dae-44ba-a8fa-ebb3c8b75fdf req-200bde93-b56e-4af4-9ead-664791d4c525 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829501 Jul 15 13:54:38.114548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-e29637c2-733a-4bd9-bc5a-aa52e03ef72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:38.116701 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-e29637c2-733a-4bd9-bc5a-aa52e03ef72c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1096 time: 0.0571651 Jul 15 13:54:38.204255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-27952f5f-1153-462f-a35f-bc88886b10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:38.205735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-27952f5f-1153-462f-a35f-bc88886b10e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0836802 Jul 15 13:54:38.251449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-0ebacfcd-792b-43a5-975c-f5a9ca9eb0d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 217 time: 0.0383332 Jul 15 13:54:38.300303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-ba926761-1ead-44db-8acb-de35670c2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:38.301761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-ba926761-1ead-44db-8acb-de35670c2740 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0439439 Jul 15 13:54:38.360142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-45150140-6c30-4d2a-ab64-eb65873508f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:38.361627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-45150140-6c30-4d2a-ab64-eb65873508f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529306 Jul 15 13:54:38.457778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-6e45ea11-033e-44e6-ad39-761e34dcea6b service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882196 Jul 15 13:54:38.547715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ecea7d75-8e63-4ae8-ae59-e922689c13c9 req-20a620d6-8ffb-43e4-9441-7f27ed50bd2b service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827851 Jul 15 13:54:38.780757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cca33-ff01-4c59-92c4-10a5165aa302 req-5531b175-b7cf-4347-b53a-727ad1e1e984 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:38.782285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-296cca33-ff01-4c59-92c4-10a5165aa302 req-5531b175-b7cf-4347-b53a-727ad1e1e984 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 944 time: 0.0675592 Jul 15 13:54:38.818560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-296cca33-ff01-4c59-92c4-10a5165aa302 req-113241eb-0fba-42a3-87fe-37cef8a1a4a5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307188 Jul 15 13:54:39.994419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453cacd-c1e5-41a6-9edb-5567739fa618 req-c8330d7b-e9de-493d-bbaa-175c2ce1d180 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:39.995946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4453cacd-c1e5-41a6-9edb-5567739fa618 req-c8330d7b-e9de-493d-bbaa-175c2ce1d180 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 944 time: 0.0639248 Jul 15 13:54:40.032864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4453cacd-c1e5-41a6-9edb-5567739fa618 req-d89feb7c-8dfd-49fe-ba55-14b8d1c190cb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Jul 15 13:54:41.205980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab87049-b444-4637-b2d8-c7906365c2b0 req-bdb3b388-c64f-44c7-ac12-7196e90e566f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:41.207586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ab87049-b444-4637-b2d8-c7906365c2b0 req-bdb3b388-c64f-44c7-ac12-7196e90e566f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 944 time: 0.0644076 Jul 15 13:54:41.249296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8ab87049-b444-4637-b2d8-c7906365c2b0 req-e5580172-a23f-45ab-877f-b082938feac0 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348217 Jul 15 13:54:41.257469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b3b331ce-65eb-4a70-bdec-9732a89d064e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:54:41.351712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:41.363616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'mac_address': 'fa:16:3e:54:b5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:54:41.404908 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:41.418223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b331ce-65eb-4a70-bdec-9732a89d064e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:41.437308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:41.441154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:41.486372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:41.626880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['b3b331ce-65eb-4a70-bdec-9732a89d064e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:42.286232 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:42.430001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c6ed-8ead-4068-ad1d-909681758475 req-b379dde0-29c7-44ff-ac45-ff6d0555e434 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.431532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e183c6ed-8ead-4068-ad1d-909681758475 req-b379dde0-29c7-44ff-ac45-ff6d0555e434 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 945 time: 0.0678191 Jul 15 13:54:42.468560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e183c6ed-8ead-4068-ad1d-909681758475 req-a561cafc-8b69-4a11-94e9-1fffa5934612 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Jul 15 13:54:43.260460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b3b331ce-65eb-4a70-bdec-9732a89d064e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:54:43.309287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port b3b331ce-65eb-4a70-bdec-9732a89d064e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:54:43.313251 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port b3b331ce-65eb-4a70-bdec-9732a89d064e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:54:43.313645 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:43.389990 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:43.413481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:43.415764 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2720a9284226c0719ce31f8f549066d32e50dad62e72c8186d91c8a164c6571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c40b1-78e8-495b-ae69-5ebf4346966b" -d '{"events": [{"server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "name": "network-vif-plugged", "status": "completed", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:43.428393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:43.432546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:43.462818 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a479408-d8cd-46da-ae76-ed53bc818dce x-openstack-request-id: req-0a479408-d8cd-46da-ae76-ed53bc818dce {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:43.463117 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "name": "network-vif-plugged", "status": "completed", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:43.463388 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a479408-d8cd-46da-ae76-ed53bc818dce {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:43.463777 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'code': 200} Jul 15 13:54:43.492980 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:43.567089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e94d0-b266-4cd8-8301-033a789fb03a req-93c40178-198c-4045-9afe-b7badda975d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.568631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-919e94d0-b266-4cd8-8301-033a789fb03a req-93c40178-198c-4045-9afe-b7badda975d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1098 time: 0.0520370 Jul 15 13:54:43.637805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-919e94d0-b266-4cd8-8301-033a789fb03a req-16c5b74a-12e1-44ce-a432-7e9fd562ef33 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627837 Jul 15 13:54:43.666775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a3cd-1f57-4d83-8fc3-a729cf0c43ef req-99f573da-b4ec-4a78-b430-b3d92f560aab tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.668269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e75a3cd-1f57-4d83-8fc3-a729cf0c43ef req-99f573da-b4ec-4a78-b430-b3d92f560aab tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0801089 Jul 15 13:54:43.704827 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e75a3cd-1f57-4d83-8fc3-a729cf0c43ef req-f5d154b1-c9d2-4d87-9591-80f157f624c1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309432 Jul 15 13:54:44.880770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07749b0-5da5-43a0-b0d3-895ae0148811 req-60332d1c-f9a7-4859-890c-4e58c1f1bd22 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:44.882248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a07749b0-5da5-43a0-b0d3-895ae0148811 req-60332d1c-f9a7-4859-890c-4e58c1f1bd22 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0640781 Jul 15 13:54:44.920393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a07749b0-5da5-43a0-b0d3-895ae0148811 req-3a9206b9-c63f-40ca-828b-4a25008dab56 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324910 Jul 15 13:54:45.083004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b926c8-a89c-48af-9c8f-9916dd5dd661 req-c270d879-375d-4d72-8a8b-53b0a6947331 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:45.084506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e2b926c8-a89c-48af-9c8f-9916dd5dd661 req-c270d879-375d-4d72-8a8b-53b0a6947331 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0631032 Jul 15 13:54:45.093566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33260) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:45.098345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'floatingip': {'port_id': 'b3b331ce-65eb-4a70-bdec-9732a89d064e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:45.139618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.572679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.576575 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.673973 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c associated. External IP: 172.25.1.2, port: b3b331ce-65eb-4a70-bdec-9732a89d064e. Jul 15 13:54:46.202938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:54:46.309846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:54:46.314830 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.319864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:54:46.330674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:46.331335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:54:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:46.355717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d1fc2962-f1fe-4cf8-9fd0-534b0d28879b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "PUT /v2.0/floatingips/c9aee01a-4329-4871-ba3c-b58c589ca40c HTTP/1.1" status: 200 len: 990 time: 1.2605693 Jul 15 13:54:46.356181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:46.358487 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9cef04ee0f8c7b43ef60c0848231718fe0f6d51ef0cd1eb854432b88128f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa" -d '{"events": [{"name": "network-changed", "server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:46.495964 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019398a9-009a-45be-a3c6-7e448cea4c0e x-openstack-request-id: req-019398a9-009a-45be-a3c6-7e448cea4c0e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:46.496270 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:46.496516 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-019398a9-009a-45be-a3c6-7e448cea4c0e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:46.496948 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'status': 'completed', 'code': 200} Jul 15 13:54:46.573460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-985a86a1-7840-42d4-96eb-c0635c52de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.575030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-985a86a1-7840-42d4-96eb-c0635c52de3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1098 time: 0.0562301 Jul 15 13:54:46.611877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:46.669311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-51ed3e59-6604-40c2-a38e-30a06afd94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.670792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-51ed3e59-6604-40c2-a38e-30a06afd94ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0895600 Jul 15 13:54:46.735780 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-ae592b9e-98f5-4166-9bb9-25470cad1650 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 998 time: 0.0586410 Jul 15 13:54:46.785634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-dd13b0c3-6692-40b5-a00e-f0c067391463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.787124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-dd13b0c3-6692-40b5-a00e-f0c067391463 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0455120 Jul 15 13:54:46.830621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:54:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:54:45Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:46.848159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-8c1d6202-aee1-4e79-9e19-08bef50b31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.849674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-8c1d6202-aee1-4e79-9e19-08bef50b31c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568719 Jul 15 13:54:46.860611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:54:46.869347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:46.869977 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:54:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:46.953551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-7101438f-f90c-4fe0-be5d-0cd25a0514ae service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976377 Jul 15 13:54:46.972894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:47.051683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efeb67fd-392f-4132-acf7-b8b2a7ac5afa req-048740ad-2bb1-421e-873f-3431f7710028 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911465 Jul 15 13:54:47.197213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:54:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:54:45Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:47.223688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66fac9-94e3-4b86-bff6-400878ef81ba None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:54:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:54:45Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:54:47.423088 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab707a3-fa68-48aa-b2d5-1b2b8fd1f358 None None] New status for floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:54:48.932766 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d1525699-4654-44a5-9712-2589e10aaa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:51.606708 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-384b2c3c-1989-4385-91f2-4c4a52ea4217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:51.730165 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:53.029308 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:54.506424 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:04.981038 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.301211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-fe73d962-2685-43f1-8376-bfc9b106e061 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513499 Jul 15 13:55:05.392951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-c991af51-ba69-4e01-a263-adbbff67e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.394441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-c991af51-ba69-4e01-a263-adbbff67e482 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1098 time: 0.0521505 Jul 15 13:55:05.509859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-32fb95c0-6d36-4c9a-bc85-f08fec3b2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.511809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-32fb95c0-6d36-4c9a-bc85-f08fec3b2adb service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0875101 Jul 15 13:55:05.574789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-8cb3f746-ddf8-4418-9d4b-345f1481dd28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 1000 time: 0.0564694 Jul 15 13:55:05.622694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-1b1e15a2-b02c-4e90-8e4e-66a3da8ea4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.624273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-1b1e15a2-b02c-4e90-8e4e-66a3da8ea4e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0426507 Jul 15 13:55:05.684836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-5e9af6aa-e854-48a6-933a-637a375a54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.686377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-5e9af6aa-e854-48a6-933a-637a375a54b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563855 Jul 15 13:55:05.778070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-eff47f78-8c1c-4b51-b4e2-38ed7780443b service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846539 Jul 15 13:55:05.870637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c938d8fd-785b-4d35-bf9e-e63d8c605c42 req-4868608d-745b-4a58-8a4d-3a6007284785 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863748 Jul 15 13:55:05.964450 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.964490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-8d1cce16-4b7f-4643-be5f-0ef6c8601b2c req-6359cd05-132d-4b29-b5c9-e17d7dcb85d4 service neutron] (93734) timed out ('10.222.0.25', 49920) {{(pid=93734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:55:18.935678 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-125b7cf2-eb71-4405-bbe2-bde2704bbf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.285224 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:21.607181 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1ea674e9-bada-4a06-92b3-83e22e23f893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.731334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.032227 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.508305 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.982415 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.973032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:48.936578 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a5c60b0c-7fe2-484f-b51e-ad167236cfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:51.608692 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6c57824d-c68e-4503-8755-d692d0350a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:51.732617 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:53.035891 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:54.511969 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:56.284850 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:04.991087 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:05.978380 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:07.045060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-56d713f1-6b65-490c-9238-939e9ad6ec78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0900028 Jul 15 13:56:07.138419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-269cbacd-49a0-4674-b561-f40c7d15c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:07.139958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-269cbacd-49a0-4674-b561-f40c7d15c2d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1098 time: 0.0525289 Jul 15 13:56:07.244259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-5244d78d-d389-4adc-812e-612dfedd5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:07.245759 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-5244d78d-d389-4adc-812e-612dfedd5410 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0870631 Jul 15 13:56:07.311834 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-20465ea9-9b55-4ce2-81ad-68915862539d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 1000 time: 0.0603278 Jul 15 13:56:07.359191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-f99334e0-5db7-48f5-abc9-b9dca1b85e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:07.360618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-f99334e0-5db7-48f5-abc9-b9dca1b85e83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0430474 Jul 15 13:56:07.417388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-b337b891-fb39-491b-b98a-429f2e343ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:07.418969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-b337b891-fb39-491b-b98a-429f2e343ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524230 Jul 15 13:56:07.510540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-84bb32a0-6ad8-404f-acc1-6ed8cbe0b90e service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854590 Jul 15 13:56:07.600776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf16434-8b93-4b2e-afc9-6c48953fd3db req-2f52f526-12cb-4fe2-a860-e38f8d1904ea service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835145 Jul 15 13:56:18.937948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5dd15e88-0eab-4c57-8d09-ab723d46b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:21.610625 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-42e94e61-11fe-4a13-841f-e49a923c5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:21.733398 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:22.909118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a0ae-42ce-4471-819a-41939a34d812 req-0bd824a3-ec06-443f-807b-d4ecb67d5269 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:22.910594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4de9a0ae-42ce-4471-819a-41939a34d812 req-0bd824a3-ec06-443f-807b-d4ecb67d5269 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.1087458 Jul 15 13:56:22.949039 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4de9a0ae-42ce-4471-819a-41939a34d812 req-d5a219b6-f0f1-42a0-aced-5825ca1f7615 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Jul 15 13:56:23.037635 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:24.125447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bbe70-7693-439e-bf02-d52de5d74ba0 req-1c7c1255-3970-4294-b460-f2e5d6437763 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:24.126973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b25bbe70-7693-439e-bf02-d52de5d74ba0 req-1c7c1255-3970-4294-b460-f2e5d6437763 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0647042 Jul 15 13:56:24.164751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b25bbe70-7693-439e-bf02-d52de5d74ba0 req-223042c8-2aa5-431c-b61a-e40ec11901cb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321031 Jul 15 13:56:24.514269 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:25.334699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca744283-798d-42c9-bbc2-2071c2d9f724 req-5cb2631e-9ddb-4143-a93a-9b51e8b6e3d5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:25.336184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca744283-798d-42c9-bbc2-2071c2d9f724 req-5cb2631e-9ddb-4143-a93a-9b51e8b6e3d5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0617237 Jul 15 13:56:25.373099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca744283-798d-42c9-bbc2-2071c2d9f724 req-27751002-874b-42a3-95b5-52696705936a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308290 Jul 15 13:56:26.551902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071ba10-7edd-482d-9b81-f8e41c00a027 req-da4870f9-9880-4f3e-a8af-771ea5302b69 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:26.553421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7071ba10-7edd-482d-9b81-f8e41c00a027 req-da4870f9-9880-4f3e-a8af-771ea5302b69 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0675054 Jul 15 13:56:26.595011 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7071ba10-7edd-482d-9b81-f8e41c00a027 req-db91dc78-1c48-4c3a-8e5f-2a5b6d741b16 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359554 Jul 15 13:56:27.770156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf91c07-2dfa-418d-96e5-914b01275e3b req-a508955c-f91c-4b37-8af6-3e4ea73b12ab tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:27.771679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abf91c07-2dfa-418d-96e5-914b01275e3b req-a508955c-f91c-4b37-8af6-3e4ea73b12ab tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0646291 Jul 15 13:56:27.808443 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abf91c07-2dfa-418d-96e5-914b01275e3b req-c7fb8769-6a3a-4d86-9132-65f38c8bdd54 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Jul 15 13:56:28.986265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fafcd5-48bd-46d9-b884-e0f64c4b7157 req-9d8993fd-8aaf-4590-8bc4-a5fc05c356b2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:28.987775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5fafcd5-48bd-46d9-b884-e0f64c4b7157 req-9d8993fd-8aaf-4590-8bc4-a5fc05c356b2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0659199 Jul 15 13:56:29.026975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5fafcd5-48bd-46d9-b884-e0f64c4b7157 req-072d6eb7-501f-4032-b07f-472f270f3a82 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Jul 15 13:56:30.198932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3715950-a6f1-4774-8357-2e062c78efb1 req-aff16017-7453-42dd-ab45-cb14858a599a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:30.200979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3715950-a6f1-4774-8357-2e062c78efb1 req-aff16017-7453-42dd-ab45-cb14858a599a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0627701 Jul 15 13:56:30.238361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3715950-a6f1-4774-8357-2e062c78efb1 req-1b344e89-c1d0-409a-bfc6-07bb0978e9a3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Jul 15 13:56:31.410140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11070cec-e957-4832-98aa-33cadad2dc81 req-45f09481-3764-4aed-8836-8e73ab74fe40 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:31.411626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11070cec-e957-4832-98aa-33cadad2dc81 req-45f09481-3764-4aed-8836-8e73ab74fe40 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0618551 Jul 15 13:56:31.447989 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11070cec-e957-4832-98aa-33cadad2dc81 req-901f43c8-a974-4691-9a10-cb5b6bf761e6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Jul 15 13:56:32.620774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f7f9c-37a0-46c1-a619-f50b4bf1f816 req-4220bfde-ab96-4fd6-b7ed-1c4808b46032 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:32.622256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-959f7f9c-37a0-46c1-a619-f50b4bf1f816 req-4220bfde-ab96-4fd6-b7ed-1c4808b46032 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0660014 Jul 15 13:56:32.659221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-959f7f9c-37a0-46c1-a619-f50b4bf1f816 req-fc863ee5-6611-4521-80b9-b7ae43c8932d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Jul 15 13:56:33.284779 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:33.836433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fecb1f-c67a-4833-ad02-eea84cac234a req-c7f5af77-37f7-45bb-8dbb-e9fa0e079bdd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:33.837956 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74fecb1f-c67a-4833-ad02-eea84cac234a req-c7f5af77-37f7-45bb-8dbb-e9fa0e079bdd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0644155 Jul 15 13:56:33.875803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74fecb1f-c67a-4833-ad02-eea84cac234a req-6fea08b1-518b-4e71-8266-ecce89e04fe2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322499 Jul 15 13:56:34.200086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33488) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:34.354732 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09128fbf-d43b-43a4-8cfb-4e0b422f3d1c req-53685265-3e2b-49e4-8968-0c90a934ef6e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:34.356356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09128fbf-d43b-43a4-8cfb-4e0b422f3d1c req-53685265-3e2b-49e4-8968-0c90a934ef6e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.1299894 Jul 15 13:56:34.376721 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-547cd3e3-982c-4114-b4ef-94a1d0f18fc6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1754589 Jul 15 13:56:34.409088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09128fbf-d43b-43a4-8cfb-4e0b422f3d1c req-61cfb8a5-003f-40f7-8a93-efdc2c1bb442 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460370 Jul 15 13:56:35.005340 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:35.532372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-9c06b7e0-dbef-4dc8-9835-5f32c6471d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:35.533908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-9c06b7e0-dbef-4dc8-9835-5f32c6471d65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1098 time: 0.0538852 Jul 15 13:56:35.670189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f03292-2025-48f9-9898-5351778444fa req-846ca18f-7acf-48fe-8a84-657b5f3bdda6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:35.671616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06f03292-2025-48f9-9898-5351778444fa req-846ca18f-7acf-48fe-8a84-657b5f3bdda6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.1348891 Jul 15 13:56:35.674392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-ca8e8229-a072-4ca4-a201-197591399faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:35.675761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-ca8e8229-a072-4ca4-a201-197591399faf service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1296608 Jul 15 13:56:35.757009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06f03292-2025-48f9-9898-5351778444fa req-4ffd93e2-fd6d-4600-99ce-2dbca5614b37 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794308 Jul 15 13:56:35.763660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-cf931fc4-5961-487e-bbe4-96fe725ac772 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 1000 time: 0.0796232 Jul 15 13:56:35.811196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-395136cd-53d2-4659-911c-9143c0021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:35.812679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-395136cd-53d2-4659-911c-9143c0021d1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0440323 Jul 15 13:56:35.868814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-3da62f87-f6de-456e-9dd5-910848226629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:35.870312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-3da62f87-f6de-456e-9dd5-910848226629 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513220 Jul 15 13:56:35.961547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-871fd86c-552a-4345-8e67-33c4eaa745a0 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850425 Jul 15 13:56:36.010851 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:36.049460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-4a750556-0768-4eb0-ab19-545b2d3044d7 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817287 Jul 15 13:56:36.933008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fc527-f0ec-46ac-9029-6072bdae73e9 req-f5973e1d-ffa0-4671-adc7-a15ccc769c82 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:36.934494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532fc527-f0ec-46ac-9029-6072bdae73e9 req-f5973e1d-ffa0-4671-adc7-a15ccc769c82 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0663295 Jul 15 13:56:36.971787 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-532fc527-f0ec-46ac-9029-6072bdae73e9 req-6f62018a-526f-4086-b0ba-9c0208641016 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316386 Jul 15 13:56:37.864606 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-e1309b93-46d4-48b2-9105-170bc38c4336 service neutron] show failed (client error): The resource could not be found. Jul 15 13:56:37.865690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-e1309b93-46d4-48b2-9105-170bc38c4336 service neutron] 10.222.0.30 "GET /v2.0/ports/b3b331ce-65eb-4a70-bdec-9732a89d064e/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0543888 Jul 15 13:56:38.151716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e60a2-f29c-4f28-9560-11e85688d180 req-ed4e69d5-d9e5-4b12-b9d9-da52a6e67bb1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:38.153212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c3e60a2-f29c-4f28-9560-11e85688d180 req-ed4e69d5-d9e5-4b12-b9d9-da52a6e67bb1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0692139 Jul 15 13:56:38.220258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c3e60a2-f29c-4f28-9560-11e85688d180 req-f4df5880-75ed-4e8c-ac39-af6627972a10 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575664 Jul 15 13:56:38.236856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-a1e56b29-bb5d-49d3-8b51-80e742d1cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:38.238444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-a1e56b29-bb5d-49d3-8b51-80e742d1cb1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 1098 time: 0.1417093 Jul 15 13:56:38.250098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:38.319120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:38.521887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:38.565517 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:38.608170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:38.614106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:38.627250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Transition to ACTIVE for port object b3b331ce-65eb-4a70-bdec-9732a89d064e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:38.631833 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:38.657379 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb270be-4703-4d20-98a5-76761d680113" -d '{"events": [{"server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:38.711773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:38.727395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.727646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.727981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.728317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.728650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.728982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.729305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.729631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.729957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.730279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.730602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.730922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:38.774390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] No DVR routers for this DVR port b3b331ce-65eb-4a70-bdec-9732a89d064e on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:56:38.808362 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c16539-2b49-4a08-af80-c0e615a4b147 x-openstack-request-id: req-29c16539-2b49-4a08-af80-c0e615a4b147 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:38.808661 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:38.808980 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29c16539-2b49-4a08-af80-c0e615a4b147 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:38.809310 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'code': 200} Jul 15 13:56:38.917123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Attempting to bind port b3b331ce-65eb-4a70-bdec-9732a89d064e on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:38.917450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Attempting to bind port b3b331ce-65eb-4a70-bdec-9732a89d064e by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:38.917780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Attempting to bind port b3b331ce-65eb-4a70-bdec-9732a89d064e on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:38.922107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Port b3b331ce-65eb-4a70-bdec-9732a89d064e on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:56:38.922428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Attempting to bind port b3b331ce-65eb-4a70-bdec-9732a89d064e on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:38.927287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:38.927630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:38.928016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:38.928442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Bound port: b3b331ce-65eb-4a70-bdec-9732a89d064e, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:38.928806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:38.991941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:38.994901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:38.999452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:39.032654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:39.033276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:39.035441 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] 10.222.0.35 "PUT /v2.0/ports/b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 1093 time: 0.7898014 Jul 15 13:56:39.069969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca98dad-9b2a-4289-bb9a-d98854cc4863 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:39.125144 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-60981765-0b84-4c1d-8707-aeb85fb7a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:39.126676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-60981765-0b84-4c1d-8707-aeb85fb7a817 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1096 time: 0.0645919 Jul 15 13:56:39.225014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-5dec970c-f6fc-4457-a922-bd6c0a2820c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:39.226487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-5dec970c-f6fc-4457-a922-bd6c0a2820c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0935726 Jul 15 13:56:39.294490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-1cb165e9-90a8-4f28-8284-6c332c26900f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 998 time: 0.0616102 Jul 15 13:56:39.344095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-7be935c2-e5c5-408b-ac04-012973bb19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:39.345773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-7be935c2-e5c5-408b-ac04-012973bb19c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0455706 Jul 15 13:56:39.440438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-9678d58d-3c47-417f-89b1-0c4559152b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:39.441843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-9678d58d-3c47-417f-89b1-0c4559152b51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885189 Jul 15 13:56:39.449224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23563798-7b06-4993-8ecc-0a760b494566 req-b9dac423-1006-4348-a323-dff343e48be6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:39.450610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23563798-7b06-4993-8ecc-0a760b494566 req-b9dac423-1006-4348-a323-dff343e48be6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 944 time: 0.1093156 Jul 15 13:56:39.531512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23563798-7b06-4993-8ecc-0a760b494566 req-6722ecd6-4912-46b1-8158-ec4a715d2515 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730822 Jul 15 13:56:39.557479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-8cdda516-f3e2-49cc-a877-d28c57ae3030 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059554 Jul 15 13:56:39.954883 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efd0e73d-def3-48a4-ba90-fb0fd913b455 req-6402d562-61fe-4dd7-8e14-c053e71bc031 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914771 Jul 15 13:56:40.703835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91660dde-65b5-487f-828b-b2e1285ef9c5 req-0de52ef4-0856-4750-9f85-c3ff8cea29d3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:40.705234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91660dde-65b5-487f-828b-b2e1285ef9c5 req-0de52ef4-0856-4750-9f85-c3ff8cea29d3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 944 time: 0.0624199 Jul 15 13:56:40.744338 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91660dde-65b5-487f-828b-b2e1285ef9c5 req-1b4655a6-ff32-4767-a7bc-050acf065356 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335400 Jul 15 13:56:40.810133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:40.812570 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fb8fcb-519f-4d90-9420-fea73e5492ba" -d '{"events": [{"name": "network-changed", "server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:40.863786 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e6ce6d-cbd1-4797-92ba-ed18d784de28 x-openstack-request-id: req-28e6ce6d-cbd1-4797-92ba-ed18d784de28 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:40.864080 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:40.864333 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28e6ce6d-cbd1-4797-92ba-ed18d784de28 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:40.864726 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'status': 'completed', 'code': 200} Jul 15 13:56:40.981172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-07e17fdc-fc36-47a0-b503-ce59bf871c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:40.982641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-07e17fdc-fc36-47a0-b503-ce59bf871c47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1096 time: 0.0971909 Jul 15 13:56:40.984434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-604e2c82-d884-40f2-9508-d3e22e0d5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:40.985773 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-604e2c82-d884-40f2-9508-d3e22e0d5a64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1096 time: 0.0990963 Jul 15 13:56:41.148191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-bb7ec281-4d62-4a03-b5fb-47b2f4558cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:41.149711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-bb7ec281-4d62-4a03-b5fb-47b2f4558cdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1580117 Jul 15 13:56:41.150678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-dff06551-7cf9-451b-a27e-70652dd05fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:41.152043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-dff06551-7cf9-451b-a27e-70652dd05fce service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1592140 Jul 15 13:56:41.263758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-825ad656-f7c5-4a36-8ec1-d84d9c680bdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 998 time: 0.1074643 Jul 15 13:56:41.267875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-03c96386-6d48-4dd0-a5df-c05c856650b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 998 time: 0.1064804 Jul 15 13:56:41.349066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-1a0f26b4-d92a-49ee-903c-2f3f517c882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:41.350557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-1a0f26b4-d92a-49ee-903c-2f3f517c882c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0818226 Jul 15 13:56:41.352255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-0838693c-db2c-4458-b72e-d3761be38dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:41.353580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-0838693c-db2c-4458-b72e-d3761be38dad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0774863 Jul 15 13:56:41.453925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-8a2e4bd7-611e-4783-a3bc-6e2c5db47878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:41.455478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-8a2e4bd7-611e-4783-a3bc-6e2c5db47878 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987926 Jul 15 13:56:41.460116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-8576c21a-ca03-43ba-85f3-facb464c0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:41.460116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-8576c21a-ca03-43ba-85f3-facb464c0a85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947912 Jul 15 13:56:41.614249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-a2dce84a-e864-41ee-aab3-3605846dab5a service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524839 Jul 15 13:56:41.616188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-e1767687-ee9d-4c4a-99e3-500ab7001005 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473353 Jul 15 13:56:41.772588 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-f686bb9c-3bad-43a5-b394-7db9ef2366ad service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521199 Jul 15 13:56:41.774528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23fb8fcb-519f-4d90-9420-fea73e5492ba req-467a67b7-50e5-4dfe-b3d8-e27f58153f63 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471298 Jul 15 13:56:41.928886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b3b331ce-65eb-4a70-bdec-9732a89d064e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:41.929462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3e6e4-d26c-490f-a900-a15280c57765 req-feadd59b-88df-4531-baab-06666af996e5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:41.930793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa3e6e4-d26c-490f-a900-a15280c57765 req-feadd59b-88df-4531-baab-06666af996e5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 944 time: 0.0676715 Jul 15 13:56:41.970663 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5aa3e6e4-d26c-490f-a900-a15280c57765 req-9bad83d9-119d-4a84-9d64-1dda81283dba tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332196 Jul 15 13:56:41.971234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b3b331ce-65eb-4a70-bdec-9732a89d064e not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:42.316831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cad343-fae5-4861-8908-b83fe75c17dc req-d996c2f6-d2e5-4cdc-819b-e6b6278c77c9 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:42.318359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9cad343-fae5-4861-8908-b83fe75c17dc req-d996c2f6-d2e5-4cdc-819b-e6b6278c77c9 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 944 time: 0.1177211 Jul 15 13:56:42.326960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-84773299-562b-4e81-a585-2cfd1439bba6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:42.328371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-84773299-562b-4e81-a585-2cfd1439bba6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002&tenant_id=c6825a3f57d84aa690f12fcbadf665a3&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 944 time: 0.1184199 Jul 15 13:56:42.393251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b9cad343-fae5-4861-8908-b83fe75c17dc req-21ccd333-1bf9-460a-8f80-901bed46ffd2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639045 Jul 15 13:56:42.415249 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-e2404b42-d2d7-4d8f-9c06-16caea735d8b service neutron] delete failed (client error): The resource could not be found. Jul 15 13:56:42.415249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-e2404b42-d2d7-4d8f-9c06-16caea735d8b service neutron] 10.222.0.30 "DELETE /v2.0/ports/b3b331ce-65eb-4a70-bdec-9732a89d064e/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0719509 Jul 15 13:56:42.508975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-ee758929-a887-49cc-91b4-8fc6ba3e4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:42.510484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-ee758929-a887-49cc-91b4-8fc6ba3e4f01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1096 time: 0.0530522 Jul 15 13:56:42.604630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-80a16a9c-9120-4653-8cf6-42439745dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:42.606024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-80a16a9c-9120-4653-8cf6-42439745dfbc service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0899756 Jul 15 13:56:42.656730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b3b331ce-65eb-4a70-bdec-9732a89d064e details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:56:42.669631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-88233522-1ae7-4728-b26b-5e6e75c0fcf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 998 time: 0.0576332 Jul 15 13:56:42.717447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-46d8fdbd-1d82-4fcc-9972-4bc2d365cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:42.718922 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-46d8fdbd-1d82-4fcc-9972-4bc2d365cbea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0437131 Jul 15 13:56:42.749115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:42.760029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'mac_address': 'fa:16:3e:54:b5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:56:42.780321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-f6cb9189-538a-40c7-9737-66a2800b9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:42.781853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-f6cb9189-538a-40c7-9737-66a2800b9347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571170 Jul 15 13:56:42.800540 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.813375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b331ce-65eb-4a70-bdec-9732a89d064e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:56:42.833757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:42.838094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.874230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-5c8af200-8a3f-4974-90b1-747af44a07c9 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856164 Jul 15 13:56:42.886344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:42.894521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.894870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.895246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.895591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.895924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.896258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.896590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.897387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.897387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.897574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.897867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.898192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:42.968809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8de58990-0bb7-4407-99d8-bae926038aa8 req-87d85399-05d5-43ec-b358-be3344edb7bf service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883491 Jul 15 13:56:43.068269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b3b331ce-65eb-4a70-bdec-9732a89d064e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:56:43.572264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0801290-e753-4062-a7d0-ab27ea8a1a93 req-22e16dde-5a59-40cb-bf12-361bc99812ff tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:43.573809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f0801290-e753-4062-a7d0-ab27ea8a1a93 req-22e16dde-5a59-40cb-bf12-361bc99812ff tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 945 time: 0.0672407 Jul 15 13:56:43.613939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f0801290-e753-4062-a7d0-ab27ea8a1a93 req-0eb60301-3855-4023-9002-0ee6531f63a6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330350 Jul 15 13:56:43.786300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8cd86-3b4d-4cf4-9024-1435407c7f06 req-e02df3e6-b4e8-41bb-ab7b-8ece4e912f52 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:43.787811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54c8cd86-3b4d-4cf4-9024-1435407c7f06 req-e02df3e6-b4e8-41bb-ab7b-8ece4e912f52 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 945 time: 0.0639019 Jul 15 13:56:43.829370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54c8cd86-3b4d-4cf4-9024-1435407c7f06 req-3e16bf04-c358-4654-bda4-9ba427e50e56 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360529 Jul 15 13:56:44.192545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-d7d71240-4dda-47fe-b480-c4deaacc6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:44.193951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-d7d71240-4dda-47fe-b480-c4deaacc6d35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 1097 time: 0.0966253 Jul 15 13:56:44.201380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dda44b-161d-424b-b43e-31974c9c3e3f req-0980e03c-837b-46b6-a925-992175051347 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:44.202724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c8dda44b-161d-424b-b43e-31974c9c3e3f req-0980e03c-837b-46b6-a925-992175051347 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 945 time: 0.0965810 Jul 15 13:56:44.296634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c8dda44b-161d-424b-b43e-31974c9c3e3f req-f76a417f-4476-47da-83da-89a20788082b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859470 Jul 15 13:56:44.316162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-124386fc-a8a7-4f5b-b6ee-ba6d93185b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:44.317608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-124386fc-a8a7-4f5b-b6ee-ba6d93185b14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1140385 Jul 15 13:56:44.381649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-131a8be7-bf5b-44e3-840a-f1a2b8a32b5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 200 len: 999 time: 0.0569048 Jul 15 13:56:44.434054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-436ddf17-1449-49f1-9742-75f8c8d3cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:44.435614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-436ddf17-1449-49f1-9742-75f8c8d3cbfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0477583 Jul 15 13:56:44.493140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-97536c0e-c5aa-406a-a700-270f5ad336f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:44.494579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-97536c0e-c5aa-406a-a700-270f5ad336f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529716 Jul 15 13:56:44.588178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-50585e38-45cf-4e86-b4e7-ff32436d5b3f service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873284 Jul 15 13:56:44.657355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b3b331ce-65eb-4a70-bdec-9732a89d064e up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:44.687169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa6bf96-bdab-4ebd-b691-9630d28c8a8a req-8f70ebb9-2cf8-419b-b1d4-c2779f4273c8 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928066 Jul 15 13:56:44.709954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port b3b331ce-65eb-4a70-bdec-9732a89d064e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:44.714727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b3b331ce-65eb-4a70-bdec-9732a89d064e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:44.715108 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.792694 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.816647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:44.831032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:44.837926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.862430 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbd6502-e1fb-4791-af05-3ea48e3e7fd8" -d '{"events": [{"server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "name": "network-vif-plugged", "status": "completed", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:44.891293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:44.947640 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4027943c-3fe5-4b2d-8d56-16cc6450fbd7 x-openstack-request-id: req-4027943c-3fe5-4b2d-8d56-16cc6450fbd7 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:44.947930 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "name": "network-vif-plugged", "status": "completed", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:44.948181 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4027943c-3fe5-4b2d-8d56-16cc6450fbd7 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:44.948601 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'code': 200} Jul 15 13:56:45.471585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2bea4-9beb-43b6-b484-fd01bbb35310 req-daccc328-504e-42bd-a504-d7b210cda9e7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:45.473084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62a2bea4-9beb-43b6-b484-fd01bbb35310 req-daccc328-504e-42bd-a504-d7b210cda9e7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0656717 Jul 15 13:56:45.513999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62a2bea4-9beb-43b6-b484-fd01bbb35310 req-6fc34de9-74d0-4461-a463-2fd173634d1f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353403 Jul 15 13:56:45.889960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a24da-6d9f-4cc5-9323-f7584f553553 req-1af4f28b-ee1a-4a71-a778-3ed860fbe34c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:45.891410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d4a24da-6d9f-4cc5-9323-f7584f553553 req-1af4f28b-ee1a-4a71-a778-3ed860fbe34c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0650756 Jul 15 13:56:45.928199 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8d4a24da-6d9f-4cc5-9323-f7584f553553 req-51b2bf41-8412-46ec-85bf-b64ebaa918ed tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Jul 15 13:56:47.125752 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c718-632f-4395-854a-baaf035d9cac req-f146282d-903d-4ac1-901a-14a613946083 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:47.127273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9641c718-632f-4395-854a-baaf035d9cac req-f146282d-903d-4ac1-901a-14a613946083 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.1067209 Jul 15 13:56:47.138900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37048e97-0ad9-4d8e-bffd-f44d73e88fb8 req-ddc63e75-cee4-4ebc-816f-6ffdb6e8294e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:47.140298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37048e97-0ad9-4d8e-bffd-f44d73e88fb8 req-ddc63e75-cee4-4ebc-816f-6ffdb6e8294e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 946 time: 0.0923078 Jul 15 13:56:47.208785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37048e97-0ad9-4d8e-bffd-f44d73e88fb8 req-fab2710e-9588-4bcf-ab59-ef3907ee7220 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610421 Jul 15 13:56:47.259558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Deleting port b3b331ce-65eb-4a70-bdec-9732a89d064e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:47.259894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.350362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] For port b3b331ce-65eb-4a70-bdec-9732a89d064e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b3b331ce-65eb-4a70-bdec-9732a89d064e,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:47.350718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.515021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.515332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.515646 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c disassociated. External IP: 172.25.1.2, port: b3b331ce-65eb-4a70-bdec-9732a89d064e. Jul 15 13:56:47.515986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Calling delete_port for b3b331ce-65eb-4a70-bdec-9732a89d064e owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:47.642721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.669646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event deleted for resources: {'Port': ['ID=b3b331ce-65eb-4a70-bdec-9732a89d064e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:47.789084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:56:47.901070 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:56:47.912026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:56:47.921925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:47.922706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:56:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:47.947219 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] No DVR routers for this DVR port b3b331ce-65eb-4a70-bdec-9732a89d064e on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:56:47.949815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.952411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9641c718-632f-4395-854a-baaf035d9cac req-dfdc1585-67cc-40df-99a3-bc06420c3477 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "DELETE /v2.0/ports/b3b331ce-65eb-4a70-bdec-9732a89d064e HTTP/1.1" status: 204 len: 173 time: 0.8112454 Jul 15 13:56:47.953284 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'name': 'network-vif-deleted', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:47.956986 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2b48af-3e14-4a4c-b211-15eedaf546ed" -d '{"events": [{"server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "name": "network-vif-deleted", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:47.998181 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7b5c2a-05ad-41ba-9e9e-9c3f7a07a443 x-openstack-request-id: req-cf7b5c2a-05ad-41ba-9e9e-9c3f7a07a443 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:47.998515 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6a5198-2040-4520-bb9f-5e6dc93d9002", "name": "network-vif-deleted", "tag": "b3b331ce-65eb-4a70-bdec-9732a89d064e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:47.998800 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf7b5c2a-05ad-41ba-9e9e-9c3f7a07a443 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:47.999247 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6a5198-2040-4520-bb9f-5e6dc93d9002', 'name': 'network-vif-deleted', 'tag': 'b3b331ce-65eb-4a70-bdec-9732a89d064e', 'status': 'completed', 'code': 200} Jul 15 13:56:48.046131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:48.278195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:48.309481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:56:48.327216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:48.327870 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:56:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:48.381287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d61e6f91-9e2a-4692-9a6c-df64b8999e8a req-772da495-8ec9-467f-8234-c4769baae2fd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6a5198-2040-4520-bb9f-5e6dc93d9002 HTTP/1.1" status: 200 len: 210 time: 0.0329921 Jul 15 13:56:48.434702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:48.640432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:48.666749 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd8fdf-4576-4d78-803a-3a109ade4859 None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:56:48.874610 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7cd8a3-b0c0-44dd-b091-465ac797ea8d None None] New status for floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:56:48.940251 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae087-957b-48f5-9009-5d13427e99bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.719742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-6c813f6a-48e2-4ec8-9f8c-d886c79eec4f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1262824834&fields=id&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 267 time: 0.0325849 Jul 15 13:56:49.821709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-1838dcf4-da14-46ed-b69a-4d6c6f6725fd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:49.823180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-1838dcf4-da14-46ed-b69a-4d6c6f6725fd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 812 time: 0.0972137 Jul 15 13:56:49.837398 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-43b3accf-411f-4b91-a1ec-2c681f5fb989 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/quotas/c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 375 time: 0.0088336 Jul 15 13:56:49.912837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-e61fdaad-28d7-449f-89fa-62947dce426f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701137 Jul 15 13:56:50.074524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-27d0ec4f-0c5d-4cd6-887b-a38d48c99274 service neutron] 10.222.0.25 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179636 Jul 15 13:56:50.170271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-c8fb235c-9a2b-49ef-8849-e47fb49f20dd service neutron] 10.222.0.25 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903001 Jul 15 13:56:50.342390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e10f182-fb9f-4451-b0e9-f69b1954cf00 req-b1c8d4a2-5420-4bd1-89fc-87851be0a4f0 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 210 time: 0.0287905 Jul 15 13:56:50.656328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b3b331ce-65eb-4a70-bdec-9732a89d064e no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:50.677486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: b3b331ce-65eb-4a70-bdec-9732a89d064e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:50.677742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b3b331ce-65eb-4a70-bdec-9732a89d064e not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:51.612733 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-43296742-efcc-4f7a-9a01-8f79b184eed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.734847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.819565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72d61329-fc24-4bfb-b602-80201cdba567 req-4cf21b97-55de-4a40-82d4-69203c3f07b4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 210 time: 0.0345383 Jul 15 13:56:51.840729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-c92dc8af-6228-4b0c-968e-b4cf9b0198d3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:51.842238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-c92dc8af-6228-4b0c-968e-b4cf9b0198d3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 812 time: 0.4633198 Jul 15 13:56:51.883157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-928d96d6-0266-45f7-84eb-e71a66b0d636 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 380 time: 0.0327749 Jul 15 13:56:51.891626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'port': {'device_id': 'd152e222-215d-4908-9499-58418f8ab194', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'admin_state_up': True, 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'security_groups': ['a72202d4-867b-4036-82aa-f196305ea8e3']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:51.999507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Made reservation on behalf of c6825a3f57d84aa690f12fcbadf665a3 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:56:52.003006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.123059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Allocated IP 172.20.0.5 (46e880f2-de35-4b27-a6c2-6e54589f9cca/50d51741-b76a-4ce4-8c52-6d95446385c9/ae4e7a6f-3c57-432c-be9d-3542e9adddc6) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:56:52.256557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.269770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Transition to ACTIVE for port object ae4e7a6f-3c57-432c-be9d-3542e9adddc6 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:52.302747 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.343114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:52.346693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:52.353986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:56:52.392964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:52.417092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:52.417731 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.433111 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-eb134be0-c3e7-4de2-8197-93d5efa60144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455501 Jul 15 13:56:52.444345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Request body: {'port': {'device_id': 'd152e222-215d-4908-9499-58418f8ab194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:52.518635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.545013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7dd21239-ffcc-41e7-8edb-33ca4f60e5cd None None] Provisioning for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:52.549227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7dd21239-ffcc-41e7-8edb-33ca4f60e5cd None None] Provisioning complete for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:52.549611 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7dd21239-ffcc-41e7-8edb-33ca4f60e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.584394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7dd21239-ffcc-41e7-8edb-33ca4f60e5cd None None] Port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:56:52.782519 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4e7a6f-3c57-432c-be9d-3542e9adddc6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:56:52.789734 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.802018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Transition to ACTIVE for port object ae4e7a6f-3c57-432c-be9d-3542e9adddc6 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:52.805542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.856548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:52.926385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:52.926722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:52.927076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:52.931760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:56:52.932086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:52.937446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:52.937787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:52.938176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:52.938681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Bound port: ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:52.939045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.041619 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.052395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:53.056952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:53.066140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b790af-377a-4e02-a56d-b2675b9c356e req-ef714d41-5101-42d5-ae66-b0e69e040806 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.067671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75b790af-377a-4e02-a56d-b2675b9c356e req-ef714d41-5101-42d5-ae66-b0e69e040806 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 943 time: 0.1264713 Jul 15 13:56:53.069086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.118263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.118995 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.120488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1092 time: 0.6805720 Jul 15 13:56:53.127943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:53.130315 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65" -d '{"events": [{"name": "network-changed", "server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:53.198873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75b790af-377a-4e02-a56d-b2675b9c356e req-70a3ca3d-6da5-4186-a91c-277986ce300c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246567 Jul 15 13:56:53.201468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a42820-564f-40b0-989d-c2efd2868485 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:53.233027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-23bc26b0-8373-4479-a12b-858867986d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.234700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-23bc26b0-8373-4479-a12b-858867986d4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1095 time: 0.0754328 Jul 15 13:56:53.251899 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fae4a8-0661-4bd4-bde1-78539e253939 x-openstack-request-id: req-65fae4a8-0661-4bd4-bde1-78539e253939 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:53.252362 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:53.252619 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65fae4a8-0661-4bd4-bde1-78539e253939 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:53.253020 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'status': 'completed', 'code': 200} Jul 15 13:56:53.281723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-1af3139b-ea5c-44ef-be27-9f19d84e03c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 217 time: 0.0398593 Jul 15 13:56:53.332068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-e3067804-79d5-49df-9c65-51ce6abce222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.333556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-e3067804-79d5-49df-9c65-51ce6abce222 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0459430 Jul 15 13:56:53.391880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-f70aa119-d31b-4269-a78b-d4483ef27c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.393407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-f70aa119-d31b-4269-a78b-d4483ef27c4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534546 Jul 15 13:56:53.491604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-7a49b2d4-2709-4f04-b2bd-34c2d3461d89 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910625 Jul 15 13:56:53.584615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f710031b-67d6-46aa-a845-c4611f5cee1e req-7c50421a-7cfe-4caa-8193-763f2e08909f service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859673 Jul 15 13:56:53.683931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-1d5d9f5f-f884-425a-afcb-c6f6f18ca819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.686049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-1d5d9f5f-f884-425a-afcb-c6f6f18ca819 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1095 time: 0.0535553 Jul 15 13:56:53.775558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-669c5881-72db-4983-be68-f5c5bfc510bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.777030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-669c5881-72db-4983-be68-f5c5bfc510bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0853364 Jul 15 13:56:53.820689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-40590d51-a379-41e5-a497-4573b8531a20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 217 time: 0.0375807 Jul 15 13:56:53.868388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-4f19e055-082d-4ef1-ad65-d54b4e98d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.869750 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-4f19e055-082d-4ef1-ad65-d54b4e98d3ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0426896 Jul 15 13:56:53.925843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-e39753a5-ce7a-45f7-9da2-bfba0ff21329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.927368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-e39753a5-ce7a-45f7-9da2-bfba0ff21329 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511534 Jul 15 13:56:54.021715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-b8d0bc07-245b-4fd2-942b-0d7faef5d3c3 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856440 Jul 15 13:56:54.109375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e22ea52-d9a8-4411-8f40-2fc0a83e2b65 req-055e2063-11e4-465d-85df-a6af1fd60841 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809453 Jul 15 13:56:54.383891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d16baf-1468-4eaf-803b-0c6ef65e653e req-c6ea2114-fb4d-435e-a47e-3cb999a89844 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:54.385430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33d16baf-1468-4eaf-803b-0c6ef65e653e req-c6ea2114-fb4d-435e-a47e-3cb999a89844 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 943 time: 0.0677125 Jul 15 13:56:54.424448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33d16baf-1468-4eaf-803b-0c6ef65e653e req-a404ccf3-966e-479f-b2a4-e6fb9aa16264 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Jul 15 13:56:54.517411 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:55.598146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d686dc0-9de4-4d14-86c0-80260c9b6201 req-7f168154-9ce0-403e-b803-a0d2a5c6143b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:55.599679 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d686dc0-9de4-4d14-86c0-80260c9b6201 req-7f168154-9ce0-403e-b803-a0d2a5c6143b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 943 time: 0.0640185 Jul 15 13:56:55.637345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d686dc0-9de4-4d14-86c0-80260c9b6201 req-76115b01-7cf8-4a7f-b849-db99d62a1974 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Jul 15 13:56:56.007470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:56:56.097953 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:56.112188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'mac_address': 'fa:16:3e:c2:cd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:56:56.147987 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.160084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4e7a6f-3c57-432c-be9d-3542e9adddc6 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:56:56.179458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:56.183460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.229848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:56.386523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['ae4e7a6f-3c57-432c-be9d-3542e9adddc6'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:56:56.810673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b6583-2509-4286-b35b-a49d558143ac req-4f7a2ede-bf3d-48f7-8ac4-25bd88ee6d86 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:56.812192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59b6583-2509-4286-b35b-a49d558143ac req-4f7a2ede-bf3d-48f7-8ac4-25bd88ee6d86 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 944 time: 0.0637972 Jul 15 13:56:56.851309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59b6583-2509-4286-b35b-a49d558143ac req-1768f6ba-e24e-472a-860d-012fbdd21c55 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332372 Jul 15 13:56:58.013349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:58.042719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9b025-8d9b-4c25-ab09-501e3e5b247a req-4dc07b08-8075-485a-8f4a-1ebed183e6e5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:58.044267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb9b025-8d9b-4c25-ab09-501e3e5b247a req-4dc07b08-8075-485a-8f4a-1ebed183e6e5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 944 time: 0.0681901 Jul 15 13:56:58.060910 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:58.065010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:58.065397 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.083961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-efb9b025-8d9b-4c25-ab09-501e3e5b247a req-2523267c-8194-4b08-8d53-6f5052e98f43 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335140 Jul 15 13:56:58.144405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.166610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:58.168994 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba8312-45fc-45f9-b941-e4c966a69346" -d '{"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-plugged", "status": "completed", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:58.181943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:58.186222 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.209430 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3160d2d-d279-48ee-8987-4b1a62e1958c x-openstack-request-id: req-d3160d2d-d279-48ee-8987-4b1a62e1958c {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:58.209722 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-plugged", "status": "completed", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:58.209973 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3160d2d-d279-48ee-8987-4b1a62e1958c {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:58.210356 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'code': 200} Jul 15 13:56:58.238042 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:58.321175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c697b9-b39c-4b8b-870b-50d5933e2dfc req-67acbf75-6d0c-44cc-b549-933592ebd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:58.322648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8c697b9-b39c-4b8b-870b-50d5933e2dfc req-67acbf75-6d0c-44cc-b549-933592ebd24d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1097 time: 0.0507584 Jul 15 13:56:58.356847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8c697b9-b39c-4b8b-870b-50d5933e2dfc req-35408f42-3e99-465e-a9fe-dd9e4db5017e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275376 Jul 15 13:56:59.263709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751f8ed-88c6-458d-a506-9854b5e3fe4d req-3e4cee6c-9008-433f-8e38-59ea97d05671 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:59.265187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c751f8ed-88c6-458d-a506-9854b5e3fe4d req-3e4cee6c-9008-433f-8e38-59ea97d05671 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0688953 Jul 15 13:56:59.303005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c751f8ed-88c6-458d-a506-9854b5e3fe4d req-3265fac0-43b4-4fe1-b755-e6482d240a4a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320926 Jul 15 13:56:59.468060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd17f2-9e12-4384-b489-34c3d144598f req-d2a1f1ee-5dfd-46cd-88d9-131a4a361531 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:59.469815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccfd17f2-9e12-4384-b489-34c3d144598f req-d2a1f1ee-5dfd-46cd-88d9-131a4a361531 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0638678 Jul 15 13:56:59.478399 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 33640) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:59.483423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'floatingip': {'port_id': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:59.521217 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.962846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.967350 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:00.067113 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c associated. External IP: 172.25.1.2, port: ae4e7a6f-3c57-432c-be9d-3542e9adddc6. Jul 15 13:57:00.276551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:57:00.382398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:57:00.387618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:00.394312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:57:00.403473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:00.404172 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:56:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:00.424069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-50fa8246-f6ed-4221-8551-40d05de61206 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "PUT /v2.0/floatingips/c9aee01a-4329-4871-ba3c-b58c589ca40c HTTP/1.1" status: 200 len: 989 time: 0.9446313 Jul 15 13:57:00.424653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:00.426967 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df274b1-77eb-4a47-b4ab-605f1a3ef643" -d '{"events": [{"name": "network-changed", "server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:00.510466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:00.549323 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a86b981-95c7-404b-bf5a-b4240687cf05 x-openstack-request-id: req-0a86b981-95c7-404b-bf5a-b4240687cf05 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:00.549618 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:00.549871 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a86b981-95c7-404b-bf5a-b4240687cf05 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:00.550277 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'status': 'completed', 'code': 200} Jul 15 13:57:00.621276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-fe0fccba-d741-408e-b3bd-ba140437db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:00.623391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-fe0fccba-d741-408e-b3bd-ba140437db6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1097 time: 0.0526614 Jul 15 13:57:00.715228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-080969c3-2de3-4ac8-a1cb-cc1f5d92e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:00.716970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-080969c3-2de3-4ac8-a1cb-cc1f5d92e3bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0877011 Jul 15 13:57:00.732916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:c2:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd152e222-215d-4908-9499-58418f8ab194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:56:59Z', 'revision_number': 9, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:00.762448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:57:00.770877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:00.771541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:56:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:00.780669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-7efb9919-5ea3-440c-aee7-2f2832faeac5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 997 time: 0.0574164 Jul 15 13:57:00.832306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-ce5901cc-b985-43e2-b818-f8e6d2ba43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:00.833758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-ce5901cc-b985-43e2-b818-f8e6d2ba43d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0471416 Jul 15 13:57:00.895368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-f2a0ffd4-9fd7-45e0-b9d3-4b2f79a75392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:00.896923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-f2a0ffd4-9fd7-45e0-b9d3-4b2f79a75392 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563529 Jul 15 13:57:00.990991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-9e7904ee-9350-42e7-9c46-88ad04235ec6 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873699 Jul 15 13:57:01.036237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:01.086407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df274b1-77eb-4a47-b4ab-605f1a3ef643 req-aee25ec3-7b93-44e7-94be-2be13c355139 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884600 Jul 15 13:57:01.254004 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:c2:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd152e222-215d-4908-9499-58418f8ab194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:56:59Z', 'revision_number': 9, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:01.284526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bde741-52e1-4184-87d0-81a4d01aadd8 None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:c2:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd152e222-215d-4908-9499-58418f8ab194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:56:59Z', 'revision_number': 9, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:57:01.470074 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f205743-4943-4630-a56f-06e3a8f1571f None None] New status for floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:57:05.029660 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:06.024045 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:08.289058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-b091ef4a-63a3-48e8-a4e7-7f6c5f5605f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500379 Jul 15 13:57:08.387723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-89db400e-e43e-42e5-9deb-3ed06f33d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:08.388847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-89db400e-e43e-42e5-9deb-3ed06f33d481 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1097 time: 0.0568151 Jul 15 13:57:08.490312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-8aa08a42-716a-4b15-b50f-5fc352d69075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:08.491852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-8aa08a42-716a-4b15-b50f-5fc352d69075 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0845509 Jul 15 13:57:08.558169 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-d0d114a7-6a5b-4d16-a43c-6be9338f30f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1000 time: 0.0603802 Jul 15 13:57:08.606580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-7c55bc40-bc26-49ab-806a-6a64f2dc1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:08.609338 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-7c55bc40-bc26-49ab-806a-6a64f2dc1f33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0458748 Jul 15 13:57:08.664288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-8462edef-1afd-4801-bbd3-77274166780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:08.665777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-8462edef-1afd-4801-bbd3-77274166780a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510180 Jul 15 13:57:08.760931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-e1a7caca-146b-4ea7-9450-1f8bdbe8e598 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886652 Jul 15 13:57:08.858341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dbd5ecf9-3d6a-4e89-b3ac-65ee516b7003 req-53e43a6d-ebab-46e5-9ff6-3f4d831dc66e service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802438 Jul 15 13:57:10.284991 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:16.491781 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-b5978406-2e4f-49db-8fe8-786a9b01bc1d req-a734a38e-1636-4b14-9bba-da94b8602b51 tempest-TestVolumeBootPattern-1291588472 tempest-TestVolumeBootPattern-1291588472-project] (93734) timed out ('10.222.0.30', 51351) {{(pid=93734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:57:18.942681 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8902be9a-eff3-4bbe-bbaf-618be398be06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:21.612678 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ad9f02d6-936f-4249-a589-8bcb7ec23d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:21.735261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:23.044183 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.520446 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:35.028792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:36.031626 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.051814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-2e11ff01-a15a-4520-8e83-7b0ef9dd275a req-5063de41-abe1-49a1-9d7c-5cb50264d225 service neutron] (93733) timed out ('10.222.0.35', 53732) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:57:47.284022 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:48.943505 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb70fada-3d40-40e7-b455-ac552e6b7b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:51.612928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9c158311-6350-407e-8220-a796142bff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:51.737306 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.047153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.525977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.030812 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:06.037529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:10.299208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-efca8ea6-e4bb-4bc4-a652-6a24037bb941 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670214 Jul 15 13:58:10.392581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-750fb2d6-b43c-4450-a6e7-226841d9e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:10.394207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-750fb2d6-b43c-4450-a6e7-226841d9e985 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1097 time: 0.0544541 Jul 15 13:58:10.497210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-6cf56809-d550-47a4-b853-d94e37f006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:10.498718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-6cf56809-d550-47a4-b853-d94e37f006d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0859387 Jul 15 13:58:10.566953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-cf4396ac-5671-41e2-8d39-c736686d1451 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1000 time: 0.0621545 Jul 15 13:58:10.615153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-4160f89c-3ea5-4773-82ab-c57086b6f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:10.616604 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-4160f89c-3ea5-4773-82ab-c57086b6f9fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0437360 Jul 15 13:58:10.671497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-f717e386-e0bc-4bf8-833b-a46f31d3e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:10.672982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-f717e386-e0bc-4bf8-833b-a46f31d3e9dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506175 Jul 15 13:58:10.763712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-abb4e186-6a97-4c44-a6d8-c6d6c79902bd service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838966 Jul 15 13:58:10.850752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c5a966d7-53e7-4022-affc-5830e913aa6d req-a1edc363-8bed-46b4-aada-89631b63e5b9 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806308 Jul 15 13:58:18.943364 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4514ac1a-0313-432e-861f-127bba286f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.613881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a2645c0b-4fa3-403f-b1cc-cb9880aaf255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.737684 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:23.048257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:24.286809 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:58:24.526017 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.033858 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.036178 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.225049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-2ffdf1a8-c92b-4a91-ac7e-c75fa63b3bbd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4113154 Jul 15 13:58:38.240436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecd5a5-17f6-4cd1-b28b-eae612120f8d req-83fe4272-c6f5-490b-9742-9e42a8a56380 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:38.241925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caecd5a5-17f6-4cd1-b28b-eae612120f8d req-83fe4272-c6f5-490b-9742-9e42a8a56380 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0814991 Jul 15 13:58:38.281269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-caecd5a5-17f6-4cd1-b28b-eae612120f8d req-432d54a8-49c5-48b3-a251-510c2b88e155 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331714 Jul 15 13:58:39.403874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-bbd7d43e-3532-40fa-a97a-61404a36bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:39.405392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-bbd7d43e-3532-40fa-a97a-61404a36bffd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1097 time: 0.0561926 Jul 15 13:58:39.535968 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12587966-ef37-41c5-93a9-ba2a3ce35184 req-4f19f0c3-3083-4765-858c-a90fcc6986e2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:39.537444 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12587966-ef37-41c5-93a9-ba2a3ce35184 req-4f19f0c3-3083-4765-858c-a90fcc6986e2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.1311951 Jul 15 13:58:39.541836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-f50c87b0-8394-47a7-8686-288aa743b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:39.543249 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-f50c87b0-8394-47a7-8686-288aa743b2df service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1287403 Jul 15 13:58:39.619091 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12587966-ef37-41c5-93a9-ba2a3ce35184 req-7bde4290-9e6a-44ad-9112-ccd616f80f57 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748017 Jul 15 13:58:39.626928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-0b195f00-9607-47e8-a827-2d6bdd16f6ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1000 time: 0.0755031 Jul 15 13:58:39.674873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-078a82ce-5d50-4b53-9847-216db2f3ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:39.676358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-078a82ce-5d50-4b53-9847-216db2f3ce5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0435503 Jul 15 13:58:39.736062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-50507a6f-7f5d-4f8f-a200-8947c766e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:39.738219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-50507a6f-7f5d-4f8f-a200-8947c766e83e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556369 Jul 15 13:58:39.824862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-69ce1298-442e-4a84-a0b9-563cb0446f15 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801947 Jul 15 13:58:39.915819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-631d2474-d8ab-42fc-94a2-5d752125daf2 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839133 Jul 15 13:58:40.801761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abacef-287a-43f9-b14c-d8a6537a0a0c req-dc601d37-d7a3-4a32-8d50-7a52eb3048c6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:40.803292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7abacef-287a-43f9-b14c-d8a6537a0a0c req-dc601d37-d7a3-4a32-8d50-7a52eb3048c6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0707433 Jul 15 13:58:40.840980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7abacef-287a-43f9-b14c-d8a6537a0a0c req-2cc0f5b8-9908-4580-8e4c-f736fefd2d3b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Jul 15 13:58:42.022129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90a2a2-7651-45bc-946b-b6b20c8362f3 req-89ad30c9-f42c-4f13-983c-cb446023f93b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:42.023632 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f90a2a2-7651-45bc-946b-b6b20c8362f3 req-89ad30c9-f42c-4f13-983c-cb446023f93b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0731473 Jul 15 13:58:42.061583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f90a2a2-7651-45bc-946b-b6b20c8362f3 req-79eda2e9-1c82-41f3-a3e3-a91da2a13dae tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323312 Jul 15 13:58:43.231249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b3d58-f588-4e06-9abe-6330840b8fe2 req-e5bbd89d-b968-46d6-a984-4344d5308c2b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:43.232749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-958b3d58-f588-4e06-9abe-6330840b8fe2 req-e5bbd89d-b968-46d6-a984-4344d5308c2b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0626755 Jul 15 13:58:43.270173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-958b3d58-f588-4e06-9abe-6330840b8fe2 req-b0c6aa64-c8ca-486a-9ca0-820eb3d20651 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Jul 15 13:58:44.440694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077fc4c-2f62-4291-914f-e09e5eaace83 req-64150dfd-78dc-41b4-9d1c-33790a9694d2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:44.442414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3077fc4c-2f62-4291-914f-e09e5eaace83 req-64150dfd-78dc-41b4-9d1c-33790a9694d2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0626695 Jul 15 13:58:44.489017 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3077fc4c-2f62-4291-914f-e09e5eaace83 req-3164ec43-2b24-46e4-99c6-aede3fca764e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Jul 15 13:58:45.667444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc4df-722e-47de-b450-95f0641d7274 req-b3a2b10f-fb87-439d-8090-9313f869d2eb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:45.668862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-059cc4df-722e-47de-b450-95f0641d7274 req-b3a2b10f-fb87-439d-8090-9313f869d2eb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0673590 Jul 15 13:58:45.707150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-059cc4df-722e-47de-b450-95f0641d7274 req-a2938cef-b51e-48ff-b600-d2c0209373a3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326602 Jul 15 13:58:46.880866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caa6ef-751f-4e5d-a357-61e81cbeae55 req-eb259ac7-1ca9-407f-b2cf-b7d3facb04b1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:46.882361 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19caa6ef-751f-4e5d-a357-61e81cbeae55 req-eb259ac7-1ca9-407f-b2cf-b7d3facb04b1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0637829 Jul 15 13:58:46.919972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19caa6ef-751f-4e5d-a357-61e81cbeae55 req-adc8b9e6-3274-4695-8aa1-98d12c60b379 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319817 Jul 15 13:58:48.094267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8db43a-348f-4e86-ad14-d59ce111eeeb req-825d49d3-eeef-42a6-b25f-6c7d52dcb6ad tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:48.096035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf8db43a-348f-4e86-ad14-d59ce111eeeb req-825d49d3-eeef-42a6-b25f-6c7d52dcb6ad tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0675972 Jul 15 13:58:48.133843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bf8db43a-348f-4e86-ad14-d59ce111eeeb req-8d957ae2-9f18-4c13-97be-1d22cd38a7eb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Jul 15 13:58:48.943892 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-76826153-292c-40e3-8fba-fa1dfb37b5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.305516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9b1fb-e113-4285-b134-ce0a97e3abc8 req-060c2f3e-88b8-4e23-80a2-c87fb0fae93e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:49.307016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8db9b1fb-e113-4285-b134-ce0a97e3abc8 req-060c2f3e-88b8-4e23-80a2-c87fb0fae93e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0633178 Jul 15 13:58:49.344901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8db9b1fb-e113-4285-b134-ce0a97e3abc8 req-694f06a4-45f6-4213-a108-2373676ec94a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Jul 15 13:58:50.519412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1c3de-2670-446f-9760-29819cd7d201 req-63fb93d3-3dab-4ca2-a522-a9f13fc1b157 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:50.520908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5dc1c3de-2670-446f-9760-29819cd7d201 req-63fb93d3-3dab-4ca2-a522-a9f13fc1b157 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0625162 Jul 15 13:58:50.557777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5dc1c3de-2670-446f-9760-29819cd7d201 req-842a5a44-ddc0-4c5e-8150-bed2e1ddaf78 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Jul 15 13:58:51.619348 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-363b5438-c591-41c4-b7ca-e03a93bcdaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:51.739757 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:51.766934 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-804d8033-d261-49ef-a3c2-30980777d179 req-aa88d54b-c154-46f1-957e-1714e7ad204e service neutron] show failed (client error): The resource could not be found. Jul 15 13:58:51.768090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-aa88d54b-c154-46f1-957e-1714e7ad204e service neutron] 10.222.0.30 "GET /v2.0/ports/ae4e7a6f-3c57-432c-be9d-3542e9adddc6/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0878017 Jul 15 13:58:51.780292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b50a4b-5f40-46fb-8b04-7cf9a4fd67fa req-f35075dd-fc9b-45c6-aa6d-dbafc80ecd2f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.781863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42b50a4b-5f40-46fb-8b04-7cf9a4fd67fa req-f35075dd-fc9b-45c6-aa6d-dbafc80ecd2f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.1116002 Jul 15 13:58:51.821307 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42b50a4b-5f40-46fb-8b04-7cf9a4fd67fa req-7444da2a-7f14-4fb4-ad39-7632380e41b1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Jul 15 13:58:52.017745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-2c90b0f9-09ca-4b66-9edb-9a19c7164c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.019300 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-2c90b0f9-09ca-4b66-9edb-9a19c7164c4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 1097 time: 0.0568118 Jul 15 13:58:52.030272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:52.098973 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.295389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:52.329042 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:52.372998 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:52.375303 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138bb6df-c081-4539-81fd-52447ad4c727" -d '{"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:52.379266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.391999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Transition to ACTIVE for port object ae4e7a6f-3c57-432c-be9d-3542e9adddc6 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:52.396921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.426494 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9779150-e5e2-4f58-9610-1ec620937d7f x-openstack-request-id: req-c9779150-e5e2-4f58-9610-1ec620937d7f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:52.426864 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:52.427055 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9779150-e5e2-4f58-9610-1ec620937d7f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:52.427494 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'code': 200} Jul 15 13:58:52.482171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:52.494913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.495293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.495641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.495989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.496330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.496664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.496997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.497349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.497682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.497997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.498326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.498653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:52.534880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] No DVR routers for this DVR port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:52.676102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:52.676436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:52.676770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:52.680979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:58:52.681299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:52.686032 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:52.686369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:52.686756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:52.687220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Bound port: ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:52.687579 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.749124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:52.752243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:52.761805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.793598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.794232 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.795661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] 10.222.0.35 "PUT /v2.0/ports/ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1092 time: 0.7693634 Jul 15 13:58:52.828312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456afc7d-264a-4888-a15a-337a5887da9c service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:52.879451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-74b12a51-843a-4961-8200-e76a7ecbf2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.880985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-74b12a51-843a-4961-8200-e76a7ecbf2c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1095 time: 0.0614657 Jul 15 13:58:53.013252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-3234b920-6755-4bc6-8344-1a081a776812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.014835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-3234b920-6755-4bc6-8344-1a081a776812 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1272213 Jul 15 13:58:53.059743 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:53.076287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08aa2-2373-471e-88e6-e1f96f3e481e req-0f08d556-5f97-4541-a1fd-df559fe23130 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.077708 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd08aa2-2373-471e-88e6-e1f96f3e481e req-0f08d556-5f97-4541-a1fd-df559fe23130 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 943 time: 0.1241848 Jul 15 13:58:53.117105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-9b25256f-b993-4c1f-b527-f176aad8b062 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 998 time: 0.0923591 Jul 15 13:58:53.137857 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-abd08aa2-2373-471e-88e6-e1f96f3e481e req-c6277056-b6ef-4f07-ad73-7f7450a7145b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534029 Jul 15 13:58:53.171676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-70137250-d28b-425b-820d-1aee18955caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.173136 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-70137250-d28b-425b-820d-1aee18955caa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0483744 Jul 15 13:58:53.228549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8033-d261-49ef-a3c2-30980777d179 req-cea1ddd4-1e0a-4847-b4c9-27fe35226499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.230060 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-cea1ddd4-1e0a-4847-b4c9-27fe35226499 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507948 Jul 15 13:58:53.242181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-39a782c9-333e-4e46-b3eb-5baf6f659fa7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:58:53.243190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-39a782c9-333e-4e46-b3eb-5baf6f659fa7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052371 Jul 15 13:58:53.334948 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-eb2df382-7ceb-48c5-b5b2-5df53123bf92 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858521 Jul 15 13:58:53.431337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-804d8033-d261-49ef-a3c2-30980777d179 req-f94cc655-7d5e-4289-916f-ef4a553d1c0d service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902860 Jul 15 13:58:53.589363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-6e531d8d-5bc0-4a93-98f0-3a0510c6093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.590803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-6e531d8d-5bc0-4a93-98f0-3a0510c6093c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1095 time: 0.0604270 Jul 15 13:58:53.695315 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-69f036dc-9ac9-4454-9fc5-c9be0cf6296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.696816 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-69f036dc-9ac9-4454-9fc5-c9be0cf6296a service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0852034 Jul 15 13:58:53.765228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-3f76aec2-4744-4629-ae2e-a1a98eff1093 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 998 time: 0.0619028 Jul 15 13:58:53.814404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-70f8ff2a-88ae-40ba-9d75-5fa1286aae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.816462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-70f8ff2a-88ae-40ba-9d75-5fa1286aae94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0445645 Jul 15 13:58:53.873317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-55732e3f-0a70-4630-b885-ffee0f2c45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.874727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-55732e3f-0a70-4630-b885-ffee0f2c45d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510859 Jul 15 13:58:53.966466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-d83b34a4-7f81-4817-b8b8-97f9aefd8a09 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841422 Jul 15 13:58:54.054402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4b7257ec-0d1e-443b-b661-b1114e20695d req-523cad99-a4ac-475c-9e78-34bc9a1e3d08 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809755 Jul 15 13:58:54.316913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b84616-30a9-4741-b2ea-5fe54f5bc170 req-7cade93d-2be5-49dd-8e0a-0b64901fc3bb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:54.318442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b84616-30a9-4741-b2ea-5fe54f5bc170 req-7cade93d-2be5-49dd-8e0a-0b64901fc3bb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 943 time: 0.0673969 Jul 15 13:58:54.355384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21b84616-30a9-4741-b2ea-5fe54f5bc170 req-c6dda1d5-1182-4d01-a4f3-0c5820e5cc3a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313334 Jul 15 13:58:54.428449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:54.430834 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565" -d '{"events": [{"name": "network-changed", "server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:54.530349 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:54.663690 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa26724-a59e-4896-ade0-3c40822a2fe9 x-openstack-request-id: req-1aa26724-a59e-4896-ade0-3c40822a2fe9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:54.663985 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:54.664244 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aa26724-a59e-4896-ade0-3c40822a2fe9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:54.665264 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'status': 'completed', 'code': 200} Jul 15 13:58:54.709810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:54.748331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:54.774390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-3722240b-5caa-4751-ba99-076965797858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:54.775980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-3722240b-5caa-4751-ba99-076965797858 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1095 time: 0.0925798 Jul 15 13:58:54.778537 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-2e991f57-9467-4b52-bd85-613e6627bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:54.779920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-2e991f57-9467-4b52-bd85-613e6627bc40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1095 time: 0.0884728 Jul 15 13:58:54.945214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-a2865686-95c5-4c82-9b4c-d2efc753bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:54.946996 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-a2865686-95c5-4c82-9b4c-d2efc753bcaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1618853 Jul 15 13:58:54.948163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-b4377353-979c-461e-b40a-39bf602f8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:54.949520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-b4377353-979c-461e-b40a-39bf602f8278 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1574595 Jul 15 13:58:55.063325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-ba0c62cb-71c7-4e3e-8489-d0ca2782e736 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 998 time: 0.1061547 Jul 15 13:58:55.065098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-ce153310-4ce7-42e8-825e-523914672daf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 998 time: 0.1015058 Jul 15 13:58:55.144826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-7c51b89a-31f9-48e7-b284-00ecdf789a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:55.146289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-7c51b89a-31f9-48e7-b284-00ecdf789a5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0771413 Jul 15 13:58:55.149581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-a4da9880-70da-44d3-a7be-f5a69dfabb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:55.150912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-a4da9880-70da-44d3-a7be-f5a69dfabb09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0568235 Jul 15 13:58:55.243887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-05f1a734-c4c2-472d-bddc-b6958984a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:55.245407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-05f1a734-c4c2-472d-bddc-b6958984a22e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935087 Jul 15 13:58:55.247150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-7247d668-8dc1-456e-8c16-ca539f168e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:55.248484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-7247d668-8dc1-456e-8c16-ca539f168e9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888727 Jul 15 13:58:55.402288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-c561a771-f0f1-496b-9ea4-a64ee3a024e5 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500297 Jul 15 13:58:55.404244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-22e2a0a0-a674-4a9c-9d10-0967430708f3 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450920 Jul 15 13:58:55.603184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-12336b1c-2f83-4f36-bbc3-6f8956b7e988 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938007 Jul 15 13:58:55.604954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ccefa631-c3ea-4f0a-9fd5-fd90b27d2565 req-a58ae3d7-3c27-406b-839f-7e8ab9bc2139 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883900 Jul 15 13:58:55.633390 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f01163-36f0-4b17-9990-e651c16a2079 req-6bafb7aa-9ff1-46bb-bf48-f8aab1c52549 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:55.634907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46f01163-36f0-4b17-9990-e651c16a2079 req-6bafb7aa-9ff1-46bb-bf48-f8aab1c52549 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 943 time: 0.1141853 Jul 15 13:58:55.674452 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46f01163-36f0-4b17-9990-e651c16a2079 req-f81c3b1c-f154-4c29-ba49-23446a0a46a1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338404 Jul 15 13:58:56.062486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-e94a2540-060e-4957-8c5d-32267d3877ff tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:56.063986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-e94a2540-060e-4957-8c5d-32267d3877ff tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194&tenant_id=c6825a3f57d84aa690f12fcbadf665a3&binding%3Ahost_id=n-h1-771362-36 HTTP/1.1" status: 200 len: 943 time: 0.0713017 Jul 15 13:58:56.163804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-da8d202d-168c-4498-ba28-7dee1028edbb service neutron] 10.222.0.35 "GET /v2.0/ports/ae4e7a6f-3c57-432c-be9d-3542e9adddc6/bindings/n-h1-771362-36 HTTP/1.1" status: 200 len: 383 time: 0.0897410 Jul 15 13:58:56.175242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191e8d0-d15e-448c-950e-0dc10044af65 req-3dc03399-d530-44fa-a5a6-9ee8ea3e91a8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:56.176767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a191e8d0-d15e-448c-950e-0dc10044af65 req-3dc03399-d530-44fa-a5a6-9ee8ea3e91a8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 943 time: 0.1119163 Jul 15 13:58:56.558907 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a191e8d0-d15e-448c-950e-0dc10044af65 req-14a03671-5d87-4428-9185-7245a85461ce tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747404 Jul 15 13:58:56.578095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-c657aba3-4f7a-4e31-85f4-39f29c6b1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:56.579719 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-c657aba3-4f7a-4e31-85f4-39f29c6b1559 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1095 time: 0.3889747 Jul 15 13:58:56.668783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-4943c0c8-dbd2-4922-b696-fb1b90d02c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:56.670152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-4943c0c8-dbd2-4922-b696-fb1b90d02c88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0841341 Jul 15 13:58:56.734860 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-a0eacdd2-9b86-4f36-a210-2b271e5ecf3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 998 time: 0.0575848 Jul 15 13:58:56.781927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-42bebe25-3c6f-4bf8-8cf6-7f53f8839c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:56.784031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-42bebe25-3c6f-4bf8-8cf6-7f53f8839c5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0426838 Jul 15 13:58:56.841306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-bb2f1471-b27e-421a-8a25-53c7b00e7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:56.842746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-bb2f1471-b27e-421a-8a25-53c7b00e7acd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536411 Jul 15 13:58:56.932423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-76230b65-6444-4b41-ab5d-c932f77d1363 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821056 Jul 15 13:58:57.022980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-e0a53f44-0898-466b-b5eb-275ca37f0dd0 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846665 Jul 15 13:58:57.240859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:58:57.335798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:57.347292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'mac_address': 'fa:16:3e:c2:cd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:58:57.382556 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.395775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4e7a6f-3c57-432c-be9d-3542e9adddc6 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:57.415392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:57.419199 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.464795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:57.473175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.473525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.473866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.474203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.474537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.474867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.475227 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.475557 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.475882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.476219 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.476532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.476854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.678793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['ae4e7a6f-3c57-432c-be9d-3542e9adddc6'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:57.732367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3a261-6eb2-4baa-b8db-446422e3eed8 req-28fc67ba-adaa-4434-abc1-12c304eae5a6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:57.733876 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0fd3a261-6eb2-4baa-b8db-446422e3eed8 req-28fc67ba-adaa-4434-abc1-12c304eae5a6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 944 time: 0.0630937 Jul 15 13:58:57.772094 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0fd3a261-6eb2-4baa-b8db-446422e3eed8 req-b653ed70-7533-44c3-b102-465d20e6e99a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317914 Jul 15 13:58:58.988009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7b554-5a6c-4aca-bc89-3540dceee9d1 req-de8f8b1d-7b77-4331-8a31-93d3892683e9 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:58.989491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89d7b554-5a6c-4aca-bc89-3540dceee9d1 req-de8f8b1d-7b77-4331-8a31-93d3892683e9 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 944 time: 0.1061068 Jul 15 13:58:58.994802 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-069a30b4-426b-43ff-9b0d-ff27b80daf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:59.005351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-069a30b4-426b-43ff-9b0d-ff27b80daf6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 1096 time: 0.0816486 Jul 15 13:58:59.007081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:59.062297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89d7b554-5a6c-4aca-bc89-3540dceee9d1 req-cd648fa2-cd6c-460a-9391-db8e8c2aa811 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651097 Jul 15 13:58:59.103423 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.242913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:59.291283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:59.295216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:59.295606 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.302918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:59.336977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:59.369452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ae4e7a6f-3c57-432c-be9d-3542e9adddc6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:59.374724 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.378560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.394839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Ignored duplicate provisioning block setup for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:58:59.398528 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.433675 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:58:59.434134 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:58:59.476337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:59.525604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] No DVR routers for this DVR port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:59.661782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:59.662150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:59.662478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:59.666638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:58:59.666957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Attempting to bind port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:59.671755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:59.672094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:59.672508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:59.672938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Bound port: ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:59.673292 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.711290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b314466b-2eac-400f-8f43-5aa4cb22132e None None] Provisioning complete for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:59.711660 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b314466b-2eac-400f-8f43-5aa4cb22132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.737326 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:59.740404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:59.745038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.746342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b314466b-2eac-400f-8f43-5aa4cb22132e None None] Port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:58:59.779607 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:59.780220 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.782363 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1092 time: 0.7791791 Jul 15 13:58:59.784631 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:59.786977 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac4ed84-1c68-4927-84a1-25354f0dbf53" -d '{"events": [{"name": "network-changed", "server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:59.842555 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024087cf-4889-43c9-8b86-108ab3e0996a x-openstack-request-id: req-024087cf-4889-43c9-8b86-108ab3e0996a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:59.842850 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:59.843104 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-024087cf-4889-43c9-8b86-108ab3e0996a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:59.843526 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'status': 'completed', 'code': 200} Jul 15 13:58:59.845383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085127c5-e152-47f2-b2e2-0e3a6c42d7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:59.906712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-aa3f9472-b577-4c21-b83b-21fb479f84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:59.908830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-aa3f9472-b577-4c21-b83b-21fb479f84e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1096 time: 0.0963373 Jul 15 13:58:59.955312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-b655a41b-bd11-49b7-9c69-4fb1457236c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:59.956904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-b655a41b-bd11-49b7-9c69-4fb1457236c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1096 time: 0.0938907 Jul 15 13:58:59.975582 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.999818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:00.002237 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8413dcd0-1e41-48c6-a575-1b5cdebadd20" -d '{"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-plugged", "status": "completed", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:00.015619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:00.020369 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.054500 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceac540-8992-4dc0-adf7-812b7300cc0d x-openstack-request-id: req-8ceac540-8992-4dc0-adf7-812b7300cc0d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:00.054895 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-plugged", "status": "completed", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:00.055264 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ceac540-8992-4dc0-adf7-812b7300cc0d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:00.055973 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'code': 200} Jul 15 13:59:00.077865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=11']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:00.084102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7f45eaf1-2bb4-4775-b5e5-47571d4ea28c None None] Provisioning complete for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:00.084561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7f45eaf1-2bb4-4775-b5e5-47571d4ea28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.116637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-5049ecb1-6850-42b6-afec-19e03fd3eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.118189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-5049ecb1-6850-42b6-afec-19e03fd3eb92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.2030461 Jul 15 13:59:00.121159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-8fee5cdd-c76b-4b1f-b6f3-8218d83b5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.122558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-8fee5cdd-c76b-4b1f-b6f3-8218d83b5968 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1591241 Jul 15 13:59:00.264238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-d13aae2f-356f-412d-b4dc-d8ee136ab36d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1000 time: 0.1400502 Jul 15 13:59:00.266132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-501f521d-9f0a-4375-9a4c-f090d054a995 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1000 time: 0.1347582 Jul 15 13:59:00.362301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-0fee4656-7ae7-4921-855c-52cba803466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.363817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-0fee4656-7ae7-4921-855c-52cba803466e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0937035 Jul 15 13:59:00.373987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb371120-5f98-49e4-ab34-4e1b90e14d0c req-c6ac8598-b324-4b3c-bde3-3a1b83f28c56 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.375379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb371120-5f98-49e4-ab34-4e1b90e14d0c req-c6ac8598-b324-4b3c-bde3-3a1b83f28c56 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 946 time: 0.1813195 Jul 15 13:59:00.377970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-983cadb7-5272-46dd-afb4-561f11360df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.379375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-983cadb7-5272-46dd-afb4-561f11360df0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.1003275 Jul 15 13:59:00.486244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb371120-5f98-49e4-ab34-4e1b90e14d0c req-7294c60b-8d76-41f7-9d4f-a30abcc1d2f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987740 Jul 15 13:59:00.499643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-b01d0eee-fe73-4a11-9c6a-3308c4aa2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.501175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-b01d0eee-fe73-4a11-9c6a-3308c4aa2313 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247876 Jul 15 13:59:00.502929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-37f3acd3-9256-4eb1-95f3-a1a54fafac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.504332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-37f3acd3-9256-4eb1-95f3-a1a54fafac36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179326 Jul 15 13:59:00.511113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-3714ca16-90df-4e51-bc60-3aabf3eb8a15 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:59:00.512054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-3714ca16-90df-4e51-bc60-3aabf3eb8a15 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050168 Jul 15 13:59:00.664158 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-138c7838-43fb-444b-b54f-9dea648b8e63 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437206 Jul 15 13:59:00.666065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-868198a5-ec6a-45b1-a823-946a4dde6e59 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531713 Jul 15 13:59:00.817769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9da96e0-7cc5-4457-b677-bf8220c72ca4 req-0355bed2-a1b9-4860-b317-247c996fa7c7 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473393 Jul 15 13:59:00.819494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-ea4add90-969b-4b62-beb7-9d88619e4e25 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420388 Jul 15 13:59:00.915572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-4f4cea3b-6054-4a44-837e-48755aa4594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.916992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-4f4cea3b-6054-4a44-837e-48755aa4594e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 1098 time: 0.0525053 Jul 15 13:59:01.010180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-f8e2b97e-3407-42a9-9e1f-372367e63bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:01.011682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-f8e2b97e-3407-42a9-9e1f-372367e63bb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0888815 Jul 15 13:59:01.076046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-4d80cbe4-a987-4a8c-9b43-4e6741553c22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 200 len: 1000 time: 0.0573971 Jul 15 13:59:01.129198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-f1675f9b-7c0b-401d-8680-ed87e3f1d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:01.130653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-f1675f9b-7c0b-401d-8680-ed87e3f1d4f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0468240 Jul 15 13:59:01.186652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-38ebcd57-2ae2-4540-b048-1e080cd60559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:01.188116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-38ebcd57-2ae2-4540-b048-1e080cd60559 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509162 Jul 15 13:59:01.257707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:01.279108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-0d4e2256-041e-4db5-8d99-0fe2e6cab492 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833733 Jul 15 13:59:01.286073 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:01.298355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:01.374070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ac4ed84-1c68-4927-84a1-25354f0dbf53 req-3d609d3e-a09a-4967-9148-bec44b60a29c service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879407 Jul 15 13:59:01.655749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c4eed-efb8-4daf-81a5-6dbde88808f5 req-af8f9349-b2f3-465a-a544-e51a229de883 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:01.657211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a55c4eed-efb8-4daf-81a5-6dbde88808f5 req-af8f9349-b2f3-465a-a544-e51a229de883 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 946 time: 0.0614233 Jul 15 13:59:01.694595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a55c4eed-efb8-4daf-81a5-6dbde88808f5 req-ace44269-e485-4ef7-9ef7-87afac591def tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313299 Jul 15 13:59:02.749358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:59:02.843018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:02.854943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'mac_address': 'fa:16:3e:c2:cd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:59:02.872522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda12a0-1758-4acc-93bc-f31359211e43 req-bdd321b2-4758-4dda-9086-128cb654d524 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:02.874022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cda12a0-1758-4acc-93bc-f31359211e43 req-bdd321b2-4758-4dda-9086-128cb654d524 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 946 time: 0.0678749 Jul 15 13:59:02.896696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:02.910040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae4e7a6f-3c57-432c-be9d-3542e9adddc6 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:02.911925 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cda12a0-1758-4acc-93bc-f31359211e43 req-53d8d4cd-3393-4540-baa3-090e7246a981 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Jul 15 13:59:02.930789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:02.935313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:02.983387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=12']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:03.086705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e49fd1-3bbf-491f-8842-4370fa82bbe2 req-956e8333-bca5-4a6f-9be5-ff57a13a45db tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:03.088231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47e49fd1-3bbf-491f-8842-4370fa82bbe2 req-956e8333-bca5-4a6f-9be5-ff57a13a45db tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0640445 Jul 15 13:59:03.125741 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-47e49fd1-3bbf-491f-8842-4370fa82bbe2 req-1bbc0a15-78a7-4630-9740-7261b400512e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Jul 15 13:59:03.201428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['ae4e7a6f-3c57-432c-be9d-3542e9adddc6'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:03.299527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd52262-a5c5-4806-ba75-894604894bc9 req-8c4d4b7e-6947-4d58-a9bc-23b52cda0bc1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:03.300929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5dd52262-a5c5-4806-ba75-894604894bc9 req-8c4d4b7e-6947-4d58-a9bc-23b52cda0bc1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0624242 Jul 15 13:59:03.341514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5dd52262-a5c5-4806-ba75-894604894bc9 req-41119069-ea05-4984-b2d9-b56e916e075b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351081 Jul 15 13:59:03.725927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab7278-9000-4912-a940-4554712c7e3b req-5d356ca3-32c3-4730-81d3-f2f5de797f19 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:03.727445 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-78ab7278-9000-4912-a940-4554712c7e3b req-5d356ca3-32c3-4730-81d3-f2f5de797f19 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.0637524 Jul 15 13:59:03.764867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-78ab7278-9000-4912-a940-4554712c7e3b req-a37a65b4-94b3-4b4c-947b-4bdeed588dd3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Jul 15 13:59:04.770845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:04.818423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:04.818801 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.895953 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.918742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:04.921020 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d815f-ab7d-4ae6-beee-06b33beaa672" -d '{"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-plugged", "status": "completed", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:04.936535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:04.942140 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.952946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-60668a24-601a-4284-afe6-0547c42bea05 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:04.954442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-60668a24-601a-4284-afe6-0547c42bea05 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.1117654 Jul 15 13:59:04.992244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=13']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:05.002913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2909bb-0c17-4fc1-91f3-6586cb8d66d4 req-11ddd9a5-d29a-4913-a30b-87540ea2af0a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:05.004454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f2909bb-0c17-4fc1-91f3-6586cb8d66d4 req-11ddd9a5-d29a-4913-a30b-87540ea2af0a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 945 time: 0.1229582 Jul 15 13:59:05.048079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.075515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f2909bb-0c17-4fc1-91f3-6586cb8d66d4 req-1cbecd5d-9235-4e2b-bf2c-d66a21570428 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634770 Jul 15 13:59:05.098506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Deleting port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:05.098858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.120526 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c7676b-b825-42c5-9015-a2ad740f28d8 x-openstack-request-id: req-33c7676b-b825-42c5-9015-a2ad740f28d8 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:05.120821 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-plugged", "status": "completed", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:05.121070 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33c7676b-b825-42c5-9015-a2ad740f28d8 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:05.121456 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'code': 200} Jul 15 13:59:05.191066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] For port ae4e7a6f-3c57-432c-be9d-3542e9adddc6, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:05.191455 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.672067 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.672355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.672669 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c disassociated. External IP: 172.25.1.2, port: ae4e7a6f-3c57-432c-be9d-3542e9adddc6. Jul 15 13:59:05.673026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Calling delete_port for ae4e7a6f-3c57-432c-be9d-3542e9adddc6 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:05.797665 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.826564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event deleted for resources: {'Port': ['ID=ae4e7a6f-3c57-432c-be9d-3542e9adddc6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:05.942992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:59:06.036401 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.055085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:06.064659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:06.074546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:06.075331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:06.099002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] No DVR routers for this DVR port ae4e7a6f-3c57-432c-be9d-3542e9adddc6 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:06.101931 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.104446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-860f14e2-53c0-44d2-a142-c72d70a73302 req-e45d70aa-9b10-4dea-afc1-63059586d6f8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "DELETE /v2.0/ports/ae4e7a6f-3c57-432c-be9d-3542e9adddc6 HTTP/1.1" status: 204 len: 173 time: 1.1441844 Jul 15 13:59:06.104912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-deleted', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:06.107358 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50109d28-0513-409b-b8e8-9d00208865a7" -d '{"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-deleted", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:06.184583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:06.223970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe466946-f66d-43fc-a6e8-f6cd80b0a5ea req-77537ed3-b7d2-4722-a100-51d505d9d089 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=d152e222-215d-4908-9499-58418f8ab194 HTTP/1.1" status: 200 len: 210 time: 0.0337958 Jul 15 13:59:06.276263 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa84b68c-bf12-4a8d-bdfb-1c23a307b470 x-openstack-request-id: req-aa84b68c-bf12-4a8d-bdfb-1c23a307b470 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:06.276698 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d152e222-215d-4908-9499-58418f8ab194", "name": "network-vif-deleted", "tag": "ae4e7a6f-3c57-432c-be9d-3542e9adddc6", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:06.276945 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa84b68c-bf12-4a8d-bdfb-1c23a307b470 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:06.277450 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd152e222-215d-4908-9499-58418f8ab194', 'name': 'network-vif-deleted', 'tag': 'ae4e7a6f-3c57-432c-be9d-3542e9adddc6', 'status': 'completed', 'code': 200} Jul 15 13:59:06.383695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:06.414642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:06.423340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:06.424526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:06.530174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:06.735981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:06.776651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662126a-1046-40f4-9a85-829de95f2058 None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:06.995088 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694dd1a-b3f1-4361-8351-cb36a9ad44b7 None None] New status for floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:59:07.572160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-35e969cf-d5d7-4ce4-ae7c-bec67d628467 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1262824834&fields=id&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 267 time: 0.0352397 Jul 15 13:59:07.676358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283764-9998-4a04-b3e7-0592c3706877 req-f043dd24-65e5-4577-a4e4-703168218c02 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:07.677852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-f043dd24-65e5-4577-a4e4-703168218c02 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 812 time: 0.0992711 Jul 15 13:59:07.692278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-a7ae6a8e-3673-409b-96b6-6ae688851680 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/quotas/c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 375 time: 0.0091174 Jul 15 13:59:07.769791 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-11314c2b-7ae2-456a-86f8-53786f325b14 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723376 Jul 15 13:59:07.785379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-cc6c2230-9a48-4bdb-9d18-4b67a3cf9321 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:59:07.786373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-cc6c2230-9a48-4bdb-9d18-4b67a3cf9321 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058548 Jul 15 13:59:07.874968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-d8894030-a4ec-4268-9e3c-d4f2e8221804 service neutron] 10.222.0.25 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832877 Jul 15 13:59:07.969803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-1bb4297b-c5e4-496a-ae7b-f32fac49804f service neutron] 10.222.0.25 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887876 Jul 15 13:59:08.137504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9cf7685c-5cd8-44ee-ad8b-706abac68a73 req-6ca74d9f-5616-46d7-81ba-096cb9557dee tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Jul 15 13:59:08.818036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:08.840951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: ae4e7a6f-3c57-432c-be9d-3542e9adddc6 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:08.841300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device ae4e7a6f-3c57-432c-be9d-3542e9adddc6 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:09.188497 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283764-9998-4a04-b3e7-0592c3706877 req-74b541ab-8b56-4a07-b641-3dee6ea8de81 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:09.190506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-74b541ab-8b56-4a07-b641-3dee6ea8de81 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 812 time: 0.1140342 Jul 15 13:59:09.239772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-a4b1efd7-aba5-47bc-87fc-2e1949f467a2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 380 time: 0.0362909 Jul 15 13:59:09.248444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'port': {'device_id': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'admin_state_up': True, 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'security_groups': ['a72202d4-867b-4036-82aa-f196305ea8e3']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:09.301532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b661bd7c-9a3a-465f-a850-4a954325da66 req-08656ddb-3ea8-4d49-ad43-434ac0b01dfc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 210 time: 0.0476425 Jul 15 13:59:09.390024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Made reservation on behalf of c6825a3f57d84aa690f12fcbadf665a3 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:59:09.394233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.518568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Allocated IP 172.20.0.7 (46e880f2-de35-4b27-a6c2-6e54589f9cca/50d51741-b76a-4ce4-8c52-6d95446385c9/0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:09.660377 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.673688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Transition to ACTIVE for port object 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:09.706981 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.751536 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:09.755242 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:09.759494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:09.765878 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:09.812023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:09.812645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.828317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-3d17cf8e-0426-4d84-9508-b7a7bba74538 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837626 Jul 15 13:59:09.840727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Request body: {'port': {'device_id': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:09.920145 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.946078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fad99b32-ee5d-45bf-9ed8-a09a574253f1 None None] Provisioning for port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:09.949805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fad99b32-ee5d-45bf-9ed8-a09a574253f1 None None] Provisioning complete for port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:09.950248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fad99b32-ee5d-45bf-9ed8-a09a574253f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:10.146385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fad99b32-ee5d-45bf-9ed8-a09a574253f1 None None] Port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:59:10.199350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:10.207238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:10.219826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Transition to ACTIVE for port object 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:10.223909 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:10.274982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:10.348022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:10.348370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:10.348847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:10.353725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:59:10.354054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:10.362422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:10.363045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:10.363927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:10.364394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Bound port: 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:10.364761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:10.472093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:10.475890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:10.484102 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:10.530911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:10.531554 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:10.532952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 1092 time: 0.6966348 Jul 15 13:59:10.533635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:10.535924 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37324151-e2b9-43ee-8775-e88fb92600e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:10.561305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9073d-5221-4da1-ab75-6f0e2644fe60 req-ad7ec471-9c71-4267-a138-ff4183cb7958 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:10.562889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a6e9073d-5221-4da1-ab75-6f0e2644fe60 req-ad7ec471-9c71-4267-a138-ff4183cb7958 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.1441467 Jul 15 13:59:10.600455 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee779ad-e6f5-442e-9694-c645e151c243 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:10.649198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a6e9073d-5221-4da1-ab75-6f0e2644fe60 req-79b2d47a-018a-4a9c-a962-13177e4803bc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752552 Jul 15 13:59:10.668624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283764-9998-4a04-b3e7-0592c3706877 req-b86fbd09-db1d-4785-a3e5-547b4c83df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:10.670211 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-b86fbd09-db1d-4785-a3e5-547b4c83df71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1095 time: 0.0930910 Jul 15 13:59:10.715409 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac464a-fee1-40ba-b99f-a7a8cca557a5 x-openstack-request-id: req-29ac464a-fee1-40ba-b99f-a7a8cca557a5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:10.715699 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:10.715950 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29ac464a-fee1-40ba-b99f-a7a8cca557a5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:10.716354 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'status': 'completed', 'code': 200} Jul 15 13:59:10.717872 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-2b373583-212d-4dbe-bf0f-cbad99deb2d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 217 time: 0.0401776 Jul 15 13:59:10.756556 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-b9f3f5ec-3f5c-43a1-98a1-c9178f622e1f req-e729fc96-af96-401d-9cc2-c352a6ae830b service neutron] (93733) timed out ('10.222.0.25', 56652) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:59:10.767051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283764-9998-4a04-b3e7-0592c3706877 req-2be93c49-34a9-4ebd-abc5-d56ec5611c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:10.768609 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-2be93c49-34a9-4ebd-abc5-d56ec5611c97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0445323 Jul 15 13:59:10.825389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283764-9998-4a04-b3e7-0592c3706877 req-69a36196-67a4-46fd-ba2c-56fd1db7bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:10.826877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-69a36196-67a4-46fd-ba2c-56fd1db7bbee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514553 Jul 15 13:59:10.918389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-da3ecf3f-e32d-4cca-b662-ce9a0919fc5b service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840011 Jul 15 13:59:11.008378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-65283764-9998-4a04-b3e7-0592c3706877 req-0e9c8aca-5c21-4f5b-971f-bc36ad843a58 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838614 Jul 15 13:59:11.107363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-adaec981-6e8c-434f-8d14-1228959a0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:11.108874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-adaec981-6e8c-434f-8d14-1228959a0bec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1095 time: 0.0575426 Jul 15 13:59:11.199677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-a5438d7f-4e9e-4d67-be33-2e0d664408de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:11.201161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-a5438d7f-4e9e-4d67-be33-2e0d664408de service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0855634 Jul 15 13:59:11.248241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-0dcc5d4f-ae85-4269-801d-09dd841834b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 217 time: 0.0394046 Jul 15 13:59:11.296786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-ffd21fb9-6987-4da7-a2bd-3ca049d48335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:11.298306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-ffd21fb9-6987-4da7-a2bd-3ca049d48335 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0427697 Jul 15 13:59:11.356960 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-0683880c-fd1e-43ae-81b2-61469a84a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:11.358527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-0683880c-fd1e-43ae-81b2-61469a84a46e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540383 Jul 15 13:59:11.450122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-ed4fd015-3929-457a-a6ee-4086920ad29f service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842180 Jul 15 13:59:11.543593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37324151-e2b9-43ee-8775-e88fb92600e0 req-0de90ba7-6f3f-433a-ad28-e8a526e14953 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864186 Jul 15 13:59:11.828410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc4ef8-7b24-40a2-9b3c-2ebf4a6c87eb req-6b3d87b1-a583-4afb-9bfe-13c989f564ae tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:11.829924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33cc4ef8-7b24-40a2-9b3c-2ebf4a6c87eb req-6b3d87b1-a583-4afb-9bfe-13c989f564ae tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0669115 Jul 15 13:59:11.868224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33cc4ef8-7b24-40a2-9b3c-2ebf4a6c87eb req-7ca454cb-522b-4dfc-ba02-073d3650413d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320280 Jul 15 13:59:13.040415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ef0f-b065-4bb1-bd14-65cc10333f65 req-9944dffd-ec84-4dcb-89ee-32c6f1ee1d86 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:13.041916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9202ef0f-b065-4bb1-bd14-65cc10333f65 req-9944dffd-ec84-4dcb-89ee-32c6f1ee1d86 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0640910 Jul 15 13:59:13.078392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9202ef0f-b065-4bb1-bd14-65cc10333f65 req-1702d0b1-e907-4810-b9c8-88d788150542 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309782 Jul 15 13:59:13.304064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:59:13.400751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:13.413036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'mac_address': 'fa:16:3e:f2:9e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:59:13.450879 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:13.463853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:13.483784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:13.488075 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:13.533191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:13.672319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:14.249648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e488c2-6adb-403a-9f5c-a8c85243f839 req-da3075b3-277c-4b33-b14a-8dfc61fdcf32 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:14.251125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15e488c2-6adb-403a-9f5c-a8c85243f839 req-da3075b3-277c-4b33-b14a-8dfc61fdcf32 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0624630 Jul 15 13:59:14.288166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15e488c2-6adb-403a-9f5c-a8c85243f839 req-64e6578b-d18f-4483-9498-1edd58d2d721 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Jul 15 13:59:15.302860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:15.350341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:15.354248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:15.354626 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.437362 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.460278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:15.462535 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0025adf-79e8-491b-b324-60eddf1781cb" -d '{"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:15.465250 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13441b-0a03-4567-a9c4-bdd3ffadc05c req-a54b774f-01a2-4dea-acfe-20376a569475 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:15.466826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b13441b-0a03-4567-a9c4-bdd3ffadc05c req-a54b774f-01a2-4dea-acfe-20376a569475 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0673771 Jul 15 13:59:15.475629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:15.479433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.506717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b13441b-0a03-4567-a9c4-bdd3ffadc05c req-6d06532e-20ce-4369-9208-268f5086d941 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Jul 15 13:59:15.526699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:15.553829 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3706cc6-047b-43d4-8631-dae8f49683d9 x-openstack-request-id: req-e3706cc6-047b-43d4-8631-dae8f49683d9 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:15.554070 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:15.554326 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3706cc6-047b-43d4-8631-dae8f49683d9 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:15.554729 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'code': 200} Jul 15 13:59:15.670050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f69bc-b9eb-420c-8bdd-c2cc0bfe6b0b req-5329d78c-158c-4895-b953-3acebcf8a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:15.671581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5f69bc-b9eb-420c-8bdd-c2cc0bfe6b0b req-5329d78c-158c-4895-b953-3acebcf8a6d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1097 time: 0.0517271 Jul 15 13:59:15.704858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5f69bc-b9eb-420c-8bdd-c2cc0bfe6b0b req-d9404981-c405-498c-8036-157c5291fafd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266082 Jul 15 13:59:16.685149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5db9f-bcdf-4724-a6fc-8099c69d06ec req-0ea964dd-2966-41a1-b4fe-082904f3761b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:16.686580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4d5db9f-bcdf-4724-a6fc-8099c69d06ec req-0ea964dd-2966-41a1-b4fe-082904f3761b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0675302 Jul 15 13:59:16.725077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b4d5db9f-bcdf-4724-a6fc-8099c69d06ec req-f6c1be9c-8f52-4b11-aa1c-05ff23674e3d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Jul 15 13:59:16.888702 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5817d3-0cd1-484e-97af-7559e9983c82 req-2c2f788d-b9e3-43dc-a84a-39bceaed7aef tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:16.890176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8e5817d3-0cd1-484e-97af-7559e9983c82 req-2c2f788d-b9e3-43dc-a84a-39bceaed7aef tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0625277 Jul 15 13:59:16.898684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34024) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:16.903080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Request body: {'floatingip': {'port_id': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:16.941816 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.377783 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.385275 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.481381 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c associated. External IP: 172.25.1.2, port: 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1. Jul 15 13:59:17.687930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:59:17.794046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:17.798718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.803595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:17.812513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:17.813149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:17.836310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e9061b97-1001-4766-a5cc-110339de6a0f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "PUT /v2.0/floatingips/c9aee01a-4329-4871-ba3c-b58c589ca40c HTTP/1.1" status: 200 len: 990 time: 0.9365268 Jul 15 13:59:17.836893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:17.839300 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ddf8a4-f3b0-4535-b80e-e426d983e590" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:17.919165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:17.965642 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97b664e-793c-4a26-b8cb-39407851ee2a x-openstack-request-id: req-e97b664e-793c-4a26-b8cb-39407851ee2a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:17.965935 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:17.966191 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e97b664e-793c-4a26-b8cb-39407851ee2a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:17.966602 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'status': 'completed', 'code': 200} Jul 15 13:59:18.040629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-998c4a14-d3f4-4087-bbc7-250ad46fe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:18.042165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-998c4a14-d3f4-4087-bbc7-250ad46fe494 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1097 time: 0.0531433 Jul 15 13:59:18.134820 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-bd0f178b-5df7-445e-8e06-74e3dcd78615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:18.136392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-bd0f178b-5df7-445e-8e06-74e3dcd78615 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0878811 Jul 15 13:59:18.144938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:f2:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:59:17Z', 'revision_number': 13, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:18.172546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:18.181079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:18.181694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T13:58:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:18.200785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-c8d89483-1337-4936-9275-5a38044523f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 998 time: 0.0583675 Jul 15 13:59:18.288053 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:18.519704 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:f2:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:59:17Z', 'revision_number': 13, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:18.552141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c80890-f2ff-4ba1-970f-2b0ad24690bd None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'c9aee01a-4329-4871-ba3c-b58c589ca40c', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'port_id': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'mac_address': 'fa:16:3e:f2:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:52:22Z', 'updated_at': '2021-07-15T13:59:17Z', 'revision_number': 13, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:18.580308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-e8ba3726-afa3-47c4-8904-11d47fa46efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:18.581835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-e8ba3726-afa3-47c4-8904-11d47fa46efd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.3743422 Jul 15 13:59:18.640710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-8cde2f25-b141-408e-94ad-fa652156c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:18.642247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-8cde2f25-b141-408e-94ad-fa652156c5f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540342 Jul 15 13:59:18.736246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-80eb05c4-7e7d-4ae6-a4d4-0497ad2e24ca service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874662 Jul 15 13:59:18.739515 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84041eb-2011-4a54-b7d9-37428d7f36b0 None None] New status for floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:59:18.827069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87ddf8a4-f3b0-4535-b80e-e426d983e590 req-2d371240-d015-492d-8cfb-9a8e43d5850c service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848868 Jul 15 13:59:18.945359 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3483fd7e-e7c6-4a30-b6db-e210d0493ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:21.610695 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2767c9e7-1504-4fa4-be6e-bbd69930091f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:21.741157 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:23.055703 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.527218 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:35.050743 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:36.054803 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:38.285993 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:48.946079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9981a6c5-ba00-4833-b304-6b68b51e39ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:51.611679 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3afe-aa2a-40ef-95f7-c40d786078ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:51.739571 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.058604 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.083891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-1b8c90f2-459c-4c0d-a1cb-5da2a921a2e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533113 Jul 15 13:59:54.183653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-60c541c8-3fa1-4f4d-ae7a-0c0ff517a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.185159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-60c541c8-3fa1-4f4d-ae7a-0c0ff517a71d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1097 time: 0.0578971 Jul 15 13:59:54.291194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-3c24e930-6f7a-4efc-b23c-d03e6c7af632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.292755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-3c24e930-6f7a-4efc-b23c-d03e6c7af632 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0881672 Jul 15 13:59:54.361842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-dccf5b0d-281e-4a0c-aadd-66ae1b9e2785 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0629129 Jul 15 13:59:54.410140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-a849a752-1535-4909-9a24-ddac732cc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.412248 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-a849a752-1535-4909-9a24-ddac732cc8a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0445361 Jul 15 13:59:54.470440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-e94c8ee6-9141-4646-bb3a-98f88e2c7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.472035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-e94c8ee6-9141-4646-bb3a-98f88e2c7a96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539293 Jul 15 13:59:54.532431 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.572037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-2c7cacf0-b244-4e6f-a75a-23ef16bc165b service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927479 Jul 15 13:59:54.660137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e4e5955-d82c-4a10-8f44-01546cfce315 req-0c72cf21-ee91-4a18-919b-eec851f693e1 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815759 Jul 15 14:00:05.063084 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.056493 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.284331 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:18.948101 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b63e43de-08d8-4a61-9f34-46af276d0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:21.612041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fe58e156-00b4-4a25-a575-6f3db473f16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:21.741942 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:23.060957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.528805 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:35.063070 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:36.077441 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:48.949941 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0faba38a-2966-460b-a64d-b8c295796f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:51.613934 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54ced24e-44e3-4840-9c3c-05bc1d584218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:51.742948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:52.283707 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:53.062950 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:54.532168 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:55.065964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-7626aa9e-15dc-4634-9c7b-194d58667f30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558488 Jul 15 14:00:55.161576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-cb21a264-1e2a-4066-8067-bc0aed0b1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.163276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-cb21a264-1e2a-4066-8067-bc0aed0b1dcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1097 time: 0.0527353 Jul 15 14:00:55.270076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-2b072d1f-33de-45c1-9ae7-31e5ba10d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.271586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-2b072d1f-33de-45c1-9ae7-31e5ba10d958 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0875134 Jul 15 14:00:55.368517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-14dbebaf-3905-4384-a984-240da34b8021 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0903275 Jul 15 14:00:55.436949 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a255da-45dc-4c8a-8b63-34bc412fd6c5 req-5c160a5c-c16f-40c8-8898-306b95980e4b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.438514 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58a255da-45dc-4c8a-8b63-34bc412fd6c5 req-5c160a5c-c16f-40c8-8898-306b95980e4b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.1219802 Jul 15 14:00:55.444526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-7ab135f9-de4e-423f-8431-8df49ac03f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.445991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-7ab135f9-de4e-423f-8431-8df49ac03f96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0702910 Jul 15 14:00:55.509134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58a255da-45dc-4c8a-8b63-34bc412fd6c5 req-25e3a60b-db07-421b-a243-5f5f57d9ace7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621798 Jul 15 14:00:55.528882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-1068fe06-9401-43dd-bde2-53d8a0c82417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.530412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-1068fe06-9401-43dd-bde2-53d8a0c82417 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767527 Jul 15 14:00:55.628213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-63800424-c604-4d49-a919-5afe69396ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911376 Jul 15 14:00:55.726314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-31f9ca0f-aef0-430a-885c-7e31ca2ee96b req-c0e8a04f-ad61-4d8a-afcb-eb2a1e82ec7a service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906129 Jul 15 14:01:05.061487 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:06.063407 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:06.799908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-66173af2-8a31-463f-84e8-84d5b0da28dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668948 Jul 15 14:01:06.852213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ba58b-1053-4280-8954-c0dc6ab0e1e7 req-d8c94704-1650-47ea-b319-5871a45eab9c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:06.853723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb8ba58b-1053-4280-8954-c0dc6ab0e1e7 req-d8c94704-1650-47ea-b319-5871a45eab9c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0736086 Jul 15 14:01:06.892641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb8ba58b-1053-4280-8954-c0dc6ab0e1e7 req-70aa49c9-7861-4aa9-81f1-7e835e230131 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331917 Jul 15 14:01:08.068365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1e03-e369-4150-be4f-06c91c9b84d7 req-f52d61b7-07c5-4ca9-a06a-fb1b58ec94bd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:08.069859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-881e1e03-e369-4150-be4f-06c91c9b84d7 req-f52d61b7-07c5-4ca9-a06a-fb1b58ec94bd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0638216 Jul 15 14:01:08.113367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-881e1e03-e369-4150-be4f-06c91c9b84d7 req-15784e62-926e-41fe-b7bc-a1685c4a53fc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375025 Jul 15 14:01:08.174349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-1049fdec-fc9d-4f6b-9115-e5a6395c512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:08.175892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-1049fdec-fc9d-4f6b-9115-e5a6395c512e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1097 time: 0.0558860 Jul 15 14:01:08.268513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fc46029b-370d-4ca9-889b-739bde2291e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:08.269998 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fc46029b-370d-4ca9-889b-739bde2291e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0876648 Jul 15 14:01:08.337918 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-0408fc31-078b-4e0e-a40e-886ac177f91c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0616345 Jul 15 14:01:08.385764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-435fd75d-f876-4c59-a9e8-4c707ef71aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:08.387309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-435fd75d-f876-4c59-a9e8-4c707ef71aca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0427558 Jul 15 14:01:08.443142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-f62c262e-4839-486c-b7a8-9f222528feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:08.444672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-f62c262e-4839-486c-b7a8-9f222528feb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513353 Jul 15 14:01:08.541112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-7a32f576-9b3c-43ad-9262-e93c42c21b9d service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895956 Jul 15 14:01:08.631474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-716c86ef-2edd-4f60-b34d-a4328927e2f3 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841033 Jul 15 14:01:09.289356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479b1d6-bcbc-4ddb-a595-f7efc134fb44 req-1f914938-9d37-4692-9c6f-8c463968bc55 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:09.290867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a479b1d6-bcbc-4ddb-a595-f7efc134fb44 req-1f914938-9d37-4692-9c6f-8c463968bc55 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0668979 Jul 15 14:01:09.328476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a479b1d6-bcbc-4ddb-a595-f7efc134fb44 req-dc60d639-1a5f-4c38-a196-03763937bb26 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Jul 15 14:01:10.502445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fafb03-061b-4c66-89a6-e253d4df304a req-18a85a73-3225-4ca6-856b-ef32a7e5816a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:10.503960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74fafb03-061b-4c66-89a6-e253d4df304a req-18a85a73-3225-4ca6-856b-ef32a7e5816a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0637734 Jul 15 14:01:10.540670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74fafb03-061b-4c66-89a6-e253d4df304a req-1754b38e-c0f6-4481-9557-151df625f950 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Jul 15 14:01:11.710596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d501f-31f4-4973-b588-d3f03688abc4 req-90698a6f-2369-4e07-87b7-d0b7dc68f091 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:11.712000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-847d501f-31f4-4973-b588-d3f03688abc4 req-90698a6f-2369-4e07-87b7-d0b7dc68f091 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0617352 Jul 15 14:01:11.749800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-847d501f-31f4-4973-b588-d3f03688abc4 req-0d777fec-6d84-452a-a47e-508cdef64674 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Jul 15 14:01:12.929776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef416cd1-323d-4b59-93dd-56fb8157b90a req-d5f6fd50-a692-4fab-8deb-e9b585a7b882 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:12.931272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef416cd1-323d-4b59-93dd-56fb8157b90a req-d5f6fd50-a692-4fab-8deb-e9b585a7b882 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0681963 Jul 15 14:01:12.968415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef416cd1-323d-4b59-93dd-56fb8157b90a req-4342236b-c76c-491c-aa9a-3749d5a0f462 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Jul 15 14:01:14.140277 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e43c70-88de-45ad-acda-2f93208e1e8e req-36ec982e-6745-4c89-a58a-61e38b6185a0 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:14.141771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7e43c70-88de-45ad-acda-2f93208e1e8e req-36ec982e-6745-4c89-a58a-61e38b6185a0 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0638225 Jul 15 14:01:14.178651 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7e43c70-88de-45ad-acda-2f93208e1e8e req-99931608-26f4-4522-92ff-264cd85f3bd4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 Jul 15 14:01:15.354554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103574-a906-4524-8f7d-4d4aca0b5eb6 req-fbd7db4b-f03f-4d46-9961-a1d151cea28c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:15.356070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd103574-a906-4524-8f7d-4d4aca0b5eb6 req-fbd7db4b-f03f-4d46-9961-a1d151cea28c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0661168 Jul 15 14:01:15.393854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd103574-a906-4524-8f7d-4d4aca0b5eb6 req-30887e7e-a02b-4b0a-b1f5-11729fc9c5ed tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Jul 15 14:01:16.565480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88332e-d504-4d23-b92c-e1e98410598f req-e4acba89-7c33-4add-b948-fe8a1fc1552f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:16.567006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb88332e-d504-4d23-b92c-e1e98410598f req-e4acba89-7c33-4add-b948-fe8a1fc1552f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0630636 Jul 15 14:01:16.605890 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb88332e-d504-4d23-b92c-e1e98410598f req-5d65525e-bd6c-4984-9557-defe7c55eae8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Jul 15 14:01:17.783551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2d390-8246-4aa7-9501-ccd9d0915106 req-fcd67b39-1ecd-42cc-ad32-a1d177a24e77 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:17.785065 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-78e2d390-8246-4aa7-9501-ccd9d0915106 req-fcd67b39-1ecd-42cc-ad32-a1d177a24e77 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0632463 Jul 15 14:01:17.823137 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-78e2d390-8246-4aa7-9501-ccd9d0915106 req-26cd7285-2f4e-4ae4-ae9e-4939f0be76c3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325296 Jul 15 14:01:18.949506 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e70f0c8a-5f66-4b14-a5a2-77e5cc128d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:19.001953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c722c7-b970-4e6c-b456-e5027678dd2d req-71aee8d2-4226-44fe-9782-f0a80472874d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:19.003456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1c722c7-b970-4e6c-b456-e5027678dd2d req-71aee8d2-4226-44fe-9782-f0a80472874d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0695765 Jul 15 14:01:19.040653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1c722c7-b970-4e6c-b456-e5027678dd2d req-1c88fa58-356a-45e7-8df8-eda74270706e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Jul 15 14:01:20.210865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcd150-cdf4-4198-824a-15e66e456fdf req-78f7db9f-23ba-4de6-9562-851388cac033 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:20.212670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58bcd150-cdf4-4198-824a-15e66e456fdf req-78f7db9f-23ba-4de6-9562-851388cac033 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0627861 Jul 15 14:01:20.250565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58bcd150-cdf4-4198-824a-15e66e456fdf req-1442d2ac-dc61-499d-bf68-01f0334486e6 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Jul 15 14:01:21.431050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698d048-9181-4a37-87aa-d2c0001476f4 req-69d7730a-ab82-4bc4-9be0-75fa6eedd81f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:21.432614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2698d048-9181-4a37-87aa-d2c0001476f4 req-69d7730a-ab82-4bc4-9be0-75fa6eedd81f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0687888 Jul 15 14:01:21.472149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2698d048-9181-4a37-87aa-d2c0001476f4 req-20dc35b4-c836-43ed-9f16-18b87b261b76 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337987 Jul 15 14:01:21.614395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5c2aeb0a-fd4c-4d6e-95cd-2f88dac0ef52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:21.743397 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:22.321758 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-83163fb1-1330-4a5c-943f-41937043f159 service neutron] show failed (client error): The resource could not be found. Jul 15 14:01:22.322795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-83163fb1-1330-4a5c-943f-41937043f159 service neutron] 10.222.0.35 "GET /v2.0/ports/0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0577765 Jul 15 14:01:22.620747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-6cfe5613-ce6d-42ec-bc25-91e54ecac173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:22.622271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-6cfe5613-ce6d-42ec-bc25-91e54ecac173 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 1097 time: 0.1063056 Jul 15 14:01:22.633578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:22.747700 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:22.769770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2f051-585d-41d5-baab-ad537a14b66c req-ff56d5d0-2a30-4aab-846e-406e3a5138f2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:22.771294 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ad2f051-585d-41d5-baab-ad537a14b66c req-ff56d5d0-2a30-4aab-846e-406e3a5138f2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.1818514 Jul 15 14:01:22.890775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ad2f051-585d-41d5-baab-ad537a14b66c req-c94acea4-03f4-4ad3-b01d-31ca5f69fd25 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988822 Jul 15 14:01:22.985751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:23.022743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:23.062758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:23.065182 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:23.065705 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535e053-b2aa-48dc-bdb0-1a28a459eb40" -d '{"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-unplugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:23.069014 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:23.081983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Transition to ACTIVE for port object 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:23.086385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:23.125097 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb3bc9-b6ff-49b1-94c7-76afbc0f864a x-openstack-request-id: req-9ccb3bc9-b6ff-49b1-94c7-76afbc0f864a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:23.125305 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-unplugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:23.125536 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ccb3bc9-b6ff-49b1-94c7-76afbc0f864a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:23.125928 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'code': 200} Jul 15 14:01:23.173725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:23.188577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.188921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.189258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.189596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.189929 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.190255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.190577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.190896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.191243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.191564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.191882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.192198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:23.229097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] No DVR routers for this DVR port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:01:23.377003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:01:23.377265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:01:23.377596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:23.382054 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:01:23.382375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:23.387302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:01:23.387643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:01:23.388029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:01:23.388460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Bound port: 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:01:23.389462 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:23.452689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:23.458382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:23.466602 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:23.499440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:23.500065 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:23.501545 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 1092 time: 0.8720021 Jul 15 14:01:23.536986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd305fb7-b26a-478b-8dfe-5a9e435632c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:23.588435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-c1913682-4c7d-42ad-9e6a-b3cd8fa17cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:23.590003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-c1913682-4c7d-42ad-9e6a-b3cd8fa17cb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1095 time: 0.0619459 Jul 15 14:01:23.682160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-b768952b-40e1-4ea8-8c53-151cf3ca6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:23.683674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-b768952b-40e1-4ea8-8c53-151cf3ca6394 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0875478 Jul 15 14:01:23.750434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-5d9849c6-070a-4318-90ef-0d67bc12bdbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 998 time: 0.0604680 Jul 15 14:01:23.798841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-c8486004-1605-499e-b764-58ad902f8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:23.800303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-c8486004-1605-499e-b764-58ad902f8865 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0439196 Jul 15 14:01:23.856323 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-a8bc07de-0c30-4232-b130-2acca1981e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:23.857793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-a8bc07de-0c30-4232-b130-2acca1981e84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513175 Jul 15 14:01:23.948521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-d9fa1537-0b2f-4567-8ce2-70a5d3d4ce2c service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844171 Jul 15 14:01:24.078033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38e7c59f-ae43-43d0-bdd7-c1897615f80f req-ffe54ef5-52d9-4fa9-9a3d-f4d20362fa8b service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233416 Jul 15 14:01:24.100701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262b0fd-92b0-48c7-8238-8b8965467514 req-a61bf843-2815-427f-8085-7b78c0b48573 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:24.102210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f262b0fd-92b0-48c7-8238-8b8965467514 req-a61bf843-2815-427f-8085-7b78c0b48573 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0875401 Jul 15 14:01:24.140560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f262b0fd-92b0-48c7-8238-8b8965467514 req-0f9ae8d9-1914-4a09-9529-cb37956eb1c0 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318561 Jul 15 14:01:24.143062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:01:24.187966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:01:24.536042 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:25.127364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:25.129707 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:25.177222 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab2a9e-c242-4db0-a0d7-dcfa48a2b72d x-openstack-request-id: req-c2ab2a9e-c242-4db0-a0d7-dcfa48a2b72d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:25.177718 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:25.178719 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2ab2a9e-c242-4db0-a0d7-dcfa48a2b72d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:25.179187 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'status': 'completed', 'code': 200} Jul 15 14:01:25.330489 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-1c5d0540-3330-4cdd-b142-84d9c83cdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:25.332086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-1c5d0540-3330-4cdd-b142-84d9c83cdc84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1095 time: 0.1337619 Jul 15 14:01:25.334646 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-27ed71b4-2dda-4ec5-bf19-509a1e93c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:25.336143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-27ed71b4-2dda-4ec5-bf19-509a1e93c46a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1095 time: 0.1294315 Jul 15 14:01:25.449412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0ca7a-fe9e-41f5-ba58-f6de44fc3c29 req-7c0265d7-94aa-49d6-8225-90969c595c2c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:25.450991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ec0ca7a-fe9e-41f5-ba58-f6de44fc3c29 req-7c0265d7-94aa-49d6-8225-90969c595c2c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.1849935 Jul 15 14:01:25.870151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-05d6ddd9-6817-49f9-bef9-5e8ce329eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:25.871732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-05d6ddd9-6817-49f9-bef9-5e8ce329eb54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.5315058 Jul 15 14:01:25.877037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-337b0865-233d-4456-ac7a-0a2b90f75e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:25.878733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-337b0865-233d-4456-ac7a-0a2b90f75e13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.5263479 Jul 15 14:01:25.881584 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ec0ca7a-fe9e-41f5-ba58-f6de44fc3c29 req-bd760bd3-2c26-4eef-ab0e-adfcf1307a16 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750587 Jul 15 14:01:25.989756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-26d7b6ae-6dea-4ea2-b0a0-4ac03cd99000 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 998 time: 0.1070368 Jul 15 14:01:25.991488 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-7bc56dc6-be6b-47d2-8b35-33d420ed93d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 998 time: 0.1022084 Jul 15 14:01:26.080152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-6f1ad5ac-b832-4fa5-b7f7-2c664a5d74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:26.081732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-6f1ad5ac-b832-4fa5-b7f7-2c664a5d74db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0861142 Jul 15 14:01:26.098830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-759189b0-90ac-4aac-9bba-f4e8bb6006fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:26.100376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-759189b0-90ac-4aac-9bba-f4e8bb6006fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0963182 Jul 15 14:01:26.183759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-319d60ca-8d79-47a1-b566-21fda8ae2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:26.185310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-319d60ca-8d79-47a1-b566-21fda8ae2e66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967982 Jul 15 14:01:26.203322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-2af100ba-8b06-4e21-9711-4080816ce09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:26.204788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-2af100ba-8b06-4e21-9711-4080816ce09b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852239 Jul 15 14:01:26.351778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-695d9119-b1d9-4329-b36e-9b1c23475283 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591327 Jul 15 14:01:26.380844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-c666c05b-a95f-4586-ac98-06fd0e269a5d service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662269 Jul 15 14:01:26.521305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-e3cb7de2-58d3-4d03-8c0c-b8ae2625b729 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605542 Jul 15 14:01:26.528491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109f0e8e-1d8e-4e58-88f3-3b6cbf10571b req-645bc5b9-0f78-49f6-a3c3-4005048531eb service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407795 Jul 15 14:01:27.061505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd250f5-9b74-49f4-a3a7-9c3c7317f075 req-06c2dd7e-c24c-42ed-8201-aa5dad73e991 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:27.063179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3bd250f5-9b74-49f4-a3a7-9c3c7317f075 req-06c2dd7e-c24c-42ed-8201-aa5dad73e991 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0638959 Jul 15 14:01:27.101257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3bd250f5-9b74-49f4-a3a7-9c3c7317f075 req-3e50d0eb-51ec-4fdf-a6a1-6abc61a87dde tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326593 Jul 15 14:01:28.277557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48107972-d391-49a2-9af7-6f52f7052c15 req-0e67ef9c-320c-4fec-b4a4-963f8869cac8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:28.278966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48107972-d391-49a2-9af7-6f52f7052c15 req-0e67ef9c-320c-4fec-b4a4-963f8869cac8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0649469 Jul 15 14:01:28.321259 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48107972-d391-49a2-9af7-6f52f7052c15 req-fd62d38f-ecd2-4d52-becf-b803b3303714 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367565 Jul 15 14:01:29.282750 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:29.494739 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf59aa6-9cfe-4f87-81c4-e0b3c28a1a41 req-405d713a-86a1-455f-a1bb-8309334988dc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:29.496328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eaf59aa6-9cfe-4f87-81c4-e0b3c28a1a41 req-405d713a-86a1-455f-a1bb-8309334988dc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0649073 Jul 15 14:01:29.533504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eaf59aa6-9cfe-4f87-81c4-e0b3c28a1a41 req-253d6c9c-3394-47c4-a415-79a502efdfe8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309324 Jul 15 14:01:30.706458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f94c6e-512f-4e28-9f8d-d33234d96176 req-2b4cf072-ba89-45b1-9bee-f85c6963d144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:30.707903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7f94c6e-512f-4e28-9f8d-d33234d96176 req-2b4cf072-ba89-45b1-9bee-f85c6963d144 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0641422 Jul 15 14:01:30.745359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7f94c6e-512f-4e28-9f8d-d33234d96176 req-144493b6-1212-4302-a2dc-ad21f5d9e5d2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319924 Jul 15 14:01:31.921136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c85cf-1db9-4ca6-96d4-f862d6224caf req-d21aa8bb-5011-4ba7-9abf-590d8d3e4657 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:31.922630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-471c85cf-1db9-4ca6-96d4-f862d6224caf req-d21aa8bb-5011-4ba7-9abf-590d8d3e4657 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0679071 Jul 15 14:01:31.960053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-471c85cf-1db9-4ca6-96d4-f862d6224caf req-f69daf24-7c50-4299-9874-67d171ff6d2b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Jul 15 14:01:33.135956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1adb05-214f-4701-aadd-2350a6b4b372 req-4e2be6ab-ed87-49e8-8f89-c073fbffc736 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:33.137447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c1adb05-214f-4701-aadd-2350a6b4b372 req-4e2be6ab-ed87-49e8-8f89-c073fbffc736 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0631070 Jul 15 14:01:33.175064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7c1adb05-214f-4701-aadd-2350a6b4b372 req-a67065a0-8f48-4dcc-b9fa-267cee0f513f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Jul 15 14:01:34.351585 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee44c65-fac4-4d8d-9d58-5b122095b951 req-69d04e48-065c-480d-88d4-0bb3c5f87dec tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:34.352993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ee44c65-fac4-4d8d-9d58-5b122095b951 req-69d04e48-065c-480d-88d4-0bb3c5f87dec tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0641885 Jul 15 14:01:34.395397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ee44c65-fac4-4d8d-9d58-5b122095b951 req-605aec60-ea81-4b42-9c9c-447b3549ce5e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367403 Jul 15 14:01:35.064782 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:35.526563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:01:35.568289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabbfdb-158d-476f-b45b-0bb156136e1f req-87faa0cc-e1ab-4287-a7dd-70b864c9a6a7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:35.569823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-beabbfdb-158d-476f-b45b-0bb156136e1f req-87faa0cc-e1ab-4287-a7dd-70b864c9a6a7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 943 time: 0.0643439 Jul 15 14:01:35.609105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-beabbfdb-158d-476f-b45b-0bb156136e1f req-190840b3-b5b4-4a95-b65c-18182dc7dec1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Jul 15 14:01:35.626304 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:35.637874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'mac_address': 'fa:16:3e:f2:9e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:01:35.675448 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:35.688670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:01:35.708565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:35.712698 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:35.764085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:35.771385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.771771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.772120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.772458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.772798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.773134 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.773460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.773785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.774112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.774436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.774763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.775084 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.929002 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:36.041656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-fd112f45-a21c-49d5-a136-006d62025fb2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:36.043187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-fd112f45-a21c-49d5-a136-006d62025fb2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349&tenant_id=c6825a3f57d84aa690f12fcbadf665a3&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 944 time: 0.1031129 Jul 15 14:01:36.074195 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:36.111555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdb1af-07a0-480f-9c71-c36eb5ce17a5 req-69a100d1-55e4-4f08-9de7-da4f15b82886 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:36.113057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fdb1af-07a0-480f-9c71-c36eb5ce17a5 req-69a100d1-55e4-4f08-9de7-da4f15b82886 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.1155753 Jul 15 14:01:36.145928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-55afe1fd-0922-4e74-91a6-2bbf1f67a459 service neutron] 10.222.0.30 "GET /v2.0/ports/0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1/bindings/n-h2-771362-36 HTTP/1.1" status: 200 len: 383 time: 0.0958452 Jul 15 14:01:36.157937 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d7fdb1af-07a0-480f-9c71-c36eb5ce17a5 req-b780e23e-5607-43ec-8654-64e1020555c5 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390441 Jul 15 14:01:36.221848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-8046cf4b-390e-4f17-9253-6a4716387234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:36.223365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-8046cf4b-390e-4f17-9253-6a4716387234 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1096 time: 0.0536799 Jul 15 14:01:36.315540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-949ac9a7-ea19-40e6-8d7e-732204511597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:36.317010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-949ac9a7-ea19-40e6-8d7e-732204511597 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0866611 Jul 15 14:01:36.381901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-7aa0fa81-f7a3-451b-b941-2983655b2b2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 999 time: 0.0568554 Jul 15 14:01:36.436460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-e9262ddf-1706-4d21-acb6-d64a54257db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:36.438188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-e9262ddf-1706-4d21-acb6-d64a54257db9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0486605 Jul 15 14:01:36.493743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-f9de17ee-37a2-4102-bddb-c7910b830739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:36.495267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-f9de17ee-37a2-4102-bddb-c7910b830739 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512977 Jul 15 14:01:36.581970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-e9b5123c-01a1-4dcd-8265-13ce2f9ab0dc service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Jul 15 14:01:36.673975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-c67ef307-52fd-479c-843a-361257dd7ebe service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861244 Jul 15 14:01:37.331421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5bee8-3775-44c8-90ff-3cf4ccc129de req-e3162cda-3bf7-4ad9-ab8e-a55e439c2eba tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:37.332902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e5bee8-3775-44c8-90ff-3cf4ccc129de req-e3162cda-3bf7-4ad9-ab8e-a55e439c2eba tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0628161 Jul 15 14:01:37.370327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e5bee8-3775-44c8-90ff-3cf4ccc129de req-b81ba049-5de9-49e3-809b-d0d3be4df83e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Jul 15 14:01:37.537370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:37.587038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:37.590514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:37.590884 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:37.665509 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:37.687349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:37.689568 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd2adb1-00e5-4ae9-bbb1-548f0f6b7810" -d '{"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:37.703049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:37.707551 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:37.740442 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a00d24a-a7ea-4cdc-9ae2-4a4b5e71ad7e x-openstack-request-id: req-3a00d24a-a7ea-4cdc-9ae2-4a4b5e71ad7e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:37.740739 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:37.740997 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a00d24a-a7ea-4cdc-9ae2-4a4b5e71ad7e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:37.741421 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'code': 200} Jul 15 14:01:37.756571 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:38.561987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6ecb0-c278-456b-af29-48a578bf046d req-2c09270e-e056-4334-afee-674c90dcbebd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:38.563534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49f6ecb0-c278-456b-af29-48a578bf046d req-2c09270e-e056-4334-afee-674c90dcbebd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0704195 Jul 15 14:01:38.602063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-49f6ecb0-c278-456b-af29-48a578bf046d req-3dc12b63-c4b7-4940-878b-fbe45880f6c0 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328398 Jul 15 14:01:39.790238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3007a5-9f1c-4785-bd2d-d11893724081 req-8be065e1-13ae-4b4f-80c2-cbe7f9d0deee tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:39.791812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae3007a5-9f1c-4785-bd2d-d11893724081 req-8be065e1-13ae-4b4f-80c2-cbe7f9d0deee tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0708354 Jul 15 14:01:39.833372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ae3007a5-9f1c-4785-bd2d-d11893724081 req-d009959e-b9f3-41e0-b594-9c1d22e38925 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353270 Jul 15 14:01:40.538443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-2472218d-6455-402d-9b48-89e9f2238b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:40.540026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-2472218d-6455-402d-9b48-89e9f2238b96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349&tenant_id=c6825a3f57d84aa690f12fcbadf665a3 HTTP/1.1" status: 200 len: 1097 time: 0.0999169 Jul 15 14:01:40.551056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:40.621815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.824681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:40.858588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:40.903352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:40.906257 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa12560-4257-4532-a25b-c9fa4099995b" -d '{"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-unplugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:40.910720 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.924239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Transition to ACTIVE for port object 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:40.928048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.043718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:41.097066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] No DVR routers for this DVR port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:01:41.139712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f798db6-1551-4466-b149-322ec3d2b933 req-9dd463c1-38a1-45f4-aca4-0b968ea595bc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:41.141206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f798db6-1551-4466-b149-322ec3d2b933 req-9dd463c1-38a1-45f4-aca4-0b968ea595bc tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.1861100 Jul 15 14:01:41.222753 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f798db6-1551-4466-b149-322ec3d2b933 req-b394f35a-fe3a-41a8-9bdb-50b745262aee tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734494 Jul 15 14:01:41.274594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:01:41.274967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:01:41.275338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:41.279972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:01:41.280358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Attempting to bind port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on network 46e880f2-de35-4b27-a6c2-6e54589f9cca {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:41.285859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:01:41.286342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Checking segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:01:41.286745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Bound using segment: {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:01:41.287199 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Bound port: 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869bb57-2437-433d-8eda-9ea32f549106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:01:41.287564 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.330192 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9109a2b0-ad8c-4041-a443-27b9f5aee3fe x-openstack-request-id: req-9109a2b0-ad8c-4041-a443-27b9f5aee3fe {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:41.330472 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-unplugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:41.330723 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9109a2b0-ad8c-4041-a443-27b9f5aee3fe {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:41.331120 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'code': 200} Jul 15 14:01:41.353423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:41.356362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:41.360922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.400160 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:41.400860 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.402542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 1093 time: 0.8554223 Jul 15 14:01:41.425718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f332c3-3b09-4a2a-a4ef-a4c23a2d93e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:41.508109 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-eba4b888-ae45-45f3-b99d-9991b14bb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:41.509676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-eba4b888-ae45-45f3-b99d-9991b14bb28c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1096 time: 0.0570626 Jul 15 14:01:41.546650 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:01:41.585770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:01:41.605825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-5f375f00-dbf0-4ed3-bc49-ad32940125f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:41.608025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-5f375f00-dbf0-4ed3-bc49-ad32940125f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.0911043 Jul 15 14:01:41.669032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-2e9d2e88-c0cc-4e1b-8de7-7f912bf8354a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 998 time: 0.0555243 Jul 15 14:01:41.715237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-aae381a1-fef0-4241-8844-d186feeabef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:41.716746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-aae381a1-fef0-4241-8844-d186feeabef2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0414898 Jul 15 14:01:41.775700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-4fef2d13-e9ea-4729-a591-82323e8fc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:41.777228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-4fef2d13-e9ea-4729-a591-82323e8fc19e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545938 Jul 15 14:01:41.868458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-c3099616-514b-49e5-af1b-a8f9a6ca46d9 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837359 Jul 15 14:01:41.962312 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f003ef20-a325-42c3-a1f9-9503a08e6645 req-882d7ab5-7a6b-4bcc-9480-a150693d9a89 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866129 Jul 15 14:01:42.412835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f688-aabb-4142-b0fe-327bacc8ad68 req-84305b31-b7a5-48bd-b3c2-2b64de3584bb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:42.414395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a86f688-aabb-4142-b0fe-327bacc8ad68 req-84305b31-b7a5-48bd-b3c2-2b64de3584bb tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0715985 Jul 15 14:01:42.457190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a86f688-aabb-4142-b0fe-327bacc8ad68 req-cfdd2d94-d7c1-4016-ac48-1000da40d020 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361290 Jul 15 14:01:43.332233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:43.334591 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33436f05-96f5-4ec0-af61-43bcb34e8388" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:43.382138 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eb5133-c3f8-44db-ad03-280a3b015860 x-openstack-request-id: req-f0eb5133-c3f8-44db-ad03-280a3b015860 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:43.382438 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:43.382815 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0eb5133-c3f8-44db-ad03-280a3b015860 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:43.383500 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'status': 'completed', 'code': 200} Jul 15 14:01:43.501952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-9bd7e28e-d7da-44ff-9d9d-9b23d022d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:43.503649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-9bd7e28e-d7da-44ff-9d9d-9b23d022d222 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1096 time: 0.0893104 Jul 15 14:01:43.509115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-fe84ae31-71f9-4ad9-91d6-4ce9adb39dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:43.510597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-fe84ae31-71f9-4ad9-91d6-4ce9adb39dcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 1096 time: 0.1042464 Jul 15 14:01:43.705235 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-fb6b72ae-8f57-495e-b9ab-f6221bbd2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:43.706661 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-fb6b72ae-8f57-495e-b9ab-f6221bbd2992 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.1873922 Jul 15 14:01:43.711977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-cd12b736-ba78-4871-adb2-08c00fe97bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:43.713415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-cd12b736-ba78-4871-adb2-08c00fe97bf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 200 len: 913 time: 0.2018001 Jul 15 14:01:44.147283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fada8-389d-4db6-badd-92768c1b5a28 req-3390fc9c-2a5c-48b7-b2e5-52b08dd2e121 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:44.148789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e8fada8-389d-4db6-badd-92768c1b5a28 req-3390fc9c-2a5c-48b7-b2e5-52b08dd2e121 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.5495536 Jul 15 14:01:44.182756 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-16e924ad-f147-4f4e-8d15-65daef78026b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 998 time: 0.4587061 Jul 15 14:01:44.186129 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-b71885f0-2b9f-45ca-baa4-8c6676bde849 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 200 len: 998 time: 0.4712980 Jul 15 14:01:44.253102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4e8fada8-389d-4db6-badd-92768c1b5a28 req-e84df86e-1ab5-4bc7-a7ad-fa80e5e91df1 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960402 Jul 15 14:01:44.281198 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-44190e60-de28-48ee-8485-6a8871d25c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:44.282726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-44190e60-de28-48ee-8485-6a8871d25c43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0931168 Jul 15 14:01:44.284283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-a8a22b1a-495e-48da-9821-c762753a320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:44.285641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-a8a22b1a-495e-48da-9821-c762753a320f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 200 len: 851 time: 0.0819068 Jul 15 14:01:44.387836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-7a8249e5-b380-4b9b-8ca3-808afc380697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:44.389962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-7a8249e5-b380-4b9b-8ca3-808afc380697 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935385 Jul 15 14:01:44.391809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-cf60f60a-5bd6-4853-8060-04a4a5e81052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:44.393262 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-cf60f60a-5bd6-4853-8060-04a4a5e81052 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46e880f2-de35-4b27-a6c2-6e54589f9cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047044 Jul 15 14:01:44.561254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-8a1f15b8-6017-4a5f-8817-23c6e8172b6c service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634750 Jul 15 14:01:44.563256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-d6342634-992b-463d-a28b-813d6b47f63d service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588356 Jul 15 14:01:44.725062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-f622ea9c-f2bb-402d-a515-7ee464332236 service neutron] 10.222.0.30 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584682 Jul 15 14:01:44.726861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33436f05-96f5-4ec0-af61-43bcb34e8388 req-ae339c3f-4887-4ef5-ac05-b6b70d3004a2 service neutron] 10.222.0.35 "GET /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531675 Jul 15 14:01:45.431833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0dc3c-8b29-4a9f-97bf-8825dc5f2b6f req-3bda85f6-4ebf-4da4-b21b-b2143ad51810 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:45.433358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcb0dc3c-8b29-4a9f-97bf-8825dc5f2b6f req-3bda85f6-4ebf-4da4-b21b-b2143ad51810 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0660756 Jul 15 14:01:45.472365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcb0dc3c-8b29-4a9f-97bf-8825dc5f2b6f req-d0c07b71-7c8f-4f8f-ab8f-99c42787945d tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330205 Jul 15 14:01:46.649581 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197a14a-c34e-4ed4-aa57-fabddc8f4cb8 req-96fc1811-2579-40fc-9c0f-d72d7ed1744e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:46.651005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0197a14a-c34e-4ed4-aa57-fabddc8f4cb8 req-96fc1811-2579-40fc-9c0f-d72d7ed1744e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0640740 Jul 15 14:01:46.687887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0197a14a-c34e-4ed4-aa57-fabddc8f4cb8 req-31da536f-55c3-43f1-9180-9a97e692fa4b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Jul 15 14:01:47.861980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290797-5883-422c-b584-f5b65c7413b5 req-e5ce340f-24af-4b34-bc0e-a14ddb62b25e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:47.863499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3290797-5883-422c-b584-f5b65c7413b5 req-e5ce340f-24af-4b34-bc0e-a14ddb62b25e tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0654073 Jul 15 14:01:47.902303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3290797-5883-422c-b584-f5b65c7413b5 req-d064c396-f53b-4d0a-987f-18b08ce6ad03 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331447 Jul 15 14:01:48.950671 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-10aab1c7-6756-4769-8bfa-71ee20bdd089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:49.079450 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c3eec-b39f-4563-b60f-f617665156f6 req-017d2f99-879b-483c-a6ed-d289a6094398 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:49.080940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d0c3eec-b39f-4563-b60f-f617665156f6 req-017d2f99-879b-483c-a6ed-d289a6094398 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0639868 Jul 15 14:01:49.118590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d0c3eec-b39f-4563-b60f-f617665156f6 req-12a00b6f-cd58-4231-86b4-4d984a5dcb4f tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319562 Jul 15 14:01:50.294498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cc583-f529-49d0-8c01-8aa0bdf1a3b8 req-13974fc2-e824-45e2-b4fc-c64892f98f70 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:50.296047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-916cc583-f529-49d0-8c01-8aa0bdf1a3b8 req-13974fc2-e824-45e2-b4fc-c64892f98f70 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0659704 Jul 15 14:01:50.338251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-916cc583-f529-49d0-8c01-8aa0bdf1a3b8 req-63cc33f5-67e8-48b8-a09c-adc5037c1a93 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359046 Jul 15 14:01:51.512193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafadf45-667e-4073-9746-16992d546817 req-a241d508-1e5f-493b-b2b5-c8c4a2f5f31c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.513687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bafadf45-667e-4073-9746-16992d546817 req-a241d508-1e5f-493b-b2b5-c8c4a2f5f31c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0628231 Jul 15 14:01:51.550800 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bafadf45-667e-4073-9746-16992d546817 req-c4fbc0ce-c081-49c4-bd23-ed9cd51c87a7 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Jul 15 14:01:51.615392 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f28afb38-1343-4e9a-a622-51561abc357c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:51.744588 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:52.729011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566e070-66ed-4cda-866e-e0b35b3bbee3 req-7f386bb6-cbbf-4243-aeb5-9c85ced0f18c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:52.730433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5566e070-66ed-4cda-866e-e0b35b3bbee3 req-7f386bb6-cbbf-4243-aeb5-9c85ced0f18c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0648618 Jul 15 14:01:52.770761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5566e070-66ed-4cda-866e-e0b35b3bbee3 req-9c1c6eec-e6f4-456c-aa4a-4913e632b3e3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Jul 15 14:01:53.069662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:53.950853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd34305-5c0a-4bd2-a8ba-0d63b75c7a81 req-1ea7eab1-9120-48de-b461-ac0530f97df8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:53.952436 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cfd34305-5c0a-4bd2-a8ba-0d63b75c7a81 req-1ea7eab1-9120-48de-b461-ac0530f97df8 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0675001 Jul 15 14:01:53.991477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cfd34305-5c0a-4bd2-a8ba-0d63b75c7a81 req-6d8e8565-1d7d-46be-bba5-a16239f6d6a2 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330026 Jul 15 14:01:54.160389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455a71c-aea9-43d3-818c-c475ef331d13 req-e99ab7d5-d3ba-4eec-862a-5f6acba45f55 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:54.161888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4455a71c-aea9-43d3-818c-c475ef331d13 req-e99ab7d5-d3ba-4eec-862a-5f6acba45f55 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0625200 Jul 15 14:01:54.199631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4455a71c-aea9-43d3-818c-c475ef331d13 req-8b53351f-5aed-406a-a6db-493538c94574 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319812 Jul 15 14:01:54.345587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:01:54.374907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34ed43-aae6-4550-9028-409fa5fd0d48 req-fbb2756d-9694-47f0-a3b4-b167f2624017 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:54.376378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a34ed43-aae6-4550-9028-409fa5fd0d48 req-fbb2756d-9694-47f0-a3b4-b167f2624017 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 944 time: 0.0658813 Jul 15 14:01:54.420637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a34ed43-aae6-4550-9028-409fa5fd0d48 req-508d895b-1d62-4c4a-b9bc-fcd56fe893c4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384729 Jul 15 14:01:54.442431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:54.456498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'port_id': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'mac_address': 'fa:16:3e:f2:9e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:01:54.493516 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:54.505877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:01:54.529039 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:54.536635 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:54.560408 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:54.585233 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=12']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:54.788058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:54.810940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3804a6a-0fdf-48cc-a72d-c9bd4e094012 req-c105dcc7-7a3e-4461-b722-0c786e8367bd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:54.813035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3804a6a-0fdf-48cc-a72d-c9bd4e094012 req-c105dcc7-7a3e-4461-b722-0c786e8367bd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0662854 Jul 15 14:01:54.853701 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d3804a6a-0fdf-48cc-a72d-c9bd4e094012 req-89d139d8-08b9-4cdc-b53c-a3117cd853cd tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Jul 15 14:01:56.029898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefa8c-1dc9-4e85-9f91-78f159440f10 req-7a0e33f4-8afc-4a02-a4ae-5b72a992a73b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.031967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cbefa8c-1dc9-4e85-9f91-78f159440f10 req-7a0e33f4-8afc-4a02-a4ae-5b72a992a73b tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0646050 Jul 15 14:01:56.071976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cbefa8c-1dc9-4e85-9f91-78f159440f10 req-714570ef-a3dc-4dea-a4c1-e04171f0e6ad tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a72202d4-867b-4036-82aa-f196305ea8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341859 Jul 15 14:01:56.299747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-1c4cd002-def5-4d84-89a3-17e64de0ad7c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.301218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-1c4cd002-def5-4d84-89a3-17e64de0ad7c tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 945 time: 0.0688517 Jul 15 14:01:56.361138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:56.407322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Deleting port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:01:56.407845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.412114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:56.416026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:56.416419 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.509555 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.522330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:56.522829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.548165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:56.552168 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4516b138-38d1-461f-b444-e1c75361f30c" -d '{"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:56.573848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:56.580220 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.635356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=13']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:56.671560 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc07a32-cbac-4335-8e86-991b491eb463 x-openstack-request-id: req-abc07a32-cbac-4335-8e86-991b491eb463 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:56.671950 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:56.672243 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abc07a32-cbac-4335-8e86-991b491eb463 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:56.673364 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'code': 200} Jul 15 14:01:56.753027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.753466 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.753789 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c disassociated. External IP: 172.25.1.2, port: 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1. Jul 15 14:01:56.754145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Calling delete_port for 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:01:56.890348 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.920487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event deleted for resources: {'Port': ['ID=0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:57.043722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:01:57.156589 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:57.168879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:57.179877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:57.180618 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:01:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:57.204197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] No DVR routers for this DVR port 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:01:57.206802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:57.208813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c00bf5f1-8a16-4642-a927-0697fdbc1f06 req-09b0da54-baa1-46de-95c3-a6f1c207c64a tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.35 "DELETE /v2.0/ports/0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 HTTP/1.1" status: 204 len: 173 time: 0.9026086 Jul 15 14:01:57.216502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-deleted', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:57.219444 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a332e9b-fb50-413b-b41c-8b186d900cc8" -d '{"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-deleted", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:57.243724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98804104-6c6b-4fd4-b23b-c6e12b998745 req-8267b9e2-25f1-4452-b116-878c0a3a9a29 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 210 time: 0.0409868 Jul 15 14:01:57.298592 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8be1f1-0d77-430e-a26c-3b069a3afa6c x-openstack-request-id: req-fe8be1f1-0d77-430e-a26c-3b069a3afa6c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:57.298860 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9512e0-b9c2-4156-b413-c763008ba349", "name": "network-vif-deleted", "tag": "0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:57.299111 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe8be1f1-0d77-430e-a26c-3b069a3afa6c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:57.299544 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9512e0-b9c2-4156-b413-c763008ba349', 'name': 'network-vif-deleted', 'tag': '0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1', 'status': 'completed', 'code': 200} Jul 15 14:01:57.455949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:57.655932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:57.686404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:57.695012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:57.695673 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:01:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:57.802530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:58.016951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:58.044430 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a606e-92d2-4c42-9dd9-f408c9e3d50c None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:19Z', 'revision_number': 4, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'c42ec81b-573d-417c-b42d-8b1f229d9f1d', 'name': '', 'network_id': '46e880f2-de35-4b27-a6c2-6e54589f9cca', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'mac_address': 'fa:16:3e:cf:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:19Z', 'updated_at': '2021-07-15T13:52:24Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'subnets': [{'id': '50d51741-b76a-4ce4-8c52-6d95446385c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:58.284908 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297863a-a988-4248-9458-b8fedbca8792 None None] New status for floating IP c9aee01a-4329-4871-ba3c-b58c589ca40c: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:01:58.408746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3c217bd-3303-456e-9a9b-500377c1f611 req-d541d865-e2c0-4e8c-aa4e-20d46bfb61a3 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 210 time: 0.0441945 Jul 15 14:01:59.552375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9c04c5a4-7636-46de-a9ac-60922550c506 req-67e958e9-3d79-485f-bc68-f2c83a90b962 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 210 time: 0.0292990 Jul 15 14:02:00.375207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:00.400781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:00.401131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 0e2d35bc-4a13-41b1-a3fb-15e0cfde3ad1 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:00.717098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37768d86-84d6-4fd1-99cb-bf5d27fddb58 req-4dedec0e-32f9-4060-98de-140c6288fb65 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9512e0-b9c2-4156-b413-c763008ba349 HTTP/1.1" status: 200 len: 210 time: 0.0300987 Jul 15 14:02:04.725772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34468) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:04.782212 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad942-8f94-416a-9766-9c98abf7f295 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:04.805809 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad942-8f94-416a-9766-9c98abf7f295 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:04.853695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad942-8f94-416a-9766-9c98abf7f295 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:04.856409 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad942-8f94-416a-9766-9c98abf7f295 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:04.860545 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6a9ad942-8f94-416a-9766-9c98abf7f295 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "DELETE /v2.0/security-groups/a72202d4-867b-4036-82aa-f196305ea8e3 HTTP/1.1" status: 204 len: 168 time: 0.1308362 Jul 15 14:02:04.860883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34470) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:04.867781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ad942-8f94-416a-9766-9c98abf7f295 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72202d4-867b-4036-82aa-f196305ea8e3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:04.875962 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-8f41697e-4d9a-431d-bf97-e69f190cbf52 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] show failed (client error): The resource could not be found. Jul 15 14:02:04.877013 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8f41697e-4d9a-431d-bf97-e69f190cbf52 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "GET /v2.0/security-groups/a72202d4-867b-4036-82aa-f196305ea8e3 HTTP/1.1" status: 404 len: 347 time: 0.0150414 Jul 15 14:02:04.879805 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:05.020140 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Deleting port 568f5f48-193b-48f8-a0f4-6fa09ac28b3c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:05.020485 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:05.065286 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:05.101933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:05.102262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:05.114210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Calling delete_port for 568f5f48-193b-48f8-a0f4-6fa09ac28b3c owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:05.249392 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:05.275172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Pushing event deleted for resources: {'Port': ['ID=568f5f48-193b-48f8-a0f4-6fa09ac28b3c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:05.301738 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.302092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.302442 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.302785 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.303155 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.303490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.303826 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.304159 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.304502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.304831 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.305161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.305489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:05.347228 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:05.349831 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:05.351028 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4548c081-824c-439a-a2da-9a78f76c11e4 tempest-ServerActionsTestJSON-1964692868 tempest-ServerActionsTestJSON-1964692868-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9aee01a-4329-4871-ba3c-b58c589ca40c HTTP/1.1" status: 204 len: 168 time: 0.4700217 Jul 15 14:02:05.354080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34482) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:05.772412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.022933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Deleting port c42ec81b-573d-417c-b42d-8b1f229d9f1d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:06.023621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.058094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.102121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] For port c42ec81b-573d-417c-b42d-8b1f229d9f1d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c42ec81b-573d-417c-b42d-8b1f229d9f1d,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:06.102487 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.114468 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Calling delete_port for c42ec81b-573d-417c-b42d-8b1f229d9f1d owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:06.283458 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:06.299897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.333518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Pushing event deleted for resources: {'Port': ['ID=c42ec81b-573d-417c-b42d-8b1f229d9f1d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:06.524017 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.750045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Router 465fa268-14dc-4292-bb8c-5c0b599d8021 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:06.860786 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:06.866280 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-83bcbc9b-839a-4896-89c1-8112a277e497 admin admin] 10.222.0.25 "PUT /v2.0/routers/465fa268-14dc-4292-bb8c-5c0b599d8021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5108542 Jul 15 14:02:06.868576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34486) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:06.871880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] Sync routers for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:06.881780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:06.883606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:01:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:06.977317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.990588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:07.083808 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.184542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T14:02:06Z', 'revision_number': 5, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port': {'id': 'f798e734-a29b-46c4-82d4-010adff867ac', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T13:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:07.216038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] Checking router: 465fa268-14dc-4292-bb8c-5c0b599d8021 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:07.226460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] Routers {'465fa268-14dc-4292-bb8c-5c0b599d8021'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:07.226743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:01:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['465fa268-14dc-4292-bb8c-5c0b599d8021'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:07.322144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] Set router 465fa268-14dc-4292-bb8c-5c0b599d8021 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:07.377894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T14:02:07Z', 'revision_number': 6, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:07.404710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb5f1f-834f-42ae-a22e-e5ff5341fc40 None None] The sync data for ids ['465fa268-14dc-4292-bb8c-5c0b599d8021'] in n-d-771362-36 is: [{'id': '465fa268-14dc-4292-bb8c-5c0b599d8021', 'name': 'tempest-ServerActionsTestJSON-1963566400-router', 'tenant_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:52:17Z', 'updated_at': '2021-07-15T14:02:07Z', 'revision_number': 6, 'project_id': 'c6825a3f57d84aa690f12fcbadf665a3', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:07.409228 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Deleting port f798e734-a29b-46c4-82d4-010adff867ac {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:07.409569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.496440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] For port f798e734-a29b-46c4-82d4-010adff867ac, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f798e734-a29b-46c4-82d4-010adff867ac,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:07.496798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.512958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Calling delete_port for f798e734-a29b-46c4-82d4-010adff867ac owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:07.681069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.710938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Pushing event deleted for resources: {'Port': ['ID=f798e734-a29b-46c4-82d4-010adff867ac,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:07.776070 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.870450 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.873038 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.924946 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.924946 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 465fa268-14dc-4292-bb8c-5c0b599d8021 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:02:07.926957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.928250 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-53af3a75-4040-40c0-80d9-fe0100c0469b admin admin] 10.222.0.25 "DELETE /v2.0/routers/465fa268-14dc-4292-bb8c-5c0b599d8021 HTTP/1.1" status: 204 len: 168 time: 1.0587118 Jul 15 14:02:07.930618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34488) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:07.975076 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-617070f4-e3cd-4741-8e6b-c75857ed0236 admin admin] Deleting subnet 50d51741-b76a-4ce4-8c52-6d95446385c9 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:02:07.978299 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-617070f4-e3cd-4741-8e6b-c75857ed0236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.014657 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-617070f4-e3cd-4741-8e6b-c75857ed0236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.099008 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-617070f4-e3cd-4741-8e6b-c75857ed0236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.158432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-617070f4-e3cd-4741-8e6b-c75857ed0236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.178930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c42ec81b-573d-417c-b42d-8b1f229d9f1d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:08.185090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617070f4-e3cd-4741-8e6b-c75857ed0236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d51741-b76a-4ce4-8c52-6d95446385c9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.193325 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-617070f4-e3cd-4741-8e6b-c75857ed0236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.196245 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-617070f4-e3cd-4741-8e6b-c75857ed0236 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50d51741-b76a-4ce4-8c52-6d95446385c9 HTTP/1.1" status: 204 len: 168 time: 0.2641098 Jul 15 14:02:08.198190 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34490) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:08.213186 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb132f-9750-4e76-994e-f39faa01ab00 None None] Network 46e880f2-de35-4b27-a6c2-6e54589f9cca requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:08.216078 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c42ec81b-573d-417c-b42d-8b1f229d9f1d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:08.216357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c42ec81b-573d-417c-b42d-8b1f229d9f1d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:08.216766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f798e734-a29b-46c4-82d4-010adff867ac no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:08.255373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f798e734-a29b-46c4-82d4-010adff867ac {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:08.255850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f798e734-a29b-46c4-82d4-010adff867ac not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:08.277624 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.350192 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Deleting port 7d45f23c-32fa-4b39-a989-a024d0eb1527 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:08.350732 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.431984 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] For port 7d45f23c-32fa-4b39-a989-a024d0eb1527, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7d45f23c-32fa-4b39-a989-a024d0eb1527,segment=NetworkSegment(9869bb57-2437-433d-8eda-9ea32f549106),segment_id=9869bb57-2437-433d-8eda-9ea32f549106)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:08.432352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.445226 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Calling delete_port for 7d45f23c-32fa-4b39-a989-a024d0eb1527 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:08.470801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] DHCP port deletion for 46e880f2-de35-4b27-a6c2-6e54589f9cca request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:02:08.534146 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] Deleting port 7d45f23c-32fa-4b39-a989-a024d0eb1527 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:08.534361 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.534507 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.564407 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d45f23c-32fa-4b39-a989-a024d0eb1527,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.566762 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] No DVR routers for this DVR port 7d45f23c-32fa-4b39-a989-a024d0eb1527 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:08.602511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] For port 7d45f23c-32fa-4b39-a989-a024d0eb1527, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:08.602901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.617152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] Calling delete_port for 7d45f23c-32fa-4b39-a989-a024d0eb1527 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:08.620407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] Port 7d45f23c-32fa-4b39-a989-a024d0eb1527 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 14:02:08.621622 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.644269 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.650719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] Pushing event deleted for resources: {'Port': ['ID=7d45f23c-32fa-4b39-a989-a024d0eb1527,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.655036 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e880f2-de35-4b27-a6c2-6e54589f9cca']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:08.655417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc728462-0ca1-4899-8a3d-b01844a8e0ca None None] No DVR routers for this DVR port 7d45f23c-32fa-4b39-a989-a024d0eb1527 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:08.671705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9869bb57-2437-433d-8eda-9ea32f549106') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:08.672045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9869bb57-2437-433d-8eda-9ea32f549106') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:08.681788 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.696639 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.702753 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:08.703245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:08.704820 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:08.758654 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.765062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.767037 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/46e880f2-de35-4b27-a6c2-6e54589f9cca HTTP/1.1" status: 204 len: 168 time: 0.5677378 Jul 15 14:02:08.778371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4520ff3-1afd-46a5-b37a-64740fa43cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e880f2-de35-4b27-a6c2-6e54589f9cca,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.885597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:08.938033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5dade358-1a4d-47c7-9c7c-9037444d932d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6825a3f57d84aa690f12fcbadf665a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511789 Jul 15 14:02:08.940474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34496) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:08.990033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1333fef0-1124-40df-bef7-e8091b3c944a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:09.011540 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1333fef0-1124-40df-bef7-e8091b3c944a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:09.066844 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1333fef0-1124-40df-bef7-e8091b3c944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:09.069860 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1333fef0-1124-40df-bef7-e8091b3c944a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:09.071025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1333fef0-1124-40df-bef7-e8091b3c944a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b9e6608-c784-4720-8688-ab6d67f67462 HTTP/1.1" status: 204 len: 168 time: 0.1296608 Jul 15 14:02:09.079540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333fef0-1124-40df-bef7-e8091b3c944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e6608-c784-4720-8688-ab6d67f67462,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:09.774609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34518) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:09.865645 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-315760315-network', 'tenant_id': '0bb0a954f3754e6cb3d5e3c42f3dc107'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:09.888846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Made reservation on behalf of 0bb0a954f3754e6cb3d5e3c42f3dc107 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:09.892135 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:09.900553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:09.987273 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:09.991022 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.014859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:10.023426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83418c4b-70f1-490e-9335-05f42ff03dfc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:10.030982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.030982 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Added segment 7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c of type vlan for network 1df376ea-5825-47bb-818d-90c4f0e654d1 Jul 15 14:02:10.072967 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.100114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.100995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:10.101570 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.131267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3552890 Jul 15 14:02:10.134294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34522) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:10.143095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Request body: {'subnet': {'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-315760315-subnet', 'tenant_id': '0bb0a954f3754e6cb3d5e3c42f3dc107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:10.162288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d098fe-711e-4789-b092-0b00df9bb16b admin admin] Pushing event updated for resources: {'Network': ['ID=1df376ea-5825-47bb-818d-90c4f0e654d1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:10.173165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Made reservation on behalf of 0bb0a954f3754e6cb3d5e3c42f3dc107 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:10.174851 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 1df376ea-5825-47bb-818d-90c4f0e654d1 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:10.175859 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.196386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7d45f23c-32fa-4b39-a989-a024d0eb1527 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:10.218162 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 7d45f23c-32fa-4b39-a989-a024d0eb1527 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:10.218502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7d45f23c-32fa-4b39-a989-a024d0eb1527 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:10.344603 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.405490 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Pushing event updated for resources: {'Subnet': ['ID=beeb8226-4a61-4247-8e54-7ab0f0f6d7f0,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:10.412530 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Checking segment: {'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:10.412915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Network hostable DHCP agents. Network: 1df376ea-5825-47bb-818d-90c4f0e654d1, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:10.430046 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Network 1df376ea-5825-47bb-818d-90c4f0e654d1 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:10.439328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 1df376ea-5825-47bb-818d-90c4f0e654d1) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:10.444181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:10.445143 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.447483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d8513-46d7-4393-9715-bb835784f0ce None None] Network 1df376ea-5825-47bb-818d-90c4f0e654d1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:10.460874 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4479db2d-6cf2-47d4-87b0-a24e6d33478f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3248622 Jul 15 14:02:10.573089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c5c82-8995-4089-b37e-9c69f9531e52 None None] Network 1df376ea-5825-47bb-818d-90c4f0e654d1 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:10.896366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-f9c68409-c38a-44ee-b395-e79abd85b978 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:10.897889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-f9c68409-c38a-44ee-b395-e79abd85b978 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/networks?id=1df376ea-5825-47bb-818d-90c4f0e654d1 HTTP/1.1" status: 200 len: 813 time: 0.1073501 Jul 15 14:02:10.913565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-90658dc0-e307-43fd-93f5-ea0402113908 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/quotas/0bb0a954f3754e6cb3d5e3c42f3dc107 HTTP/1.1" status: 200 len: 375 time: 0.0095067 Jul 15 14:02:10.948665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-aa5cead6-9193-4d0c-9c2f-530de0d23aef tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bb0a954f3754e6cb3d5e3c42f3dc107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297365 Jul 15 14:02:11.091681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-27b770a3-b046-41c4-832c-c009061a5165 service neutron] 10.222.0.25 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363735 Jul 15 14:02:11.179737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-079ff765-8683-4a23-a187-3cce12df5a5c service neutron] 10.222.0.25 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816391 Jul 15 14:02:11.342887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-08e7d23a-844a-4063-a126-b2e90b034563 req-69af58bb-7b24-45e2-8c0e-3ceb41d18890 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 210 time: 0.0285373 Jul 15 14:02:12.359801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-2907b5bd-d0a8-45f6-b025-465736fabf9d tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:12.361258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-2907b5bd-d0a8-45f6-b025-465736fabf9d tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.30 "GET /v2.0/networks?id=1df376ea-5825-47bb-818d-90c4f0e654d1 HTTP/1.1" status: 200 len: 813 time: 0.1068850 Jul 15 14:02:12.376265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Request body: {'port': {'device_id': 'd961ef06-be5c-4232-86ea-f0817a7f5f0c', 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1', 'admin_state_up': True, 'tenant_id': '0bb0a954f3754e6cb3d5e3c42f3dc107'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:12.500700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a6be92c9-b9e4-4252-a01f-d22e4b8471e8 req-32fff811-2ae1-4a5b-9daf-1b5841c41c9c tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 210 time: 0.0344043 Jul 15 14:02:12.521256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Made reservation on behalf of 0bb0a954f3754e6cb3d5e3c42f3dc107 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:12.524846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:12.648429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Allocated IP 172.20.0.14 (1df376ea-5825-47bb-818d-90c4f0e654d1/beeb8226-4a61-4247-8e54-7ab0f0f6d7f0/c6d43a7e-367d-42c2-836e-42e3349e33a0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:12.790835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:12.829838 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:12.878786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Network 1df376ea-5825-47bb-818d-90c4f0e654d1 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:12.882201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:12.886167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:12.893169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Pushing event updated for resources: {'Port': ['ID=c6d43a7e-367d-42c2-836e-42e3349e33a0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:12.937226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:12.937829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:12.951511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d56bc009-aac9-42a4-a140-8dee7de70cce tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791125 Jul 15 14:02:12.963453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Request body: {'port': {'device_id': 'd961ef06-be5c-4232-86ea-f0817a7f5f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:13.032997 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.299269 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d43a7e-367d-42c2-836e-42e3349e33a0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:13.306889 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.319469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Transition to ACTIVE for port object c6d43a7e-367d-42c2-836e-42e3349e33a0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:13.323658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.376171 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d43a7e-367d-42c2-836e-42e3349e33a0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:13.443609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Attempting to bind port c6d43a7e-367d-42c2-836e-42e3349e33a0 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:13.443938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Attempting to bind port c6d43a7e-367d-42c2-836e-42e3349e33a0 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:13.444262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Attempting to bind port c6d43a7e-367d-42c2-836e-42e3349e33a0 on network 1df376ea-5825-47bb-818d-90c4f0e654d1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:13.448416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Port c6d43a7e-367d-42c2-836e-42e3349e33a0 on network 1df376ea-5825-47bb-818d-90c4f0e654d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:02:13.448734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Attempting to bind port c6d43a7e-367d-42c2-836e-42e3349e33a0 on network 1df376ea-5825-47bb-818d-90c4f0e654d1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:13.454122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:13.454453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Checking segment: {'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:13.456454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Bound using segment: {'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:13.456454 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Bound port: c6d43a7e-367d-42c2-836e-42e3349e33a0, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:13.456454 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.517419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] For port c6d43a7e-367d-42c2-836e-42e3349e33a0, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:13.520343 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] For port c6d43a7e-367d-42c2-836e-42e3349e33a0, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c6d43a7e-367d-42c2-836e-42e3349e33a0,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:13.523710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.553473 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:13.554000 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.555410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] 10.222.0.30 "PUT /v2.0/ports/c6d43a7e-367d-42c2-836e-42e3349e33a0 HTTP/1.1" status: 200 len: 1093 time: 0.5961330 Jul 15 14:02:13.557660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd961ef06-be5c-4232-86ea-f0817a7f5f0c', 'tag': 'c6d43a7e-367d-42c2-836e-42e3349e33a0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:13.559935 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33607141-4798-4c85-9bd8-b452dd9f0f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d961ef06-be5c-4232-86ea-f0817a7f5f0c", "tag": "c6d43a7e-367d-42c2-836e-42e3349e33a0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:13.589270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fccedb-6a55-449e-a267-22eaacccec98 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d43a7e-367d-42c2-836e-42e3349e33a0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:13.688123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-64aa99d2-a827-4457-86d1-1b551fb96ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:13.689615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-64aa99d2-a827-4457-86d1-1b551fb96ede service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bb0a954f3754e6cb3d5e3c42f3dc107&device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 1096 time: 0.0953808 Jul 15 14:02:13.705239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d084-3df7-4ae4-b1d4-f5fbbe6eb05a req-eead59b9-14ee-4ff7-85d3-f28ee7f77769 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:13.706603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74e5d084-3df7-4ae4-b1d4-f5fbbe6eb05a req-eead59b9-14ee-4ff7-85d3-f28ee7f77769 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 944 time: 0.0842190 Jul 15 14:02:13.745003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-e342084b-ee72-428e-bd52-9ab1f900fcb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6d43a7e-367d-42c2-836e-42e3349e33a0 HTTP/1.1" status: 200 len: 217 time: 0.0473659 Jul 15 14:02:13.802798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-74e5d084-3df7-4ae4-b1d4-f5fbbe6eb05a req-1509ee4a-37a2-421c-889b-ae4b481d6316 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899298 Jul 15 14:02:13.811898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-1bca4328-e5bd-4122-b3f2-d1985cf7786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:13.813314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-1bca4328-e5bd-4122-b3f2-d1985cf7786b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=beeb8226-4a61-4247-8e54-7ab0f0f6d7f0 HTTP/1.1" status: 200 len: 853 time: 0.0596440 Jul 15 14:02:13.847423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-622f849f-a323-46fe-9dda-e32ca30347cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1df376ea-5825-47bb-818d-90c4f0e654d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275145 Jul 15 14:02:13.848838 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a8a84f-0131-4aed-b1b6-24f521279860 x-openstack-request-id: req-63a8a84f-0131-4aed-b1b6-24f521279860 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:13.849125 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d961ef06-be5c-4232-86ea-f0817a7f5f0c", "tag": "c6d43a7e-367d-42c2-836e-42e3349e33a0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:13.849377 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63a8a84f-0131-4aed-b1b6-24f521279860 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:13.849764 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd961ef06-be5c-4232-86ea-f0817a7f5f0c', 'tag': 'c6d43a7e-367d-42c2-836e-42e3349e33a0', 'status': 'completed', 'code': 200} Jul 15 14:02:13.938213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-d5bf2124-3611-4a06-bf84-dbf1626848e7 service neutron] 10.222.0.30 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820494 Jul 15 14:02:14.030494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5ec8795b-c769-44dd-8381-ce200a6cfe01 req-ad959342-5d2b-4492-bcdf-218188625fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864031 Jul 15 14:02:14.129029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-6089db71-4313-4b98-af77-616fde582ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:14.130508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-6089db71-4313-4b98-af77-616fde582ee5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bb0a954f3754e6cb3d5e3c42f3dc107&device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 1096 time: 0.0519950 Jul 15 14:02:14.225002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-4ccf4ffd-6f8f-41eb-86dc-319999563619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:14.226454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-4ccf4ffd-6f8f-41eb-86dc-319999563619 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1df376ea-5825-47bb-818d-90c4f0e654d1 HTTP/1.1" status: 200 len: 914 time: 0.0877392 Jul 15 14:02:14.266641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-f78e29dc-516e-4279-bc60-5da7ed0b1879 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6d43a7e-367d-42c2-836e-42e3349e33a0 HTTP/1.1" status: 200 len: 217 time: 0.0326416 Jul 15 14:02:14.319621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-c349615b-1f39-4009-a527-0e7433826877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:14.321071 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-c349615b-1f39-4009-a527-0e7433826877 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=beeb8226-4a61-4247-8e54-7ab0f0f6d7f0 HTTP/1.1" status: 200 len: 853 time: 0.0478146 Jul 15 14:02:14.354986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-aa860d16-d3d8-4b9d-8268-613f25f59290 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1df376ea-5825-47bb-818d-90c4f0e654d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262284 Jul 15 14:02:14.444424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-36f82643-2dde-43b2-9c20-bc5fc05f9069 service neutron] 10.222.0.30 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830154 Jul 15 14:02:14.539143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-33607141-4798-4c85-9bd8-b452dd9f0f1b req-1522dca1-b506-4556-b850-7159dc8a5090 service neutron] 10.222.0.30 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865998 Jul 15 14:02:14.977753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a612695-3646-49a3-a4e2-8255463b12e7 req-7b0817df-4c1a-43ea-90fc-69b64816b7e9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:14.979267 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a612695-3646-49a3-a4e2-8255463b12e7 req-7b0817df-4c1a-43ea-90fc-69b64816b7e9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 944 time: 0.0655775 Jul 15 14:02:15.019070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a612695-3646-49a3-a4e2-8255463b12e7 req-cae3ea54-b9ea-4aba-bb37-ef421ce789e0 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Jul 15 14:02:15.689646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c6d43a7e-367d-42c2-836e-42e3349e33a0 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:02:15.786863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c6d43a7e-367d-42c2-836e-42e3349e33a0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c6d43a7e-367d-42c2-836e-42e3349e33a0,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:15.799496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'c6d43a7e-367d-42c2-836e-42e3349e33a0', 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1', 'port_id': 'c6d43a7e-367d-42c2-836e-42e3349e33a0', 'mac_address': 'fa:16:3e:d6:d6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb8226-4a61-4247-8e54-7ab0f0f6d7f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:02:15.837923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.850248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d43a7e-367d-42c2-836e-42e3349e33a0 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:15.869308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c6d43a7e-367d-42c2-836e-42e3349e33a0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c6d43a7e-367d-42c2-836e-42e3349e33a0,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:15.873137 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.920698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=c6d43a7e-367d-42c2-836e-42e3349e33a0,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:16.061083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['c6d43a7e-367d-42c2-836e-42e3349e33a0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:16.195007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd841e-ef9f-4a7f-967d-f2122caa8375 req-a57cfc30-e339-4926-9a9c-01fb04bf4dc6 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:16.197242 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38fd841e-ef9f-4a7f-967d-f2122caa8375 req-a57cfc30-e339-4926-9a9c-01fb04bf4dc6 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 945 time: 0.0677423 Jul 15 14:02:16.234623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-38fd841e-ef9f-4a7f-967d-f2122caa8375 req-4f51806b-176c-42e5-b4d9-f417f2623223 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Jul 15 14:02:17.404528 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93942-4cec-4710-b04e-5d6d6bc386a1 req-9112a73c-23f8-4d2f-9ad0-ba5b76abab23 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:17.406030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39c93942-4cec-4710-b04e-5d6d6bc386a1 req-9112a73c-23f8-4d2f-9ad0-ba5b76abab23 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 945 time: 0.0635290 Jul 15 14:02:17.443649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39c93942-4cec-4710-b04e-5d6d6bc386a1 req-b585dc33-8703-4c66-8e05-c2a787feba5d tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Jul 15 14:02:17.689552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c6d43a7e-367d-42c2-836e-42e3349e33a0 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:17.737385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port c6d43a7e-367d-42c2-836e-42e3349e33a0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:17.741074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port c6d43a7e-367d-42c2-836e-42e3349e33a0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:17.741446 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.972864 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.995060 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd961ef06-be5c-4232-86ea-f0817a7f5f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d43a7e-367d-42c2-836e-42e3349e33a0'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:17.997571 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b826a1ce-3167-4148-b628-9d113025dc98" -d '{"events": [{"server_uuid": "d961ef06-be5c-4232-86ea-f0817a7f5f0c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d43a7e-367d-42c2-836e-42e3349e33a0"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:18.009770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port c6d43a7e-367d-42c2-836e-42e3349e33a0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c6d43a7e-367d-42c2-836e-42e3349e33a0,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:18.013783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.036960 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716a044c-3676-4f29-97aa-c4eebfd66322 x-openstack-request-id: req-716a044c-3676-4f29-97aa-c4eebfd66322 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:18.037253 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d961ef06-be5c-4232-86ea-f0817a7f5f0c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d43a7e-367d-42c2-836e-42e3349e33a0", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:18.037505 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-716a044c-3676-4f29-97aa-c4eebfd66322 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:18.037897 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd961ef06-be5c-4232-86ea-f0817a7f5f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d43a7e-367d-42c2-836e-42e3349e33a0', 'code': 200} Jul 15 14:02:18.064947 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=c6d43a7e-367d-42c2-836e-42e3349e33a0,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:18.149263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5db500-9e50-4693-b1d9-b475a78ca931 req-8563fb2b-d670-433d-b7e7-fb8dc9bc13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:18.150853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c5db500-9e50-4693-b1d9-b475a78ca931 req-8563fb2b-d670-433d-b7e7-fb8dc9bc13fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 1098 time: 0.0525250 Jul 15 14:02:18.186003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4c5db500-9e50-4693-b1d9-b475a78ca931 req-d367af00-9d78-4a0a-84c1-1f008024725c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287862 Jul 15 14:02:18.623563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c99d2-aa9a-482f-b7a7-c0f8d08fa0c1 req-64556586-1d14-463b-ba40-64b81c1d4c7b tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:18.625046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e11c99d2-aa9a-482f-b7a7-c0f8d08fa0c1 req-64556586-1d14-463b-ba40-64b81c1d4c7b tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0667052 Jul 15 14:02:18.662794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e11c99d2-aa9a-482f-b7a7-c0f8d08fa0c1 req-16806054-f540-40c0-9c35-b6ba73304fb1 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Jul 15 14:02:18.951104 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-49c2095a-74f1-46d4-aebe-c57d6735c7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:19.832178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5e906-1d42-4290-82f2-d1c443558a91 req-cc95fdc7-16db-422e-80c4-7447790243c7 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:19.833672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63c5e906-1d42-4290-82f2-d1c443558a91 req-cc95fdc7-16db-422e-80c4-7447790243c7 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0625749 Jul 15 14:02:19.870619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63c5e906-1d42-4290-82f2-d1c443558a91 req-f791b362-828e-4528-b2d5-146e1ca94976 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314450 Jul 15 14:02:20.412118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-2270f34a-4b22-4b27-96b8-62613c220876 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:20.413570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-2270f34a-4b22-4b27-96b8-62613c220876 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/networks?id=1df376ea-5825-47bb-818d-90c4f0e654d1 HTTP/1.1" status: 200 len: 813 time: 0.4221442 Jul 15 14:02:20.430108 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-750ffc40-c620-4233-82fc-4dc29ff336f9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/quotas/0bb0a954f3754e6cb3d5e3c42f3dc107 HTTP/1.1" status: 200 len: 375 time: 0.0111058 Jul 15 14:02:20.497116 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-b666d901-7f22-474b-bf20-5417899ef4b3 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bb0a954f3754e6cb3d5e3c42f3dc107&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600266 Jul 15 14:02:20.589929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-efc9591f-89d7-4970-9b75-79af4f0a75a7 service neutron] 10.222.0.25 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855513 Jul 15 14:02:20.681742 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-d2ca765d-f111-46a6-9b65-4e8ac10d9736 service neutron] 10.222.0.25 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857127 Jul 15 14:02:20.850590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c8f6d519-0b09-4025-b648-9e2264d44189 req-d5681424-18ed-4436-ae86-94f4d9ee0811 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 210 time: 0.0329163 Jul 15 14:02:21.617148 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff3c6125-5482-4ee5-96c1-fc64299f6ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.745982 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.932547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25c4e089-d35f-48a2-a5f6-deb0642ecfa2 req-686f3c30-0895-417e-ba00-bdeb0f2b0e34 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 210 time: 0.0304370 Jul 15 14:02:23.014469 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93864870-8558-43f1-bd71-9b96fd3099b6 req-7617ce08-cf1a-4d32-a697-6a6bd9015a86 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 210 time: 0.0285339 Jul 15 14:02:23.074087 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.101410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fb9a7a1-02e1-4525-b176-939f9fca73a6 req-87add05e-aa52-4131-bb6b-52f1342b3bfa tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 210 time: 0.0294199 Jul 15 14:02:24.540317 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.247738 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98fea5e1-43d6-40dc-9c9d-dcefe8323f8a req-7fedabe9-a7f8-43e0-acbb-0b2edd6bf6a7 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 210 time: 0.0333023 Jul 15 14:02:26.166899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-937b06de-ea36-48ff-b3ff-7cde17bb7f13 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:26.169133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-937b06de-ea36-48ff-b3ff-7cde17bb7f13 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.35 "GET /v2.0/networks?id=1df376ea-5825-47bb-818d-90c4f0e654d1 HTTP/1.1" status: 200 len: 813 time: 0.1241384 Jul 15 14:02:26.187831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Request body: {'port': {'device_id': '63a3ee02-daa8-4b05-93e9-01f4230f356b', 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1', 'admin_state_up': True, 'tenant_id': '0bb0a954f3754e6cb3d5e3c42f3dc107'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:26.355911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Made reservation on behalf of 0bb0a954f3754e6cb3d5e3c42f3dc107 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:26.361068 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.407892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ad63427-a0de-4b97-847c-87116807bb86 req-326d6218-d0c6-4657-b290-b36864bb126d tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 210 time: 0.0355036 Jul 15 14:02:26.538936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Allocated IP 172.20.0.2 (1df376ea-5825-47bb-818d-90c4f0e654d1/beeb8226-4a61-4247-8e54-7ab0f0f6d7f0/2d0eb669-05fd-4314-a7e5-ed4e09381fad) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:26.707452 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.747789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.760556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['c6d43a7e-367d-42c2-836e-42e3349e33a0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:26.791674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Network 1df376ea-5825-47bb-818d-90c4f0e654d1 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:26.800335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:26.804859 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:26.829130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Pushing event updated for resources: {'Port': ['ID=2d0eb669-05fd-4314-a7e5-ed4e09381fad,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:26.849150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.849501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.849841 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.850179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.850513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.850853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.851206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.851532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.851860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.852185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.852508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.852827 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:26.875150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:26.875840 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.890619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9b0a8c0a-3df7-4bcf-bdba-dc335bba1804 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7077007 Jul 15 14:02:26.902014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Request body: {'port': {'device_id': '63a3ee02-daa8-4b05-93e9-01f4230f356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:26.978759 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.251890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0eb669-05fd-4314-a7e5-ed4e09381fad {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:27.259667 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.272804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Transition to ACTIVE for port object 2d0eb669-05fd-4314-a7e5-ed4e09381fad will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:27.277506 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.329498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0eb669-05fd-4314-a7e5-ed4e09381fad,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:27.409077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Attempting to bind port 2d0eb669-05fd-4314-a7e5-ed4e09381fad on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:27.410086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Attempting to bind port 2d0eb669-05fd-4314-a7e5-ed4e09381fad by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:27.410086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Attempting to bind port 2d0eb669-05fd-4314-a7e5-ed4e09381fad on network 1df376ea-5825-47bb-818d-90c4f0e654d1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:27.414400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Port 2d0eb669-05fd-4314-a7e5-ed4e09381fad on network 1df376ea-5825-47bb-818d-90c4f0e654d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:02:27.414722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Attempting to bind port 2d0eb669-05fd-4314-a7e5-ed4e09381fad on network 1df376ea-5825-47bb-818d-90c4f0e654d1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:27.419720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:27.420097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Checking segment: {'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:27.420481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Bound using segment: {'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:27.420913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Bound port: 2d0eb669-05fd-4314-a7e5-ed4e09381fad, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:27.421268 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.491704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] For port 2d0eb669-05fd-4314-a7e5-ed4e09381fad, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:27.495419 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] For port 2d0eb669-05fd-4314-a7e5-ed4e09381fad, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2d0eb669-05fd-4314-a7e5-ed4e09381fad,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:27.500845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.551992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:27.552649 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.554090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d0eb669-05fd-4314-a7e5-ed4e09381fad HTTP/1.1" status: 200 len: 1092 time: 0.6565118 Jul 15 14:02:27.554538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a3ee02-daa8-4b05-93e9-01f4230f356b', 'tag': '2d0eb669-05fd-4314-a7e5-ed4e09381fad'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:27.556865 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8f39cd-a8de-4700-9114-912b052c4920" -d '{"events": [{"name": "network-changed", "server_uuid": "63a3ee02-daa8-4b05-93e9-01f4230f356b", "tag": "2d0eb669-05fd-4314-a7e5-ed4e09381fad"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:27.614569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee798a-4879-4b1f-958a-8a26be547533 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0eb669-05fd-4314-a7e5-ed4e09381fad,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:27.669603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ddbef-78b6-4781-b187-772ec92dca86 req-2586751c-838f-47e9-adbd-ced406021998 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:27.671205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-474ddbef-78b6-4781-b187-772ec92dca86 req-2586751c-838f-47e9-adbd-ced406021998 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 943 time: 0.1420829 Jul 15 14:02:27.696754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-723ec56f-f456-4d02-bf11-589da414c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:27.698254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-723ec56f-f456-4d02-bf11-589da414c361 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bb0a954f3754e6cb3d5e3c42f3dc107&device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 1095 time: 0.0979319 Jul 15 14:02:27.750119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-519fa89a-7a31-4987-a1c6-8ff78762cacf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d0eb669-05fd-4314-a7e5-ed4e09381fad HTTP/1.1" status: 200 len: 217 time: 0.0446150 Jul 15 14:02:27.755148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-474ddbef-78b6-4781-b187-772ec92dca86 req-3ef76c8c-8148-4eb0-bf03-350fb2c8ddf1 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768802 Jul 15 14:02:27.798895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-c42c7ccd-4eb4-4661-ae7b-b0bd38b17cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:27.800430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-c42c7ccd-4eb4-4661-ae7b-b0bd38b17cc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=beeb8226-4a61-4247-8e54-7ab0f0f6d7f0 HTTP/1.1" status: 200 len: 853 time: 0.0444431 Jul 15 14:02:27.802793 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b71c6c-2934-4fb0-940d-5d1a6696cd2a x-openstack-request-id: req-f5b71c6c-2934-4fb0-940d-5d1a6696cd2a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:27.803086 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a3ee02-daa8-4b05-93e9-01f4230f356b", "tag": "2d0eb669-05fd-4314-a7e5-ed4e09381fad", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:27.803375 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5b71c6c-2934-4fb0-940d-5d1a6696cd2a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:27.803766 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a3ee02-daa8-4b05-93e9-01f4230f356b', 'tag': '2d0eb669-05fd-4314-a7e5-ed4e09381fad', 'status': 'completed', 'code': 200} Jul 15 14:02:27.837360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-9354b688-5a7c-4716-8802-c518f24cf9b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1df376ea-5825-47bb-818d-90c4f0e654d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276339 Jul 15 14:02:27.932178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-dc65078b-e6e3-4d9f-9556-d2eefac6682f service neutron] 10.222.0.35 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870521 Jul 15 14:02:28.021023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0fd5d27-34a1-489b-b0be-9c4afb9a8c0c req-1f2b1794-3e7c-495e-a0ff-035d1712bbf7 service neutron] 10.222.0.35 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822482 Jul 15 14:02:28.129640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-5f72294c-d74d-4b3d-8d71-d7d43850064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:28.131293 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-5f72294c-d74d-4b3d-8d71-d7d43850064a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bb0a954f3754e6cb3d5e3c42f3dc107&device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 1095 time: 0.0610061 Jul 15 14:02:28.222076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-119e857d-ac8f-4b59-887d-17fd461fc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:28.223586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-119e857d-ac8f-4b59-887d-17fd461fc033 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1df376ea-5825-47bb-818d-90c4f0e654d1 HTTP/1.1" status: 200 len: 914 time: 0.0856142 Jul 15 14:02:28.269613 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-205ad6fd-8ca1-4af2-8358-7e2140d6fac5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d0eb669-05fd-4314-a7e5-ed4e09381fad HTTP/1.1" status: 200 len: 217 time: 0.0389228 Jul 15 14:02:28.319523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-91330c7c-0a75-4b18-8e13-5d792f291a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:28.321031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-91330c7c-0a75-4b18-8e13-5d792f291a51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=beeb8226-4a61-4247-8e54-7ab0f0f6d7f0 HTTP/1.1" status: 200 len: 853 time: 0.0451999 Jul 15 14:02:28.355915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-2e85c493-a3b1-4d44-afc4-07fab5c1bf9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1df376ea-5825-47bb-818d-90c4f0e654d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276835 Jul 15 14:02:28.453153 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-f4ed7d00-8008-41be-8ee0-92c1a3f26fe0 service neutron] 10.222.0.35 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903010 Jul 15 14:02:28.547490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8f39cd-a8de-4700-9114-912b052c4920 req-836eac9e-b8a7-40f1-b396-f2db5312d44d service neutron] 10.222.0.35 "GET /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873361 Jul 15 14:02:28.948057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c3dba-f9d6-48fc-8d0e-6a363ea7ff88 req-570deba1-5419-453e-a94f-e1cf65cdc675 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:28.949594 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e41c3dba-f9d6-48fc-8d0e-6a363ea7ff88 req-570deba1-5419-453e-a94f-e1cf65cdc675 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 943 time: 0.0728738 Jul 15 14:02:28.987251 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e41c3dba-f9d6-48fc-8d0e-6a363ea7ff88 req-a4f9f72e-039c-4e5f-bb1a-194a5d8ca293 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Jul 15 14:02:30.159997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a868d-1d1b-4424-955f-e005a528b0dc req-ddbe9469-89fb-4e5e-b8ab-9c6c25d66518 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:30.161494 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a40a868d-1d1b-4424-955f-e005a528b0dc req-ddbe9469-89fb-4e5e-b8ab-9c6c25d66518 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 943 time: 0.0629299 Jul 15 14:02:30.199088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a40a868d-1d1b-4424-955f-e005a528b0dc req-3138a2bf-5a38-4036-a147-2dfb6e25da50 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jul 15 14:02:30.563667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2d0eb669-05fd-4314-a7e5-ed4e09381fad details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:02:30.657668 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2d0eb669-05fd-4314-a7e5-ed4e09381fad, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2d0eb669-05fd-4314-a7e5-ed4e09381fad,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:30.671225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '2d0eb669-05fd-4314-a7e5-ed4e09381fad', 'network_id': '1df376ea-5825-47bb-818d-90c4f0e654d1', 'port_id': '2d0eb669-05fd-4314-a7e5-ed4e09381fad', 'mac_address': 'fa:16:3e:1b:4a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb8226-4a61-4247-8e54-7ab0f0f6d7f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:02:30.708219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:30.721282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0eb669-05fd-4314-a7e5-ed4e09381fad {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:30.740370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2d0eb669-05fd-4314-a7e5-ed4e09381fad, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2d0eb669-05fd-4314-a7e5-ed4e09381fad,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:30.744218 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:30.790105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2d0eb669-05fd-4314-a7e5-ed4e09381fad,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:30.930230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['2d0eb669-05fd-4314-a7e5-ed4e09381fad'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:31.370684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9110-63b4-4f90-b795-4b4bcfa30f4a req-87ad6a96-85c8-4036-af1c-f70f436b64b6 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:31.372198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af6c9110-63b4-4f90-b795-4b4bcfa30f4a req-87ad6a96-85c8-4036-af1c-f70f436b64b6 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 944 time: 0.0618608 Jul 15 14:02:31.410833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af6c9110-63b4-4f90-b795-4b4bcfa30f4a req-741f6bbf-eaf1-4d60-990e-bc778809666b tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325694 Jul 15 14:02:32.563748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2d0eb669-05fd-4314-a7e5-ed4e09381fad up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:32.583624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930ebc0-ac78-49b0-a8de-019550b74a42 req-9105bc93-75ac-46c6-bbc0-3d23299bad78 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:32.585093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8930ebc0-ac78-49b0-a8de-019550b74a42 req-9105bc93-75ac-46c6-bbc0-3d23299bad78 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 944 time: 0.0653400 Jul 15 14:02:32.610971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 2d0eb669-05fd-4314-a7e5-ed4e09381fad completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:32.614657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 2d0eb669-05fd-4314-a7e5-ed4e09381fad triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:32.615013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:32.626509 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8930ebc0-ac78-49b0-a8de-019550b74a42 req-14ae2cf0-a964-453e-8004-c3aaf5a4aa59 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Jul 15 14:02:32.694860 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:32.716890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3ee02-daa8-4b05-93e9-01f4230f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0eb669-05fd-4314-a7e5-ed4e09381fad'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:32.719943 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc9f47b-0a4e-4129-9dfc-e8a63e42f76e" -d '{"events": [{"server_uuid": "63a3ee02-daa8-4b05-93e9-01f4230f356b", "name": "network-vif-plugged", "status": "completed", "tag": "2d0eb669-05fd-4314-a7e5-ed4e09381fad"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:32.732527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 2d0eb669-05fd-4314-a7e5-ed4e09381fad, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2d0eb669-05fd-4314-a7e5-ed4e09381fad,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:32.736973 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:32.760039 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c38cdc-3f3f-48f9-bfa6-4c0d24cd19ac x-openstack-request-id: req-f7c38cdc-3f3f-48f9-bfa6-4c0d24cd19ac {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:32.760338 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a3ee02-daa8-4b05-93e9-01f4230f356b", "name": "network-vif-plugged", "status": "completed", "tag": "2d0eb669-05fd-4314-a7e5-ed4e09381fad", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:32.760654 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7c38cdc-3f3f-48f9-bfa6-4c0d24cd19ac {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:32.760976 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3ee02-daa8-4b05-93e9-01f4230f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0eb669-05fd-4314-a7e5-ed4e09381fad', 'code': 200} Jul 15 14:02:32.788459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=2d0eb669-05fd-4314-a7e5-ed4e09381fad,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:32.864980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b748-01e5-4b41-8574-19a581db16a0 req-c2b6cfe4-c00f-4460-b077-1f00aa40fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:32.866454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2c6b748-01e5-4b41-8574-19a581db16a0 req-c2b6cfe4-c00f-4460-b077-1f00aa40fc06 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 1097 time: 0.0510859 Jul 15 14:02:32.905002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2c6b748-01e5-4b41-8574-19a581db16a0 req-3e93ecfa-98f6-41aa-b896-7f5f8ecd6542 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Jul 15 14:02:33.804647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991be5-405d-44f6-81f1-581ac7391e5b req-807fb575-10f3-4130-aba1-519ef4013531 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:33.806142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50991be5-405d-44f6-81f1-581ac7391e5b req-807fb575-10f3-4130-aba1-519ef4013531 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 945 time: 0.0677230 Jul 15 14:02:33.843764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50991be5-405d-44f6-81f1-581ac7391e5b req-57afcf1e-7d2a-4d59-9f12-d7a82f0d2b08 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Jul 15 14:02:34.218222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946fe1b-9e17-4cce-bceb-3aca4b517623 req-cf084dcb-19ee-4c2d-8318-6255b6e4a758 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:34.219902 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f946fe1b-9e17-4cce-bceb-3aca4b517623 req-cf084dcb-19ee-4c2d-8318-6255b6e4a758 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 945 time: 0.0627775 Jul 15 14:02:34.256278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f946fe1b-9e17-4cce-bceb-3aca4b517623 req-7f7cee01-0e5a-45a0-bfe6-09fb29955e11 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Jul 15 14:02:35.079282 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:35.439891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-9d71c3a0-cc3b-4460-b0dd-2ccd1f449c68 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:35.441348 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-9d71c3a0-cc3b-4460-b0dd-2ccd1f449c68 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 945 time: 0.1044021 Jul 15 14:02:35.463613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e566f6-7534-44f3-b22f-94de6138a3fb req-ba765e5c-b178-485f-be88-b2eefb5fe6f9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:35.465031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e566f6-7534-44f3-b22f-94de6138a3fb req-ba765e5c-b178-485f-be88-b2eefb5fe6f9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a3ee02-daa8-4b05-93e9-01f4230f356b HTTP/1.1" status: 200 len: 945 time: 0.1015296 Jul 15 14:02:35.548140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e9e566f6-7534-44f3-b22f-94de6138a3fb req-7ee24b93-67c6-4cd4-a19f-4460891674f4 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656960 Jul 15 14:02:35.576260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Deleting port 2d0eb669-05fd-4314-a7e5-ed4e09381fad {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:35.576744 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:35.664962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] For port 2d0eb669-05fd-4314-a7e5-ed4e09381fad, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=2d0eb669-05fd-4314-a7e5-ed4e09381fad,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:35.665228 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:35.678894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Calling delete_port for 2d0eb669-05fd-4314-a7e5-ed4e09381fad owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:35.807317 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:35.820020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['2d0eb669-05fd-4314-a7e5-ed4e09381fad'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:35.822268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['c6d43a7e-367d-42c2-836e-42e3349e33a0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:35.839306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Pushing event deleted for resources: {'Port': ['ID=2d0eb669-05fd-4314-a7e5-ed4e09381fad,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:35.882639 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] No DVR routers for this DVR port 2d0eb669-05fd-4314-a7e5-ed4e09381fad on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:35.885372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:35.887442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dce6d860-9a51-4ea6-bb8f-52e5740bd4cf req-17b7b464-2990-465e-800a-15d55dfcb189 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.35 "DELETE /v2.0/ports/2d0eb669-05fd-4314-a7e5-ed4e09381fad HTTP/1.1" status: 204 len: 173 time: 0.4397385 Jul 15 14:02:35.887885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3ee02-daa8-4b05-93e9-01f4230f356b', 'name': 'network-vif-deleted', 'tag': '2d0eb669-05fd-4314-a7e5-ed4e09381fad'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:35.890805 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133e4cc1-539d-4f45-944e-14f1526b4fbf" -d '{"events": [{"server_uuid": "63a3ee02-daa8-4b05-93e9-01f4230f356b", "name": "network-vif-deleted", "tag": "2d0eb669-05fd-4314-a7e5-ed4e09381fad"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:35.954136 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a097c10-30ba-429c-bb4f-8ce7e84a703e x-openstack-request-id: req-7a097c10-30ba-429c-bb4f-8ce7e84a703e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:35.954435 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a3ee02-daa8-4b05-93e9-01f4230f356b", "name": "network-vif-deleted", "tag": "2d0eb669-05fd-4314-a7e5-ed4e09381fad", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:35.954696 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a097c10-30ba-429c-bb4f-8ce7e84a703e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:35.955114 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3ee02-daa8-4b05-93e9-01f4230f356b', 'name': 'network-vif-deleted', 'tag': '2d0eb669-05fd-4314-a7e5-ed4e09381fad', 'status': 'completed', 'code': 200} Jul 15 14:02:36.077744 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:36.794303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f0fb-2cea-490b-850f-82078901681d req-0a142542-9632-4e67-9ae7-d70e4c1e3be1 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:36.795813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4279f0fb-2cea-490b-850f-82078901681d req-0a142542-9632-4e67-9ae7-d70e4c1e3be1 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0662019 Jul 15 14:02:36.833278 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4279f0fb-2cea-490b-850f-82078901681d req-1fd5dc1a-d7f7-4e6a-b9bf-227e25f94f19 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Jul 15 14:02:37.019097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c300a-f85f-433d-b05d-5e5adb56e3b3 req-8420c3b8-3609-4a28-b6fe-93c13253f431 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.020784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b1c300a-f85f-433d-b05d-5e5adb56e3b3 req-8420c3b8-3609-4a28-b6fe-93c13253f431 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0633156 Jul 15 14:02:37.059044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b1c300a-f85f-433d-b05d-5e5adb56e3b3 req-e16b649c-6987-44c5-a790-ff9613786a55 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325131 Jul 15 14:02:37.234238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fad62-0f42-4ed1-aacf-d6f8ca3890b2 req-42b7e424-6a15-4a69-9ffb-c76b42fd8449 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.235855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c90fad62-0f42-4ed1-aacf-d6f8ca3890b2 req-42b7e424-6a15-4a69-9ffb-c76b42fd8449 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0643859 Jul 15 14:02:37.273766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c90fad62-0f42-4ed1-aacf-d6f8ca3890b2 req-d209138b-1a21-477b-9608-13c985ab22ed tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Jul 15 14:02:37.559362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb976d-25db-4b34-b628-1efade014a40 req-5e3fc106-8f97-4c95-b6c8-f7e00102dcc8 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.561831 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18fb976d-25db-4b34-b628-1efade014a40 req-5e3fc106-8f97-4c95-b6c8-f7e00102dcc8 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0717812 Jul 15 14:02:37.602597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18fb976d-25db-4b34-b628-1efade014a40 req-4c69d7a9-f092-4fbd-a425-1f1609056a50 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Jul 15 14:02:37.788394 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3b065-e7c2-4e07-9749-07d7ccc7af8b req-934c45ad-ae43-485b-980b-0a1f8674e998 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.789905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15b3b065-e7c2-4e07-9749-07d7ccc7af8b req-934c45ad-ae43-485b-980b-0a1f8674e998 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0647080 Jul 15 14:02:37.829792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15b3b065-e7c2-4e07-9749-07d7ccc7af8b req-9144674f-9c8b-4a28-ab20-c5ca77800c8c tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Jul 15 14:02:38.214900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47dd3-b335-4a2c-9578-1318b0ff180c req-da0ddaf1-a436-4e0e-b5d0-7ca9d6053a9a tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:38.216924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5a47dd3-b335-4a2c-9578-1318b0ff180c req-da0ddaf1-a436-4e0e-b5d0-7ca9d6053a9a tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0755129 Jul 15 14:02:38.256684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5a47dd3-b335-4a2c-9578-1318b0ff180c req-a4b31569-1a77-497b-ae10-23502629986d tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338652 Jul 15 14:02:38.595951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2d0eb669-05fd-4314-a7e5-ed4e09381fad no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:38.618268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 2d0eb669-05fd-4314-a7e5-ed4e09381fad {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:38.618997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 2d0eb669-05fd-4314-a7e5-ed4e09381fad not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:38.782956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b64b-d7b1-41a1-a3fe-283158e495a4 req-e89b6bd8-3ff0-46a7-be1a-509d35bd86d9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:38.784527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60a7b64b-d7b1-41a1-a3fe-283158e495a4 req-e89b6bd8-3ff0-46a7-be1a-509d35bd86d9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0654457 Jul 15 14:02:38.822447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60a7b64b-d7b1-41a1-a3fe-283158e495a4 req-e6da8d0c-7a74-409e-a311-748ae04293d9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Jul 15 14:02:40.001102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa8b58-b6fb-4c01-97c9-797b22a76e07 req-51a7e8b6-9a6a-471a-9cb0-5983a7b59730 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:40.002968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2afa8b58-b6fb-4c01-97c9-797b22a76e07 req-51a7e8b6-9a6a-471a-9cb0-5983a7b59730 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0677171 Jul 15 14:02:40.048648 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2afa8b58-b6fb-4c01-97c9-797b22a76e07 req-e834c9b6-3025-4a60-930e-6f81f73755c6 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/security-groups?id=83418c4b-70f1-490e-9335-05f42ff03dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364215 Jul 15 14:02:40.206887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cae35-014b-4845-825c-02ffadbef30f req-89c26031-d52e-4f03-aa20-e8a8d392b5bc tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:40.208475 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-268cae35-014b-4845-825c-02ffadbef30f req-89c26031-d52e-4f03-aa20-e8a8d392b5bc tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.30 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 946 time: 0.0736947 Jul 15 14:02:40.308221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Deleting port c6d43a7e-367d-42c2-836e-42e3349e33a0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:40.308567 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.404423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] For port c6d43a7e-367d-42c2-836e-42e3349e33a0, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=c6d43a7e-367d-42c2-836e-42e3349e33a0,segment=NetworkSegment(7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c),segment_id=7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:40.404786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.416718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Calling delete_port for c6d43a7e-367d-42c2-836e-42e3349e33a0 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:40.548276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.561030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['c6d43a7e-367d-42c2-836e-42e3349e33a0'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:40.577453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Pushing event deleted for resources: {'Port': ['ID=c6d43a7e-367d-42c2-836e-42e3349e33a0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:40.626759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] No DVR routers for this DVR port c6d43a7e-367d-42c2-836e-42e3349e33a0 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:40.629675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.631807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-268cae35-014b-4845-825c-02ffadbef30f req-c65a66e0-d378-4183-a317-48567420a5c9 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.30 "DELETE /v2.0/ports/c6d43a7e-367d-42c2-836e-42e3349e33a0 HTTP/1.1" status: 204 len: 173 time: 0.4173388 Jul 15 14:02:40.632380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd961ef06-be5c-4232-86ea-f0817a7f5f0c', 'name': 'network-vif-deleted', 'tag': 'c6d43a7e-367d-42c2-836e-42e3349e33a0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:40.634711 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd32ac2e-17be-4908-b1ad-7cfb27b31742" -d '{"events": [{"server_uuid": "d961ef06-be5c-4232-86ea-f0817a7f5f0c", "name": "network-vif-deleted", "tag": "c6d43a7e-367d-42c2-836e-42e3349e33a0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:40.676918 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754004b5-9c40-4bbf-93a8-bb0c42c6109b x-openstack-request-id: req-754004b5-9c40-4bbf-93a8-bb0c42c6109b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:40.677210 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d961ef06-be5c-4232-86ea-f0817a7f5f0c", "name": "network-vif-deleted", "tag": "c6d43a7e-367d-42c2-836e-42e3349e33a0", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:40.677494 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-754004b5-9c40-4bbf-93a8-bb0c42c6109b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:40.678105 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd961ef06-be5c-4232-86ea-f0817a7f5f0c', 'name': 'network-vif-deleted', 'tag': 'c6d43a7e-367d-42c2-836e-42e3349e33a0', 'status': 'completed', 'code': 200} Jul 15 14:02:41.222053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a8d9304b-893d-4bbf-a4c3-33b3166839b2 req-00dde646-37a4-43cd-be7b-caa2be3a33b2 tempest-ServersNegativeTestJSON-1772422458 tempest-ServersNegativeTestJSON-1772422458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d961ef06-be5c-4232-86ea-f0817a7f5f0c HTTP/1.1" status: 200 len: 210 time: 0.0309405 Jul 15 14:02:42.316618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34684) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:42.361484 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fd9c97-f72d-4362-bba4-314994fb3cc4 admin admin] Deleting subnet beeb8226-4a61-4247-8e54-7ab0f0f6d7f0 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:02:42.364618 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63fd9c97-f72d-4362-bba4-314994fb3cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.401132 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63fd9c97-f72d-4362-bba4-314994fb3cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.439924 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63fd9c97-f72d-4362-bba4-314994fb3cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.500705 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63fd9c97-f72d-4362-bba4-314994fb3cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.529162 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd9c97-f72d-4362-bba4-314994fb3cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beeb8226-4a61-4247-8e54-7ab0f0f6d7f0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:42.533518 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-63fd9c97-f72d-4362-bba4-314994fb3cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.535488 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-63fd9c97-f72d-4362-bba4-314994fb3cc4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/beeb8226-4a61-4247-8e54-7ab0f0f6d7f0 HTTP/1.1" status: 204 len: 168 time: 0.2178149 Jul 15 14:02:42.539033 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34686) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:42.641936 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.766052 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.777821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df376ea-5825-47bb-818d-90c4f0e654d1']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:42.790868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:42.791201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c19f2ec-b3fb-47fd-a3a5-8ff4645d576c') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:42.802579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.822246 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.830491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:42.830898 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:42.832960 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:42.904043 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.910523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.912404 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1df376ea-5825-47bb-818d-90c4f0e654d1 HTTP/1.1" status: 204 len: 168 time: 0.3723378 Jul 15 14:02:42.923526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adb126-651e-43d6-a4e3-47f2beeab498 admin admin] Pushing event deleted for resources: {'Network': ['ID=1df376ea-5825-47bb-818d-90c4f0e654d1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:43.024365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34690) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:43.065338 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ef9b5bcc-8ec1-4c5f-8a74-0f9b027e6f68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bb0a954f3754e6cb3d5e3c42f3dc107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397623 Jul 15 14:02:43.068091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34692) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:43.123486 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4167ad45-b00c-4127-b91c-2b6baa36feac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:43.145659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4167ad45-b00c-4127-b91c-2b6baa36feac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:43.192938 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4167ad45-b00c-4127-b91c-2b6baa36feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:43.195420 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4167ad45-b00c-4127-b91c-2b6baa36feac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:43.196600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4167ad45-b00c-4127-b91c-2b6baa36feac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83418c4b-70f1-490e-9335-05f42ff03dfc HTTP/1.1" status: 204 len: 168 time: 0.1275418 Jul 15 14:02:43.205122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167ad45-b00c-4127-b91c-2b6baa36feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83418c4b-70f1-490e-9335-05f42ff03dfc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:43.284076 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:43.922202 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34714) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:44.021212 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1810858603'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:44.043699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:44.047521 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.056343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.150482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.154954 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.178802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:44.194243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd07eb8a-f79b-4876-91c0-a024c8f74202,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:44.197167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.197525 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Added segment 65b18f72-c8ff-4b75-9dea-a2e57756494c of type vlan for network f9c50bdd-81a7-4fd0-be54-62305dc75cd8 Jul 15 14:02:44.239635 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.267896 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.273363 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:44.273953 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.311249 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3872728 Jul 15 14:02:44.346944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16f1d-43cb-4afa-a830-3ad189507d7a tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Network': ['ID=f9c50bdd-81a7-4fd0-be54-62305dc75cd8,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:44.359017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network f9c50bdd-81a7-4fd0-be54-62305dc75cd8 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:45.876612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c6d43a7e-367d-42c2-836e-42e3349e33a0 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:45.897096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: c6d43a7e-367d-42c2-836e-42e3349e33a0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:45.897442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device c6d43a7e-367d-42c2-836e-42e3349e33a0 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:47.575027 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34718) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:47.580942 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'subnet': {'network_id': 'f9c50bdd-81a7-4fd0-be54-62305dc75cd8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:47.672803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:47.676353 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:47.864458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:47.934022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Subnet': ['ID=f1309637-4950-4b5d-bfb7-a56183e77f05,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:47.939728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Checking segment: {'id': '65b18f72-c8ff-4b75-9dea-a2e57756494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f9c50bdd-81a7-4fd0-be54-62305dc75cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:47.940098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network hostable DHCP agents. Network: f9c50bdd-81a7-4fd0-be54-62305dc75cd8, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:47.957014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network f9c50bdd-81a7-4fd0-be54-62305dc75cd8 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:47.965506 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, f9c50bdd-81a7-4fd0-be54-62305dc75cd8) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:47.969853 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:47.970441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:47.975413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff71e6-89ef-47de-bc0d-09c47fbbb79d None None] Network f9c50bdd-81a7-4fd0-be54-62305dc75cd8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:47.984954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7e81be38-0c4b-4ec9-921d-97c50d397b1b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4082479 Jul 15 14:02:47.988691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34720) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:47.993775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1343511424'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:48.015469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:48.018984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.042532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:48.052295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.052641 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Added segment 3b28733d-4001-4931-95b1-91d0a9b1e9bb of type vlan for network 8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c Jul 15 14:02:48.094977 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.123884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-f9c50bdd-81a7-4fd0-be54-62305dc75cd8', 'network_id': 'f9c50bdd-81a7-4fd0-be54-62305dc75cd8', 'tenant_id': 'f7fce6e1f0864a5b98d12d0ffd1a0e78', 'fixed_ips': [{'subnet_id': 'f1309637-4950-4b5d-bfb7-a56183e77f05'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:02:48.124759 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.128521 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.134057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:48.134673 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.169281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1794753 Jul 15 14:02:48.172225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34722) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:48.177170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'subnet': {'network_id': '8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:48.229241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27225e-70e4-4331-8959-ff8820a4006b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Network': ['ID=8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:48.241854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:48.298120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:48.302022 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.310087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Allocated IP 2001:db8:0:ffff::2 (f9c50bdd-81a7-4fd0-be54-62305dc75cd8/f1309637-4950-4b5d-bfb7-a56183e77f05/c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:48.466309 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.474920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Transition to ACTIVE for port object c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:48.490431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Transition to ACTIVE for port object c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:48.496138 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.503254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.535972 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Network f9c50bdd-81a7-4fd0-be54-62305dc75cd8 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:48.540448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:48.545434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:48.548563 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Pushing event updated for resources: {'Port': ['ID=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:48.559834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.560215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.560560 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.560901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.561231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.561570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.561907 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.562223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.562547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.562961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.563210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.563581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:48.568456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Subnet': ['ID=3fea2917-0fec-41af-b38f-b1cedb9f7ba2,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:48.578570 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Checking segment: {'id': '3b28733d-4001-4931-95b1-91d0a9b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:48.579236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network hostable DHCP agents. Network: 8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:48.596656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network 8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:48.605215 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:48.610150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:48.610654 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.621101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbb9947-ad8b-456c-9baa-5333b086eff6 None None] Network 8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:48.630316 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-293708da-2810-4f5d-9311-e082c7d7514b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4570410 Jul 15 14:02:48.633159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34724) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:48.636143 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Attempting to bind port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:48.636533 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Attempting to bind port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '65b18f72-c8ff-4b75-9dea-a2e57756494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f9c50bdd-81a7-4fd0-be54-62305dc75cd8'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:48.636876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Attempting to bind port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f on network f9c50bdd-81a7-4fd0-be54-62305dc75cd8 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:48.647816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:48.648197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Checking segment: {'id': '65b18f72-c8ff-4b75-9dea-a2e57756494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f9c50bdd-81a7-4fd0-be54-62305dc75cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:48.648602 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.648996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Bound using segment: {'id': '65b18f72-c8ff-4b75-9dea-a2e57756494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f9c50bdd-81a7-4fd0-be54-62305dc75cd8'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:48.649467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Bound port: c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b18f72-c8ff-4b75-9dea-a2e57756494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f9c50bdd-81a7-4fd0-be54-62305dc75cd8'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:48.649851 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.731165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.780802 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] For port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:48.798538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] For port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,segment=NetworkSegment(65b18f72-c8ff-4b75-9dea-a2e57756494c),segment_id=65b18f72-c8ff-4b75-9dea-a2e57756494c)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:48.806529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.809461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.868810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c33b5d-5b15-4426-8e95-183bca00028a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c', 'network_id': '8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c', 'tenant_id': 'f7fce6e1f0864a5b98d12d0ffd1a0e78', 'fixed_ips': [{'subnet_id': '3fea2917-0fec-41af-b38f-b1cedb9f7ba2'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:02:48.869735 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-11c33b5d-5b15-4426-8e95-183bca00028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.888861 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.912310 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1f3af-eff8-4c3a-ae5b-74779e5851f2 None None] Pushing event updated for resources: {'Port': ['ID=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:48.919304 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Subnet': ['ID=3fea2917-0fec-41af-b38f-b1cedb9f7ba2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:48.982626 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e29eafad-3e26-4446-8d0d-323d0e7f9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.991354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efc7b1-34bb-4cf3-9fda-35b7bf03bfc3 None None] Network 8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:48.992905 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.009299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:49.020078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b28733d-4001-4931-95b1-91d0a9b1e9bb') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:49.020388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b28733d-4001-4931-95b1-91d0a9b1e9bb') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:49.392739 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.406273 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.412218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:49.412633 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:49.415519 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:49.470060 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.477310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.479205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c HTTP/1.1" status: 204 len: 168 time: 0.8450239 Jul 15 14:02:49.483195 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34726) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:49.488651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767584234'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:49.490580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831ce57-5caa-46b3-85e8-64b73ed3999e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Network': ['ID=8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:49.509476 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:49.513054 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.537873 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:49.548291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.548647 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Added segment 4b861b8b-b149-4d3f-9402-06303349697a of type vlan for network 67d3f765-acd1-4d88-9dd6-9e867b8b50b4 Jul 15 14:02:49.600207 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.630341 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.636055 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:49.636664 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.671675 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1871963 Jul 15 14:02:49.674518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34728) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:49.679536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'subnet': {'network_id': '67d3f765-acd1-4d88-9dd6-9e867b8b50b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:49.732816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b83564-8c17-496e-ad35-7832af18ee76 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Network': ['ID=67d3f765-acd1-4d88-9dd6-9e867b8b50b4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:49.745155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 67d3f765-acd1-4d88-9dd6-9e867b8b50b4 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:49.804602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:49.808386 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:49.852228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99437b99-118b-4018-b957-04362b76e88d None None] Network f9c50bdd-81a7-4fd0-be54-62305dc75cd8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:49.874958 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Performing IP validity checks on allocation pools {{(pid=93734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 14:02:49.875431 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.ipam_backend_mixin [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 14:02:49.940176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f24f4712-444e-4e87-a1a0-7cca990c2c7b None None] Provisioning for port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:49.995813 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.063241 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Subnet': ['ID=9947c453-c774-459d-afc8-7b1f4b35b65d,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:50.071223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Checking segment: {'id': '4b861b8b-b149-4d3f-9402-06303349697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67d3f765-acd1-4d88-9dd6-9e867b8b50b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:50.071635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network hostable DHCP agents. Network: 67d3f765-acd1-4d88-9dd6-9e867b8b50b4, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:50.089320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network 67d3f765-acd1-4d88-9dd6-9e867b8b50b4 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:50.099310 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 67d3f765-acd1-4d88-9dd6-9e867b8b50b4) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:50.103707 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:50.104374 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.109566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6aef2f-a826-4d03-b365-040ea73cc580 None None] Network 67d3f765-acd1-4d88-9dd6-9e867b8b50b4 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:50.121278 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-622caddd-af1a-4119-a8df-17bf9c2ee35e tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4456222 Jul 15 14:02:50.124440 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34730) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:50.249004 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.276738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:50.307158 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b60a7e-a3c1-4e8e-b2c4-b6f362cc1ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-67d3f765-acd1-4d88-9dd6-9e867b8b50b4', 'network_id': '67d3f765-acd1-4d88-9dd6-9e867b8b50b4', 'tenant_id': 'f7fce6e1f0864a5b98d12d0ffd1a0e78', 'fixed_ips': [{'subnet_id': '9947c453-c774-459d-afc8-7b1f4b35b65d'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:02:50.308026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-44b60a7e-a3c1-4e8e-b2c4-b6f362cc1ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.338015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.406366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.414791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:50.420743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:50.421116 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.433469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Subnet': ['ID=9947c453-c774-459d-afc8-7b1f4b35b65d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server [None req-44b60a7e-a3c1-4e8e-b2c4-b6f362cc1ad2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9947c453-c774-459d-afc8-7b1f4b35b65d: This subnet is being modified by another concurrent operation. Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server raise exception Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9947c453-c774-459d-afc8-7b1f4b35b65d: This subnet is being modified by another concurrent operation. Jul 15 14:02:50.450776 n-d-771362-36 neutron-server[93735]: ERROR oslo_messaging.rpc.server Jul 15 14:02:50.475927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f7091-6715-4b2c-8500-edacf0484daa None None] Network 67d3f765-acd1-4d88-9dd6-9e867b8b50b4 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:50.498761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.508685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d3f765-acd1-4d88-9dd6-9e867b8b50b4']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:50.518253 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b861b8b-b149-4d3f-9402-06303349697a') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:50.518562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b861b8b-b149-4d3f-9402-06303349697a') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:50.528094 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.540622 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.547346 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:50.547739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:50.550852 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:50.571864 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.608787 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.617396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.619282 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/67d3f765-acd1-4d88-9dd6-9e867b8b50b4 HTTP/1.1" status: 204 len: 168 time: 0.4936588 Jul 15 14:02:50.625388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34732) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:50.630273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3a8df-333f-4e79-80f3-d626ef296601 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Network': ['ID=67d3f765-acd1-4d88-9dd6-9e867b8b50b4,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:50.632443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643389258'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:50.643721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,segment=NetworkSegment(65b18f72-c8ff-4b75-9dea-a2e57756494c),segment_id=65b18f72-c8ff-4b75-9dea-a2e57756494c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:50.646374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c9492-2f4c-40e5-9134-21dec669827e None None] get_active_networks_info from n-d-771362-36 {{(pid=93735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 14:02:50.657291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:50.660886 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.666514 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.687403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:50.696946 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.697294 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Added segment c1ec977c-c84c-4463-a32f-488441ad208f of type vlan for network 406dbc4c-d39a-40ca-a576-3828ebf84f9b Jul 15 14:02:50.738775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:50.755258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c9492-2f4c-40e5-9134-21dec669827e None None] Resources bound (agent type, host, resource id): {{(pid=93735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 14:02:50.756469 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.786109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.791919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:50.792511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.829192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2025833 Jul 15 14:02:50.832214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34734) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:50.837501 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'subnet': {'network_id': '406dbc4c-d39a-40ca-a576-3828ebf84f9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:50.866256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab26db6-4e36-40ec-8f24-80569a7fafff tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Network': ['ID=406dbc4c-d39a-40ca-a576-3828ebf84f9b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:50.944016 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:50.947480 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.983600 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 406dbc4c-d39a-40ca-a576-3828ebf84f9b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:51.136437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.197518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Subnet': ['ID=dab6cf88-dc54-41ce-8124-18a775c09bc2,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:51.204492 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Checking segment: {'id': 'c1ec977c-c84c-4463-a32f-488441ad208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '406dbc4c-d39a-40ca-a576-3828ebf84f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:51.204864 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network hostable DHCP agents. Network: 406dbc4c-d39a-40ca-a576-3828ebf84f9b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:51.220052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network 406dbc4c-d39a-40ca-a576-3828ebf84f9b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:51.228354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 406dbc4c-d39a-40ca-a576-3828ebf84f9b) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:51.232837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:51.233432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.237991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6c1fd1-f5d8-4a49-b02e-a5910f9d2fd9 None None] Network 406dbc4c-d39a-40ca-a576-3828ebf84f9b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:51.253589 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e05a0752-a332-4905-9e71-b86f6f11f24b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4202418 Jul 15 14:02:51.257342 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34736) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:51.262564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1098590814'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:51.283305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:51.286979 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.312206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:51.321936 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.322287 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Added segment f163a07f-473e-40da-b894-8d2d5722e039 of type vlan for network fabfcf51-d297-451b-b50b-5790967f8e69 Jul 15 14:02:51.369338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.389482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-406dbc4c-d39a-40ca-a576-3828ebf84f9b', 'network_id': '406dbc4c-d39a-40ca-a576-3828ebf84f9b', 'tenant_id': 'f7fce6e1f0864a5b98d12d0ffd1a0e78', 'fixed_ips': [{'subnet_id': 'dab6cf88-dc54-41ce-8124-18a775c09bc2'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:02:51.390395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.408925 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.414773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:51.415413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.454718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1934578 Jul 15 14:02:51.454923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34738) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:51.461815 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Request body: {'subnet': {'network_id': 'fabfcf51-d297-451b-b50b-5790967f8e69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:51.491601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6173f-10e7-429a-bede-1711fe106417 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Network': ['ID=fabfcf51-d297-451b-b50b-5790967f8e69,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:51.506866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network fabfcf51-d297-451b-b50b-5790967f8e69 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:51.580310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Made reservation on behalf of f7fce6e1f0864a5b98d12d0ffd1a0e78 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:51.584764 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.584936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Allocated IP 2001:db8::2 (406dbc4c-d39a-40ca-a576-3828ebf84f9b/dab6cf88-dc54-41ce-8124-18a775c09bc2/74b7701f-47f9-4e1e-93ab-15283bab036d) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:51.638564 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f84d2c31-10a9-410b-b8d3-1fcf01290537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.757885 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.759775 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.768914 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Transition to ACTIVE for port object 74b7701f-47f9-4e1e-93ab-15283bab036d will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:51.777039 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.784729 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Transition to ACTIVE for port object 74b7701f-47f9-4e1e-93ab-15283bab036d will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:51.791546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.831865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Network 406dbc4c-d39a-40ca-a576-3828ebf84f9b is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:51.834934 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:51.838880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:51.844840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event updated for resources: {'Subnet': ['ID=e779de43-1a68-4e33-a85a-338f9e14c360,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:51.848119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Pushing event updated for resources: {'Port': ['ID=74b7701f-47f9-4e1e-93ab-15283bab036d,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:51.849319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Checking segment: {'id': 'f163a07f-473e-40da-b894-8d2d5722e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fabfcf51-d297-451b-b50b-5790967f8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:51.850139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network hostable DHCP agents. Network: fabfcf51-d297-451b-b50b-5790967f8e69, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:51.870809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Network fabfcf51-d297-451b-b50b-5790967f8e69 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:51.881967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, fabfcf51-d297-451b-b50b-5790967f8e69) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:51.886105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:51.886686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.900961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848bc6d-b990-4c46-851c-dcdae2e31493 None None] Network fabfcf51-d297-451b-b50b-5790967f8e69 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:51.902483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-faa1b51a-f446-46a6-a44b-b99772075b43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4466734 Jul 15 14:02:51.905711 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34740) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:51.938490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Attempting to bind port 74b7701f-47f9-4e1e-93ab-15283bab036d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:51.938857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Attempting to bind port 74b7701f-47f9-4e1e-93ab-15283bab036d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'c1ec977c-c84c-4463-a32f-488441ad208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '406dbc4c-d39a-40ca-a576-3828ebf84f9b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:51.939260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Attempting to bind port 74b7701f-47f9-4e1e-93ab-15283bab036d on network 406dbc4c-d39a-40ca-a576-3828ebf84f9b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:51.970982 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:51.971475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Checking segment: {'id': 'c1ec977c-c84c-4463-a32f-488441ad208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '406dbc4c-d39a-40ca-a576-3828ebf84f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:51.971763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.972185 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Bound using segment: {'id': 'c1ec977c-c84c-4463-a32f-488441ad208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '406dbc4c-d39a-40ca-a576-3828ebf84f9b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:51.972698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Bound port: 74b7701f-47f9-4e1e-93ab-15283bab036d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ec977c-c84c-4463-a32f-488441ad208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '406dbc4c-d39a-40ca-a576-3828ebf84f9b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:51.973044 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.002900 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.054050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.083701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] For port 74b7701f-47f9-4e1e-93ab-15283bab036d, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:52.088552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] For port 74b7701f-47f9-4e1e-93ab-15283bab036d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=74b7701f-47f9-4e1e-93ab-15283bab036d,segment=NetworkSegment(c1ec977c-c84c-4463-a32f-488441ad208f),segment_id=c1ec977c-c84c-4463-a32f-488441ad208f)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:52.094559 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.117331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.139303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419dde3-4e3a-494a-92d8-60aba389e2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-fabfcf51-d297-451b-b50b-5790967f8e69', 'network_id': 'fabfcf51-d297-451b-b50b-5790967f8e69', 'tenant_id': 'f7fce6e1f0864a5b98d12d0ffd1a0e78', 'fixed_ips': [{'subnet_id': 'e779de43-1a68-4e33-a85a-338f9e14c360'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:02:52.140122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a419dde3-4e3a-494a-92d8-60aba389e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.144784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Subnet': ['ID=e779de43-1a68-4e33-a85a-338f9e14c360,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.214103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.226213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabfcf51-d297-451b-b50b-5790967f8e69']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:52.233574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:52.236909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f163a07f-473e-40da-b894-8d2d5722e039') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:52.237213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f163a07f-473e-40da-b894-8d2d5722e039') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:52.248677 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.261341 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d37ff8-5e77-4b93-93a3-33cd5b0afce5 None None] Pushing event updated for resources: {'Port': ['ID=74b7701f-47f9-4e1e-93ab-15283bab036d,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.263771 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.270804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:52.271262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:52.275047 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:52.287949 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f6ae9-554e-4c58-9b03-819596250008 None None] Network fabfcf51-d297-451b-b50b-5790967f8e69 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:52.337784 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.346310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.348388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/fabfcf51-d297-451b-b50b-5790967f8e69 HTTP/1.1" status: 204 len: 168 time: 0.4415815 Jul 15 14:02:52.351551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:52.365733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:52.366111 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.370993 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8144b-d1b2-4ace-8909-0775ebc42f73 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Network': ['ID=fabfcf51-d297-451b-b50b-5790967f8e69,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.387827 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e975a7-3bd4-413e-88bd-df02dd820a01 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] GET failed (client error): The resource could not be found. Jul 15 14:02:52.389994 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-44e975a7-3bd4-413e-88bd-df02dd820a01 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "GET /v2.0/subnets/e779de43-1a68-4e33-a85a-338f9e14c360 HTTP/1.1" status: 404 len: 337 time: 0.0374336 Jul 15 14:02:52.393029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34744) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:52.428949 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16707ab-818d-4b7b-9574-a5ed5a84e743 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] DELETE failed (client error): The resource could not be found. Jul 15 14:02:52.429598 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16707ab-818d-4b7b-9574-a5ed5a84e743 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:02:52.431557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c16707ab-818d-4b7b-9574-a5ed5a84e743 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/fabfcf51-d297-451b-b50b-5790967f8e69 HTTP/1.1" status: 404 len: 339 time: 0.0348651 Jul 15 14:02:52.435900 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34746) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:52.476458 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db180ea-3aaf-4454-a910-073625885570 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] DELETE failed (client error): The resource could not be found. Jul 15 14:02:52.477343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db180ea-3aaf-4454-a910-073625885570 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:02:52.482126 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8db180ea-3aaf-4454-a910-073625885570 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/subnets/e779de43-1a68-4e33-a85a-338f9e14c360 HTTP/1.1" status: 404 len: 337 time: 0.0429947 Jul 15 14:02:52.485813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34748) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:52.526410 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-834043a5-02d7-4118-a6c6-cfeaf6bd0e43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] DELETE failed (client error): The resource could not be found. Jul 15 14:02:52.527034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834043a5-02d7-4118-a6c6-cfeaf6bd0e43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:02:52.530617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-834043a5-02d7-4118-a6c6-cfeaf6bd0e43 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/fabfcf51-d297-451b-b50b-5790967f8e69 HTTP/1.1" status: 404 len: 339 time: 0.0450006 Jul 15 14:02:52.532994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34750) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:52.597074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-629a36d0-5ca2-486a-a956-f19ac0eb8ff0 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Deleting subnet dab6cf88-dc54-41ce-8124-18a775c09bc2 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:02:52.600701 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-629a36d0-5ca2-486a-a956-f19ac0eb8ff0 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.641642 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-629a36d0-5ca2-486a-a956-f19ac0eb8ff0 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.734250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-629a36d0-5ca2-486a-a956-f19ac0eb8ff0 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.793011 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-629a36d0-5ca2-486a-a956-f19ac0eb8ff0 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.820482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a36d0-5ca2-486a-a956-f19ac0eb8ff0 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Subnet': ['ID=dab6cf88-dc54-41ce-8124-18a775c09bc2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.824637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-629a36d0-5ca2-486a-a956-f19ac0eb8ff0 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.826512 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-629a36d0-5ca2-486a-a956-f19ac0eb8ff0 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/subnets/dab6cf88-dc54-41ce-8124-18a775c09bc2 HTTP/1.1" status: 204 len: 168 time: 0.2923415 Jul 15 14:02:52.829026 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34752) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:52.906399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.967699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Deleting port 74b7701f-47f9-4e1e-93ab-15283bab036d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:52.968046 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.032600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] For port 74b7701f-47f9-4e1e-93ab-15283bab036d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=74b7701f-47f9-4e1e-93ab-15283bab036d,segment=NetworkSegment(c1ec977c-c84c-4463-a32f-488441ad208f),segment_id=c1ec977c-c84c-4463-a32f-488441ad208f)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:53.032966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.045441 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Calling delete_port for 74b7701f-47f9-4e1e-93ab-15283bab036d owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:53.076583 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.131434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.156077 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Port': ['ID=74b7701f-47f9-4e1e-93ab-15283bab036d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:53.161851 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No DVR routers for this DVR port 74b7701f-47f9-4e1e-93ab-15283bab036d on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:53.198978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109f4186-c254-4a0c-bf73-963422f377fd None None] Network 406dbc4c-d39a-40ca-a576-3828ebf84f9b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:53.241279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.251743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406dbc4c-d39a-40ca-a576-3828ebf84f9b']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:53.265874 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ec977c-c84c-4463-a32f-488441ad208f') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:53.266185 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ec977c-c84c-4463-a32f-488441ad208f') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:53.275156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.287538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3cae4ea8-d54a-417d-9401-942af1acf804 None None] Could not find standard attr ID for object 74b7701f-47f9-4e1e-93ab-15283bab036d. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 14:02:53.289418 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.296205 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:53.296637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:53.299788 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:53.359633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a82fa79-88fe-4814-a871-24af751e0dbb None None] DHCP port deletion for 406dbc4c-d39a-40ca-a576-3828ebf84f9b request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:02:53.364754 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.374121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.378803 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/406dbc4c-d39a-40ca-a576-3828ebf84f9b HTTP/1.1" status: 204 len: 168 time: 0.5460496 Jul 15 14:02:53.379202 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34754) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:53.385955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6fec0-612f-450f-ae31-89c3292767bd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Network': ['ID=406dbc4c-d39a-40ca-a576-3828ebf84f9b,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:53.407358 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0491439f-9c7a-40b6-b31c-40b05bfa96c4 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] DELETE failed (client error): The resource could not be found. Jul 15 14:02:53.407813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0491439f-9c7a-40b6-b31c-40b05bfa96c4 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:02:53.409542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-0491439f-9c7a-40b6-b31c-40b05bfa96c4 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/subnets/9947c453-c774-459d-afc8-7b1f4b35b65d HTTP/1.1" status: 404 len: 337 time: 0.0289547 Jul 15 14:02:53.412124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34756) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:53.430001 n-d-771362-36 neutron-server[93733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e39c39-8db4-452a-aa54-87988508cf41 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] DELETE failed (client error): The resource could not be found. Jul 15 14:02:53.430551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e39c39-8db4-452a-aa54-87988508cf41 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:02:53.432305 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d5e39c39-8db4-452a-aa54-87988508cf41 tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/67d3f765-acd1-4d88-9dd6-9e867b8b50b4 HTTP/1.1" status: 404 len: 339 time: 0.0192916 Jul 15 14:02:53.436231 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34758) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:53.466891 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c44bd75-2042-4fc8-bf88-66e0b82257ee tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] DELETE failed (client error): The resource could not be found. Jul 15 14:02:53.467286 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c44bd75-2042-4fc8-bf88-66e0b82257ee tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:02:53.469261 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c44bd75-2042-4fc8-bf88-66e0b82257ee tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/subnets/3fea2917-0fec-41af-b38f-b1cedb9f7ba2 HTTP/1.1" status: 404 len: 337 time: 0.0312843 Jul 15 14:02:53.472206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34760) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:53.490630 n-d-771362-36 neutron-server[93734]: INFO neutron.pecan_wsgi.hooks.translation [None req-62889c60-e596-43d7-88a6-5500fdfc18ea tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] DELETE failed (client error): The resource could not be found. Jul 15 14:02:53.491217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62889c60-e596-43d7-88a6-5500fdfc18ea tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:02:53.492960 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-62889c60-e596-43d7-88a6-5500fdfc18ea tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/8ab5b14b-35a6-4c0c-b1b5-c2d01069da1c HTTP/1.1" status: 404 len: 339 time: 0.0198424 Jul 15 14:02:53.496474 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34762) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:53.550520 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-24efff59-14dc-42c0-b6d0-82be081bec0b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Deleting subnet f1309637-4950-4b5d-bfb7-a56183e77f05 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:02:53.553655 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24efff59-14dc-42c0-b6d0-82be081bec0b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.592156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24efff59-14dc-42c0-b6d0-82be081bec0b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.671045 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24efff59-14dc-42c0-b6d0-82be081bec0b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.731204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24efff59-14dc-42c0-b6d0-82be081bec0b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.755970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efff59-14dc-42c0-b6d0-82be081bec0b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Subnet': ['ID=f1309637-4950-4b5d-bfb7-a56183e77f05,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:53.762803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-24efff59-14dc-42c0-b6d0-82be081bec0b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.764730 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-24efff59-14dc-42c0-b6d0-82be081bec0b tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/subnets/f1309637-4950-4b5d-bfb7-a56183e77f05 HTTP/1.1" status: 204 len: 168 time: 0.2673905 Jul 15 14:02:53.767278 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34764) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:53.768782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5624d2-f502-4589-815f-2ffdffdfb475 None None] Network f9c50bdd-81a7-4fd0-be54-62305dc75cd8 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:53.840430 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.903102 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Deleting port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:53.903432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.946174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] DHCP port deletion for f9c50bdd-81a7-4fd0-be54-62305dc75cd8 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:02:53.973901 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] For port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,segment=NetworkSegment(65b18f72-c8ff-4b75-9dea-a2e57756494c),segment_id=65b18f72-c8ff-4b75-9dea-a2e57756494c)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:53.974291 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.990521 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Calling delete_port for c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:54.001376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] Deleting port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:54.002001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.084140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] For port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,segment=NetworkSegment(65b18f72-c8ff-4b75-9dea-a2e57756494c),segment_id=65b18f72-c8ff-4b75-9dea-a2e57756494c)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:54.084556 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.097530 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] Calling delete_port for c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:54.101729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.127355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Port': ['ID=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:54.132224 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] No DVR routers for this DVR port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:02:54.174772 n-d-771362-36 neutron-server[93735]: self.session.flush() Jul 15 14:02:54.180385 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.206614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] Pushing event deleted for resources: {'Port': ['ID=c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:54.210377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:54.214866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca7beb-8aec-4c81-9361-4407222a59d6 None None] No DVR routers for this DVR port c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:54.215501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.228246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c50bdd-81a7-4fd0-be54-62305dc75cd8']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:54.233889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:54.234242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c3062ab0-9f36-4fdd-ae2a-ddfeffd8ef4f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:54.244008 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b18f72-c8ff-4b75-9dea-a2e57756494c') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:54.244312 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b18f72-c8ff-4b75-9dea-a2e57756494c') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:54.253932 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.268379 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.274343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:54.274742 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:54.277990 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:54.336461 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.340629 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.342591 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] 10.222.0.25 "DELETE /v2.0/networks/f9c50bdd-81a7-4fd0-be54-62305dc75cd8 HTTP/1.1" status: 204 len: 168 time: 0.5740442 Jul 15 14:02:54.358388 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6139ec-5cde-4c4e-b7f2-ed9942a5c9dd tempest-NetworksIpV6Test-1635247256 tempest-NetworksIpV6Test-1635247256-project] Pushing event deleted for resources: {'Network': ['ID=f9c50bdd-81a7-4fd0-be54-62305dc75cd8,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:54.544133 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.593131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34770) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:54.727677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-764cdc3f-7133-44ae-bbd0-21258df8c83b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7fce6e1f0864a5b98d12d0ffd1a0e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333287 Jul 15 14:02:54.730155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34774) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:54.781288 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-799e4db4-c8b1-4947-8090-6a8bcf9b250d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.804872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-799e4db4-c8b1-4947-8090-6a8bcf9b250d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.855648 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-799e4db4-c8b1-4947-8090-6a8bcf9b250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.859918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-799e4db4-c8b1-4947-8090-6a8bcf9b250d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.861357 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-799e4db4-c8b1-4947-8090-6a8bcf9b250d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd07eb8a-f79b-4876-91c0-a024c8f74202 HTTP/1.1" status: 204 len: 168 time: 0.1301997 Jul 15 14:02:54.871108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e4db4-c8b1-4947-8090-6a8bcf9b250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd07eb8a-f79b-4876-91c0-a024c8f74202,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:55.526129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34796) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:55.619251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-fc4a13fe-5bd9-42aa-8b8b-3d0b7dd20e71 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-461673215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:55.647922 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc4a13fe-5bd9-42aa-8b8b-3d0b7dd20e71 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.648975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc4a13fe-5bd9-42aa-8b8b-3d0b7dd20e71 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.702061 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc4a13fe-5bd9-42aa-8b8b-3d0b7dd20e71 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.706287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc4a13fe-5bd9-42aa-8b8b-3d0b7dd20e71 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.722974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc4a13fe-5bd9-42aa-8b8b-3d0b7dd20e71 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.724171 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fc4a13fe-5bd9-42aa-8b8b-3d0b7dd20e71 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1970229 Jul 15 14:02:55.726974 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34800) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:55.733189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-80889822'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:55.756230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Made reservation on behalf of af9bc4ea50f0445c8cf47b6c9a3653e9 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:55.759801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.769425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.864757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.868818 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.897786 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:55.904244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c43bad6-6541-4d24-b559-5ad7e7b0c288,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:55.910719 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.911260 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Added segment e2a3a9ed-54c8-4c22-a24b-992e43174690 of type vlan for network 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 Jul 15 14:02:55.956629 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.988332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.993778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.994366 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.027202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2991362 Jul 15 14:02:56.030522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34802) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:56.035507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Request body: {'subnet': {'network_id': '7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:56.083398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2bd99-3dbc-420a-a3cf-1420e57c5226 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event updated for resources: {'Network': ['ID=7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:56.094805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:56.164148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Made reservation on behalf of af9bc4ea50f0445c8cf47b6c9a3653e9 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:56.168595 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.348921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.411100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event updated for resources: {'Subnet': ['ID=bfb55a99-2ad8-4b10-b8a7-413585966530,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:56.420541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Checking segment: {'id': 'e2a3a9ed-54c8-4c22-a24b-992e43174690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:56.420911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Network hostable DHCP agents. Network: 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:56.438050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Network 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:56.447034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:56.451074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:56.451699 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.457012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47248244-312a-43ed-9dc0-8b8dcdd6fd4e None None] Network 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:56.471794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2178d7fa-f7d9-4831-bb08-45969b94ecb5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4402039 Jul 15 14:02:56.472331 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34804) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:56.478039 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1191427125'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:56.501802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Made reservation on behalf of af9bc4ea50f0445c8cf47b6c9a3653e9 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:56.505482 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.531908 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:56.543518 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.544084 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Added segment 6a9d2925-a982-4531-90f2-542a87308c0b of type vlan for network 9f88c0fb-4f96-490a-abb1-0384f60bb32a Jul 15 14:02:56.591884 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.615298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91', 'network_id': '7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91', 'tenant_id': 'af9bc4ea50f0445c8cf47b6c9a3653e9', 'fixed_ips': [{'subnet_id': 'bfb55a99-2ad8-4b10-b8a7-413585966530'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:02:56.616297 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.759683 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Allocated IP 172.20.0.2 (7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91/bfb55a99-2ad8-4b10-b8a7-413585966530/99f7ca53-3ea6-42c2-98d1-2cca4f6ed091) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:56.880731 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.886624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:56.887230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.910799 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.920500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Transition to ACTIVE for port object 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:56.922009 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4482248 Jul 15 14:02:56.924705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34806) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:56.931571 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Request body: {'subnet': {'network_id': '9f88c0fb-4f96-490a-abb1-0384f60bb32a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:56.937187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Transition to ACTIVE for port object 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:56.943172 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.975563 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93903b0-b398-4a3f-85fa-bf5aa340ab84 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event updated for resources: {'Network': ['ID=9f88c0fb-4f96-490a-abb1-0384f60bb32a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:56.989410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Network 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:56.990319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9f88c0fb-4f96-490a-abb1-0384f60bb32a details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:57.005919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:57.008255 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:57.020288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Pushing event updated for resources: {'Port': ['ID=99f7ca53-3ea6-42c2-98d1-2cca4f6ed091,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:57.052493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Made reservation on behalf of af9bc4ea50f0445c8cf47b6c9a3653e9 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:57.056212 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.126380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Attempting to bind port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:57.126897 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Attempting to bind port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'e2a3a9ed-54c8-4c22-a24b-992e43174690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:57.127114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Attempting to bind port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 on network 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:57.132690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:57.133007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Checking segment: {'id': 'e2a3a9ed-54c8-4c22-a24b-992e43174690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:57.133412 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.133830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Bound using segment: {'id': 'e2a3a9ed-54c8-4c22-a24b-992e43174690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:57.134331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Bound port: 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a3a9ed-54c8-4c22-a24b-992e43174690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:57.134717 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.197499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] For port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:57.201263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] For port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=99f7ca53-3ea6-42c2-98d1-2cca4f6ed091,segment=NetworkSegment(e2a3a9ed-54c8-4c22-a24b-992e43174690),segment_id=e2a3a9ed-54c8-4c22-a24b-992e43174690)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:57.209815 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.240724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.267450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024c9fa-dd3b-4afd-bf26-239605d35d17 None None] Pushing event updated for resources: {'Port': ['ID=99f7ca53-3ea6-42c2-98d1-2cca4f6ed091,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:57.306602 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event updated for resources: {'Subnet': ['ID=7b030265-c2bd-443b-8190-f68f34034e98,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:57.323377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Checking segment: {'id': '6a9d2925-a982-4531-90f2-542a87308c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9f88c0fb-4f96-490a-abb1-0384f60bb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:57.323756 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Network hostable DHCP agents. Network: 9f88c0fb-4f96-490a-abb1-0384f60bb32a, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:57.341899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Network 9f88c0fb-4f96-490a-abb1-0384f60bb32a is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:57.351458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 9f88c0fb-4f96-490a-abb1-0384f60bb32a) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:57.355769 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:57.356378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.361730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a4c99-883e-46e9-bea0-4073b2cf9f82 None None] Network 9f88c0fb-4f96-490a-abb1-0384f60bb32a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:57.388622 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-edf2fea9-ff67-422b-b294-f9aa2857e1b7 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4596100 Jul 15 14:02:57.390276 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34808) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:57.395164 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8dec2d9c-c4c0-40cc-a39e-188b934188f5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f88c0fb-4f96-490a-abb1-0384f60bb32a'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:57.558929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-9f88c0fb-4f96-490a-abb1-0384f60bb32a', 'network_id': '9f88c0fb-4f96-490a-abb1-0384f60bb32a', 'tenant_id': 'af9bc4ea50f0445c8cf47b6c9a3653e9', 'fixed_ips': [{'subnet_id': '7b030265-c2bd-443b-8190-f68f34034e98'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:02:57.559900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.626922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8dec2d9c-c4c0-40cc-a39e-188b934188f5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.699524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Allocated IP 172.21.0.2 (9f88c0fb-4f96-490a-abb1-0384f60bb32a/7b030265-c2bd-443b-8190-f68f34034e98/e78d380e-f0ca-48d4-a137-ce421b30c4d0) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:57.740100 n-d-771362-36 neutron-server[93734]: INFO neutron.api.v2.resource [None req-8dec2d9c-c4c0-40cc-a39e-188b934188f5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 14:02:57.741187 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8dec2d9c-c4c0-40cc-a39e-188b934188f5 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "PUT /v2.0/routers/aac2beb2-4144-40a3-95ab-5e5ba371d360 HTTP/1.1" status: 400 len: 364 time: 0.3498759 Jul 15 14:02:57.748255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34810) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:57.801819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e60613f-cf75-4f13-91b7-77195e0efe9a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Deleting subnet 7b030265-c2bd-443b-8190-f68f34034e98 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:02:57.846773 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.855407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Transition to ACTIVE for port object e78d380e-f0ca-48d4-a137-ce421b30c4d0 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:57.870962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Transition to ACTIVE for port object e78d380e-f0ca-48d4-a137-ce421b30c4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:57.876332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e60613f-cf75-4f13-91b7-77195e0efe9a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.876840 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.922284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Network 9f88c0fb-4f96-490a-abb1-0384f60bb32a is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:57.926567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:57.926785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e60613f-cf75-4f13-91b7-77195e0efe9a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.928587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Pushing event updated for resources: {'Port': ['ID=e78d380e-f0ca-48d4-a137-ce421b30c4d0,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:57.936591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:57.995877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Attempting to bind port e78d380e-f0ca-48d4-a137-ce421b30c4d0 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:57.996252 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Attempting to bind port e78d380e-f0ca-48d4-a137-ce421b30c4d0 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6a9d2925-a982-4531-90f2-542a87308c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9f88c0fb-4f96-490a-abb1-0384f60bb32a'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:57.996617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Attempting to bind port e78d380e-f0ca-48d4-a137-ce421b30c4d0 on network 9f88c0fb-4f96-490a-abb1-0384f60bb32a {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:58.002246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:58.002626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Checking segment: {'id': '6a9d2925-a982-4531-90f2-542a87308c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9f88c0fb-4f96-490a-abb1-0384f60bb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:58.003032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.003459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Bound using segment: {'id': '6a9d2925-a982-4531-90f2-542a87308c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9f88c0fb-4f96-490a-abb1-0384f60bb32a'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:58.004160 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Bound port: e78d380e-f0ca-48d4-a137-ce421b30c4d0, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d2925-a982-4531-90f2-542a87308c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9f88c0fb-4f96-490a-abb1-0384f60bb32a'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:58.004349 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.024188 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e60613f-cf75-4f13-91b7-77195e0efe9a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.094568 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e60613f-cf75-4f13-91b7-77195e0efe9a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.097898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] For port e78d380e-f0ca-48d4-a137-ce421b30c4d0, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:58.101747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] For port e78d380e-f0ca-48d4-a137-ce421b30c4d0, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e78d380e-f0ca-48d4-a137-ce421b30c4d0,segment=NetworkSegment(6a9d2925-a982-4531-90f2-542a87308c0b),segment_id=6a9d2925-a982-4531-90f2-542a87308c0b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:58.109099 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.127663 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e60613f-cf75-4f13-91b7-77195e0efe9a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.132371 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34812) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:58.132595 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3e60613f-cf75-4f13-91b7-77195e0efe9a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "DELETE /v2.0/subnets/7b030265-c2bd-443b-8190-f68f34034e98 HTTP/1.1" status: 204 len: 168 time: 0.3831606 Jul 15 14:02:58.133643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60613f-cf75-4f13-91b7-77195e0efe9a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event deleted for resources: {'Subnet': ['ID=7b030265-c2bd-443b-8190-f68f34034e98,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:58.184606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f045-6c37-481a-ba7d-f1ce5b5bfdd5 None None] Pushing event updated for resources: {'Port': ['ID=e78d380e-f0ca-48d4-a137-ce421b30c4d0,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:58.263767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.269231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:58.329484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:58.332514 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Deleting port e78d380e-f0ca-48d4-a137-ce421b30c4d0 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:58.332877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.361080 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaecd84-9a0f-46b1-b617-33c25c1a78ae None None] Network 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:58.434399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] For port e78d380e-f0ca-48d4-a137-ce421b30c4d0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e78d380e-f0ca-48d4-a137-ce421b30c4d0,segment=NetworkSegment(6a9d2925-a982-4531-90f2-542a87308c0b),segment_id=6a9d2925-a982-4531-90f2-542a87308c0b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:58.435262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.460931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Calling delete_port for e78d380e-f0ca-48d4-a137-ce421b30c4d0 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:58.579521 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.611876 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] No DVR routers for this DVR port e78d380e-f0ca-48d4-a137-ce421b30c4d0 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:58.614658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event deleted for resources: {'Port': ['ID=e78d380e-f0ca-48d4-a137-ce421b30c4d0,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:58.660657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a1b0f5b5-c715-4c06-8d06-48626b145bb9 None None] Provisioning for port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:58.684328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a1b0f5b5-c715-4c06-8d06-48626b145bb9 None None] Provisioning complete for port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:58.684742 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f5b5-c715-4c06-8d06-48626b145bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.720681 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.734306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f88c0fb-4f96-490a-abb1-0384f60bb32a']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:58.745861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9d2925-a982-4531-90f2-542a87308c0b') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:58.746158 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9d2925-a982-4531-90f2-542a87308c0b') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:58.756634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.772508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.780404 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:58.780820 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:58.784064 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:58.820356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f5b5-c715-4c06-8d06-48626b145bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.852637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.860893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a1b0f5b5-c715-4c06-8d06-48626b145bb9 None None] For port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=99f7ca53-3ea6-42c2-98d1-2cca4f6ed091,segment=NetworkSegment(e2a3a9ed-54c8-4c22-a24b-992e43174690),segment_id=e2a3a9ed-54c8-4c22-a24b-992e43174690)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:58.863205 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.864569 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "DELETE /v2.0/networks/9f88c0fb-4f96-490a-abb1-0384f60bb32a HTTP/1.1" status: 204 len: 168 time: 0.7310233 Jul 15 14:02:58.867776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34814) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:58.871360 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f5b5-c715-4c06-8d06-48626b145bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.880113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86070415-8522-4888-acc1-037fe4d9486a tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event deleted for resources: {'Network': ['ID=9f88c0fb-4f96-490a-abb1-0384f60bb32a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:58.944823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f5b5-c715-4c06-8d06-48626b145bb9 None None] Pushing event updated for resources: {'Port': ['ID=99f7ca53-3ea6-42c2-98d1-2cca4f6ed091,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:58.955299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-242fc808-186a-4c68-a049-f98a28053850 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Deleting subnet bfb55a99-2ad8-4b10-b8a7-413585966530 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:02:58.959283 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-242fc808-186a-4c68-a049-f98a28053850 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.008070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-242fc808-186a-4c68-a049-f98a28053850 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.117569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-242fc808-186a-4c68-a049-f98a28053850 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.188003 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-242fc808-186a-4c68-a049-f98a28053850 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.203237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9db61f93-aa6d-4c70-9b31-7fa27caa3d07 None None] Provisioning complete for port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:59.204033 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9db61f93-aa6d-4c70-9b31-7fa27caa3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.217254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fc808-186a-4c68-a049-f98a28053850 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb55a99-2ad8-4b10-b8a7-413585966530,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:59.221321 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-242fc808-186a-4c68-a049-f98a28053850 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.226329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-242fc808-186a-4c68-a049-f98a28053850 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "DELETE /v2.0/subnets/bfb55a99-2ad8-4b10-b8a7-413585966530 HTTP/1.1" status: 204 len: 168 time: 0.3536336 Jul 15 14:02:59.226329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34816) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:59.234771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db2eef-ddc0-4173-b16b-d06bb44de7de None None] Network 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:59.311631 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.375641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Deleting port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:59.375991 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.432281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123707e-d35f-4747-acab-e1d584a69bcc None None] DHCP port deletion for 9f88c0fb-4f96-490a-abb1-0384f60bb32a request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:02:59.459916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e953ef-4cea-46e1-82c8-6a51a4e9371a None None] Network 9f88c0fb-4f96-490a-abb1-0384f60bb32a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:59.460158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] For port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=99f7ca53-3ea6-42c2-98d1-2cca4f6ed091,segment=NetworkSegment(e2a3a9ed-54c8-4c22-a24b-992e43174690),segment_id=e2a3a9ed-54c8-4c22-a24b-992e43174690)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:59.460158 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.472299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e953ef-4cea-46e1-82c8-6a51a4e9371a None None] Network 9f88c0fb-4f96-490a-abb1-0384f60bb32a could not be found, it might have been deleted concurrently. {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 14:02:59.474908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Calling delete_port for 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:59.524090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0a480c5c-e4a0-4fac-ad0d-4fb05694e347 None None] Could not find standard attr ID for object e78d380e-f0ca-48d4-a137-ce421b30c4d0. {{(pid=93735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 14:02:59.557632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c79f47-5a3d-4432-820c-9a37a0d41f9f None None] DHCP port deletion for 7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:02:59.561992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.595230 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event deleted for resources: {'Port': ['ID=99f7ca53-3ea6-42c2-98d1-2cca4f6ed091,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:59.599464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] No DVR routers for this DVR port 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:59.680917 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.692120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:59.702270 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a3a9ed-54c8-4c22-a24b-992e43174690') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:59.702567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a3a9ed-54c8-4c22-a24b-992e43174690') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:59.712553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.734918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.742406 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:59.742824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:59.745964 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:59.810258 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.817391 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.819298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "DELETE /v2.0/networks/7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91 HTTP/1.1" status: 204 len: 168 time: 0.5923166 Jul 15 14:02:59.822387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34818) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:59.831300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28444-37b7-4a7d-a486-3f8c6f08d333 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Pushing event deleted for resources: {'Network': ['ID=7efe68d9-b9b7-4bec-ac8a-df3bfc6b7a91,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:59.859335 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-77e94d67-7ae2-432b-84d0-a71d7a96338b tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "GET /v2.0/ports?device_id=aac2beb2-4144-40a3-95ab-5e5ba371d360 HTTP/1.1" status: 200 len: 205 time: 0.0356960 Jul 15 14:02:59.861798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34820) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:59.937025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df1d7a57-b03b-4d3b-a6fe-0ce7d66d3e28 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.092580 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df1d7a57-b03b-4d3b-a6fe-0ce7d66d3e28 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.095003 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df1d7a57-b03b-4d3b-a6fe-0ce7d66d3e28 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.141430 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df1d7a57-b03b-4d3b-a6fe-0ce7d66d3e28 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.141963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1d7a57-b03b-4d3b-a6fe-0ce7d66d3e28 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Fanout notify agent at l3_agent the message router_deleted on router aac2beb2-4144-40a3-95ab-5e5ba371d360 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:03:00.149062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df1d7a57-b03b-4d3b-a6fe-0ce7d66d3e28 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.150199 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-df1d7a57-b03b-4d3b-a6fe-0ce7d66d3e28 tempest-RoutersNegativeTest-1779889841 tempest-RoutersNegativeTest-1779889841-project] 10.222.0.25 "DELETE /v2.0/routers/aac2beb2-4144-40a3-95ab-5e5ba371d360 HTTP/1.1" status: 204 len: 168 time: 0.2875004 Jul 15 14:03:00.199967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:00.221543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:00.222242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 99f7ca53-3ea6-42c2-98d1-2cca4f6ed091 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:00.400183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34826) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:00.527591 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-45ba80fe-9a26-4abe-a077-ca46eb13b2c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af9bc4ea50f0445c8cf47b6c9a3653e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261373 Jul 15 14:03:00.530609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34830) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:00.578746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8adb211f-29f1-4f7e-ac2b-70d2234c5dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.599960 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8adb211f-29f1-4f7e-ac2b-70d2234c5dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.649716 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8adb211f-29f1-4f7e-ac2b-70d2234c5dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.652325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8adb211f-29f1-4f7e-ac2b-70d2234c5dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.653539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8adb211f-29f1-4f7e-ac2b-70d2234c5dce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c43bad6-6541-4d24-b559-5ad7e7b0c288 HTTP/1.1" status: 204 len: 168 time: 0.1219363 Jul 15 14:03:00.661700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb211f-29f1-4f7e-ac2b-70d2234c5dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c43bad6-6541-4d24-b559-5ad7e7b0c288,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:01.274945 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34852) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:01.368246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-429730358-network', 'tenant_id': '189dd6f1115647908115d0b418730fd5'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:01.391333 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Made reservation on behalf of 189dd6f1115647908115d0b418730fd5 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:01.393877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.403077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.491900 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.495526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.521700 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:01.531879 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b36351b-58c8-47e2-ac67-4b6aa12367bc,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:01.537336 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.537687 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Added segment 97af5d33-3314-49ff-aa46-0db95a150fdf of type vlan for network 49f952b3-5f65-4ece-a96b-64291868b3e0 Jul 15 14:03:01.580029 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.609030 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.610000 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:01.610579 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.645024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3689413 Jul 15 14:03:01.648081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34856) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:01.653260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Request body: {'subnet': {'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-subnet', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:01.674112 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadc5bb-02ef-443a-92f7-9142ad0c90cb admin admin] Pushing event updated for resources: {'Network': ['ID=49f952b3-5f65-4ece-a96b-64291868b3e0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:01.676432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Made reservation on behalf of 189dd6f1115647908115d0b418730fd5 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:01.679544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.683633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:01.850131 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.907898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a8f916-b2a8-4ae7-b859-c4c831b24460,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:01.915662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Checking segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:01.916029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Network hostable DHCP agents. Network: 49f952b3-5f65-4ece-a96b-64291868b3e0, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:01.933141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:01.943412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 49f952b3-5f65-4ece-a96b-64291868b3e0) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:01.947703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:01.948958 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.952088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d2f16-60c4-4901-9043-f0b3a27aa134 None None] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:01.965373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b8ab6d7a-39a6-4639-9d1f-33619ff1a5d0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3160386 Jul 15 14:03:01.968196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 34858) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:01.973085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:01.997796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.999028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.066912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.121247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-49f952b3-5f65-4ece-a96b-64291868b3e0', 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'fixed_ips': [{'subnet_id': '21a8f916-b2a8-4ae7-b859-c4c831b24460'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:02.122228 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.213287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.265788 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Allocated IP 172.20.0.2 (49f952b3-5f65-4ece-a96b-64291868b3e0/21a8f916-b2a8-4ae7-b859-c4c831b24460/55740f28-ec07-4dd7-bd91-5b5e499408b6) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:02.419574 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.422829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.428262 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Transition to ACTIVE for port object 55740f28-ec07-4dd7-bd91-5b5e499408b6 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:02.443021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.445464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Transition to ACTIVE for port object 55740f28-ec07-4dd7-bd91-5b5e499408b6 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:02.450823 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.492161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:02.494989 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:02.498644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:02.505637 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Pushing event updated for resources: {'Port': ['ID=55740f28-ec07-4dd7-bd91-5b5e499408b6,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:02.554654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Allocated IP 172.25.1.163 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/9aa62b9b-87b7-47d6-8515-75ca84ac59df) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:02.568091 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Attempting to bind port 55740f28-ec07-4dd7-bd91-5b5e499408b6 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:02.568503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Attempting to bind port 55740f28-ec07-4dd7-bd91-5b5e499408b6 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:02.568831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Attempting to bind port 55740f28-ec07-4dd7-bd91-5b5e499408b6 on network 49f952b3-5f65-4ece-a96b-64291868b3e0 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:02.574933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:02.575994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Checking segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:02.576405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.576823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Bound using segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:02.577279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Bound port: 55740f28-ec07-4dd7-bd91-5b5e499408b6, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:02.577670 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.642584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] For port 55740f28-ec07-4dd7-bd91-5b5e499408b6, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:02.645766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] For port 55740f28-ec07-4dd7-bd91-5b5e499408b6, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=55740f28-ec07-4dd7-bd91-5b5e499408b6,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:02.650534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.668642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.708020 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.710416 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d3074-7b21-4ba5-89f4-38061d9f7b6b None None] Pushing event updated for resources: {'Port': ['ID=55740f28-ec07-4dd7-bd91-5b5e499408b6,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:02.745955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:02.750888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:02.754840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:02.780633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa62b9b-87b7-47d6-8515-75ca84ac59df,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:03.031198 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:03.238006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:03.378128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:03:03.500119 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:03.510777 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Sync routers for ids ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:03.517618 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:03.519007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-099506f2-2151-438c-8ecb-61c015173529 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5497708 Jul 15 14:03:03.521903 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34860) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:03.523718 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Routers {'0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:03.524447 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:02:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:03.646150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef7d9fe-1698-4593-9d15-db4301947077 None None] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:03.714285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b8aa7757-d102-4478-a529-aeb1d1659351 None None] Provisioning for port 55740f28-ec07-4dd7-bd91-5b5e499408b6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:03.729864 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Set router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:03.920790 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:02Z', 'revision_number': 3, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port': {'id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:03.949807 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Checking router: 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:03.950704 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Updating router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 port 9aa62b9b-87b7-47d6-8515-75ca84ac59df binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:03.976942 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:03.992360 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.154951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Allocated IP 172.20.0.1 (49f952b3-5f65-4ece-a96b-64291868b3e0/21a8f916-b2a8-4ae7-b859-c4c831b24460/70bb9491-3c74-410a-b65c-7995492b1510) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:04.241804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 55740f28-ec07-4dd7-bd91-5b5e499408b6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:04.270700 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.280034 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.282915 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Transition to ACTIVE for port object 9aa62b9b-87b7-47d6-8515-75ca84ac59df will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:04.289250 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.293938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 55740f28-ec07-4dd7-bd91-5b5e499408b6 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:04.295659 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Transition to ACTIVE for port object 70bb9491-3c74-410a-b65c-7995492b1510 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:04.298903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 55740f28-ec07-4dd7-bd91-5b5e499408b6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:04.299308 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.334245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.346593 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Attempting to bind port 9aa62b9b-87b7-47d6-8515-75ca84ac59df on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:04.346593 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Attempting to bind port 9aa62b9b-87b7-47d6-8515-75ca84ac59df by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:04.346593 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Attempting to bind port 9aa62b9b-87b7-47d6-8515-75ca84ac59df on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:04.349740 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Pushing event updated for resources: {'Port': ['ID=9aa62b9b-87b7-47d6-8515-75ca84ac59df,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:04.352929 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:04.353298 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:04.353707 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.354081 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:04.354545 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Bound port: 9aa62b9b-87b7-47d6-8515-75ca84ac59df, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:04.354922 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.370453 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:04.377821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:04.385667 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.385868 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:04.402866 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.413430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Pushing event updated for resources: {'Port': ['ID=70bb9491-3c74-410a-b65c-7995492b1510,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:04.430129 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.439764 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] For port 9aa62b9b-87b7-47d6-8515-75ca84ac59df, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:04.446932 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] For port 9aa62b9b-87b7-47d6-8515-75ca84ac59df, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9aa62b9b-87b7-47d6-8515-75ca84ac59df,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:04.449628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 55740f28-ec07-4dd7-bd91-5b5e499408b6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=55740f28-ec07-4dd7-bd91-5b5e499408b6,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:04.454084 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.455642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.517756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=55740f28-ec07-4dd7-bd91-5b5e499408b6,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:04.537695 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Routers {'0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:04.538402 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:02:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:04.577090 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9b250-e5e9-4a2f-9d0e-ec3f1363e3f0 None None] Pushing event updated for resources: {'Port': ['ID=9aa62b9b-87b7-47d6-8515-75ca84ac59df,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:04.662563 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] Set router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:04.667266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ad6257c-8872-4647-930d-37a8653f7e3a None None] Provisioning for port 70bb9491-3c74-410a-b65c-7995492b1510 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:04.672490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-0ad6257c-8872-4647-930d-37a8653f7e3a None None] Provisioning complete for port 70bb9491-3c74-410a-b65c-7995492b1510 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:04.672807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0ad6257c-8872-4647-930d-37a8653f7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.712407 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6257c-8872-4647-930d-37a8653f7e3a None None] Port 70bb9491-3c74-410a-b65c-7995492b1510 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:04.846419 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:02Z', 'revision_number': 3, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port': {'id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:04.851093 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.878021 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ce00d-7e59-4875-b693-03c3a1aafa6f None None] The sync data for ids ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'] in n-d-771362-36 is: [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:02Z', 'revision_number': 3, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port': {'id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:05.031781 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:05.036668 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:05.092094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:05.111308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:05.126470 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Pushing event updated for resources: {'Port': ['ID=70bb9491-3c74-410a-b65c-7995492b1510,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:05.218556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:05.220329 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:05.341463 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:05.466230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:05.474077 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-78e3e62b-8ea9-4f8d-8bdc-a36faa25d674 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510214 Jul 15 14:03:05.543440 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-81865814-7b94-45b0-963d-61854c623837 None None] Provisioning complete for port 70bb9491-3c74-410a-b65c-7995492b1510 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:05.544439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-81865814-7b94-45b0-963d-61854c623837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:05.584509 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-81865814-7b94-45b0-963d-61854c623837 None None] Port 70bb9491-3c74-410a-b65c-7995492b1510 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:05.969528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34876) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:05.974703 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-257362280-network', 'tenant_id': '920bd7770f00493f8b58489803840979'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:05.996726 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Made reservation on behalf of 920bd7770f00493f8b58489803840979 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:05.999966 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.008739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.080472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.109800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.113564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.141665 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:06.147227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8681fea-25e1-4d6f-866e-605c9547dbce,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:06.159889 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.160244 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.160624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.160950 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.161439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.161635 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.161974 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.162322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.162629 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.163003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.163313 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.163722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:06.169577 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.169577 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Added segment d9c17958-04d0-4d4d-9ba6-2fbc901bedc4 of type vlan for network d02cad1e-afee-43c3-b2d1-e8bd555041b7 Jul 15 14:03:06.219508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.252637 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.253675 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:06.254286 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.287352 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3165691 Jul 15 14:03:06.289995 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34878) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:06.294973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Request body: {'subnet': {'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-subnet', 'tenant_id': '920bd7770f00493f8b58489803840979', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:06.304149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9aa62b9b-87b7-47d6-8515-75ca84ac59df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:06.329327 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccfd4a-8b27-45f0-b921-b839208e7978 admin admin] Pushing event updated for resources: {'Network': ['ID=d02cad1e-afee-43c3-b2d1-e8bd555041b7,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:06.346191 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Made reservation on behalf of 920bd7770f00493f8b58489803840979 for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:06.346562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d02cad1e-afee-43c3-b2d1-e8bd555041b7 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:06.348649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.420958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 9aa62b9b-87b7-47d6-8515-75ca84ac59df completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:06.431769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9aa62b9b-87b7-47d6-8515-75ca84ac59df triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:06.432150 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.515183 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.535057 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.537439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 9aa62b9b-87b7-47d6-8515-75ca84ac59df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9aa62b9b-87b7-47d6-8515-75ca84ac59df,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:06.542950 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.543894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 55740f28-ec07-4dd7-bd91-5b5e499408b6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:06.591344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Sync routers for ids ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:06.604560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cef848-b1a6-4823-ad94-9820b5688aba,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:06.613186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Checking segment: {'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:06.613491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Network hostable DHCP agents. Network: d02cad1e-afee-43c3-b2d1-e8bd555041b7, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:06.632075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Routers {'0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:06.632618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Network d02cad1e-afee-43c3-b2d1-e8bd555041b7 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:06.632740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:02:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:06.642731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d02cad1e-afee-43c3-b2d1-e8bd555041b7) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:06.646894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:06.647530 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.663416 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a8fc11bb-c3e7-438f-94b8-3f0c22ee6de1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3723431 Jul 15 14:03:06.665956 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:06.670491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:06.676498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b302f-6cda-46e4-8588-c01f5fdff878 None None] Network d02cad1e-afee-43c3-b2d1-e8bd555041b7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:06.690522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=9aa62b9b-87b7-47d6-8515-75ca84ac59df,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:06.703569 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.704623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.758473 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.786736 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 55740f28-ec07-4dd7-bd91-5b5e499408b6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:06.787113 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:06.851273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Set router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:06.902407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.111407 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.136204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.244284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d02cad1e-afee-43c3-b2d1-e8bd555041b7', 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7', 'tenant_id': '920bd7770f00493f8b58489803840979', 'fixed_ips': [{'subnet_id': '51cef848-b1a6-4823-ad94-9820b5688aba'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:07.245166 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.252856 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Allocated IP 172.25.1.75 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/15ad1587-2315-4574-9a4f-e6d8a6f6d751) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:07.366279 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.416234 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.438568 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Allocated IP 172.20.0.2 (d02cad1e-afee-43c3-b2d1-e8bd555041b7/51cef848-b1a6-4823-ad94-9820b5688aba/b2920fc2-ac99-4236-b860-bebe59375b45) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:07.447624 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:04Z', 'revision_number': 4, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port': {'id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '70bb9491-3c74-410a-b65c-7995492b1510', 'name': '', 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'mac_address': 'fa:16:3e:9f:8f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '21a8f916-b2a8-4ae7-b859-c4c831b24460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:03Z', 'updated_at': '2021-07-15T14:03:04Z', 'revision_number': 2, 'project_id': '189dd6f1115647908115d0b418730fd5', 'subnets': [{'id': '21a8f916-b2a8-4ae7-b859-c4c831b24460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:07.456907 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:07.461868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:07.465617 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:07.479579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Checking router: 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:07.479951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Updating router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 port 70bb9491-3c74-410a-b65c-7995492b1510 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:07.491746 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Pushing event updated for resources: {'Port': ['ID=15ad1587-2315-4574-9a4f-e6d8a6f6d751,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:07.538264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.750760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.772983 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.779016 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Transition to ACTIVE for port object b2920fc2-ac99-4236-b860-bebe59375b45 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:07.825059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Transition to ACTIVE for port object b2920fc2-ac99-4236-b860-bebe59375b45 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:07.837187 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.904872 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Network d02cad1e-afee-43c3-b2d1-e8bd555041b7 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:07.907765 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:07.909545 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Pushing event updated for resources: {'Port': ['ID=b2920fc2-ac99-4236-b860-bebe59375b45,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:07.911832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:07.985047 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.009048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Attempting to bind port b2920fc2-ac99-4236-b860-bebe59375b45 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:08.009334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Attempting to bind port b2920fc2-ac99-4236-b860-bebe59375b45 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:08.009709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Attempting to bind port b2920fc2-ac99-4236-b860-bebe59375b45 on network d02cad1e-afee-43c3-b2d1-e8bd555041b7 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:08.022784 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.025486 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:08.025861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Checking segment: {'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:08.026246 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.026638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Bound using segment: {'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:08.027173 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Bound port: b2920fc2-ac99-4236-b860-bebe59375b45, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:08.027510 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.045730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Transition to ACTIVE for port object 70bb9491-3c74-410a-b65c-7995492b1510 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:08.071792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.116678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Router 5dcee821-e361-40f2-886a-7586b37ff207 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:03:08.146481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d25af-07f4-4a98-a38f-afd1c9c429cd None None] Pushing event updated for resources: {'Port': ['ID=70bb9491-3c74-410a-b65c-7995492b1510,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:08.152306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] For port b2920fc2-ac99-4236-b860-bebe59375b45, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:08.157834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] For port b2920fc2-ac99-4236-b860-bebe59375b45, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b2920fc2-ac99-4236-b860-bebe59375b45,segment=NetworkSegment(d9c17958-04d0-4d4d-9ba6-2fbc901bedc4),segment_id=d9c17958-04d0-4d4d-9ba6-2fbc901bedc4)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:08.183254 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.267214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9aa62b9b-87b7-47d6-8515-75ca84ac59df up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:08.279600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:08.289561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Attempting to bind port 70bb9491-3c74-410a-b65c-7995492b1510 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:08.289848 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Attempting to bind port 70bb9491-3c74-410a-b65c-7995492b1510 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:08.290212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Attempting to bind port 70bb9491-3c74-410a-b65c-7995492b1510 on network 49f952b3-5f65-4ece-a96b-64291868b3e0 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:08.293826 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Sync routers for ids ['5dcee821-e361-40f2-886a-7586b37ff207'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:08.308520 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Routers {'5dcee821-e361-40f2-886a-7586b37ff207'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:08.310124 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:02:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5dcee821-e361-40f2-886a-7586b37ff207'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:08.314387 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.317744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:08.318183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Checking segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:08.318622 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.319026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Bound using segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:08.319561 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Bound port: 70bb9491-3c74-410a-b65c-7995492b1510, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:08.319947 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.323523 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f69144c4-43bc-4d48-a80c-29527256386d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6539960 Jul 15 14:03:08.323682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69139fe-563c-4ecf-bebc-a5860a8c1fce None None] Pushing event updated for resources: {'Port': ['ID=b2920fc2-ac99-4236-b860-bebe59375b45,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:08.324059 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 34882) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:08.421343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 9aa62b9b-87b7-47d6-8515-75ca84ac59df triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:08.421811 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.447528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] For port 70bb9491-3c74-410a-b65c-7995492b1510, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:08.468344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] For port 70bb9491-3c74-410a-b65c-7995492b1510, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=70bb9491-3c74-410a-b65c-7995492b1510,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:08.475979 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.488999 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Set router 5dcee821-e361-40f2-886a-7586b37ff207 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:08.625702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d25af-07f4-4a98-a38f-afd1c9c429cd None None] Pushing event updated for resources: {'Port': ['ID=70bb9491-3c74-410a-b65c-7995492b1510,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:08.645046 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Routers {'0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:08.646245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:02:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:08.814543 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:03:07Z', 'revision_number': 3, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:08.827679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] Set router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:08.851009 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Checking router: 5dcee821-e361-40f2-886a-7586b37ff207 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:08.851561 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Updating router 5dcee821-e361-40f2-886a-7586b37ff207 port 15ad1587-2315-4574-9a4f-e6d8a6f6d751 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:08.905796 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.099008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:04Z', 'revision_number': 4, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port': {'id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '70bb9491-3c74-410a-b65c-7995492b1510', 'name': '', 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'mac_address': 'fa:16:3e:9f:8f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '21a8f916-b2a8-4ae7-b859-c4c831b24460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:03Z', 'updated_at': '2021-07-15T14:03:08Z', 'revision_number': 4, 'project_id': '189dd6f1115647908115d0b418730fd5', 'subnets': [{'id': '21a8f916-b2a8-4ae7-b859-c4c831b24460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:09.126948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41441804-afd0-426a-94e0-fcd83e829636 None None] The sync data for ids ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'] in n-d-771362-36 is: [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:04Z', 'revision_number': 4, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port': {'id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '70bb9491-3c74-410a-b65c-7995492b1510', 'name': '', 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'mac_address': 'fa:16:3e:9f:8f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '21a8f916-b2a8-4ae7-b859-c4c831b24460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:03Z', 'updated_at': '2021-07-15T14:03:08Z', 'revision_number': 4, 'project_id': '189dd6f1115647908115d0b418730fd5', 'subnets': [{'id': '21a8f916-b2a8-4ae7-b859-c4c831b24460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:09.221733 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.241670 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Transition to ACTIVE for port object 15ad1587-2315-4574-9a4f-e6d8a6f6d751 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:09.249108 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.301509 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Attempting to bind port 15ad1587-2315-4574-9a4f-e6d8a6f6d751 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:09.301509 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Attempting to bind port 15ad1587-2315-4574-9a4f-e6d8a6f6d751 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:09.301509 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Attempting to bind port 15ad1587-2315-4574-9a4f-e6d8a6f6d751 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:09.312929 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:09.313584 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:09.314004 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.314405 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:09.315052 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Bound port: 15ad1587-2315-4574-9a4f-e6d8a6f6d751, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:09.315469 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.319200 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.485793 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1c520-91b8-4cc2-959b-a7c3b21212e5 None None] Pushing event updated for resources: {'Port': ['ID=15ad1587-2315-4574-9a4f-e6d8a6f6d751,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:09.500671 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] For port 15ad1587-2315-4574-9a4f-e6d8a6f6d751, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:09.504819 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] For port 15ad1587-2315-4574-9a4f-e6d8a6f6d751, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15ad1587-2315-4574-9a4f-e6d8a6f6d751,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:09.510281 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.561816 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Allocated IP 172.20.0.1 (d02cad1e-afee-43c3-b2d1-e8bd555041b7/51cef848-b1a6-4823-ad94-9820b5688aba/7e05cf91-5cc6-4ace-9bb8-d5930552611a) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:09.574350 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Routers {'5dcee821-e361-40f2-886a-7586b37ff207'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:09.575073 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:02:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5dcee821-e361-40f2-886a-7586b37ff207'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:09.624953 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1c520-91b8-4cc2-959b-a7c3b21212e5 None None] Pushing event updated for resources: {'Port': ['ID=15ad1587-2315-4574-9a4f-e6d8a6f6d751,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:09.697039 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.703063 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] Set router 5dcee821-e361-40f2-886a-7586b37ff207 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:09.713071 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Transition to ACTIVE for port object 7e05cf91-5cc6-4ace-9bb8-d5930552611a will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:09.748908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499db31-7287-402a-bb2c-f05d27569026 None None] Network d02cad1e-afee-43c3-b2d1-e8bd555041b7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:09.754488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.799749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Network d02cad1e-afee-43c3-b2d1-e8bd555041b7 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:09.802921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:09.807206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:09.848618 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Pushing event updated for resources: {'Port': ['ID=7e05cf91-5cc6-4ace-9bb8-d5930552611a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:09.869560 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.878645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-95798409-c98c-4a7c-a9b0-105329e2f2ee None None] Provisioning for port b2920fc2-ac99-4236-b860-bebe59375b45 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:09.942170 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:03:07Z', 'revision_number': 3, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:09.982551 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828462c0-9d2d-4186-8faf-9afbe786fca3 None None] The sync data for ids ['5dcee821-e361-40f2-886a-7586b37ff207'] in n-d-771362-36 is: [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:03:07Z', 'revision_number': 3, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:10.065595 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.323926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b2920fc2-ac99-4236-b860-bebe59375b45 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:10.380351 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.405956 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.432925 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2a3c802e-77ba-48b9-988e-8af17f448e62 None None] Provisioning for port 7e05cf91-5cc6-4ace-9bb8-d5930552611a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:10.442988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2a3c802e-77ba-48b9-988e-8af17f448e62 None None] Provisioning complete for port 7e05cf91-5cc6-4ace-9bb8-d5930552611a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:10.443400 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2a3c802e-77ba-48b9-988e-8af17f448e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.471261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b2920fc2-ac99-4236-b860-bebe59375b45 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:10.483398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b2920fc2-ac99-4236-b860-bebe59375b45 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:10.483398 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.507934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Pushing event updated for resources: {'Port': ['ID=7e05cf91-5cc6-4ace-9bb8-d5930552611a,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:10.519466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c802e-77ba-48b9-988e-8af17f448e62 None None] Port 7e05cf91-5cc6-4ace-9bb8-d5930552611a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:10.538174 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.589733 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.634175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b2920fc2-ac99-4236-b860-bebe59375b45, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b2920fc2-ac99-4236-b860-bebe59375b45,segment=NetworkSegment(d9c17958-04d0-4d4d-9ba6-2fbc901bedc4),segment_id=d9c17958-04d0-4d4d-9ba6-2fbc901bedc4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:10.641573 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.642417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 70bb9491-3c74-410a-b65c-7995492b1510 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:10.665116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Network d02cad1e-afee-43c3-b2d1-e8bd555041b7 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:10.666914 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:10.726981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b2920fc2-ac99-4236-b860-bebe59375b45,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:10.746854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 70bb9491-3c74-410a-b65c-7995492b1510 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:10.753459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 70bb9491-3c74-410a-b65c-7995492b1510 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:10.754102 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.839264 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Router 5dcee821-e361-40f2-886a-7586b37ff207 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:10.882380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1881b194-81ea-4dcb-876e-939a213f5234 None None] Provisioning complete for port 7e05cf91-5cc6-4ace-9bb8-d5930552611a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:10.882997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1881b194-81ea-4dcb-876e-939a213f5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.885646 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.981670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-1881b194-81ea-4dcb-876e-939a213f5234 None None] Port 7e05cf91-5cc6-4ace-9bb8-d5930552611a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:10.987065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 70bb9491-3c74-410a-b65c-7995492b1510, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=70bb9491-3c74-410a-b65c-7995492b1510,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:10.993502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:10.996538 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.011862 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-821dbca9-e83e-4f15-86e1-0f72f6f5ed6a admin admin] 10.222.0.25 "PUT /v2.0/routers/5dcee821-e361-40f2-886a-7586b37ff207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847382 Jul 15 14:03:11.226205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3d6672d6-38a0-4ea5-a0a6-d8c7c1a5107e None None] Provisioning complete for port 7e05cf91-5cc6-4ace-9bb8-d5930552611a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:11.226605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3d6672d6-38a0-4ea5-a0a6-d8c7c1a5107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.257067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=70bb9491-3c74-410a-b65c-7995492b1510,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:11.274171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3d6672d6-38a0-4ea5-a0a6-d8c7c1a5107e None None] Port 7e05cf91-5cc6-4ace-9bb8-d5930552611a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:11.753238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-b06cbb78-6610-4e38-a6cc-fb381e58ed53 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:11.754656 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-b06cbb78-6610-4e38-a6cc-fb381e58ed53 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/networks?id=49f952b3-5f65-4ece-a96b-64291868b3e0 HTTP/1.1" status: 200 len: 816 time: 0.1102767 Jul 15 14:03:11.770296 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-5682459b-d101-4927-81b5-64598cacc9a9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/quotas/189dd6f1115647908115d0b418730fd5 HTTP/1.1" status: 200 len: 375 time: 0.0101550 Jul 15 14:03:11.844933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-a060f3f5-2b13-4c48-8696-321b8814d044 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=189dd6f1115647908115d0b418730fd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688279 Jul 15 14:03:11.943606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-71ee67f2-1f17-45f6-ac9e-b3fb12ffc893 service neutron] 10.222.0.25 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866170 Jul 15 14:03:12.045103 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-b2b83181-3a2b-464c-a5ef-da9cd28a8703 service neutron] 10.222.0.25 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953190 Jul 15 14:03:12.247192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0ad699c-3680-4dd3-af39-44d6e7da8c97 req-0e4070e3-2ae0-44f5-b960-fd8447708c6d tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 210 time: 0.0302227 Jul 15 14:03:12.333919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b2920fc2-ac99-4236-b860-bebe59375b45 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:12.386481 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b2920fc2-ac99-4236-b860-bebe59375b45 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:12.386854 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:12.482324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 70bb9491-3c74-410a-b65c-7995492b1510 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:12.535048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 70bb9491-3c74-410a-b65c-7995492b1510 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:12.535900 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:12.628685 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15ad1587-2315-4574-9a4f-e6d8a6f6d751 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:12.635468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Sync routers for ids ['5dcee821-e361-40f2-886a-7586b37ff207'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:12.690064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Routers {'5dcee821-e361-40f2-886a-7586b37ff207'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:12.690726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:02:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5dcee821-e361-40f2-886a-7586b37ff207'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:12.782993 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 15ad1587-2315-4574-9a4f-e6d8a6f6d751 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:12.791258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 15ad1587-2315-4574-9a4f-e6d8a6f6d751 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:12.791634 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:12.839691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Set router 5dcee821-e361-40f2-886a-7586b37ff207 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:12.973445 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.029450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 15ad1587-2315-4574-9a4f-e6d8a6f6d751, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15ad1587-2315-4574-9a4f-e6d8a6f6d751,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:13.034561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.117760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=15ad1587-2315-4574-9a4f-e6d8a6f6d751,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:13.143716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:03:10Z', 'revision_number': 4, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e05cf91-5cc6-4ace-9bb8-d5930552611a', 'name': '', 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7', 'tenant_id': '920bd7770f00493f8b58489803840979', 'mac_address': 'fa:16:3e:bf:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '51cef848-b1a6-4823-ad94-9820b5688aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:09Z', 'updated_at': '2021-07-15T14:03:10Z', 'revision_number': 2, 'project_id': '920bd7770f00493f8b58489803840979', 'subnets': [{'id': '51cef848-b1a6-4823-ad94-9820b5688aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:13.176952 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Checking router: 5dcee821-e361-40f2-886a-7586b37ff207 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:13.177318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Updating router 5dcee821-e361-40f2-886a-7586b37ff207 port 7e05cf91-5cc6-4ace-9bb8-d5930552611a binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:13.215061 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.455706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-18fb4f36-7cbb-4da6-9c9c-f5115e7e78ef req-efaac9ca-65e3-4a31-a49f-0fca3367d8b6 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 210 time: 0.0418763 Jul 15 14:03:13.465208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-7a83c535-5fd0-42f0-99d8-c82f3b9f60a9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:13.467824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-7a83c535-5fd0-42f0-99d8-c82f3b9f60a9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.35 "GET /v2.0/networks?id=49f952b3-5f65-4ece-a96b-64291868b3e0 HTTP/1.1" status: 200 len: 816 time: 0.1611152 Jul 15 14:03:13.482609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Request body: {'port': {'device_id': '797880fd-be22-44c1-82c6-dcfbcb7b96b5', 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'admin_state_up': True, 'tenant_id': '189dd6f1115647908115d0b418730fd5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:13.589319 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.600384 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Transition to ACTIVE for port object 7e05cf91-5cc6-4ace-9bb8-d5930552611a will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:13.607283 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.608522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Made reservation on behalf of 189dd6f1115647908115d0b418730fd5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:13.612120 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.683005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbbfcf-b924-40f1-8de6-1a72d2d87408 None None] Pushing event updated for resources: {'Port': ['ID=7e05cf91-5cc6-4ace-9bb8-d5930552611a,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:13.719990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Attempting to bind port 7e05cf91-5cc6-4ace-9bb8-d5930552611a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:13.720360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Attempting to bind port 7e05cf91-5cc6-4ace-9bb8-d5930552611a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:13.720726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Attempting to bind port 7e05cf91-5cc6-4ace-9bb8-d5930552611a on network d02cad1e-afee-43c3-b2d1-e8bd555041b7 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:13.726478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:13.726859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Checking segment: {'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:13.727315 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.727712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Bound using segment: {'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:13.728191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Bound port: 7e05cf91-5cc6-4ace-9bb8-d5930552611a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:13.728577 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.766758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Allocated IP 172.20.0.12 (49f952b3-5f65-4ece-a96b-64291868b3e0/21a8f916-b2a8-4ae7-b859-c4c831b24460/b5147d1b-c157-496a-aa49-84506591844b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:13.811699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] For port 7e05cf91-5cc6-4ace-9bb8-d5930552611a, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:13.815929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] For port 7e05cf91-5cc6-4ace-9bb8-d5930552611a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e05cf91-5cc6-4ace-9bb8-d5930552611a,segment=NetworkSegment(d9c17958-04d0-4d4d-9ba6-2fbc901bedc4),segment_id=d9c17958-04d0-4d4d-9ba6-2fbc901bedc4)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:13.821582 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.897171 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Routers {'5dcee821-e361-40f2-886a-7586b37ff207'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:13.897884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:02:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5dcee821-e361-40f2-886a-7586b37ff207'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:13.939306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbbfcf-b924-40f1-8de6-1a72d2d87408 None None] Pushing event updated for resources: {'Port': ['ID=7e05cf91-5cc6-4ace-9bb8-d5930552611a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:13.961545 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.989449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Transition to ACTIVE for port object b5147d1b-c157-496a-aa49-84506591844b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:14.040570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] Set router 5dcee821-e361-40f2-886a-7586b37ff207 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:14.044413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:14.094372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:14.097877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:14.104596 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:14.138808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Pushing event updated for resources: {'Port': ['ID=b5147d1b-c157-496a-aa49-84506591844b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:14.206983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:14.207591 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:14.231429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-0944b26d-7ee5-481c-8914-66fbb0a7842a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549076 Jul 15 14:03:14.241503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15ad1587-2315-4574-9a4f-e6d8a6f6d751 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:14.244298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Request body: {'port': {'device_id': '797880fd-be22-44c1-82c6-dcfbcb7b96b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:14.323265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:14.375347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 15ad1587-2315-4574-9a4f-e6d8a6f6d751 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:14.375719 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:14.424397 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:03:10Z', 'revision_number': 4, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e05cf91-5cc6-4ace-9bb8-d5930552611a', 'name': '', 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7', 'tenant_id': '920bd7770f00493f8b58489803840979', 'mac_address': 'fa:16:3e:bf:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '51cef848-b1a6-4823-ad94-9820b5688aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:09Z', 'updated_at': '2021-07-15T14:03:13Z', 'revision_number': 4, 'project_id': '920bd7770f00493f8b58489803840979', 'subnets': [{'id': '51cef848-b1a6-4823-ad94-9820b5688aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:14.456094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a71b1e-a40a-4bf5-a27b-3262c43abaf3 None None] The sync data for ids ['5dcee821-e361-40f2-886a-7586b37ff207'] in n-d-771362-36 is: [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:03:10Z', 'revision_number': 4, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e05cf91-5cc6-4ace-9bb8-d5930552611a', 'name': '', 'network_id': 'd02cad1e-afee-43c3-b2d1-e8bd555041b7', 'tenant_id': '920bd7770f00493f8b58489803840979', 'mac_address': 'fa:16:3e:bf:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '51cef848-b1a6-4823-ad94-9820b5688aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:09Z', 'updated_at': '2021-07-15T14:03:13Z', 'revision_number': 4, 'project_id': '920bd7770f00493f8b58489803840979', 'subnets': [{'id': '51cef848-b1a6-4823-ad94-9820b5688aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:14.519383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5760fdfb-f81e-4b39-a71e-4cdb294769c8 None None] Provisioning for port b5147d1b-c157-496a-aa49-84506591844b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:14.526130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5760fdfb-f81e-4b39-a71e-4cdb294769c8 None None] Provisioning complete for port b5147d1b-c157-496a-aa49-84506591844b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:14.526130 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5760fdfb-f81e-4b39-a71e-4cdb294769c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:14.571110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5760fdfb-f81e-4b39-a71e-4cdb294769c8 None None] Port b5147d1b-c157-496a-aa49-84506591844b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:15.068442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5147d1b-c157-496a-aa49-84506591844b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:15.080817 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.092566 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de94bf-7840-4429-a924-7cf5c502b670 req-832f37ab-56fc-4c96-a279-efb19e3dc754 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:15.094365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0de94bf-7840-4429-a924-7cf5c502b670 req-832f37ab-56fc-4c96-a279-efb19e3dc754 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 932 time: 0.1237977 Jul 15 14:03:15.111516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Transition to ACTIVE for port object b5147d1b-c157-496a-aa49-84506591844b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:15.119397 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.179681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0de94bf-7840-4429-a924-7cf5c502b670 req-e170bfe3-7b25-4965-a2f0-32206df74686 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792117 Jul 15 14:03:15.193496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Pushing event updated for resources: {'Port': ['ID=b5147d1b-c157-496a-aa49-84506591844b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:15.273260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Attempting to bind port b5147d1b-c157-496a-aa49-84506591844b on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:15.273647 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Attempting to bind port b5147d1b-c157-496a-aa49-84506591844b by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:15.273989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Attempting to bind port b5147d1b-c157-496a-aa49-84506591844b on network 49f952b3-5f65-4ece-a96b-64291868b3e0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:15.279529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Port b5147d1b-c157-496a-aa49-84506591844b on network 49f952b3-5f65-4ece-a96b-64291868b3e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:03:15.279860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Attempting to bind port b5147d1b-c157-496a-aa49-84506591844b on network 49f952b3-5f65-4ece-a96b-64291868b3e0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:15.285367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:15.285715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Checking segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:15.286113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Bound using segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:15.286553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Bound port: b5147d1b-c157-496a-aa49-84506591844b, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:15.286921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.357052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] For port b5147d1b-c157-496a-aa49-84506591844b, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:15.360177 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] For port b5147d1b-c157-496a-aa49-84506591844b, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5147d1b-c157-496a-aa49-84506591844b,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:15.364897 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.402095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:15.402727 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.404826 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] 10.222.0.35 "PUT /v2.0/ports/b5147d1b-c157-496a-aa49-84506591844b HTTP/1.1" status: 200 len: 1093 time: 1.1649890 Jul 15 14:03:15.405275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797880fd-be22-44c1-82c6-dcfbcb7b96b5', 'tag': 'b5147d1b-c157-496a-aa49-84506591844b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:15.407655 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165f7f86-f285-43de-8b20-b758630cb5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "797880fd-be22-44c1-82c6-dcfbcb7b96b5", "tag": "b5147d1b-c157-496a-aa49-84506591844b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:15.437891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637203-c227-4294-85f6-3fab6f029968 service neutron] Pushing event updated for resources: {'Port': ['ID=b5147d1b-c157-496a-aa49-84506591844b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:15.457178 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d92f17-2944-44bc-9023-ab3c9c4c4b0d x-openstack-request-id: req-69d92f17-2944-44bc-9023-ab3c9c4c4b0d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:15.457472 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797880fd-be22-44c1-82c6-dcfbcb7b96b5", "tag": "b5147d1b-c157-496a-aa49-84506591844b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:15.457724 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69d92f17-2944-44bc-9023-ab3c9c4c4b0d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:15.458116 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797880fd-be22-44c1-82c6-dcfbcb7b96b5', 'tag': 'b5147d1b-c157-496a-aa49-84506591844b', 'status': 'completed', 'code': 200} Jul 15 14:03:15.504977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d867d616-8ca2-4b8a-9a49-a07feb94ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:15.506575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d867d616-8ca2-4b8a-9a49-a07feb94ec1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=189dd6f1115647908115d0b418730fd5&device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 1096 time: 0.0584409 Jul 15 14:03:15.551992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-d9eb6148-5a01-4f48-8cb8-5bad99659ff2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5147d1b-c157-496a-aa49-84506591844b HTTP/1.1" status: 200 len: 217 time: 0.0380082 Jul 15 14:03:15.601113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-20ac4de7-b13b-4bdd-94dd-fddc76ea0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:15.602621 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-20ac4de7-b13b-4bdd-94dd-fddc76ea0e0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21a8f916-b2a8-4ae7-b859-c4c831b24460 HTTP/1.1" status: 200 len: 855 time: 0.0450504 Jul 15 14:03:15.660441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-95fc13b4-2110-429e-a17a-4342306595f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:15.662202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-95fc13b4-2110-429e-a17a-4342306595f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49f952b3-5f65-4ece-a96b-64291868b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519397 Jul 15 14:03:15.759395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-e01bd3e1-0ac4-4b0f-9d00-64d5c228635f service neutron] 10.222.0.35 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891309 Jul 15 14:03:15.858614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7709a19f-7efa-4c16-be85-e1c19dd42c03 req-a0b56398-01a6-4c39-a9ef-faf63c027365 service neutron] 10.222.0.35 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928323 Jul 15 14:03:15.961142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-b8d4252c-0b23-4a61-8531-25e352b0f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:15.963434 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-b8d4252c-0b23-4a61-8531-25e352b0f0c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=189dd6f1115647908115d0b418730fd5&device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 1096 time: 0.0560317 Jul 15 14:03:16.063015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-a8cbef39-754a-46ad-a2f5-70e157ef7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:16.064522 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-a8cbef39-754a-46ad-a2f5-70e157ef7641 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49f952b3-5f65-4ece-a96b-64291868b3e0 HTTP/1.1" status: 200 len: 917 time: 0.0945687 Jul 15 14:03:16.108558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-6224d7c4-059a-45bc-a189-4797fc849db2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5147d1b-c157-496a-aa49-84506591844b HTTP/1.1" status: 200 len: 217 time: 0.0377188 Jul 15 14:03:16.165428 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-fb4fee06-fe0b-453e-8863-dee026031c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:16.167100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-fb4fee06-fe0b-453e-8863-dee026031c40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21a8f916-b2a8-4ae7-b859-c4c831b24460 HTTP/1.1" status: 200 len: 855 time: 0.0514174 Jul 15 14:03:16.241235 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e05cf91-5cc6-4ace-9bb8-d5930552611a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:16.255114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-815d8fc0-38ef-42d6-8e6b-ffeab0661d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:16.257230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-815d8fc0-38ef-42d6-8e6b-ffeab0661d90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49f952b3-5f65-4ece-a96b-64291868b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832629 Jul 15 14:03:16.300964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 7e05cf91-5cc6-4ace-9bb8-d5930552611a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:16.305810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7e05cf91-5cc6-4ace-9bb8-d5930552611a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:16.306316 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.408919 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.413868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-8cc947ee-963a-48da-9d08-23affc50f1f5 service neutron] 10.222.0.35 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467032 Jul 15 14:03:16.459064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 7e05cf91-5cc6-4ace-9bb8-d5930552611a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e05cf91-5cc6-4ace-9bb8-d5930552611a,segment=NetworkSegment(d9c17958-04d0-4d4d-9ba6-2fbc901bedc4),segment_id=d9c17958-04d0-4d4d-9ba6-2fbc901bedc4)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:16.464337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc0271-e92c-464c-9149-0daecc92c3fb req-7baff677-5f2d-42be-8a30-6eb4db897eb9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:16.464809 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.466393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69dc0271-e92c-464c-9149-0daecc92c3fb req-7baff677-5f2d-42be-8a30-6eb4db897eb9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 944 time: 0.1237934 Jul 15 14:03:16.521517 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=7e05cf91-5cc6-4ace-9bb8-d5930552611a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:16.560543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-69dc0271-e92c-464c-9149-0daecc92c3fb req-90c905f6-b0b7-46b4-a0f0-650c506ac452 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 Jul 15 14:03:16.562683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-165f7f86-f285-43de-8b20-b758630cb5e1 req-8991a80c-9aae-4cbe-b4fc-b9b81adc0f57 service neutron] 10.222.0.35 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403251 Jul 15 14:03:17.756451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ba9a-8dc9-4992-9b90-89f5439f72f7 req-cd939335-7860-4481-92be-d37287530375 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:17.757987 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2587ba9a-8dc9-4992-9b90-89f5439f72f7 req-cd939335-7860-4481-92be-d37287530375 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 944 time: 0.0659502 Jul 15 14:03:17.797881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2587ba9a-8dc9-4992-9b90-89f5439f72f7 req-80df3e9c-155b-4214-886c-03be37cea7be tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Jul 15 14:03:18.217432 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e05cf91-5cc6-4ace-9bb8-d5930552611a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:18.265826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7e05cf91-5cc6-4ace-9bb8-d5930552611a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:18.266195 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.764541 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5147d1b-c157-496a-aa49-84506591844b details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:03:18.858889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5147d1b-c157-496a-aa49-84506591844b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5147d1b-c157-496a-aa49-84506591844b,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:18.870243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'b5147d1b-c157-496a-aa49-84506591844b', 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'port_id': 'b5147d1b-c157-496a-aa49-84506591844b', 'mac_address': 'fa:16:3e:9d:d8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a8f916-b2a8-4ae7-b859-c4c831b24460', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:03:18.915534 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.929075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5147d1b-c157-496a-aa49-84506591844b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:18.960385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5147d1b-c157-496a-aa49-84506591844b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5147d1b-c157-496a-aa49-84506591844b,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:18.964452 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.969678 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a82069bd-fe10-415a-b0f2-7034bf40c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.981860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58589517-69ae-4066-b6b5-ac0a623db336 req-5a6f613f-6836-450c-9106-490ea6de24eb tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:18.983381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58589517-69ae-4066-b6b5-ac0a623db336 req-5a6f613f-6836-450c-9106-490ea6de24eb tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 944 time: 0.0711002 Jul 15 14:03:19.016931 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b5147d1b-c157-496a-aa49-84506591844b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:19.021974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58589517-69ae-4066-b6b5-ac0a623db336 req-52a3d626-5c23-44a9-b34e-022f0d52922f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jul 15 14:03:19.164790 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b5147d1b-c157-496a-aa49-84506591844b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:20.202022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427b19a-5452-42be-9e78-f4a96eac9e54 req-5d119aef-aeb1-4a6f-aa98-9c22609c1e37 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:20.203593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2427b19a-5452-42be-9e78-f4a96eac9e54 req-5d119aef-aeb1-4a6f-aa98-9c22609c1e37 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 945 time: 0.0695682 Jul 15 14:03:20.242493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2427b19a-5452-42be-9e78-f4a96eac9e54 req-cb475bbc-a6d6-4b8e-9de1-f350ffc31d04 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Jul 15 14:03:20.285371 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:20.764665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5147d1b-c157-496a-aa49-84506591844b up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:20.816743 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port b5147d1b-c157-496a-aa49-84506591844b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:20.820591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port b5147d1b-c157-496a-aa49-84506591844b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:20.820963 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:20.897264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:20.921119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797880fd-be22-44c1-82c6-dcfbcb7b96b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5147d1b-c157-496a-aa49-84506591844b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:20.923406 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830803e-c927-4efb-b14b-7f9989d9c325" -d '{"events": [{"server_uuid": "797880fd-be22-44c1-82c6-dcfbcb7b96b5", "name": "network-vif-plugged", "status": "completed", "tag": "b5147d1b-c157-496a-aa49-84506591844b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:20.937118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port b5147d1b-c157-496a-aa49-84506591844b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5147d1b-c157-496a-aa49-84506591844b,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:20.941148 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:20.968325 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e82619d-5179-4bf1-bb5b-96c57ed0f905 x-openstack-request-id: req-4e82619d-5179-4bf1-bb5b-96c57ed0f905 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:20.968650 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797880fd-be22-44c1-82c6-dcfbcb7b96b5", "name": "network-vif-plugged", "status": "completed", "tag": "b5147d1b-c157-496a-aa49-84506591844b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:20.969132 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e82619d-5179-4bf1-bb5b-96c57ed0f905 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:20.969526 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797880fd-be22-44c1-82c6-dcfbcb7b96b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5147d1b-c157-496a-aa49-84506591844b', 'code': 200} Jul 15 14:03:20.998458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=b5147d1b-c157-496a-aa49-84506591844b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:21.074444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabea98f-6861-4e89-97e6-288e90b3c01a req-8480ca5f-0b39-4047-afeb-05321d5578db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:21.076084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eabea98f-6861-4e89-97e6-288e90b3c01a req-8480ca5f-0b39-4047-afeb-05321d5578db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 1098 time: 0.0536222 Jul 15 14:03:21.111183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eabea98f-6861-4e89-97e6-288e90b3c01a req-ad1c5f05-4d6e-40e8-a209-3cd2f4c30355 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290301 Jul 15 14:03:21.417359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275ca87-3a08-47ac-92e6-3f39f24bdb0f req-909120e8-28d5-433c-99c7-8d7683e41e0e tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:21.418881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f275ca87-3a08-47ac-92e6-3f39f24bdb0f req-909120e8-28d5-433c-99c7-8d7683e41e0e tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 946 time: 0.0635655 Jul 15 14:03:21.455614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f275ca87-3a08-47ac-92e6-3f39f24bdb0f req-77c8b047-e44c-44fa-9479-b767825a7690 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Jul 15 14:03:21.621985 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a8f1a254-4869-4413-ae57-bd36644d1446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:21.754656 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:22.630030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40212b85-91fd-4da7-b7de-66d32d8d3472 req-6e28930d-ab1d-4581-8685-faa971a2095d tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:22.631630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40212b85-91fd-4da7-b7de-66d32d8d3472 req-6e28930d-ab1d-4581-8685-faa971a2095d tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 946 time: 0.0664907 Jul 15 14:03:22.670724 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-40212b85-91fd-4da7-b7de-66d32d8d3472 req-7fd7e1b2-736e-4fd4-9415-fb91b972b6a9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Jul 15 14:03:22.844111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c3d64-ae0a-4807-ab5a-cd7e899ac664 req-f51e2b43-280c-44fa-a4cc-0dc0968886ff tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:22.845611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d99c3d64-ae0a-4807-ab5a-cd7e899ac664 req-f51e2b43-280c-44fa-a4cc-0dc0968886ff tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 946 time: 0.0644045 Jul 15 14:03:22.883390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d99c3d64-ae0a-4807-ab5a-cd7e899ac664 req-33966aca-4c7d-4226-899e-fb8bafaf3bdb tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Jul 15 14:03:23.080164 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.549801 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.091731 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.100948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:41.975731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09576565-ddc0-471e-86dc-eba9e65f1cc0 req-13b6537e-027f-45ec-ae74-7abb233c0d8f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:41.977362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09576565-ddc0-471e-86dc-eba9e65f1cc0 req-13b6537e-027f-45ec-ae74-7abb233c0d8f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 946 time: 0.0736132 Jul 15 14:03:42.023962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09576565-ddc0-471e-86dc-eba9e65f1cc0 req-4d4a89b9-bb69-4c57-8d94-a59dd0489b2f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407510 Jul 15 14:03:43.210844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f52a9-b70c-4602-b986-46877ffa8c54 req-6fcf9f9c-8084-443d-bd52-c190777f05b9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:43.212367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-936f52a9-b70c-4602-b986-46877ffa8c54 req-6fcf9f9c-8084-443d-bd52-c190777f05b9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 946 time: 0.0696533 Jul 15 14:03:43.251945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-936f52a9-b70c-4602-b986-46877ffa8c54 req-a79aa9a1-9920-42bb-8a2d-9bb357bfe7fa tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339050 Jul 15 14:03:43.448456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-a93a0e17-6ecb-41f1-a4ce-2d52f75c7d5b tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:43.450555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-a93a0e17-6ecb-41f1-a4ce-2d52f75c7d5b tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.35 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 946 time: 0.0650675 Jul 15 14:03:43.555403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Deleting port b5147d1b-c157-496a-aa49-84506591844b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:43.555746 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:43.641402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] For port b5147d1b-c157-496a-aa49-84506591844b, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=b5147d1b-c157-496a-aa49-84506591844b,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:43.641647 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:43.658003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Calling delete_port for b5147d1b-c157-496a-aa49-84506591844b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:43.780057 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:43.793333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['b5147d1b-c157-496a-aa49-84506591844b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:43.809940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Pushing event deleted for resources: {'Port': ['ID=b5147d1b-c157-496a-aa49-84506591844b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:43.822756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.822990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.823364 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.823707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.824034 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.824366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.824695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.825022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.825350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.825675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.825997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.826318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:43.870464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] No DVR routers for this DVR port b5147d1b-c157-496a-aa49-84506591844b on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:43.873887 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:43.875950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-89c72a99-0b8e-4371-aabd-9ad8b09212ec req-63433bcb-1943-441b-a79e-edac6e5a90ab tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.35 "DELETE /v2.0/ports/b5147d1b-c157-496a-aa49-84506591844b HTTP/1.1" status: 204 len: 173 time: 0.4197574 Jul 15 14:03:43.876412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797880fd-be22-44c1-82c6-dcfbcb7b96b5', 'name': 'network-vif-deleted', 'tag': 'b5147d1b-c157-496a-aa49-84506591844b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:43.879008 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bc7962-2027-4c3d-878c-be47abd03a29" -d '{"events": [{"server_uuid": "797880fd-be22-44c1-82c6-dcfbcb7b96b5", "name": "network-vif-deleted", "tag": "b5147d1b-c157-496a-aa49-84506591844b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:43.922085 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6c6a87-55d4-47cb-bb61-7e8364ac0f57 x-openstack-request-id: req-fb6c6a87-55d4-47cb-bb61-7e8364ac0f57 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:43.931578 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797880fd-be22-44c1-82c6-dcfbcb7b96b5", "name": "network-vif-deleted", "tag": "b5147d1b-c157-496a-aa49-84506591844b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:43.931850 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb6c6a87-55d4-47cb-bb61-7e8364ac0f57 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:43.932292 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797880fd-be22-44c1-82c6-dcfbcb7b96b5', 'name': 'network-vif-deleted', 'tag': 'b5147d1b-c157-496a-aa49-84506591844b', 'status': 'completed', 'code': 200} Jul 15 14:03:44.419753 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-157f09c0-bbde-4663-9b2b-a5e74b2193e7 req-6513c387-c8fd-4054-b14b-188af74e93ba tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=797880fd-be22-44c1-82c6-dcfbcb7b96b5 HTTP/1.1" status: 200 len: 210 time: 0.0291543 Jul 15 14:03:46.066369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-8fae1d6f-0a8f-4c80-9389-942ad8bdd5b4 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.067946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-8fae1d6f-0a8f-4c80-9389-942ad8bdd5b4 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/networks?id=49f952b3-5f65-4ece-a96b-64291868b3e0 HTTP/1.1" status: 200 len: 816 time: 0.1102118 Jul 15 14:03:46.085049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-f3aa6b52-b39f-416f-9840-bd8d65f7e317 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/quotas/189dd6f1115647908115d0b418730fd5 HTTP/1.1" status: 200 len: 375 time: 0.0100060 Jul 15 14:03:46.155458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-fbdae763-6e37-4051-897d-c5c5e774159d tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=189dd6f1115647908115d0b418730fd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644290 Jul 15 14:03:46.269099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-e82f7581-08b1-471d-8aaf-bc54789ed4e1 service neutron] 10.222.0.25 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925200 Jul 15 14:03:46.358170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-a25b3801-9c14-4116-980b-d88c2de63863 service neutron] 10.222.0.25 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Jul 15 14:03:46.526981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-58b20946-c79e-42fd-8a01-4e8369694400 req-c748e124-d936-41f0-836a-81f05dea7ad5 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 210 time: 0.0287004 Jul 15 14:03:47.029569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5147d1b-c157-496a-aa49-84506591844b no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:47.048487 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: b5147d1b-c157-496a-aa49-84506591844b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:47.048833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device b5147d1b-c157-496a-aa49-84506591844b not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:47.552036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-302f5368-97e7-4ba0-8f68-3d5c5579f892 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:47.553519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-302f5368-97e7-4ba0-8f68-3d5c5579f892 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.30 "GET /v2.0/networks?id=49f952b3-5f65-4ece-a96b-64291868b3e0 HTTP/1.1" status: 200 len: 816 time: 0.1146400 Jul 15 14:03:47.568035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Request body: {'port': {'device_id': '8d2ce6b2-f796-4360-85a2-115b69064f87', 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'admin_state_up': True, 'tenant_id': '189dd6f1115647908115d0b418730fd5'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:47.678128 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a939f6d2-3abb-4a13-b2a4-40f4af24880c req-f9dfa906-45ee-4b8e-984b-f3e959a85647 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 210 time: 0.0342460 Jul 15 14:03:47.711225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Made reservation on behalf of 189dd6f1115647908115d0b418730fd5 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:47.714815 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:47.840292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Allocated IP 172.20.0.6 (49f952b3-5f65-4ece-a96b-64291868b3e0/21a8f916-b2a8-4ae7-b859-c4c831b24460/5022187e-b35d-4116-bfb8-9ad3953de8f9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:47.984327 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:47.997660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Transition to ACTIVE for port object 5022187e-b35d-4116-bfb8-9ad3953de8f9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:48.030215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.080096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:48.083413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:48.087410 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:48.094755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Pushing event updated for resources: {'Port': ['ID=5022187e-b35d-4116-bfb8-9ad3953de8f9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:48.141478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:48.142097 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.157198 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-6809fad6-7938-409a-8d80-5c1847209917 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5937288 Jul 15 14:03:48.169352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Request body: {'port': {'device_id': '8d2ce6b2-f796-4360-85a2-115b69064f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:48.249846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.361358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6325909a-801d-4e8d-90d2-c02baf88a2b8 None None] Provisioning for port 5022187e-b35d-4116-bfb8-9ad3953de8f9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:48.365132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6325909a-801d-4e8d-90d2-c02baf88a2b8 None None] Provisioning complete for port 5022187e-b35d-4116-bfb8-9ad3953de8f9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:48.365659 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6325909a-801d-4e8d-90d2-c02baf88a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.400215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6325909a-801d-4e8d-90d2-c02baf88a2b8 None None] Port 5022187e-b35d-4116-bfb8-9ad3953de8f9 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:48.525404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5022187e-b35d-4116-bfb8-9ad3953de8f9 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:48.534379 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.548279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Transition to ACTIVE for port object 5022187e-b35d-4116-bfb8-9ad3953de8f9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:48.552053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.604301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Pushing event updated for resources: {'Port': ['ID=5022187e-b35d-4116-bfb8-9ad3953de8f9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:48.677381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Attempting to bind port 5022187e-b35d-4116-bfb8-9ad3953de8f9 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:48.677721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Attempting to bind port 5022187e-b35d-4116-bfb8-9ad3953de8f9 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:48.678055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Attempting to bind port 5022187e-b35d-4116-bfb8-9ad3953de8f9 on network 49f952b3-5f65-4ece-a96b-64291868b3e0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:48.682651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Port 5022187e-b35d-4116-bfb8-9ad3953de8f9 on network 49f952b3-5f65-4ece-a96b-64291868b3e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:03:48.683004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Attempting to bind port 5022187e-b35d-4116-bfb8-9ad3953de8f9 on network 49f952b3-5f65-4ece-a96b-64291868b3e0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:48.688231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:48.688588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Checking segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:48.688963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Bound using segment: {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:48.689420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Bound port: 5022187e-b35d-4116-bfb8-9ad3953de8f9, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97af5d33-3314-49ff-aa46-0db95a150fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:48.689765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.757564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] For port 5022187e-b35d-4116-bfb8-9ad3953de8f9, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:48.761141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] For port 5022187e-b35d-4116-bfb8-9ad3953de8f9, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5022187e-b35d-4116-bfb8-9ad3953de8f9,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:48.766403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.814867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:48.815517 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.816926 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] 10.222.0.30 "PUT /v2.0/ports/5022187e-b35d-4116-bfb8-9ad3953de8f9 HTTP/1.1" status: 200 len: 1092 time: 0.6528265 Jul 15 14:03:48.819094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2ce6b2-f796-4360-85a2-115b69064f87', 'tag': '5022187e-b35d-4116-bfb8-9ad3953de8f9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:48.821459 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2ce6b2-f796-4360-85a2-115b69064f87", "tag": "5022187e-b35d-4116-bfb8-9ad3953de8f9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:48.896660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41c90-c674-4216-bd4b-fdf00b21130c service neutron] Pushing event updated for resources: {'Port': ['ID=5022187e-b35d-4116-bfb8-9ad3953de8f9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:48.943705 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a8090-d354-4d0d-929c-68b1ec3fb121 req-a9b87b91-a4fe-43ef-ac70-c5b9c712b341 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:48.945277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-962a8090-d354-4d0d-929c-68b1ec3fb121 req-a9b87b91-a4fe-43ef-ac70-c5b9c712b341 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 943 time: 0.1469078 Jul 15 14:03:48.952543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-09b1d825-e884-4f24-b254-724d7d22ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:48.953120 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bc58a1ad-c999-4b64-8112-406ad9cb1bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.954324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-09b1d825-e884-4f24-b254-724d7d22ac7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=189dd6f1115647908115d0b418730fd5&device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 1095 time: 0.0950685 Jul 15 14:03:49.004583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-3d957571-74ed-47e9-a096-6dd79ea9adb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5022187e-b35d-4116-bfb8-9ad3953de8f9 HTTP/1.1" status: 200 len: 217 time: 0.0426357 Jul 15 14:03:49.050380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-962a8090-d354-4d0d-929c-68b1ec3fb121 req-bc21483f-7d02-4e79-80b1-5cd84f8bdd0a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949860 Jul 15 14:03:49.066481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-3e536389-10e0-4b98-bcc8-7a0b76c4d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:49.068077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-3e536389-10e0-4b98-bcc8-7a0b76c4d270 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21a8f916-b2a8-4ae7-b859-c4c831b24460 HTTP/1.1" status: 200 len: 855 time: 0.0534716 Jul 15 14:03:49.105160 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f25399-ef05-4bf5-83f7-df19bc2f00ff x-openstack-request-id: req-22f25399-ef05-4bf5-83f7-df19bc2f00ff {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:49.105453 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2ce6b2-f796-4360-85a2-115b69064f87", "tag": "5022187e-b35d-4116-bfb8-9ad3953de8f9", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:49.105712 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22f25399-ef05-4bf5-83f7-df19bc2f00ff {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:49.106121 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2ce6b2-f796-4360-85a2-115b69064f87', 'tag': '5022187e-b35d-4116-bfb8-9ad3953de8f9', 'status': 'completed', 'code': 200} Jul 15 14:03:49.132287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-178438bb-5e2d-40f7-84ef-2633f31f1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:49.133808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-178438bb-5e2d-40f7-84ef-2633f31f1474 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49f952b3-5f65-4ece-a96b-64291868b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588870 Jul 15 14:03:49.222408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-104d0292-0dd2-43b8-ab88-bb7b8bfee48f service neutron] 10.222.0.30 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814548 Jul 15 14:03:49.314231 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56dbf5fd-d1c1-4c17-91d2-518264a394ec req-2b025b09-8fa0-400f-bfab-d812475777c1 service neutron] 10.222.0.30 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856304 Jul 15 14:03:49.413953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-7cf15281-6769-439e-a519-f4103f9a057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:49.415505 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-7cf15281-6769-439e-a519-f4103f9a057f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=189dd6f1115647908115d0b418730fd5&device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 1095 time: 0.0551958 Jul 15 14:03:49.507990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-3ac37abf-7d63-4143-9855-be96f32b3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:49.509491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-3ac37abf-7d63-4143-9855-be96f32b3e82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=49f952b3-5f65-4ece-a96b-64291868b3e0 HTTP/1.1" status: 200 len: 917 time: 0.0872054 Jul 15 14:03:49.552131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-74a6af5e-e7e0-459e-9f7b-c78007a23ae9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5022187e-b35d-4116-bfb8-9ad3953de8f9 HTTP/1.1" status: 200 len: 217 time: 0.0345314 Jul 15 14:03:49.605593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-5f25c897-3f36-452e-ab10-5ecaf38ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:49.606969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-5f25c897-3f36-452e-ab10-5ecaf38ac89e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21a8f916-b2a8-4ae7-b859-c4c831b24460 HTTP/1.1" status: 200 len: 855 time: 0.0478141 Jul 15 14:03:49.665371 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-a032557a-3213-4e31-b942-c418aa01bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:49.666878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-a032557a-3213-4e31-b942-c418aa01bef1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49f952b3-5f65-4ece-a96b-64291868b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531993 Jul 15 14:03:49.762660 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-0396e1ba-1631-4324-8fe2-04ac0d4ad96a service neutron] 10.222.0.30 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878363 Jul 15 14:03:49.857325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35a84d43-fc22-46a5-8bb8-4fbd7e1ddd25 req-6b4946b3-f8a6-41e0-ae02-0647bf937cac service neutron] 10.222.0.30 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879562 Jul 15 14:03:50.241111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42944cb7-c8ec-4a0a-a7c9-b6d7dcaebcd5 req-5591f2d6-35ad-4c0c-8cbc-04a371cb3be2 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:50.242705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42944cb7-c8ec-4a0a-a7c9-b6d7dcaebcd5 req-5591f2d6-35ad-4c0c-8cbc-04a371cb3be2 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 943 time: 0.0705278 Jul 15 14:03:50.282901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42944cb7-c8ec-4a0a-a7c9-b6d7dcaebcd5 req-81b517ce-4f9e-47ca-b3c7-39e4b2553bfd tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Jul 15 14:03:51.479022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af172397-0663-4396-b50f-8445bebac55f req-57b04ff9-ab4d-4a6e-97ad-3b06af3c41dd tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:51.480669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af172397-0663-4396-b50f-8445bebac55f req-57b04ff9-ab4d-4a6e-97ad-3b06af3c41dd tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 943 time: 0.0809145 Jul 15 14:03:51.528165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af172397-0663-4396-b50f-8445bebac55f req-846a543e-e0b6-4bdc-803b-c35730ebefeb tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Jul 15 14:03:51.624192 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4dcda16b-14be-4498-893e-46348ed42fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.762458 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.171722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5022187e-b35d-4116-bfb8-9ad3953de8f9 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:03:52.272590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 5022187e-b35d-4116-bfb8-9ad3953de8f9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5022187e-b35d-4116-bfb8-9ad3953de8f9,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:52.285225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '5022187e-b35d-4116-bfb8-9ad3953de8f9', 'network_id': '49f952b3-5f65-4ece-a96b-64291868b3e0', 'port_id': '5022187e-b35d-4116-bfb8-9ad3953de8f9', 'mac_address': 'fa:16:3e:a8:42:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a8f916-b2a8-4ae7-b859-c4c831b24460', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:03:52.324372 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.341222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5022187e-b35d-4116-bfb8-9ad3953de8f9 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:52.361625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 5022187e-b35d-4116-bfb8-9ad3953de8f9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5022187e-b35d-4116-bfb8-9ad3953de8f9,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:52.365850 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.420125 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=5022187e-b35d-4116-bfb8-9ad3953de8f9,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:52.428199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.428459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.428816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.429149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.429488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.429874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.430223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.430536 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.430862 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.431215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.431543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.431865 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:52.569695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5022187e-b35d-4116-bfb8-9ad3953de8f9'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:52.708835 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98525ca3-24f6-4b23-934a-38c9cee8cf62 req-72f68d25-1239-4bc0-840e-d7b416f03f30 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:52.710355 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98525ca3-24f6-4b23-934a-38c9cee8cf62 req-72f68d25-1239-4bc0-840e-d7b416f03f30 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 944 time: 0.0666976 Jul 15 14:03:52.756696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-98525ca3-24f6-4b23-934a-38c9cee8cf62 req-a4df018b-eaf7-474f-9757-909761222b7b tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Jul 15 14:03:53.077567 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.957651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61a897-ec0e-4fd9-958c-afd095b84ede req-4c0d1217-20b5-4626-afba-6431ae91f5d3 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:53.959303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b61a897-ec0e-4fd9-958c-afd095b84ede req-4c0d1217-20b5-4626-afba-6431ae91f5d3 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 944 time: 0.0785918 Jul 15 14:03:54.000789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5b61a897-ec0e-4fd9-958c-afd095b84ede req-727b2351-5adc-462a-a7f5-16f1f380c5bb tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Jul 15 14:03:54.190470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5022187e-b35d-4116-bfb8-9ad3953de8f9 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:54.244287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 5022187e-b35d-4116-bfb8-9ad3953de8f9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:54.248930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 5022187e-b35d-4116-bfb8-9ad3953de8f9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:54.249322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.331546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.358924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2ce6b2-f796-4360-85a2-115b69064f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5022187e-b35d-4116-bfb8-9ad3953de8f9'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:54.361269 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67c8d92-3709-4fc0-9747-20d617733142" -d '{"events": [{"server_uuid": "8d2ce6b2-f796-4360-85a2-115b69064f87", "name": "network-vif-plugged", "status": "completed", "tag": "5022187e-b35d-4116-bfb8-9ad3953de8f9"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:54.376663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 5022187e-b35d-4116-bfb8-9ad3953de8f9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5022187e-b35d-4116-bfb8-9ad3953de8f9,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:54.382310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.419077 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a448d5bd-bd24-4a71-a9e9-1b8b545f9eb1 x-openstack-request-id: req-a448d5bd-bd24-4a71-a9e9-1b8b545f9eb1 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:54.419591 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2ce6b2-f796-4360-85a2-115b69064f87", "name": "network-vif-plugged", "status": "completed", "tag": "5022187e-b35d-4116-bfb8-9ad3953de8f9", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:54.419859 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a448d5bd-bd24-4a71-a9e9-1b8b545f9eb1 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:54.420259 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2ce6b2-f796-4360-85a2-115b69064f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5022187e-b35d-4116-bfb8-9ad3953de8f9', 'code': 200} Jul 15 14:03:54.450929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=5022187e-b35d-4116-bfb8-9ad3953de8f9,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:54.547318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2228e5-9323-4dc0-b46d-b748783e8667 req-6d08831c-db70-4199-9f77-41fcfb038a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:54.549706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df2228e5-9323-4dc0-b46d-b748783e8667 req-6d08831c-db70-4199-9f77-41fcfb038a94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 1097 time: 0.0772076 Jul 15 14:03:54.551897 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.587530 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df2228e5-9323-4dc0-b46d-b748783e8667 req-aaea5e99-ce09-4c27-876d-95022719f6b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jul 15 14:03:55.187642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c435457-c152-4cfa-8dd8-987bad71687f req-0f9a994b-29e0-4e0f-9711-6992eca94cbf tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:55.189271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c435457-c152-4cfa-8dd8-987bad71687f req-0f9a994b-29e0-4e0f-9711-6992eca94cbf tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 945 time: 0.0674655 Jul 15 14:03:55.232141 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c435457-c152-4cfa-8dd8-987bad71687f req-907e73b5-6456-4e96-8435-2c2a4b62e9c9 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369160 Jul 15 14:03:56.416584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4eb2f-0d03-47b1-a9a6-1a0c0b12d988 req-99be8c6e-1e05-49fa-a052-9f398964b7cc tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:56.418636 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bea4eb2f-0d03-47b1-a9a6-1a0c0b12d988 req-99be8c6e-1e05-49fa-a052-9f398964b7cc tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 945 time: 0.0706284 Jul 15 14:03:56.457480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bea4eb2f-0d03-47b1-a9a6-1a0c0b12d988 req-fded98b3-feac-47d9-a7db-5c263018c6f1 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329409 Jul 15 14:03:56.636272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa861e5f-805a-4772-b4f0-bda83a11f67e req-00336198-8844-4e00-acd4-884b89b42fec tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:56.637825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa861e5f-805a-4772-b4f0-bda83a11f67e req-00336198-8844-4e00-acd4-884b89b42fec tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 945 time: 0.0679359 Jul 15 14:03:56.676317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa861e5f-805a-4772-b4f0-bda83a11f67e req-cbca5201-8590-42bb-bf59-59a318175c81 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Jul 15 14:03:57.284745 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:05.107211 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.125379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.294991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21511848-d750-4f6e-8404-3022485b4228 req-d4fafe0a-a769-468c-a9a6-2dc4f92a709e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588257 Jul 15 14:04:15.429197 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21511848-d750-4f6e-8404-3022485b4228 req-990ff523-e100-4331-9bb4-57835fcc3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:15.430940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21511848-d750-4f6e-8404-3022485b4228 req-990ff523-e100-4331-9bb4-57835fcc3455 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=189dd6f1115647908115d0b418730fd5&device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 1097 time: 0.0870807 Jul 15 14:04:15.554120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21511848-d750-4f6e-8404-3022485b4228 req-ea5b0cd8-3072-4678-be5a-812134d9232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:15.555676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21511848-d750-4f6e-8404-3022485b4228 req-ea5b0cd8-3072-4678-be5a-812134d9232b service neutron] 10.222.0.30 "GET /v2.0/networks?id=49f952b3-5f65-4ece-a96b-64291868b3e0 HTTP/1.1" status: 200 len: 917 time: 0.1019559 Jul 15 14:04:15.603397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21511848-d750-4f6e-8404-3022485b4228 req-d7317648-951b-4172-9b3f-e4d4133c2a35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5022187e-b35d-4116-bfb8-9ad3953de8f9 HTTP/1.1" status: 200 len: 217 time: 0.0401235 Jul 15 14:04:15.661047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21511848-d750-4f6e-8404-3022485b4228 req-959f08bc-5fa4-4496-8fbc-b838b31cf8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:15.662600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21511848-d750-4f6e-8404-3022485b4228 req-959f08bc-5fa4-4496-8fbc-b838b31cf8d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21a8f916-b2a8-4ae7-b859-c4c831b24460 HTTP/1.1" status: 200 len: 855 time: 0.0497670 Jul 15 14:04:15.731830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21511848-d750-4f6e-8404-3022485b4228 req-f22fb1d3-f40e-4b2f-8cfc-a01c6acc0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:15.733391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21511848-d750-4f6e-8404-3022485b4228 req-f22fb1d3-f40e-4b2f-8cfc-a01c6acc0622 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49f952b3-5f65-4ece-a96b-64291868b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639415 Jul 15 14:04:16.214020 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21511848-d750-4f6e-8404-3022485b4228 req-c8b96494-ac3c-42f1-823a-7be213a4060e service neutron] 10.222.0.30 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727292 Jul 15 14:04:16.330375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-21511848-d750-4f6e-8404-3022485b4228 req-d9b1ac92-1a08-4de5-82c5-fa07af6559dd service neutron] 10.222.0.30 "GET /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089170 Jul 15 14:04:16.946513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0afac2-fe63-443a-8c31-cff3dd746c6f req-7d1a8072-8d72-4bf9-b86e-6664619e73dc tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:16.948560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df0afac2-fe63-443a-8c31-cff3dd746c6f req-7d1a8072-8d72-4bf9-b86e-6664619e73dc tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 945 time: 0.0708849 Jul 15 14:04:16.993184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df0afac2-fe63-443a-8c31-cff3dd746c6f req-27b66758-52a7-4fc3-9f15-df4accb6f50a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Jul 15 14:04:18.171194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d432-4ca9-42ac-ba9f-730ef4de58a0 req-d4bc094e-46f6-42fa-a4b0-2595407e6773 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:18.172769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63c0d432-4ca9-42ac-ba9f-730ef4de58a0 req-d4bc094e-46f6-42fa-a4b0-2595407e6773 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 945 time: 0.0667081 Jul 15 14:04:18.212714 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63c0d432-4ca9-42ac-ba9f-730ef4de58a0 req-52a635b0-3914-4311-91b5-08490883fe8a tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36351b-58c8-47e2-ac67-4b6aa12367bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Jul 15 14:04:18.421858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-b1b48164-7bc6-4d6e-a2b3-11318cef8c40 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:18.423381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-b1b48164-7bc6-4d6e-a2b3-11318cef8c40 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 945 time: 0.0670226 Jul 15 14:04:18.526178 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Deleting port 5022187e-b35d-4116-bfb8-9ad3953de8f9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:18.526534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:18.619515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] For port 5022187e-b35d-4116-bfb8-9ad3953de8f9, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=5022187e-b35d-4116-bfb8-9ad3953de8f9,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:18.620242 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:18.636509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Calling delete_port for 5022187e-b35d-4116-bfb8-9ad3953de8f9 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:18.771885 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:18.783982 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['5022187e-b35d-4116-bfb8-9ad3953de8f9'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:18.804297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Pushing event deleted for resources: {'Port': ['ID=5022187e-b35d-4116-bfb8-9ad3953de8f9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:18.859884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] No DVR routers for this DVR port 5022187e-b35d-4116-bfb8-9ad3953de8f9 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:18.862697 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:18.864846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2991e293-44ab-44c8-bf2f-f9f75eeaa2b8 req-3ec2abea-8d25-485b-b9f2-1953248dc75f tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.30 "DELETE /v2.0/ports/5022187e-b35d-4116-bfb8-9ad3953de8f9 HTTP/1.1" status: 204 len: 173 time: 0.4364209 Jul 15 14:04:18.865412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2ce6b2-f796-4360-85a2-115b69064f87', 'name': 'network-vif-deleted', 'tag': '5022187e-b35d-4116-bfb8-9ad3953de8f9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:18.867844 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff7963d-3b7e-4e9a-807d-58764d1153bc" -d '{"events": [{"server_uuid": "8d2ce6b2-f796-4360-85a2-115b69064f87", "name": "network-vif-deleted", "tag": "5022187e-b35d-4116-bfb8-9ad3953de8f9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:18.914026 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b69e39-50a3-4287-94e6-5bf445bf8006 x-openstack-request-id: req-87b69e39-50a3-4287-94e6-5bf445bf8006 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:18.914324 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2ce6b2-f796-4360-85a2-115b69064f87", "name": "network-vif-deleted", "tag": "5022187e-b35d-4116-bfb8-9ad3953de8f9", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:18.914578 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87b69e39-50a3-4287-94e6-5bf445bf8006 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:18.915018 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2ce6b2-f796-4360-85a2-115b69064f87', 'name': 'network-vif-deleted', 'tag': '5022187e-b35d-4116-bfb8-9ad3953de8f9', 'status': 'completed', 'code': 200} Jul 15 14:04:18.965802 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8f95462d-1a72-48b9-bfa2-d649af246f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.398512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-252a8ac3-a493-42aa-b9e6-4e4111331c18 req-3ed32a75-7c72-42ba-9173-5ea8f8081705 tempest-TestEncryptedCinderVolumes-1370110255 tempest-TestEncryptedCinderVolumes-1370110255-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2ce6b2-f796-4360-85a2-115b69064f87 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Jul 15 14:04:20.524259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35182) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:20.872477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.140717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Deleting port 70bb9491-3c74-410a-b65c-7995492b1510 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:21.140971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.221885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] For port 70bb9491-3c74-410a-b65c-7995492b1510, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=70bb9491-3c74-410a-b65c-7995492b1510,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:21.222247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.235982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Calling delete_port for 70bb9491-3c74-410a-b65c-7995492b1510 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:21.421710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.453469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70bb9491-3c74-410a-b65c-7995492b1510,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:21.623953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.626437 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2b833d68-3db6-4476-b789-0d54eae4ea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.756477 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.848965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:04:21.950848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:21.955793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5cd9e701-e962-4266-8e40-163b3e7980f6 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4304883 Jul 15 14:04:21.958345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35184) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:21.961159 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] Sync routers for ids ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:21.970836 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] Routers {'0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:21.971554 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:22.059653 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.071082 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] Set router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:22.163617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.222276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Deleting port 9aa62b9b-87b7-47d6-8515-75ca84ac59df {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:22.222620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.250477 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:04:21Z', 'revision_number': 5, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port': {'id': '9aa62b9b-87b7-47d6-8515-75ca84ac59df', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:22.280277 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] Checking router: 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:22.289160 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] Routers {'0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:22.289779 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:22.310603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] For port 9aa62b9b-87b7-47d6-8515-75ca84ac59df, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=9aa62b9b-87b7-47d6-8515-75ca84ac59df,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:22.310879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.322751 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Calling delete_port for 9aa62b9b-87b7-47d6-8515-75ca84ac59df owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:22.327249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5022187e-b35d-4116-bfb8-9ad3953de8f9 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:22.351869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 5022187e-b35d-4116-bfb8-9ad3953de8f9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:22.352526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 5022187e-b35d-4116-bfb8-9ad3953de8f9 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:22.372374 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] Set router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:22.426769 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:04:22Z', 'revision_number': 6, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:22.452919 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cfd51-2cf5-440e-8ba7-9daedbf331c7 None None] The sync data for ids ['0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0'] in n-d-771362-36 is: [{'id': '0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0', 'name': 'tempest-TestEncryptedCinderVolumes-429730358-router', 'tenant_id': '189dd6f1115647908115d0b418730fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:02Z', 'updated_at': '2021-07-15T14:04:22Z', 'revision_number': 6, 'project_id': '189dd6f1115647908115d0b418730fd5', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:22.513583 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.539062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa62b9b-87b7-47d6-8515-75ca84ac59df,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:22.603607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.691934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.694043 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.737542 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.737983 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:04:22.742264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.743598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c03f4d6a-f267-4cb6-b2e7-0743fcef820c admin admin] 10.222.0.25 "DELETE /v2.0/routers/0c6ca1b5-e184-4c2b-ba79-725c5e9b5cc0 HTTP/1.1" status: 204 len: 168 time: 0.7843533 Jul 15 14:04:22.746158 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35188) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:22.789382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8a194c-3c1a-4890-9cee-2360ce4acaf1 admin admin] Deleting subnet 21a8f916-b2a8-4ae7-b859-c4c831b24460 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:04:22.792407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e8a194c-3c1a-4890-9cee-2360ce4acaf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.829531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e8a194c-3c1a-4890-9cee-2360ce4acaf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.940436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e8a194c-3c1a-4890-9cee-2360ce4acaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:22.992782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e8a194c-3c1a-4890-9cee-2360ce4acaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.018950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a194c-3c1a-4890-9cee-2360ce4acaf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a8f916-b2a8-4ae7-b859-c4c831b24460,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:23.022805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e8a194c-3c1a-4890-9cee-2360ce4acaf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.024484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5e8a194c-3c1a-4890-9cee-2360ce4acaf1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/21a8f916-b2a8-4ae7-b859-c4c831b24460 HTTP/1.1" status: 204 len: 168 time: 0.2772624 Jul 15 14:04:23.026918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35190) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:23.029658 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a33c5-9962-4e9a-b4f2-6fa53dcb6539 None None] Network 49f952b3-5f65-4ece-a96b-64291868b3e0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:23.102869 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.126987 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.164335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Deleting port 55740f28-ec07-4dd7-bd91-5b5e499408b6 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:23.164590 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.237812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] For port 55740f28-ec07-4dd7-bd91-5b5e499408b6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=55740f28-ec07-4dd7-bd91-5b5e499408b6,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:23.238441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.248317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] DHCP port deletion for 49f952b3-5f65-4ece-a96b-64291868b3e0 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:04:23.272446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Calling delete_port for 55740f28-ec07-4dd7-bd91-5b5e499408b6 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:23.301112 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] Deleting port 55740f28-ec07-4dd7-bd91-5b5e499408b6 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:23.301488 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.365247 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.368780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] For port 55740f28-ec07-4dd7-bd91-5b5e499408b6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=55740f28-ec07-4dd7-bd91-5b5e499408b6,segment=NetworkSegment(97af5d33-3314-49ff-aa46-0db95a150fdf),segment_id=97af5d33-3314-49ff-aa46-0db95a150fdf)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:23.369183 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.393079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55740f28-ec07-4dd7-bd91-5b5e499408b6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:23.394217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] Calling delete_port for 55740f28-ec07-4dd7-bd91-5b5e499408b6 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:23.399901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] No DVR routers for this DVR port 55740f28-ec07-4dd7-bd91-5b5e499408b6 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:23.478028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.485184 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.489600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f952b3-5f65-4ece-a96b-64291868b3e0']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:23.501189 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97af5d33-3314-49ff-aa46-0db95a150fdf') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:23.501490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97af5d33-3314-49ff-aa46-0db95a150fdf') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:23.511402 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.512664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] Pushing event deleted for resources: {'Port': ['ID=55740f28-ec07-4dd7-bd91-5b5e499408b6,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:23.523478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fb0b7-0f6b-430c-9e48-68dc2072dc48 None None] No DVR routers for this DVR port 55740f28-ec07-4dd7-bd91-5b5e499408b6 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:23.533862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.541901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:04:23.542303 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:04:23.544053 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:04:23.600883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.607187 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.608979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/49f952b3-5f65-4ece-a96b-64291868b3e0 HTTP/1.1" status: 204 len: 168 time: 0.5810187 Jul 15 14:04:23.612263 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35196) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:23.620677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0d2cb-e6fc-4c5c-914c-c00a336cb7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f952b3-5f65-4ece-a96b-64291868b3e0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:23.972879 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:24.231174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Deleting port 7e05cf91-5cc6-4ace-9bb8-d5930552611a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:24.231440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:24.252886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 70bb9491-3c74-410a-b65c-7995492b1510 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:24.272869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 70bb9491-3c74-410a-b65c-7995492b1510 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:24.273116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 70bb9491-3c74-410a-b65c-7995492b1510 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:24.273547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9aa62b9b-87b7-47d6-8515-75ca84ac59df no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:24.292831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 9aa62b9b-87b7-47d6-8515-75ca84ac59df {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:24.293179 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 9aa62b9b-87b7-47d6-8515-75ca84ac59df not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:24.293599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 55740f28-ec07-4dd7-bd91-5b5e499408b6 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:24.312288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 55740f28-ec07-4dd7-bd91-5b5e499408b6 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:24.312632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 55740f28-ec07-4dd7-bd91-5b5e499408b6 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:24.313641 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] For port 7e05cf91-5cc6-4ace-9bb8-d5930552611a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e05cf91-5cc6-4ace-9bb8-d5930552611a,segment=NetworkSegment(d9c17958-04d0-4d4d-9ba6-2fbc901bedc4),segment_id=d9c17958-04d0-4d4d-9ba6-2fbc901bedc4)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:24.314254 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:24.327765 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Calling delete_port for 7e05cf91-5cc6-4ace-9bb8-d5930552611a owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:24.517101 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:24.549410 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e05cf91-5cc6-4ace-9bb8-d5930552611a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:24.556453 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:24.576282 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.576630 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.577001 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.577342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.577741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.578020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.578353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.578682 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.579005 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.579352 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.579680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.580058 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:24.733769 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:24.940767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Router 5dcee821-e361-40f2-886a-7586b37ff207 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:04:25.047872 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:25.055408 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-741d6716-3d7a-41f5-9b66-40571c5e0f66 admin admin] 10.222.0.25 "PUT /v2.0/routers/5dcee821-e361-40f2-886a-7586b37ff207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4394002 Jul 15 14:04:25.055545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35200) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:25.056254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] Sync routers for ids ['5dcee821-e361-40f2-886a-7586b37ff207'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:25.066643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] Routers {'5dcee821-e361-40f2-886a-7586b37ff207'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:25.067319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5dcee821-e361-40f2-886a-7586b37ff207'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:25.163404 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.176308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] Set router 5dcee821-e361-40f2-886a-7586b37ff207 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:25.374165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:04:24Z', 'revision_number': 5, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:25.405798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] Checking router: 5dcee821-e361-40f2-886a-7586b37ff207 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:25.415176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] Routers {'5dcee821-e361-40f2-886a-7586b37ff207'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:25.415858 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5dcee821-e361-40f2-886a-7586b37ff207'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:25.525331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] Set router 5dcee821-e361-40f2-886a-7586b37ff207 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:25.550067 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.604218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Deleting port 15ad1587-2315-4574-9a4f-e6d8a6f6d751 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:25.604582 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.688139 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] For port 15ad1587-2315-4574-9a4f-e6d8a6f6d751, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15ad1587-2315-4574-9a4f-e6d8a6f6d751,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:25.688503 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.701963 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Calling delete_port for 15ad1587-2315-4574-9a4f-e6d8a6f6d751 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:25.711691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:04:24Z', 'revision_number': 5, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:25.744210 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6956fc-20b1-4714-ae29-04338d65f00d None None] The sync data for ids ['5dcee821-e361-40f2-886a-7586b37ff207'] in n-d-771362-36 is: [{'id': '5dcee821-e361-40f2-886a-7586b37ff207', 'name': 'tempest-TestEncryptedCinderVolumes-257362280-router', 'tenant_id': '920bd7770f00493f8b58489803840979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:06Z', 'updated_at': '2021-07-15T14:04:24Z', 'revision_number': 5, 'project_id': '920bd7770f00493f8b58489803840979', 'gw_port': {'id': '15ad1587-2315-4574-9a4f-e6d8a6f6d751', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcee821-e361-40f2-886a-7586b37ff207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:07Z', 'updated_at': '2021-07-15T14:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:25.878432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.903351 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ad1587-2315-4574-9a4f-e6d8a6f6d751,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:25.969492 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.062876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.065037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.120124 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.120661 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dcee821-e361-40f2-886a-7586b37ff207 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:04:26.125729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.129686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35202) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:26.130278 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31d844fa-4283-46b8-a53e-d4a0ec6aaaa6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5dcee821-e361-40f2-886a-7586b37ff207 HTTP/1.1" status: 204 len: 168 time: 1.0731556 Jul 15 14:04:26.187765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c5e105-1898-49db-b1a1-8bd36f24e02a admin admin] Deleting subnet 51cef848-b1a6-4823-ad94-9820b5688aba {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:04:26.191380 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3c5e105-1898-49db-b1a1-8bd36f24e02a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.247872 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3c5e105-1898-49db-b1a1-8bd36f24e02a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.330742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e05cf91-5cc6-4ace-9bb8-d5930552611a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:26.338919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3c5e105-1898-49db-b1a1-8bd36f24e02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.354248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 7e05cf91-5cc6-4ace-9bb8-d5930552611a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:26.354918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e05cf91-5cc6-4ace-9bb8-d5930552611a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:26.407115 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3c5e105-1898-49db-b1a1-8bd36f24e02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.448065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5e105-1898-49db-b1a1-8bd36f24e02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cef848-b1a6-4823-ad94-9820b5688aba,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:26.460333 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3c5e105-1898-49db-b1a1-8bd36f24e02a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.462805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e3c5e105-1898-49db-b1a1-8bd36f24e02a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/51cef848-b1a6-4823-ad94-9820b5688aba HTTP/1.1" status: 204 len: 168 time: 0.3310461 Jul 15 14:04:26.465256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35204) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:26.467780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040631a-f808-4a5e-b850-1288aaa00867 None None] Network d02cad1e-afee-43c3-b2d1-e8bd555041b7 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:26.549501 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.630190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Deleting port b2920fc2-ac99-4236-b860-bebe59375b45 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:26.630627 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.704436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] For port b2920fc2-ac99-4236-b860-bebe59375b45, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b2920fc2-ac99-4236-b860-bebe59375b45,segment=NetworkSegment(d9c17958-04d0-4d4d-9ba6-2fbc901bedc4),segment_id=d9c17958-04d0-4d4d-9ba6-2fbc901bedc4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:26.704711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.718132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Calling delete_port for b2920fc2-ac99-4236-b860-bebe59375b45 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:26.803998 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.828610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2920fc2-ac99-4236-b860-bebe59375b45,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:26.831868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] No DVR routers for this DVR port b2920fc2-ac99-4236-b860-bebe59375b45 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:26.868246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e58a54-fbe0-43d3-8dcf-b18d987341cc None None] DHCP port deletion for d02cad1e-afee-43c3-b2d1-e8bd555041b7 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:04:26.912246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.922388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02cad1e-afee-43c3-b2d1-e8bd555041b7']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:27.262809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:27.263531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c17958-04d0-4d4d-9ba6-2fbc901bedc4') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:27.272766 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.286997 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.294131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:04:27.294512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:04:27.296283 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:04:27.352561 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.358751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.363026 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d02cad1e-afee-43c3-b2d1-e8bd555041b7 HTTP/1.1" status: 204 len: 168 time: 0.8926528 Jul 15 14:04:27.372251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910336e-a5e7-4256-9b09-8d26f23738e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d02cad1e-afee-43c3-b2d1-e8bd555041b7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:27.523052 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35208) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:27.562862 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f5f5bcb2-1eb7-41d2-836e-2ee264fc12bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=189dd6f1115647908115d0b418730fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386009 Jul 15 14:04:27.565354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35210) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:27.614992 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9a34817-1351-4ba6-a332-c8436c455de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.637324 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9a34817-1351-4ba6-a332-c8436c455de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.683997 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9a34817-1351-4ba6-a332-c8436c455de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.686601 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9a34817-1351-4ba6-a332-c8436c455de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.687797 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c9a34817-1351-4ba6-a332-c8436c455de5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b36351b-58c8-47e2-ac67-4b6aa12367bc HTTP/1.1" status: 204 len: 168 time: 0.1215091 Jul 15 14:04:27.699722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a34817-1351-4ba6-a332-c8436c455de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b36351b-58c8-47e2-ac67-4b6aa12367bc,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:28.014257 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35216) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:28.058245 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3513089e-ac45-407f-9870-006fc1f2eb48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=920bd7770f00493f8b58489803840979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427718 Jul 15 14:04:28.060708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35218) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:28.110002 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ef57289-c0d1-4982-a042-f13405828296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:28.132632 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ef57289-c0d1-4982-a042-f13405828296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:28.180613 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ef57289-c0d1-4982-a042-f13405828296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:28.183976 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9ef57289-c0d1-4982-a042-f13405828296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:28.185177 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9ef57289-c0d1-4982-a042-f13405828296 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8681fea-25e1-4d6f-866e-605c9547dbce HTTP/1.1" status: 204 len: 168 time: 0.1234524 Jul 15 14:04:28.193802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef57289-c0d1-4982-a042-f13405828296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8681fea-25e1-4d6f-866e-605c9547dbce,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:28.278859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b2920fc2-ac99-4236-b860-bebe59375b45 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:28.299296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b2920fc2-ac99-4236-b860-bebe59375b45 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:28.299653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b2920fc2-ac99-4236-b860-bebe59375b45 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:28.300095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15ad1587-2315-4574-9a4f-e6d8a6f6d751 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:28.319602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 15ad1587-2315-4574-9a4f-e6d8a6f6d751 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:28.319962 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15ad1587-2315-4574-9a4f-e6d8a6f6d751 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:28.885845 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35240) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:28.979737 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-200290366-network', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:29.001232 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Made reservation on behalf of 1efd6cac62ca4acca3cb4063d6377c01 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:29.003684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.012175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.101736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.107058 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.134597 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:04:29.140939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d514128d-5198-45af-9ab7-2ed29fb49741,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:29.147399 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.147762 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Added segment 79fb161c-a66b-4917-bf27-df7fc254b63f of type vlan for network 85d8406c-dd13-489e-a95b-8f3e5e75979a Jul 15 14:04:29.193665 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.224585 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.225592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:29.226185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.258681 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3716838 Jul 15 14:04:29.261992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35244) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:29.267847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Request body: {'subnet': {'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-200290366-subnet', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:29.288977 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d12bba-6d60-4fbe-a1a7-b95509933c47 admin admin] Pushing event updated for resources: {'Network': ['ID=85d8406c-dd13-489e-a95b-8f3e5e75979a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:29.289890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Made reservation on behalf of 1efd6cac62ca4acca3cb4063d6377c01 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:29.292992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.302358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:04:29.470169 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.530468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e41bb48-3ee2-4f15-9dd3-1500fcc43353,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:29.538420 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Checking segment: {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:29.538781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Network hostable DHCP agents. Network: 85d8406c-dd13-489e-a95b-8f3e5e75979a, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:04:29.555359 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:04:29.564196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 85d8406c-dd13-489e-a95b-8f3e5e75979a) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:29.568412 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:29.568995 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.573651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fb5593-d8de-4507-93c0-aa4a7780c5ea None None] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:29.583149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ae812d7a-8c79-41fd-b0a7-81746fd18713 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3196199 Jul 15 14:04:29.585902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35246) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:29.590502 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:29.611637 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.612652 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.665060 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.718192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-85d8406c-dd13-489e-a95b-8f3e5e75979a', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:04:29.719357 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.802645 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.861394 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Allocated IP 172.20.0.2 (85d8406c-dd13-489e-a95b-8f3e5e75979a/3e41bb48-3ee2-4f15-9dd3-1500fcc43353/13a1e088-ef82-4bc9-88eb-dc5b5643cef9) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:29.999426 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.007813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Transition to ACTIVE for port object 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:30.009192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.022542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Transition to ACTIVE for port object 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:30.029722 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.033515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.069552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:30.075713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:30.079875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:30.087336 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Pushing event updated for resources: {'Port': ['ID=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:30.138814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Allocated IP 172.25.1.228 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/f426fc25-2a86-47c6-bb23-48413281dc76) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:30.140483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Attempting to bind port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:30.140904 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Attempting to bind port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:30.141246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Attempting to bind port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 on network 85d8406c-dd13-489e-a95b-8f3e5e75979a {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:30.146315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:30.146694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Checking segment: {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:30.147101 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.147522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Bound using segment: {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:30.147991 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Bound port: 13a1e088-ef82-4bc9-88eb-dc5b5643cef9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:30.148373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.211011 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] For port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:30.214996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] For port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:30.220489 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.246293 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.279421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41415ff-2d5a-4fca-93cb-cb783e3102c7 None None] Pushing event updated for resources: {'Port': ['ID=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:30.289711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.331907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:30.334956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:30.338798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:30.344767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Pushing event updated for resources: {'Port': ['ID=f426fc25-2a86-47c6-bb23-48413281dc76,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:30.601328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.795441 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.925810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:04:31.036129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:31.045531 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Sync routers for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:31.053458 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.054804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8ce8a330-d971-41c6-a3e2-0eb71e3bba31 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4679253 Jul 15 14:04:31.057512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35248) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:31.061706 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:31.062338 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:31.174190 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:31.180496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25eaa1b-11c5-4e00-bec2-0d911c1b1d34 None None] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:31.298565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7ff6c38c-5069-4bfc-846c-03390a17d694 None None] Provisioning for port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:31.371763 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:30Z', 'revision_number': 3, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:31.400177 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Checking router: fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:31.400565 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Updating router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 port f426fc25-2a86-47c6-bb23-48413281dc76 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:04:31.440201 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.491807 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.656775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Allocated IP 172.20.0.1 (85d8406c-dd13-489e-a95b-8f3e5e75979a/3e41bb48-3ee2-4f15-9dd3-1500fcc43353/3bda283b-11fc-483b-aa16-2a5e52172ccc) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:31.706139 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.715926 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Transition to ACTIVE for port object f426fc25-2a86-47c6-bb23-48413281dc76 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:31.721742 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.764239 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.777926 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Attempting to bind port f426fc25-2a86-47c6-bb23-48413281dc76 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:31.778297 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Attempting to bind port f426fc25-2a86-47c6-bb23-48413281dc76 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:31.778657 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Attempting to bind port f426fc25-2a86-47c6-bb23-48413281dc76 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:31.781561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Transition to ACTIVE for port object 3bda283b-11fc-483b-aa16-2a5e52172ccc will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:31.783314 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Pushing event updated for resources: {'Port': ['ID=f426fc25-2a86-47c6-bb23-48413281dc76,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:31.786417 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:31.786777 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:31.787196 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.787587 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:31.788050 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Bound port: f426fc25-2a86-47c6-bb23-48413281dc76, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:31.788431 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.809988 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.810338 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.810736 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.811009 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.811383 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.811780 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.812127 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.812493 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.812831 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.813168 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.813492 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.813814 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:31.814736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.850526 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] For port f426fc25-2a86-47c6-bb23-48413281dc76, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:31.852753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:31.854749 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] For port f426fc25-2a86-47c6-bb23-48413281dc76, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f426fc25-2a86-47c6-bb23-48413281dc76,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:31.858981 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.863300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:31.866748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:31.892562 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3bda283b-11fc-483b-aa16-2a5e52172ccc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:31.917633 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.925776 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf9bc5-adaa-496f-a2d9-03fd1d7a7202 None None] Pushing event updated for resources: {'Port': ['ID=f426fc25-2a86-47c6-bb23-48413281dc76,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:31.928944 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:31.929655 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:32.083396 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.132268 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:32.149979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4036445b-f6de-47e0-92f1-39b8dd18bbfc None None] Provisioning for port 3bda283b-11fc-483b-aa16-2a5e52172ccc completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:32.155097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4036445b-f6de-47e0-92f1-39b8dd18bbfc None None] Provisioning complete for port 3bda283b-11fc-483b-aa16-2a5e52172ccc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:32.155718 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4036445b-f6de-47e0-92f1-39b8dd18bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.190206 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4036445b-f6de-47e0-92f1-39b8dd18bbfc None None] Port 3bda283b-11fc-483b-aa16-2a5e52172ccc cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:32.263755 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.268639 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.304131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:32.323225 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:30Z', 'revision_number': 3, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:32.340726 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3bda283b-11fc-483b-aa16-2a5e52172ccc,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:32.343883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.353196 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08d1b7-608d-442d-8d91-efa9944af196 None None] The sync data for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 is: [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:30Z', 'revision_number': 3, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:32.358727 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:32.362894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:32.363308 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.449587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.450298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:32.451712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:32.488811 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:32.497322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.555426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:32.578746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:04:32.817197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-586c66cc-24dd-4b93-886a-aef066300448 None None] Provisioning complete for port 3bda283b-11fc-483b-aa16-2a5e52172ccc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:32.817570 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-586c66cc-24dd-4b93-886a-aef066300448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.863583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-586c66cc-24dd-4b93-886a-aef066300448 None None] Port 3bda283b-11fc-483b-aa16-2a5e52172ccc cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:33.043472 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:33.048642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-988ca965-3e8c-465c-b5be-d671dde565a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9897408 Jul 15 14:04:33.503906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35266) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:33.508923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-969454724-network', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:33.529787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Made reservation on behalf of ada7de055bb94d75b15643fc5861a9fe for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:33.532295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.541087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.633763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.638108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.664220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:04:33.673706 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448b00b3-6c55-4eea-b1e3-482220c2b45f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:33.680258 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.680605 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Added segment dc8275bf-16e3-4c60-a954-6b6fb1953243 of type vlan for network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 Jul 15 14:04:33.720915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.753530 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.754516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:33.755061 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.788798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2837679 Jul 15 14:04:33.792345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35268) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:33.797377 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Request body: {'subnet': {'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-969454724-subnet', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:33.817306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Made reservation on behalf of ada7de055bb94d75b15643fc5861a9fe for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:33.819798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.819924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09473a8-e104-49b3-99c3-76dc7d82643a admin admin] Pushing event updated for resources: {'Network': ['ID=4ea9c10f-4962-40f1-bd32-1a5fc5de9d14,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:33.831404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:04:34.017715 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.052059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Sync routers for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:34.069333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:34.069955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:34.075527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b0c39a-7cf8-492e-8fb9-a0d68f558d5a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:34.084994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Checking segment: {'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:34.085498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Network hostable DHCP agents. Network: 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:04:34.102491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:04:34.111023 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:34.115545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:34.116121 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.121313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6aa5c4-18bd-4462-9e55-29a35f981d92 None None] Network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:34.131172 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e981fd14-0a48-4fe4-8b2d-878ac5f2f4cd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3376803 Jul 15 14:04:34.133646 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35270) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:34.138670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:34.159453 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.160440 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.219802 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.224061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:34.284043 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:34.374532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f426fc25-2a86-47c6-bb23-48413281dc76 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:34.381837 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.465010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-4ea9c10f-4962-40f1-bd32-1a5fc5de9d14', 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'fixed_ips': [{'subnet_id': '59b0c39a-7cf8-492e-8fb9-a0d68f558d5a'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:04:34.465878 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.583431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f426fc25-2a86-47c6-bb23-48413281dc76 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:34.585015 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.597114 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f426fc25-2a86-47c6-bb23-48413281dc76 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:34.597494 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.604346 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.685284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Allocated IP 172.20.0.2 (4ea9c10f-4962-40f1-bd32-1a5fc5de9d14/59b0c39a-7cf8-492e-8fb9-a0d68f558d5a/8b2e8202-55be-44dc-9f6f-71b4eb897c40) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:34.709610 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Allocated IP 172.25.1.76 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/63af167d-d070-49ef-aac7-3995e639b630) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:34.711465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 2, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:34.770156 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Checking router: fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:34.770510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Updating router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 port 3bda283b-11fc-483b-aa16-2a5e52172ccc binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:04:34.813185 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.847963 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.862228 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.866726 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.895468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f426fc25-2a86-47c6-bb23-48413281dc76, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f426fc25-2a86-47c6-bb23-48413281dc76,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:34.901099 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:34.907518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:34.909090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.909898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:34.910181 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:34.938116 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Pushing event updated for resources: {'Port': ['ID=63af167d-d070-49ef-aac7-3995e639b630,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:35.104760 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.140866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Transition to ACTIVE for port object 8b2e8202-55be-44dc-9f6f-71b4eb897c40 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:35.145583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f426fc25-2a86-47c6-bb23-48413281dc76,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:35.157792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.182059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.187374 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:35.187750 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.190837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Transition to ACTIVE for port object 8b2e8202-55be-44dc-9f6f-71b4eb897c40 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:35.224392 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.307419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:35.324807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:35.328532 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Pushing event updated for resources: {'Port': ['ID=8b2e8202-55be-44dc-9f6f-71b4eb897c40,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:35.330687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:35.388524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.459428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Attempting to bind port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:35.459798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Attempting to bind port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:35.460164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Attempting to bind port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 on network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:35.476575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:35.477029 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Checking segment: {'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:35.477361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.477759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Bound using segment: {'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:35.478780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Bound port: 8b2e8202-55be-44dc-9f6f-71b4eb897c40, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:35.479191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.499908 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.519517 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Router aeb92333-981d-47f2-bb74-340eeb0e81ef is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:04:35.530777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Transition to ACTIVE for port object 3bda283b-11fc-483b-aa16-2a5e52172ccc will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:35.544828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.627732 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:35.639749 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Sync routers for ids ['aeb92333-981d-47f2-bb74-340eeb0e81ef'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:35.644918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.649219 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c5c4843e-6a9a-4fdc-b273-eb21c1131753 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5145299 Jul 15 14:04:35.649953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35272) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:35.652161 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Routers {'aeb92333-981d-47f2-bb74-340eeb0e81ef'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:35.652867 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aeb92333-981d-47f2-bb74-340eeb0e81ef'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:35.759994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] For port 8b2e8202-55be-44dc-9f6f-71b4eb897c40, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:35.770082 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Set router aeb92333-981d-47f2-bb74-340eeb0e81ef gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:35.780153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996683f-cf6d-457b-8c17-9d9b486337eb None None] Pushing event updated for resources: {'Port': ['ID=3bda283b-11fc-483b-aa16-2a5e52172ccc,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:35.783559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] For port 8b2e8202-55be-44dc-9f6f-71b4eb897c40, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8b2e8202-55be-44dc-9f6f-71b4eb897c40,segment=NetworkSegment(dc8275bf-16e3-4c60-a954-6b6fb1953243),segment_id=dc8275bf-16e3-4c60-a954-6b6fb1953243)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:35.819203 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.895570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad08434-e9d0-42cb-a468-38738e924f8b None None] Pushing event updated for resources: {'Port': ['ID=8b2e8202-55be-44dc-9f6f-71b4eb897c40,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:35.946237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Attempting to bind port 3bda283b-11fc-483b-aa16-2a5e52172ccc on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:35.946617 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Attempting to bind port 3bda283b-11fc-483b-aa16-2a5e52172ccc by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:35.947774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Attempting to bind port 3bda283b-11fc-483b-aa16-2a5e52172ccc on network 85d8406c-dd13-489e-a95b-8f3e5e75979a {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:35.954938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:35.955476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Checking segment: {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:35.955888 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.956282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Bound using segment: {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:35.956771 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Bound port: 3bda283b-11fc-483b-aa16-2a5e52172ccc, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:35.957163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:35.996660 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:35Z', 'revision_number': 3, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:36.031672 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Checking router: aeb92333-981d-47f2-bb74-340eeb0e81ef for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:36.032084 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Updating router aeb92333-981d-47f2-bb74-340eeb0e81ef port 63af167d-d070-49ef-aac7-3995e639b630 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:04:36.055330 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] For port 3bda283b-11fc-483b-aa16-2a5e52172ccc, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:36.062752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] For port 3bda283b-11fc-483b-aa16-2a5e52172ccc, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3bda283b-11fc-483b-aa16-2a5e52172ccc,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:36.073137 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.080994 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.146167 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.146809 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.151831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:36.152490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:36.155548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996683f-cf6d-457b-8c17-9d9b486337eb None None] Pushing event updated for resources: {'Port': ['ID=3bda283b-11fc-483b-aa16-2a5e52172ccc,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:36.357661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:36.362598 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f426fc25-2a86-47c6-bb23-48413281dc76 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:36.437577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Allocated IP 172.20.0.1 (4ea9c10f-4962-40f1-bd32-1a5fc5de9d14/59b0c39a-7cf8-492e-8fb9-a0d68f558d5a/bf8ae234-6c14-4cc5-b687-509fa88d57c7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:36.494578 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.506867 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Transition to ACTIVE for port object 63af167d-d070-49ef-aac7-3995e639b630 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:36.519399 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.576914 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Attempting to bind port 63af167d-d070-49ef-aac7-3995e639b630 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:36.577611 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Attempting to bind port 63af167d-d070-49ef-aac7-3995e639b630 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:36.577745 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Attempting to bind port 63af167d-d070-49ef-aac7-3995e639b630 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:36.591119 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:36.591517 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:36.591928 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.592380 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:36.592859 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Bound port: 63af167d-d070-49ef-aac7-3995e639b630, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:36.593278 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.596910 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a577e1b-63d3-437b-8836-83c5c9e483b6 None None] Pushing event updated for resources: {'Port': ['ID=63af167d-d070-49ef-aac7-3995e639b630,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:36.618101 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.635425 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f426fc25-2a86-47c6-bb23-48413281dc76 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:36.635799 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.636195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Transition to ACTIVE for port object bf8ae234-6c14-4cc5-b687-509fa88d57c7 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:36.657246 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] For port 63af167d-d070-49ef-aac7-3995e639b630, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:36.661159 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] For port 63af167d-d070-49ef-aac7-3995e639b630, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=63af167d-d070-49ef-aac7-3995e639b630,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:36.666884 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.681325 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.730198 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Routers {'aeb92333-981d-47f2-bb74-340eeb0e81ef'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:36.730933 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aeb92333-981d-47f2-bb74-340eeb0e81ef'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:36.737660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:36.745046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:36.750317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:36.770841 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a577e1b-63d3-437b-8836-83c5c9e483b6 None None] Pushing event updated for resources: {'Port': ['ID=63af167d-d070-49ef-aac7-3995e639b630,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:36.791785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Pushing event updated for resources: {'Port': ['ID=bf8ae234-6c14-4cc5-b687-509fa88d57c7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:36.798434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:36Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:36.809141 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:36.824886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6f2ef3-9dc3-4534-ba7c-547b50556cae None None] The sync data for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 is: [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:36Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:36.847872 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] Set router aeb92333-981d-47f2-bb74-340eeb0e81ef gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:37.008149 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:37.093975 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:35Z', 'revision_number': 3, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:37.123793 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d288-08ac-4c1e-bd6c-2ae7a16652ae None None] The sync data for ids ['aeb92333-981d-47f2-bb74-340eeb0e81ef'] in n-d-771362-36 is: [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:35Z', 'revision_number': 3, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:37.227544 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:37.233988 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:37.307955 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Pushing event updated for resources: {'Port': ['ID=bf8ae234-6c14-4cc5-b687-509fa88d57c7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:37.318195 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:37.360358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d0c26-1077-48d4-ba41-b939c01fd4aa None None] Network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:37.429495 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:37.431922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:37.474640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8af262c2-8553-4d81-ae41-97637424cde9 None None] Provisioning for port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:37.638609 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Router aeb92333-981d-47f2-bb74-340eeb0e81ef has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:04:37.769969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:37.780345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-63684273-90c0-405a-97be-7638d8f41a6c admin admin] 10.222.0.25 "PUT /v2.0/routers/aeb92333-981d-47f2-bb74-340eeb0e81ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1281254 Jul 15 14:04:37.929591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9ac2d4b5-7e9a-4173-88b5-aac4241edfb8 None None] Provisioning for port bf8ae234-6c14-4cc5-b687-509fa88d57c7 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:37.937140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9ac2d4b5-7e9a-4173-88b5-aac4241edfb8 None None] Provisioning complete for port bf8ae234-6c14-4cc5-b687-509fa88d57c7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:37.937557 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d4b5-7e9a-4173-88b5-aac4241edfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:37.996458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2d4b5-7e9a-4173-88b5-aac4241edfb8 None None] Port bf8ae234-6c14-4cc5-b687-509fa88d57c7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:38.116893 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5ad25661-7f56-4470-892b-99328f96fedd None None] Provisioning complete for port bf8ae234-6c14-4cc5-b687-509fa88d57c7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:38.117274 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ad25661-7f56-4470-892b-99328f96fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.173999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5ad25661-7f56-4470-892b-99328f96fedd None None] Port bf8ae234-6c14-4cc5-b687-509fa88d57c7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:38.411633 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d6f937c5-852b-4b9e-86aa-fc6ff93e5e5a None None] Provisioning complete for port bf8ae234-6c14-4cc5-b687-509fa88d57c7 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:38.412326 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d6f937c5-852b-4b9e-86aa-fc6ff93e5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.455047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 63af167d-d070-49ef-aac7-3995e639b630 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:38.485292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d6f937c5-852b-4b9e-86aa-fc6ff93e5e5a None None] Port bf8ae234-6c14-4cc5-b687-509fa88d57c7 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:38.515774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 63af167d-d070-49ef-aac7-3995e639b630 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:38.520500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 63af167d-d070-49ef-aac7-3995e639b630 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:38.520888 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.613404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.636102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 63af167d-d070-49ef-aac7-3995e639b630, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=63af167d-d070-49ef-aac7-3995e639b630,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:38.640271 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.641648 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8b2e8202-55be-44dc-9f6f-71b4eb897c40 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:38.722526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=63af167d-d070-49ef-aac7-3995e639b630,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:38.735693 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:38.739616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:38.739981 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.821788 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.855306 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 8b2e8202-55be-44dc-9f6f-71b4eb897c40, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8b2e8202-55be-44dc-9f6f-71b4eb897c40,segment=NetworkSegment(dc8275bf-16e3-4c60-a954-6b6fb1953243),segment_id=dc8275bf-16e3-4c60-a954-6b6fb1953243)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:38.860572 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.861426 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3bda283b-11fc-483b-aa16-2a5e52172ccc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:38.949498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=8b2e8202-55be-44dc-9f6f-71b4eb897c40,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:38.969760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 3bda283b-11fc-483b-aa16-2a5e52172ccc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:38.974594 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3bda283b-11fc-483b-aa16-2a5e52172ccc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:38.975000 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:39.071637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:39.115680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 3bda283b-11fc-483b-aa16-2a5e52172ccc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3bda283b-11fc-483b-aa16-2a5e52172ccc,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:39.121065 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:39.178728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=3bda283b-11fc-483b-aa16-2a5e52172ccc,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:40.300908 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 63af167d-d070-49ef-aac7-3995e639b630 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:40.382474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Sync routers for ids ['aeb92333-981d-47f2-bb74-340eeb0e81ef'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:40.396895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 63af167d-d070-49ef-aac7-3995e639b630 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:40.397093 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:40.441285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Routers {'aeb92333-981d-47f2-bb74-340eeb0e81ef'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:40.442073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aeb92333-981d-47f2-bb74-340eeb0e81ef'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:40.602364 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Set router aeb92333-981d-47f2-bb74-340eeb0e81ef gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:40.633188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8b2e8202-55be-44dc-9f6f-71b4eb897c40 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:40.794417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:40.794801 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:40.936901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3bda283b-11fc-483b-aa16-2a5e52172ccc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:40.975686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:36Z', 'revision_number': 4, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'bf8ae234-6c14-4cc5-b687-509fa88d57c7', 'name': '', 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'mac_address': 'fa:16:3e:d6:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '59b0c39a-7cf8-492e-8fb9-a0d68f558d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:36Z', 'updated_at': '2021-07-15T14:04:37Z', 'revision_number': 2, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'subnets': [{'id': '59b0c39a-7cf8-492e-8fb9-a0d68f558d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:41.014680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Checking router: aeb92333-981d-47f2-bb74-340eeb0e81ef for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:41.015063 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Updating router aeb92333-981d-47f2-bb74-340eeb0e81ef port bf8ae234-6c14-4cc5-b687-509fa88d57c7 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:04:41.244626 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.290194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 3bda283b-11fc-483b-aa16-2a5e52172ccc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:41.291312 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.643980 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.655045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Transition to ACTIVE for port object bf8ae234-6c14-4cc5-b687-509fa88d57c7 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:41.662404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.715756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e01c08-f0f9-4a5a-b8d7-632430ab33bd None None] Pushing event updated for resources: {'Port': ['ID=bf8ae234-6c14-4cc5-b687-509fa88d57c7,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:41.772880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Attempting to bind port bf8ae234-6c14-4cc5-b687-509fa88d57c7 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:41.773302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Attempting to bind port bf8ae234-6c14-4cc5-b687-509fa88d57c7 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:41.773720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Attempting to bind port bf8ae234-6c14-4cc5-b687-509fa88d57c7 on network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:41.780356 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:41.780656 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Checking segment: {'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:41.781065 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.781519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Bound using segment: {'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:41.782006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Bound port: bf8ae234-6c14-4cc5-b687-509fa88d57c7, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8275bf-16e3-4c60-a954-6b6fb1953243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:41.782395 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.898434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] For port bf8ae234-6c14-4cc5-b687-509fa88d57c7, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:41.903367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] For port bf8ae234-6c14-4cc5-b687-509fa88d57c7, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bf8ae234-6c14-4cc5-b687-509fa88d57c7,segment=NetworkSegment(dc8275bf-16e3-4c60-a954-6b6fb1953243),segment_id=dc8275bf-16e3-4c60-a954-6b6fb1953243)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:41.910265 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.994313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Routers {'aeb92333-981d-47f2-bb74-340eeb0e81ef'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:41.994973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:04:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aeb92333-981d-47f2-bb74-340eeb0e81ef'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:42.071319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e01c08-f0f9-4a5a-b8d7-632430ab33bd None None] Pushing event updated for resources: {'Port': ['ID=bf8ae234-6c14-4cc5-b687-509fa88d57c7,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:42.176360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] Set router aeb92333-981d-47f2-bb74-340eeb0e81ef gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:42.511556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:36Z', 'revision_number': 4, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'bf8ae234-6c14-4cc5-b687-509fa88d57c7', 'name': '', 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'mac_address': 'fa:16:3e:d6:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '59b0c39a-7cf8-492e-8fb9-a0d68f558d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:36Z', 'updated_at': '2021-07-15T14:04:41Z', 'revision_number': 4, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'subnets': [{'id': '59b0c39a-7cf8-492e-8fb9-a0d68f558d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:42.550480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1177ea5-0cad-4bd3-85d7-a2b93ac84b7f None None] The sync data for ids ['aeb92333-981d-47f2-bb74-340eeb0e81ef'] in n-d-771362-36 is: [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:36Z', 'revision_number': 4, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'bf8ae234-6c14-4cc5-b687-509fa88d57c7', 'name': '', 'network_id': '4ea9c10f-4962-40f1-bd32-1a5fc5de9d14', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'mac_address': 'fa:16:3e:d6:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '59b0c39a-7cf8-492e-8fb9-a0d68f558d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:36Z', 'updated_at': '2021-07-15T14:04:41Z', 'revision_number': 4, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'subnets': [{'id': '59b0c39a-7cf8-492e-8fb9-a0d68f558d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:44.309890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bf8ae234-6c14-4cc5-b687-509fa88d57c7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:44.403951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port bf8ae234-6c14-4cc5-b687-509fa88d57c7 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:44.409687 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bf8ae234-6c14-4cc5-b687-509fa88d57c7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:44.410275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:44.524356 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:44.574061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port bf8ae234-6c14-4cc5-b687-509fa88d57c7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bf8ae234-6c14-4cc5-b687-509fa88d57c7,segment=NetworkSegment(dc8275bf-16e3-4c60-a954-6b6fb1953243),segment_id=dc8275bf-16e3-4c60-a954-6b6fb1953243)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:44.586184 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:44.680810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=bf8ae234-6c14-4cc5-b687-509fa88d57c7,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:46.285142 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bf8ae234-6c14-4cc5-b687-509fa88d57c7 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:46.346328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port bf8ae234-6c14-4cc5-b687-509fa88d57c7 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:46.346705 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:48.237744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d444c0aa-b860-4cae-b95f-0dfd4186cf3e tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:48.239188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d444c0aa-b860-4cae-b95f-0dfd4186cf3e tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 814 time: 0.1053767 Jul 15 14:04:48.254340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-77a644d5-e009-4243-8620-69a2aa390980 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/quotas/1efd6cac62ca4acca3cb4063d6377c01 HTTP/1.1" status: 200 len: 375 time: 0.0092332 Jul 15 14:04:48.320239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-43dc5013-c799-4cfb-b48f-7af65016ff86 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608492 Jul 15 14:04:48.418909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-3dab21f2-a461-4867-af9a-53f7e2698466 service neutron] 10.222.0.25 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875869 Jul 15 14:04:48.507284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-7ca7da74-b22d-4064-9b27-85974c853455 service neutron] 10.222.0.25 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823448 Jul 15 14:04:48.682376 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c06bced1-f790-466a-b5fd-a619430ea442 req-24a58210-7ddc-4d7b-abb9-024169b1c513 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 210 time: 0.0359113 Jul 15 14:04:48.958036 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d54f91f5-9864-4094-bedb-ca969bf4ea77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:49.720150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-511eacd9-c5d3-46c9-a97b-f3b49dca92d3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:49.723045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-511eacd9-c5d3-46c9-a97b-f3b49dca92d3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.35 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 814 time: 0.1082709 Jul 15 14:04:49.736339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'port': {'device_id': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'admin_state_up': True, 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:49.848180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6cba5f35-6dcb-4b5d-92b2-6347ef7d0667 req-6c25bcfe-01e1-4f73-ba88-5996644ed30e tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 210 time: 0.0384595 Jul 15 14:04:49.898091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Made reservation on behalf of 1efd6cac62ca4acca3cb4063d6377c01 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:49.902339 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:50.046417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Allocated IP 172.20.0.8 (85d8406c-dd13-489e-a95b-8f3e5e75979a/3e41bb48-3ee2-4f15-9dd3-1500fcc43353/faf59ea9-4828-46a3-89c9-5b3e92eb12be) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:50.259909 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:50.276909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Transition to ACTIVE for port object faf59ea9-4828-46a3-89c9-5b3e92eb12be will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:50.318008 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:50.392076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'Port': ['ID=faf59ea9-4828-46a3-89c9-5b3e92eb12be,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:50.406699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.407053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.407430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.407767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.408100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.408438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.408768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.409093 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.409443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.409744 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.410066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.410423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:50.414966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:50.417157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:50.420101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:50.478887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:50.479704 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:50.498042 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-d3555fbd-bf60-467a-a4a5-dab62797b161 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662904 Jul 15 14:04:50.715823 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f34c02e7-3a3f-4e69-8e58-f7b5f9af5b00 None None] Provisioning for port faf59ea9-4828-46a3-89c9-5b3e92eb12be completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:50.720353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f34c02e7-3a3f-4e69-8e58-f7b5f9af5b00 None None] Provisioning complete for port faf59ea9-4828-46a3-89c9-5b3e92eb12be triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:50.720813 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f34c02e7-3a3f-4e69-8e58-f7b5f9af5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:50.760047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f34c02e7-3a3f-4e69-8e58-f7b5f9af5b00 None None] Port faf59ea9-4828-46a3-89c9-5b3e92eb12be cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:51.050275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92830c11-391d-4cb3-8d43-e47cc413e3a1 req-9dd40e42-dafe-44af-8ff1-78fd8a96d34e tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:51.052064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92830c11-391d-4cb3-8d43-e47cc413e3a1 req-9dd40e42-dafe-44af-8ff1-78fd8a96d34e tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 931 time: 0.0771561 Jul 15 14:04:51.100476 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-92830c11-391d-4cb3-8d43-e47cc413e3a1 req-839e9846-473e-4081-852d-927530e1208c tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Jul 15 14:04:51.635617 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-013ccc04-2f2a-46fa-b924-738780aadaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:51.760147 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:52.336613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bbadf-f836-4838-8f56-1f4bbe2fe4c8 req-d546fe48-e23f-491e-80f4-304717c82d69 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:52.338407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea1bbadf-f836-4838-8f56-1f4bbe2fe4c8 req-d546fe48-e23f-491e-80f4-304717c82d69 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 931 time: 0.1063433 Jul 15 14:04:52.385968 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea1bbadf-f836-4838-8f56-1f4bbe2fe4c8 req-6c819f54-76e5-4e87-b4ec-2c30c7cf0b96 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Jul 15 14:04:53.085975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:53.625392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a6801-233d-4026-a16a-16bdcea7e95a req-240fac87-29df-47c7-9faa-7464d63ebe27 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:53.627027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b2a6801-233d-4026-a16a-16bdcea7e95a req-240fac87-29df-47c7-9faa-7464d63ebe27 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 931 time: 0.0726573 Jul 15 14:04:53.672887 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0b2a6801-233d-4026-a16a-16bdcea7e95a req-0c0e9efa-f76c-4ef6-bda9-25897bc8469c tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387428 Jul 15 14:04:54.557022 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:54.865090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33662-f0eb-4543-b981-d65f049cc212 req-bd471398-255b-4186-9dc4-bd7a3716d7b1 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:54.866683 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7f33662-f0eb-4543-b981-d65f049cc212 req-bd471398-255b-4186-9dc4-bd7a3716d7b1 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 931 time: 0.0759211 Jul 15 14:04:54.909547 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e7f33662-f0eb-4543-b981-d65f049cc212 req-9a0afbe3-ae5b-48d9-9995-29f1189a8077 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Jul 15 14:04:56.105413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25777531-3445-4ed2-b70a-822afaba5227 req-7ff6b95a-1f4f-4dfe-bf2c-28b13ecb1012 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:56.106951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25777531-3445-4ed2-b70a-822afaba5227 req-7ff6b95a-1f4f-4dfe-bf2c-28b13ecb1012 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 931 time: 0.0760415 Jul 15 14:04:56.152395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25777531-3445-4ed2-b70a-822afaba5227 req-484ed425-d13a-4a30-b716-1338582956bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Jul 15 14:04:57.363003 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7952e-28a2-4289-944c-4d729283cc6f req-b9250dcf-6db7-4937-8257-f2d7f81fa3a1 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:57.364734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb7952e-28a2-4289-944c-4d729283cc6f req-b9250dcf-6db7-4937-8257-f2d7f81fa3a1 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 931 time: 0.0934393 Jul 15 14:04:57.403467 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7eb7952e-28a2-4289-944c-4d729283cc6f req-d1bacfc2-3d15-451a-806a-3e2ce0aba4ef tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Jul 15 14:04:58.609320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3567e5-b15d-4890-9d20-385755e29a7e req-6db8f51d-3fc4-4df6-82bb-9604bf9f36bb tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:58.610981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f3567e5-b15d-4890-9d20-385755e29a7e req-6db8f51d-3fc4-4df6-82bb-9604bf9f36bb tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 931 time: 0.0753434 Jul 15 14:04:58.662201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f3567e5-b15d-4890-9d20-385755e29a7e req-5f00e86c-583c-4937-8164-537166abf511 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Jul 15 14:04:59.829558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5608-7a35-4a29-9eb4-345293f4aa1f req-f620e9bc-558d-4312-a894-107d58815a7d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:59.831399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-818a5608-7a35-4a29-9eb4-345293f4aa1f req-f620e9bc-558d-4312-a894-107d58815a7d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 931 time: 0.0652947 Jul 15 14:04:59.870540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-818a5608-7a35-4a29-9eb4-345293f4aa1f req-7db4316c-ebf6-4a7c-a6ed-4dd3c68828e4 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Jul 15 14:05:00.541015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Request body: {'port': {'device_id': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:00.617823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:00.870258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf59ea9-4828-46a3-89c9-5b3e92eb12be {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:05:00.877549 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:00.889628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Transition to ACTIVE for port object faf59ea9-4828-46a3-89c9-5b3e92eb12be will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:00.892702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:00.964761 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Pushing event updated for resources: {'Port': ['ID=faf59ea9-4828-46a3-89c9-5b3e92eb12be,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:01.054798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Attempting to bind port faf59ea9-4828-46a3-89c9-5b3e92eb12be on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:01.055153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Attempting to bind port faf59ea9-4828-46a3-89c9-5b3e92eb12be by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:01.055551 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Attempting to bind port faf59ea9-4828-46a3-89c9-5b3e92eb12be on network 85d8406c-dd13-489e-a95b-8f3e5e75979a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:01.062777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Port faf59ea9-4828-46a3-89c9-5b3e92eb12be on network 85d8406c-dd13-489e-a95b-8f3e5e75979a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:05:01.063110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Attempting to bind port faf59ea9-4828-46a3-89c9-5b3e92eb12be on network 85d8406c-dd13-489e-a95b-8f3e5e75979a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:01.074057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:01.074396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Checking segment: {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:01.074782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Bound using segment: {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:01.075233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Bound port: faf59ea9-4828-46a3-89c9-5b3e92eb12be, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fb161c-a66b-4917-bf27-df7fc254b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:01.075598 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:01.104196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d41239-670d-4756-85d6-b4167ff906cf req-d77e74c0-9438-47f1-9467-0c4642e63eba tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.105763 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67d41239-670d-4756-85d6-b4167ff906cf req-d77e74c0-9438-47f1-9467-0c4642e63eba tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 943 time: 0.1069667 Jul 15 14:05:01.185598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67d41239-670d-4756-85d6-b4167ff906cf req-d9c3d88b-e18f-491d-8dd4-2c43a7517c97 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626571 Jul 15 14:05:01.188159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] For port faf59ea9-4828-46a3-89c9-5b3e92eb12be, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:01.191466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] For port faf59ea9-4828-46a3-89c9-5b3e92eb12be, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:01.197561 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:01.231575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.236737 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:01.236737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] 10.222.0.35 "PUT /v2.0/ports/faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 1092 time: 0.6983073 Jul 15 14:05:01.236737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:01.236737 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:01.276210 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee6465-7f1f-4544-9a66-fe5c93fa3879 service neutron] Pushing event updated for resources: {'Port': ['ID=faf59ea9-4828-46a3-89c9-5b3e92eb12be,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:01.307453 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aa502f-b991-452b-8fab-a21b22e20910 x-openstack-request-id: req-14aa502f-b991-452b-8fab-a21b22e20910 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:01.307732 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:01.307977 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14aa502f-b991-452b-8fab-a21b22e20910 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:01.308383 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'status': 'completed', 'code': 200} Jul 15 14:05:01.339095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-5689837c-50f4-40b7-b917-a3b01a7c82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.341602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-5689837c-50f4-40b7-b917-a3b01a7c82f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1095 time: 0.0622253 Jul 15 14:05:01.384915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-3b6e52b4-ace3-434f-b810-706d3a378757 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 217 time: 0.0363231 Jul 15 14:05:01.438618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-6e928eac-05e6-4440-b892-5be9d9dea02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.440133 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-6e928eac-05e6-4440-b892-5be9d9dea02e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 200 len: 853 time: 0.0493333 Jul 15 14:05:01.498988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-f211734a-23dd-4bd6-8845-51e61037c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.500554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-f211734a-23dd-4bd6-8845-51e61037c834 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85d8406c-dd13-489e-a95b-8f3e5e75979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540645 Jul 15 14:05:01.595150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-a1df8fc4-868a-4eea-9273-8ad4a6bdee8b service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880854 Jul 15 14:05:01.686558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e447ba14-d313-46fc-90ac-0022525ea2d8 req-1551abf4-a42a-4a0b-a213-18dd19728355 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Jul 15 14:05:01.791824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-0152b1bd-6a96-4243-aeb5-079b5f9beb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.793392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-0152b1bd-6a96-4243-aeb5-079b5f9beb2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1095 time: 0.0571713 Jul 15 14:05:01.888332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-1f60d709-7841-45ab-a617-b1f87b6a93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.889842 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-1f60d709-7841-45ab-a617-b1f87b6a93a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 915 time: 0.0903394 Jul 15 14:05:01.932127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-dbd4b063-6a44-4e9a-8878-ec75e3b068a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 217 time: 0.0360789 Jul 15 14:05:01.987016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-aea1029e-066a-4901-a960-f12d295b8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.988464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-aea1029e-066a-4901-a960-f12d295b8663 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 200 len: 853 time: 0.0496473 Jul 15 14:05:02.048283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-0a813618-d4fd-48ff-a151-c90dec7355a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:02.049811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-0a813618-d4fd-48ff-a151-c90dec7355a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85d8406c-dd13-489e-a95b-8f3e5e75979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538547 Jul 15 14:05:02.142152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-0377c13b-3228-4804-be64-a32276e38954 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840473 Jul 15 14:05:02.239939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-faaf50d8-a6d7-4037-a623-3b27afc8e2b7 req-2dbbe719-d7c5-4fd3-aacc-846fcc3f45f7 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903430 Jul 15 14:05:02.367867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda164b6-c54d-4be3-b038-d6326a907212 req-aeee16a3-712d-4f00-a3bd-abba33d695da tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:02.369360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dda164b6-c54d-4be3-b038-d6326a907212 req-aeee16a3-712d-4f00-a3bd-abba33d695da tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 943 time: 0.0693231 Jul 15 14:05:02.407802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dda164b6-c54d-4be3-b038-d6326a907212 req-b0ad9189-7720-442e-96f6-c836bb5c8c0b tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328059 Jul 15 14:05:03.586195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09940907-e70f-4a38-858e-1d58f430d010 req-c77b7c79-042a-471c-b32a-b2ace46c15c5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:03.588277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09940907-e70f-4a38-858e-1d58f430d010 req-c77b7c79-042a-471c-b32a-b2ace46c15c5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 943 time: 0.0707650 Jul 15 14:05:03.626622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09940907-e70f-4a38-858e-1d58f430d010 req-d5a01f05-1f6f-4c9f-9e57-c5251fa2f7e8 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Jul 15 14:05:04.797195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec038f-22b1-40aa-878c-ce39723e09b2 req-831a53bf-5338-4ee7-a4cf-1de28f75a5c5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:04.798723 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fec038f-22b1-40aa-878c-ce39723e09b2 req-831a53bf-5338-4ee7-a4cf-1de28f75a5c5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 943 time: 0.0634737 Jul 15 14:05:04.837342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fec038f-22b1-40aa-878c-ce39723e09b2 req-1211d95f-c365-401a-9f29-df89117bd49a tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Jul 15 14:05:05.101971 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:05.462968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device faf59ea9-4828-46a3-89c9-5b3e92eb12be details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:05:05.562628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port faf59ea9-4828-46a3-89c9-5b3e92eb12be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:05.573842 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'port_id': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'mac_address': 'fa:16:3e:51:b2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:05:05.609876 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:05.623138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf59ea9-4828-46a3-89c9-5b3e92eb12be {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:05:05.642070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port faf59ea9-4828-46a3-89c9-5b3e92eb12be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:05.646094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:05.692878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=faf59ea9-4828-46a3-89c9-5b3e92eb12be,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:05.700248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.700595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.700935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.701269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.701604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.701935 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.702264 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.702592 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.702919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.703265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.703591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.703911 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.885434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['faf59ea9-4828-46a3-89c9-5b3e92eb12be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:05:06.024653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17795-d840-49ff-87e0-d107fc3b5c1f req-e7be8a0d-c7d3-4588-8521-dc7be48bb8e9 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:06.026027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eae17795-d840-49ff-87e0-d107fc3b5c1f req-e7be8a0d-c7d3-4588-8521-dc7be48bb8e9 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 944 time: 0.0648150 Jul 15 14:05:06.063843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eae17795-d840-49ff-87e0-d107fc3b5c1f req-bd143977-3cbf-414a-88d4-179041a96aae tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Jul 15 14:05:06.131889 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.243073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a650bb-1426-4d1b-ad8e-65c61aa3392e req-ea016b9f-0666-41d6-8552-692fb74f0d81 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:07.244598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07a650bb-1426-4d1b-ad8e-65c61aa3392e req-ea016b9f-0666-41d6-8552-692fb74f0d81 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 944 time: 0.0689106 Jul 15 14:05:07.283178 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07a650bb-1426-4d1b-ad8e-65c61aa3392e req-41670d82-c041-4933-a811-c2fb80501f64 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Jul 15 14:05:07.463197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device faf59ea9-4828-46a3-89c9-5b3e92eb12be up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:07.510354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port faf59ea9-4828-46a3-89c9-5b3e92eb12be completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:07.513863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port faf59ea9-4828-46a3-89c9-5b3e92eb12be triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:07.514242 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.591370 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.614471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:07.616810 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07ee1e1-5c2f-479a-ba01-688c5e1db237" -d '{"events": [{"server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "name": "network-vif-plugged", "status": "completed", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:07.630159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port faf59ea9-4828-46a3-89c9-5b3e92eb12be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:07.635899 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.661632 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f7387-399a-4310-9ef5-c086cbc98326 x-openstack-request-id: req-941f7387-399a-4310-9ef5-c086cbc98326 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:07.661928 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "name": "network-vif-plugged", "status": "completed", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:07.662174 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-941f7387-399a-4310-9ef5-c086cbc98326 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:07.662559 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'code': 200} Jul 15 14:05:07.686473 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=faf59ea9-4828-46a3-89c9-5b3e92eb12be,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:07.779091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef22f0-a389-4125-aa1a-08a010899672 req-1aacc63c-29c3-4f95-9541-743e421d4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:07.780627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ceef22f0-a389-4125-aa1a-08a010899672 req-1aacc63c-29c3-4f95-9541-743e421d4962 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1097 time: 0.0510368 Jul 15 14:05:07.813195 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ceef22f0-a389-4125-aa1a-08a010899672 req-0c74a103-4e8f-4307-869d-e44d902c7561 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268650 Jul 15 14:05:08.460962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b18c8-440e-4442-8378-bad1119ab5bd req-a9524c12-3859-4621-886e-f5aab88588e9 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:08.463023 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d7b18c8-440e-4442-8378-bad1119ab5bd req-a9524c12-3859-4621-886e-f5aab88588e9 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0687644 Jul 15 14:05:08.501454 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6d7b18c8-440e-4442-8378-bad1119ab5bd req-be85c867-6de2-4e1e-81bf-ad97ca07fd6a tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Jul 15 14:05:09.671474 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daa194-a39a-47b7-92b5-2c452e91a294 req-653d2869-2bb4-46de-ac03-f6b72c739e17 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:09.672917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2daa194-a39a-47b7-92b5-2c452e91a294 req-653d2869-2bb4-46de-ac03-f6b72c739e17 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0623126 Jul 15 14:05:09.710124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2daa194-a39a-47b7-92b5-2c452e91a294 req-28ab9f8b-b568-4b23-8111-69d1a021d881 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Jul 15 14:05:09.885460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6582650-2d95-4c00-90dd-e0899ed3d243 req-5de31311-c58e-4e4c-a56c-45b20b885c6d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:09.886939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f6582650-2d95-4c00-90dd-e0899ed3d243 req-5de31311-c58e-4e4c-a56c-45b20b885c6d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0652399 Jul 15 14:05:09.923227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f6582650-2d95-4c00-90dd-e0899ed3d243 req-d1ad9227-9e20-46c3-952f-02e6ed1368db tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306573 Jul 15 14:05:10.262526 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b9a9-fa9b-4cb9-b039-812b435ebaae req-6bd884c6-e139-4b5e-8723-680572b79a89 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:10.264047 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b421b9a9-fa9b-4cb9-b039-812b435ebaae req-6bd884c6-e139-4b5e-8723-680572b79a89 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0683949 Jul 15 14:05:10.300936 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b421b9a9-fa9b-4cb9-b039-812b435ebaae req-5297f30e-9c93-45b5-8ca5-3e0430ab372f tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313408 Jul 15 14:05:11.283204 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:18.961250 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-eba3f96f-2b89-42b9-8773-84c22bd9a1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.627655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bdcb-01a2-47fd-a6bb-4b8e77be7cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.761744 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.969553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e44ef-8b28-49f4-8652-2e76824d8d48 req-27ba0b1a-e3e7-4f67-8567-2c25f5b99be8 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:21.971030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-449e44ef-8b28-49f4-8652-2e76824d8d48 req-27ba0b1a-e3e7-4f67-8567-2c25f5b99be8 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0632889 Jul 15 14:05:22.007323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-449e44ef-8b28-49f4-8652-2e76824d8d48 req-20187188-0095-4b45-80f3-62b577ca3609 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306358 Jul 15 14:05:22.032201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35468) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:22.176372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0319dcf-6c8a-42f6-964e-0ed47304ff7e tempest-TestMinimumBasicScenario-2060847226 tempest-TestMinimumBasicScenario-2060847226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:22.177912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a0319dcf-6c8a-42f6-964e-0ed47304ff7e tempest-TestMinimumBasicScenario-2060847226 tempest-TestMinimumBasicScenario-2060847226-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1092 time: 0.1447108 Jul 15 14:05:22.180894 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35472) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:22.185344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:22.208151 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.307637 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.414346 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Allocated IP 172.25.1.21 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/fcc55c6e-1397-4963-b200-32edae79fe5c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:22.517901 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.558715 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.606809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:22.610087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:22.613917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:22.620143 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'Port': ['ID=fcc55c6e-1397-4963-b200-32edae79fe5c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:23.088709 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.318779 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.398496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.548434 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.552829 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.618635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'Port': ['ID=fcc55c6e-1397-4963-b200-32edae79fe5c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:23.629118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.728407 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Floating IP 8d722ef4-3a68-4fde-8683-efb1ee3fbfd6 associated. External IP: 172.25.1.21, port: faf59ea9-4828-46a3-89c9-5b3e92eb12be. Jul 15 14:05:23.934078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:24.048900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:24.060208 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] Sync routers for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:24.066233 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.073713 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:24.074332 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:05:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:24.105266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-91810515-ed58-4550-bd44-cba72e94cf12 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9233267 Jul 15 14:05:24.105871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:24.108246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35474) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:24.109587 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3697e59-e6e1-4305-b79a-2248883c83f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:24.113217 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2a80edda-cb2a-40a6-9668-6841ae72ddf5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381800606', 'description': 'tempest-secgroup-smoke-1381800606 description', 'project_id': '1efd6cac62ca4acca3cb4063d6377c01'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:24.152303 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f6ad53-cb51-4013-a290-659eae50072d x-openstack-request-id: req-e5f6ad53-cb51-4013-a290-659eae50072d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:24.152596 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:24.152850 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5f6ad53-cb51-4013-a290-659eae50072d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:24.153265 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'status': 'completed', 'code': 200} Jul 15 14:05:24.193399 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:24.237673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-310cd45c-c9d7-4f3a-8d62-e6b0db4aa53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.239400 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-310cd45c-c9d7-4f3a-8d62-e6b0db4aa53d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1097 time: 0.0616601 Jul 15 14:05:24.354071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-3a4cf62b-ee73-465f-bdac-9dd7b912c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.355643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-3a4cf62b-ee73-465f-bdac-9dd7b912c6e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 915 time: 0.1077213 Jul 15 14:05:24.425194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-9e0360fd-6ff8-4b80-bfa1-37d626c38ee4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 998 time: 0.0631895 Jul 15 14:05:24.429649 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a80edda-cb2a-40a6-9668-6841ae72ddf5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.449550 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8d722ef4-3a68-4fde-8683-efb1ee3fbfd6', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'port_id': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'mac_address': 'fa:16:3e:51:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:22Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 0, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:39Z', 'revision_number': 5, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:24.477208 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] Checking router: fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:24.484747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-76ed6beb-7422-4807-9dfa-05970631c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.486554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-76ed6beb-7422-4807-9dfa-05970631c098 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 200 len: 853 time: 0.0548425 Jul 15 14:05:24.487715 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:24.488342 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:05:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:24.524300 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a80edda-cb2a-40a6-9668-6841ae72ddf5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.530737 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a80edda-cb2a-40a6-9668-6841ae72ddf5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.553557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-0d4b4e8b-6223-4e82-94bf-b6545c1ed634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.555453 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-0d4b4e8b-6223-4e82-94bf-b6545c1ed634 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85d8406c-dd13-489e-a95b-8f3e5e75979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620737 Jul 15 14:05:24.564239 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80edda-cb2a-40a6-9668-6841ae72ddf5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdadece-7164-49ac-a216-731392288a3e,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:24.565851 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.574736 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2a80edda-cb2a-40a6-9668-6841ae72ddf5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.576264 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2a80edda-cb2a-40a6-9668-6841ae72ddf5 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4669144 Jul 15 14:05:24.579337 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35478) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:24.584494 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'security_group_rule': {'security_group_id': '6cdadece-7164-49ac-a216-731392288a3e', 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:24.608695 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:24.615947 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.654778 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-1899a735-97f0-4ef9-b35b-e4b66c7c2910 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925865 Jul 15 14:05:24.681676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.686080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.704347 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a95bd8b-38d0-4e8c-9075-19a13f35a22a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:24.716069 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.716416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.716767 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.717144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.717416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.717801 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.718120 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.718672 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.719010 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.719362 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.719689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.720003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:24.724324 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.728997 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5c681377-e005-47ff-a933-fdbbd28c1fff tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477671 Jul 15 14:05:24.729574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35480) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:24.734275 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bf749bf0-aa9c-4d01-8878-4deab582db16 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'security_group_rule': {'security_group_id': '6cdadece-7164-49ac-a216-731392288a3e', 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:24.759247 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a3697e59-e6e1-4305-b79a-2248883c83f7 req-8a08fc86-17b4-4250-aabb-f01f07db6c00 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981748 Jul 15 14:05:24.764271 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf749bf0-aa9c-4d01-8878-4deab582db16 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.828167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf749bf0-aa9c-4d01-8878-4deab582db16 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.832591 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf749bf0-aa9c-4d01-8878-4deab582db16 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.849835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf749bf0-aa9c-4d01-8878-4deab582db16 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31ea030-1d18-4d85-8ad8-22a380cdfc26,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:24.864262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bf749bf0-aa9c-4d01-8878-4deab582db16 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.868031 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bf749bf0-aa9c-4d01-8878-4deab582db16 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349118 Jul 15 14:05:24.868307 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35482) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:24.873065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-78cf6c9c-1429-4a9d-95d5-1dcefedc21fa tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'security_group_rule': {'security_group_id': '6cdadece-7164-49ac-a216-731392288a3e', 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:24.875072 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8d722ef4-3a68-4fde-8683-efb1ee3fbfd6', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'port_id': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'mac_address': 'fa:16:3e:51:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:22Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 0, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:39Z', 'revision_number': 5, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:24.905752 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0cc4f-ed71-4f43-881b-d4e109389205 None None] The sync data for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 is: [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '8d722ef4-3a68-4fde-8683-efb1ee3fbfd6', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'port_id': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'mac_address': 'fa:16:3e:51:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:22Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 0, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:39Z', 'revision_number': 5, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:24.906102 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78cf6c9c-1429-4a9d-95d5-1dcefedc21fa tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.977724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78cf6c9c-1429-4a9d-95d5-1dcefedc21fa tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.982550 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78cf6c9c-1429-4a9d-95d5-1dcefedc21fa tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.002409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf6c9c-1429-4a9d-95d5-1dcefedc21fa tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82055d82-f3c6-490a-b263-16d8b2c0b4c3,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:25.013763 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-78cf6c9c-1429-4a9d-95d5-1dcefedc21fa tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.015195 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-78cf6c9c-1429-4a9d-95d5-1dcefedc21fa tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459062 Jul 15 14:05:25.017894 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35484) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:25.022395 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ee59cafb-50eb-4070-9d93-b6baa4c534c3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'security_group_rule': {'security_group_id': '6cdadece-7164-49ac-a216-731392288a3e', 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:25.054366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee59cafb-50eb-4070-9d93-b6baa4c534c3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.124458 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee59cafb-50eb-4070-9d93-b6baa4c534c3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.130156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee59cafb-50eb-4070-9d93-b6baa4c534c3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.154518 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59cafb-50eb-4070-9d93-b6baa4c534c3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb063ad-fca0-43a6-b73c-fc0684ca9910,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:25.160408 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09c542-35ef-4768-9280-6576b008be7a None None] New status for floating IP 8d722ef4-3a68-4fde-8683-efb1ee3fbfd6: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:05:25.160721 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ee59cafb-50eb-4070-9d93-b6baa4c534c3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.166227 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ee59cafb-50eb-4070-9d93-b6baa4c534c3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431813 Jul 15 14:05:25.166574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35486) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:25.171283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d58fd8ac-309a-460d-b22c-473746199d44 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'security_group_rule': {'security_group_id': '6cdadece-7164-49ac-a216-731392288a3e', 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:25.197898 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-d58fd8ac-309a-460d-b22c-473746199d44 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Project 1efd6cac62ca4acca3cb4063d6377c01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:05:25.205356 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d58fd8ac-309a-460d-b22c-473746199d44 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.273508 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d58fd8ac-309a-460d-b22c-473746199d44 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.278717 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d58fd8ac-309a-460d-b22c-473746199d44 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.297273 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fd8ac-309a-460d-b22c-473746199d44 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8cccde-78f5-4e8a-8955-a86a700a394a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:25.304687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d58fd8ac-309a-460d-b22c-473746199d44 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.305909 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d58fd8ac-309a-460d-b22c-473746199d44 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385210 Jul 15 14:05:25.309333 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35488) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:25.313959 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4f3ff7be-1c3e-41db-8a42-1bd4416e34af tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'security_group_rule': {'security_group_id': '6cdadece-7164-49ac-a216-731392288a3e', 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:25.337345 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-4f3ff7be-1c3e-41db-8a42-1bd4416e34af tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Project 1efd6cac62ca4acca3cb4063d6377c01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:05:25.343183 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff7be-1c3e-41db-8a42-1bd4416e34af tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.412524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff7be-1c3e-41db-8a42-1bd4416e34af tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.416154 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff7be-1c3e-41db-8a42-1bd4416e34af tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.434426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ff7be-1c3e-41db-8a42-1bd4416e34af tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9eca3a-d35f-464e-b252-20bf265f710f,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:25.440198 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff7be-1c3e-41db-8a42-1bd4416e34af tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.441647 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4f3ff7be-1c3e-41db-8a42-1bd4416e34af tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313527 Jul 15 14:05:25.560541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0525dc6-d959-443d-977b-5f6076e209ea req-69c35072-c679-4460-bfc7-2989407b0262 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381800606&fields=id&tenant_id=1efd6cac62ca4acca3cb4063d6377c01 HTTP/1.1" status: 200 len: 267 time: 0.0339999 Jul 15 14:05:25.632708 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0525dc6-d959-443d-977b-5f6076e209ea req-99571741-476b-486a-8184-97868e15f28d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:25.634156 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0525dc6-d959-443d-977b-5f6076e209ea req-99571741-476b-486a-8184-97868e15f28d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0681808 Jul 15 14:05:25.645146 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-e0525dc6-d959-443d-977b-5f6076e209ea req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'port': {'security_groups': ['d514128d-5198-45af-9ab7-2ed29fb49741', '6cdadece-7164-49ac-a216-731392288a3e']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:25.738791 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e0525dc6-d959-443d-977b-5f6076e209ea req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.949651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-e0525dc6-d959-443d-977b-5f6076e209ea req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] For port faf59ea9-4828-46a3-89c9-5b3e92eb12be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:25.985307 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e0525dc6-d959-443d-977b-5f6076e209ea req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.991195 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e0525dc6-d959-443d-977b-5f6076e209ea req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.005174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['faf59ea9-4828-46a3-89c9-5b3e92eb12be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:05:26.041588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0525dc6-d959-443d-977b-5f6076e209ea req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.042195 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-e0525dc6-d959-443d-977b-5f6076e209ea req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.043717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e0525dc6-d959-443d-977b-5f6076e209ea req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "PUT /v2.0/ports/faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 981 time: 0.4033551 Jul 15 14:05:26.074062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a57f4-0f18-420a-a572-48f7893a2938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'Port': ['ID=faf59ea9-4828-46a3-89c9-5b3e92eb12be,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:26.105679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['faf59ea9-4828-46a3-89c9-5b3e92eb12be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:05:26.154539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:26.157342 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:26.270132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c55d0-9092-444a-8c9c-ae665e82452c req-cb55dfdb-fe08-4340-890c-007b6205dbbc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.279176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-882c55d0-9092-444a-8c9c-ae665e82452c req-cb55dfdb-fe08-4340-890c-007b6205dbbc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.1063445 Jul 15 14:05:26.321734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-882c55d0-9092-444a-8c9c-ae665e82452c req-744b687f-bf6d-43bd-8db3-c9d4ac96014d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414090 Jul 15 14:05:26.379437 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43918c5-1897-4752-93d4-e4d4548eca75 x-openstack-request-id: req-e43918c5-1897-4752-93d4-e4d4548eca75 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:26.380275 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:26.380275 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e43918c5-1897-4752-93d4-e4d4548eca75 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:26.380712 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'status': 'completed', 'code': 200} Jul 15 14:05:26.418379 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-118631ef-8e47-4a43-8c21-46fc24c00910 None None] Provisioning complete for port faf59ea9-4828-46a3-89c9-5b3e92eb12be triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:26.418786 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-118631ef-8e47-4a43-8c21-46fc24c00910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.474461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-ce7e317a-f28d-4bf6-8a65-a4d2055ac759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.476114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-ce7e317a-f28d-4bf6-8a65-a4d2055ac759 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1136 time: 0.0640397 Jul 15 14:05:26.611031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-4d33d69f-29df-431f-908c-a878882ab1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.612795 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-4d33d69f-29df-431f-908c-a878882ab1c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 915 time: 0.1281252 Jul 15 14:05:26.689896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-5afa71d5-ad7f-4dc9-9971-23c6270c32c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 1000 time: 0.0699716 Jul 15 14:05:26.742380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-e2085cd4-29a2-4c90-89aa-4bc846432a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.743823 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-e2085cd4-29a2-4c90-89aa-4bc846432a13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 200 len: 853 time: 0.0476999 Jul 15 14:05:26.803715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-783bc74b-0eea-4fdf-bfbb-90d5fc3657c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.805228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-783bc74b-0eea-4fdf-bfbb-90d5fc3657c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85d8406c-dd13-489e-a95b-8f3e5e75979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543470 Jul 15 14:05:26.908929 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-d7c85f91-066e-4a03-bc0f-233571b47630 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942459 Jul 15 14:05:27.005533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c0a68-4cbc-48ee-9c90-12a82b2e56f8 req-4eb5a86f-1fbf-405c-94b3-7bbc699adb72 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883429 Jul 15 14:05:35.120614 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.140118 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.735087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-69b7d489-fdfc-4847-ad2c-c3f31418d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:41.736633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-69b7d489-fdfc-4847-ad2c-c3f31418d28e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1136 time: 0.1591043 Jul 15 14:05:41.750465 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfaf19-2b50-4f1a-8d34-64dad5af1601 req-a7ff61b2-e3b0-4d90-a26f-72c5763596b2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:41.752162 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bbfaf19-2b50-4f1a-8d34-64dad5af1601 req-a7ff61b2-e3b0-4d90-a26f-72c5763596b2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.1280806 Jul 15 14:05:41.852874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4bbfaf19-2b50-4f1a-8d34-64dad5af1601 req-07f612e4-e95a-45e7-9af3-09ca0dec3d26 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912383 Jul 15 14:05:41.891239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-bb4f6c7e-5ea3-43bb-b5a4-28d4cb0c9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:41.893633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-bb4f6c7e-5ea3-43bb-b5a4-28d4cb0c9f57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 915 time: 0.1403334 Jul 15 14:05:41.994905 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-e17bc908-92bb-4fc1-a0ac-b9069369bf2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 1000 time: 0.0943387 Jul 15 14:05:42.050338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-a51522a5-e561-4908-bc25-99698ff562dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:42.051882 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-a51522a5-e561-4908-bc25-99698ff562dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 200 len: 853 time: 0.0506399 Jul 15 14:05:42.117193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-a0baccf0-d6f1-4ca0-b6a4-5c1c09e03042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:42.119415 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-a0baccf0-d6f1-4ca0-b6a4-5c1c09e03042 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85d8406c-dd13-489e-a95b-8f3e5e75979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607455 Jul 15 14:05:42.214491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-25710903-254e-4c1f-9e75-c46db797b595 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882170 Jul 15 14:05:42.316345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0833da9c-768c-4a37-a785-b027d3bd3b91 req-0f5f3113-644a-43c1-8890-90a63f5ad08a service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938184 Jul 15 14:05:43.065844 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffd417-d974-4ce9-a683-67879976a0de req-211cdf2a-1c86-46e3-85b1-151e908b6e79 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:43.067472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10ffd417-d974-4ce9-a683-67879976a0de req-211cdf2a-1c86-46e3-85b1-151e908b6e79 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0655568 Jul 15 14:05:43.113432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-10ffd417-d974-4ce9-a683-67879976a0de req-9c1e2883-5ec1-4532-8878-6b2a8e7a2e98 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386961 Jul 15 14:05:44.318542 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d523e5-36ca-4730-80ea-e39626066f2b req-ce8f41c2-2cc7-45db-b6c5-6deb08a21a31 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:44.320150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42d523e5-36ca-4730-80ea-e39626066f2b req-ce8f41c2-2cc7-45db-b6c5-6deb08a21a31 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0741405 Jul 15 14:05:44.379585 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-42d523e5-36ca-4730-80ea-e39626066f2b req-46b5bb4f-86e4-4f96-a134-ebffa392e4c4 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524116 Jul 15 14:05:45.576931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de418d-9fb3-4bdd-92e3-265378641af0 req-c23e4825-537d-4a09-a5eb-b9d291d18e22 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:45.578571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43de418d-9fb3-4bdd-92e3-265378641af0 req-c23e4825-537d-4a09-a5eb-b9d291d18e22 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0703957 Jul 15 14:05:45.631082 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43de418d-9fb3-4bdd-92e3-265378641af0 req-91ea5b39-d921-4412-b184-11643ff002aa tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441289 Jul 15 14:05:46.823738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197ccd8-d4d3-4f82-add4-c304d78e75bd req-abe6560d-c553-44c3-9621-215acd08ff90 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:46.825402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0197ccd8-d4d3-4f82-add4-c304d78e75bd req-abe6560d-c553-44c3-9621-215acd08ff90 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0684838 Jul 15 14:05:46.873282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0197ccd8-d4d3-4f82-add4-c304d78e75bd req-98c06308-08c9-4a12-b594-1d78149ad733 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418026 Jul 15 14:05:48.068686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af2fed-5d1d-42f1-92d8-2d39c9936066 req-8bbbed8b-5f48-4cc3-9749-e85c0861e97a tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:48.070726 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f7af2fed-5d1d-42f1-92d8-2d39c9936066 req-8bbbed8b-5f48-4cc3-9749-e85c0861e97a tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0690625 Jul 15 14:05:48.117038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f7af2fed-5d1d-42f1-92d8-2d39c9936066 req-b3fe85f6-01d7-47e8-aa27-b643c610bccf tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396886 Jul 15 14:05:48.282051 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:48.969144 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4e9497fb-5fe0-4693-a124-1b0d45f774d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:49.299297 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617551c-5dec-4853-be88-942221651293 req-77d37ac1-e9fb-493d-ada3-969a223d4635 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:49.301043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1617551c-5dec-4853-be88-942221651293 req-77d37ac1-e9fb-493d-ada3-969a223d4635 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0697854 Jul 15 14:05:49.348004 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1617551c-5dec-4853-be88-942221651293 req-11e11ff2-3236-440d-960f-9e05001dc969 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373294 Jul 15 14:05:50.536683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb0199-ab71-49e2-9fc8-51156ace99c7 req-b8584beb-74ab-48bc-be02-cc286e0a4ca6 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:50.538155 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2eb0199-ab71-49e2-9fc8-51156ace99c7 req-b8584beb-74ab-48bc-be02-cc286e0a4ca6 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0711861 Jul 15 14:05:50.582282 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b2eb0199-ab71-49e2-9fc8-51156ace99c7 req-3cd63850-2d0d-4bd3-b2b4-68bbed8f27d2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380168 Jul 15 14:05:51.628175 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-efbfa79b-1040-4d67-9e31-c7b3aeffd65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:51.761541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cc37d-4007-498c-9a77-5e3b5cfe1b0a req-d3596651-0d56-4b38-8510-9d8b6493b66e tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:51.763229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d6cc37d-4007-498c-9a77-5e3b5cfe1b0a req-d3596651-0d56-4b38-8510-9d8b6493b66e tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0668750 Jul 15 14:05:51.765496 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:51.805630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d6cc37d-4007-498c-9a77-5e3b5cfe1b0a req-e10eaf68-209a-4376-919c-10784d30c6a3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358598 Jul 15 14:05:52.987842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945606-3ed6-4972-a53e-77b4faec4a61 req-2ca0d8c6-c842-4437-9460-a58c0748afd7 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:52.989487 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8945606-3ed6-4972-a53e-77b4faec4a61 req-2ca0d8c6-c842-4437-9460-a58c0748afd7 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0656233 Jul 15 14:05:53.034090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8945606-3ed6-4972-a53e-77b4faec4a61 req-0622d1eb-01bf-4129-8912-6f4ba5403ad2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389240 Jul 15 14:05:53.089443 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:54.236400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f32a63-a3d1-423b-8566-686d6487fa6f req-3d5e6759-884e-4920-8780-ca2d34fc7389 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:54.238083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f6f32a63-a3d1-423b-8566-686d6487fa6f req-3d5e6759-884e-4920-8780-ca2d34fc7389 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0797222 Jul 15 14:05:54.300559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f6f32a63-a3d1-423b-8566-686d6487fa6f req-6fec2e1f-1556-4177-aa1b-a0a63d6757c3 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&id=6cdadece-7164-49ac-a216-731392288a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558786 Jul 15 14:05:54.565020 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:02.097409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-2db2fa3e-69ad-4487-ba09-246f3170ae38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526040 Jul 15 14:06:02.201467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-f86072ab-f6ee-4e6d-a360-c3b98579910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:02.203085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-f86072ab-f6ee-4e6d-a360-c3b98579910a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1136 time: 0.0611262 Jul 15 14:06:02.330388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-c59c2b05-0b70-49f2-9b20-39165a0fda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:02.331945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-c59c2b05-0b70-49f2-9b20-39165a0fda7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 915 time: 0.1041715 Jul 15 14:06:02.406504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-57d607f8-ce81-4106-85d4-b73350532da6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 1000 time: 0.0644691 Jul 15 14:06:02.477153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-1edb03c9-d35c-4672-8872-7ac1157f1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:02.479024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-1edb03c9-d35c-4672-8872-7ac1157f1270 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 200 len: 853 time: 0.0565619 Jul 15 14:06:02.550587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-bc87f238-b5ff-4c31-8b5b-01479cdb0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:02.552166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-bc87f238-b5ff-4c31-8b5b-01479cdb0557 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85d8406c-dd13-489e-a95b-8f3e5e75979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558324 Jul 15 14:06:02.648190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-a575672a-5699-4d2b-8fbc-c2807e32ee09 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892105 Jul 15 14:06:02.739959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d96de19c-c263-446e-9870-ee1d09aeb4a9 req-3625cf3c-7475-4b50-9d50-5ec5e1a5f73d service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851395 Jul 15 14:06:05.122567 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:06.143926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.962071 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5334cccf-2189-4ece-9213-c2ad861bb00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.628472 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c237b383-2cc7-4587-b4fb-8549834bacc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.766381 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:23.091635 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.564163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.281479 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:26.895341 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-e73affc7-2ff0-4f75-9ad8-2d468d56d3f8 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381800606&fields=id&tenant_id=1efd6cac62ca4acca3cb4063d6377c01 HTTP/1.1" status: 200 len: 267 time: 0.1397653 Jul 15 14:06:26.967012 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-16197da5-1750-4ae6-bac9-b51b8ad3416d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:26.968674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-16197da5-1750-4ae6-bac9-b51b8ad3416d tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 984 time: 0.0680153 Jul 15 14:06:26.979565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Request body: {'port': {'security_groups': ['d514128d-5198-45af-9ab7-2ed29fb49741']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:27.003311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-abc19ff9-7b9e-427a-97b1-d7543fc39128 req-f8a01471-d424-44f6-bb18-cea714724d0f tempest-ServerDiskConfigTestJSON-347081752 tempest-ServerDiskConfigTestJSON-347081752-project] (93733) timed out ('10.222.0.30', 50882) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:06:27.064417 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.239582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] For port faf59ea9-4828-46a3-89c9-5b3e92eb12be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:27.269496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.274134 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.286411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['faf59ea9-4828-46a3-89c9-5b3e92eb12be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:27.320753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.321435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.326673 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fb68adf1-31a1-4048-a83b-3e2c9a9f0b98 req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "PUT /v2.0/ports/faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 942 time: 0.3487666 Jul 15 14:06:27.326673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:27.327962 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:27.329556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35544) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:27.369763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event updated for resources: {'Port': ['ID=faf59ea9-4828-46a3-89c9-5b3e92eb12be,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:27.380447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.380899 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.381338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.381889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.382321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.382758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.383211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.383641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.384263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.384856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.385529 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.386030 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4a8b-dbe9-41d2-b9d6-1d577de80d43 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.393666 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecb99cb-a500-4d7c-be83-eec8ad3bc3f8 x-openstack-request-id: req-aecb99cb-a500-4d7c-be83-eec8ad3bc3f8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:27.393666 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:27.393666 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aecb99cb-a500-4d7c-be83-eec8ad3bc3f8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:27.394042 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'status': 'completed', 'code': 200} Jul 15 14:06:27.412488 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['faf59ea9-4828-46a3-89c9-5b3e92eb12be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:27.442922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.474330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.488718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-c808b63d-2169-4033-9022-d22b71f72fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.490659 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-c808b63d-2169-4033-9022-d22b71f72fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1097 time: 0.0698237 Jul 15 14:06:27.546125 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.549750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.551241 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "DELETE /v2.0/security-groups/6cdadece-7164-49ac-a216-731392288a3e HTTP/1.1" status: 204 len: 168 time: 0.2200692 Jul 15 14:06:27.563294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35550) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:27.564141 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdadece-7164-49ac-a216-731392288a3e,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:27.610988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-5675dd58-fc53-4558-8134-ec2328c2c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.612534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-5675dd58-fc53-4558-8134-ec2328c2c171 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 915 time: 0.1144066 Jul 15 14:06:27.619038 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.619471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.619820 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.620196 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.620495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.620829 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.621161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.621487 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.621821 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.622680 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.623009 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.623356 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bf313-c620-41df-89a7-b3e70bf99ae2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.676843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7075c9a8-04b0-40be-afc2-e296510b7974 None None] Provisioning complete for port faf59ea9-4828-46a3-89c9-5b3e92eb12be triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:27.677624 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7075c9a8-04b0-40be-afc2-e296510b7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.725851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-da3518cd-96dd-45b0-8635-cc456739dcaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 1000 time: 0.1058011 Jul 15 14:06:27.784991 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Deleting port fcc55c6e-1397-4963-b200-32edae79fe5c {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:27.785697 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.789553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-e87370d6-d5b4-45ed-8e61-60968e25aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.791582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-e87370d6-d5b4-45ed-8e61-60968e25aa0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 200 len: 853 time: 0.0587177 Jul 15 14:06:27.860008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-394b83b5-530c-4f39-bfa1-be57bb3a85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.861972 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-394b83b5-530c-4f39-bfa1-be57bb3a85a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85d8406c-dd13-489e-a95b-8f3e5e75979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624549 Jul 15 14:06:27.874033 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.874739 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.889336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Calling delete_port for fcc55c6e-1397-4963-b200-32edae79fe5c owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:27.964122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-2b42b29b-f092-483d-961d-827db687e497 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945175 Jul 15 14:06:28.072006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-95d289ab-15ec-49b5-a0e7-d8cb6a6d9e4c req-ca83bfb0-416b-4b40-ac2c-5e1a70affe61 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008027 Jul 15 14:06:28.085678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.112792 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event deleted for resources: {'Port': ['ID=fcc55c6e-1397-4963-b200-32edae79fe5c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.180001 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.180340 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Floating IP 8d722ef4-3a68-4fde-8683-efb1ee3fbfd6 disassociated (deleted). External IP: 172.25.1.21, port: faf59ea9-4828-46a3-89c9-5b3e92eb12be. Jul 15 14:06:28.401302 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:28.556570 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:28.564293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.568109 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] Sync routers for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:28.583322 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:28.584392 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:28.611169 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-435c9422-a8a3-4478-9ee8-55bec1b54479 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "DELETE /v2.0/floatingips/8d722ef4-3a68-4fde-8683-efb1ee3fbfd6 HTTP/1.1" status: 204 len: 168 time: 1.0387430 Jul 15 14:06:28.611763 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:28.710707 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:28.713307 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb46af0-199e-467f-94dc-a382fbe449aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:28.985470 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:39Z', 'revision_number': 5, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:28.988573 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066521ca-1fad-4281-b3d9-a18786193a8a x-openstack-request-id: req-066521ca-1fad-4281-b3d9-a18786193a8a {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:28.989416 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:28.990444 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-066521ca-1fad-4281-b3d9-a18786193a8a {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:28.992071 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'status': 'completed', 'code': 200} Jul 15 14:06:29.017521 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] Checking router: fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:29.027426 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:29.028568 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:29.071444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-2df6ac68-eff5-41b2-b9af-f37bc26c6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.072983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-2df6ac68-eff5-41b2-b9af-f37bc26c6233 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 1097 time: 0.0591965 Jul 15 14:06:29.147264 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:29.171434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-4b0afc54-5d4e-4f37-9e7f-433d0f774398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.172833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-4b0afc54-5d4e-4f37-9e7f-433d0f774398 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 200 len: 915 time: 0.0924504 Jul 15 14:06:29.217611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-02aa7556-42a8-42d4-9f75-5bfc6ad5baea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 200 len: 217 time: 0.0382617 Jul 15 14:06:29.267741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-a8c5b7ca-7f3b-4e08-86fd-5145aa5cfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.269220 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-a8c5b7ca-7f3b-4e08-86fd-5145aa5cfedb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 200 len: 853 time: 0.0455768 Jul 15 14:06:29.331817 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-c55927a1-9478-4f36-a674-bac4de4260af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.333394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-c55927a1-9478-4f36-a674-bac4de4260af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85d8406c-dd13-489e-a95b-8f3e5e75979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553510 Jul 15 14:06:29.368478 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:39Z', 'revision_number': 5, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:29.438877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-a9013c72-cafe-4e88-8cdd-996e09221204 service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980501 Jul 15 14:06:29.497016 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddef094-f9c1-4f28-8a8e-05b5701048ce None None] The sync data for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 is: [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:04:32Z', 'revision_number': 4, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '3bda283b-11fc-483b-aa16-2a5e52172ccc', 'name': '', 'network_id': '85d8406c-dd13-489e-a95b-8f3e5e75979a', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'mac_address': 'fa:16:3e:40:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:31Z', 'updated_at': '2021-07-15T14:04:39Z', 'revision_number': 5, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'subnets': [{'id': '3e41bb48-3ee2-4f15-9dd3-1500fcc43353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:29.552268 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dfb46af0-199e-467f-94dc-a382fbe449aa req-90ed0588-869a-4169-a83d-3140de67ce1e service neutron] 10.222.0.35 "GET /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057475 Jul 15 14:06:29.794152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb0d03-435e-4d43-8fae-791e8c0a8d3e None None] New status for floating IP 8d722ef4-3a68-4fde-8683-efb1ee3fbfd6: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:06:35.124624 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:36.146282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82debc-17ab-4b3e-8524-7c4a58a7e0eb req-2ab6739c-3272-4d6a-ac67-74b826ae5c8f tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.147855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa82debc-17ab-4b3e-8524-7c4a58a7e0eb req-2ab6739c-3272-4d6a-ac67-74b826ae5c8f tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0701847 Jul 15 14:06:36.155084 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:36.188260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa82debc-17ab-4b3e-8524-7c4a58a7e0eb req-a486e755-5485-4084-babf-d33a8cb40938 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Jul 15 14:06:37.360375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df95081-6587-4fff-b172-c8b059aa6c52 req-c21742db-c0ab-4ed2-ba02-8e9f8993cf21 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:37.361885 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7df95081-6587-4fff-b172-c8b059aa6c52 req-c21742db-c0ab-4ed2-ba02-8e9f8993cf21 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0627189 Jul 15 14:06:37.399779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7df95081-6587-4fff-b172-c8b059aa6c52 req-ef03bbbf-7e18-4127-997d-29ec0ba9a1c2 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/security-groups?id=d514128d-5198-45af-9ab7-2ed29fb49741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Jul 15 14:06:37.710291 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1543aad-462a-47b9-8970-1427d94698dc req-f95608b4-58c5-4bc4-afc1-ce050c3a91f9 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:37.711825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1543aad-462a-47b9-8970-1427d94698dc req-f95608b4-58c5-4bc4-afc1-ce050c3a91f9 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.35 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 945 time: 0.0615499 Jul 15 14:06:37.812381 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Deleting port faf59ea9-4828-46a3-89c9-5b3e92eb12be {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:37.812722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:37.896860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] For port faf59ea9-4828-46a3-89c9-5b3e92eb12be, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=faf59ea9-4828-46a3-89c9-5b3e92eb12be,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:37.897215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:37.913044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Calling delete_port for faf59ea9-4828-46a3-89c9-5b3e92eb12be owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:38.034540 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:38.046381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['faf59ea9-4828-46a3-89c9-5b3e92eb12be'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:38.063007 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Pushing event deleted for resources: {'Port': ['ID=faf59ea9-4828-46a3-89c9-5b3e92eb12be,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:38.115440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] No DVR routers for this DVR port faf59ea9-4828-46a3-89c9-5b3e92eb12be on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:38.118167 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:38.120276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1543aad-462a-47b9-8970-1427d94698dc req-db2d07f7-a40a-4d27-aaec-bb2e673d99bc tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.35 "DELETE /v2.0/ports/faf59ea9-4828-46a3-89c9-5b3e92eb12be HTTP/1.1" status: 204 len: 173 time: 0.4023654 Jul 15 14:06:38.120707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'name': 'network-vif-deleted', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:38.123460 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ef2e5-fee9-4b7d-b8e4-5c1d496e8360" -d '{"events": [{"server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "name": "network-vif-deleted", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:38.161666 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c19c0b-2863-4b6d-b4c2-f49d2cf7b1c0 x-openstack-request-id: req-66c19c0b-2863-4b6d-b4c2-f49d2cf7b1c0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:38.161989 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6307ba54-e38e-4ee2-a43d-f422a4de823e", "name": "network-vif-deleted", "tag": "faf59ea9-4828-46a3-89c9-5b3e92eb12be", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:38.162264 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66c19c0b-2863-4b6d-b4c2-f49d2cf7b1c0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:38.162823 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6307ba54-e38e-4ee2-a43d-f422a4de823e', 'name': 'network-vif-deleted', 'tag': 'faf59ea9-4828-46a3-89c9-5b3e92eb12be', 'status': 'completed', 'code': 200} Jul 15 14:06:38.561618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d5bb655-ab02-456a-a2f9-7e9198039f5b req-3a9a544e-af92-4556-93ad-fe3b5056c843 tempest-TestMinimumBasicScenario-1778713419 tempest-TestMinimumBasicScenario-1778713419-project] 10.222.0.25 "GET /v2.0/ports?device_id=6307ba54-e38e-4ee2-a43d-f422a4de823e HTTP/1.1" status: 200 len: 210 time: 0.0310743 Jul 15 14:06:40.156825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35652) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:40.829880 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.085764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Deleting port 3bda283b-11fc-483b-aa16-2a5e52172ccc {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:41.086012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.161360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] For port 3bda283b-11fc-483b-aa16-2a5e52172ccc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=3bda283b-11fc-483b-aa16-2a5e52172ccc,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:41.162054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.176133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Calling delete_port for 3bda283b-11fc-483b-aa16-2a5e52172ccc owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:41.353110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.380341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bda283b-11fc-483b-aa16-2a5e52172ccc,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:41.553216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.760179 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:41.865937 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:41.872213 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9565493a-9500-416c-989f-cddfeb6be7b1 admin admin] 10.222.0.25 "PUT /v2.0/routers/fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133541 Jul 15 14:06:41.873933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35654) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:41.876541 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] Sync routers for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:41.885914 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:41.886519 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:41.939483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device faf59ea9-4828-46a3-89c9-5b3e92eb12be no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:41.960523 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: faf59ea9-4828-46a3-89c9-5b3e92eb12be {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:41.960880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device faf59ea9-4828-46a3-89c9-5b3e92eb12be not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:41.981332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.988840 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:42.087368 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.138906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Deleting port f426fc25-2a86-47c6-bb23-48413281dc76 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:42.139269 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.161914 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:06:41Z', 'revision_number': 5, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port': {'id': 'f426fc25-2a86-47c6-bb23-48413281dc76', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:30Z', 'updated_at': '2021-07-15T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:42.192326 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] Checking router: fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:42.200477 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] Routers {'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:42.201698 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:42.223417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] For port f426fc25-2a86-47c6-bb23-48413281dc76, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f426fc25-2a86-47c6-bb23-48413281dc76,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:42.224054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.237041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Calling delete_port for f426fc25-2a86-47c6-bb23-48413281dc76 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:42.288278 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] Set router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:42.339251 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:06:42Z', 'revision_number': 6, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:42.369020 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3858246-3d64-4e92-a85f-46ce9016d552 None None] The sync data for ids ['fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0'] in n-d-771362-36 is: [{'id': 'fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0', 'name': 'tempest-TestMinimumBasicScenario-200290366-router', 'tenant_id': '1efd6cac62ca4acca3cb4063d6377c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:29Z', 'updated_at': '2021-07-15T14:06:42Z', 'revision_number': 6, 'project_id': '1efd6cac62ca4acca3cb4063d6377c01', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:42.417638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.443811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f426fc25-2a86-47c6-bb23-48413281dc76,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:42.503769 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.593898 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.595941 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.641842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.642414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:06:42.646831 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.648102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fb3fee88-cebd-4f0a-94ab-d48d47e62cc1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fbe00f5b-b0d8-4c8a-9ac9-66ba33da12e0 HTTP/1.1" status: 204 len: 168 time: 0.7727811 Jul 15 14:06:42.650701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35656) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:42.699361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef59415-fed9-487c-904c-157b048d6773 admin admin] Deleting subnet 3e41bb48-3ee2-4f15-9dd3-1500fcc43353 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:06:42.703009 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef59415-fed9-487c-904c-157b048d6773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.737975 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef59415-fed9-487c-904c-157b048d6773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.827297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef59415-fed9-487c-904c-157b048d6773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.878587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef59415-fed9-487c-904c-157b048d6773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.905278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef59415-fed9-487c-904c-157b048d6773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e41bb48-3ee2-4f15-9dd3-1500fcc43353,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:42.907249 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef59415-fed9-487c-904c-157b048d6773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:42.910022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cef59415-fed9-487c-904c-157b048d6773 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3e41bb48-3ee2-4f15-9dd3-1500fcc43353 HTTP/1.1" status: 204 len: 168 time: 0.2575250 Jul 15 14:06:42.911809 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35658) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:42.912474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f6609-0a03-461a-954d-7c223baad86d None None] Network 85d8406c-dd13-489e-a95b-8f3e5e75979a requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:42.982675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.034948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Deleting port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:43.035320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.098924 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] For port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:43.099320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.113320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Calling delete_port for 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:43.128801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] DHCP port deletion for 85d8406c-dd13-489e-a95b-8f3e5e75979a request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:06:43.180136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Deleting port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:43.180778 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.205392 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.236101 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Pushing event deleted for resources: {'Port': ['ID=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:43.237996 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] No DVR routers for this DVR port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:43.252380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] For port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,segment=NetworkSegment(79fb161c-a66b-4917-bf27-df7fc254b63f),segment_id=79fb161c-a66b-4917-bf27-df7fc254b63f)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:43.252784 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.265856 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Calling delete_port for 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:43.313372 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.324350 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d8406c-dd13-489e-a95b-8f3e5e75979a']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:43.335640 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fb161c-a66b-4917-bf27-df7fc254b63f') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:43.335943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fb161c-a66b-4917-bf27-df7fc254b63f') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:43.346798 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.347327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.361136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.367240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:06:43.367705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:06:43.369436 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:06:43.374168 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] No DVR routers for this DVR port 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:43.381176 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Pushing event deleted for resources: {'Port': ['ID=13a1e088-ef82-4bc9-88eb-dc5b5643cef9,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:43.395688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.396070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.396483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.396883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.397321 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.397860 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.398319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.398847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.399387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.399784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.400267 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.400666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb04107-78f1-4f79-b2c9-798fd6a6a092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:43.434344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.440427 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.442327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] 10.222.0.25 "DELETE /v2.0/networks/85d8406c-dd13-489e-a95b-8f3e5e75979a HTTP/1.1" status: 204 len: 168 time: 0.5295513 Jul 15 14:06:43.445600 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35660) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:43.457132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba2a2-c9d6-4e94-b6b5-4ce6083dadef admin admin] Pushing event deleted for resources: {'Network': ['ID=85d8406c-dd13-489e-a95b-8f3e5e75979a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:43.787607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.041705 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Deleting port bf8ae234-6c14-4cc5-b687-509fa88d57c7 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:44.041963 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.127921 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] For port bf8ae234-6c14-4cc5-b687-509fa88d57c7, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=bf8ae234-6c14-4cc5-b687-509fa88d57c7,segment=NetworkSegment(dc8275bf-16e3-4c60-a954-6b6fb1953243),segment_id=dc8275bf-16e3-4c60-a954-6b6fb1953243)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:44.128288 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.141333 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Calling delete_port for bf8ae234-6c14-4cc5-b687-509fa88d57c7 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:44.321189 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.339781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3bda283b-11fc-483b-aa16-2a5e52172ccc no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:44.359304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8ae234-6c14-4cc5-b687-509fa88d57c7,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:44.372070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 3bda283b-11fc-483b-aa16-2a5e52172ccc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:44.372524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 3bda283b-11fc-483b-aa16-2a5e52172ccc not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:44.373012 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f426fc25-2a86-47c6-bb23-48413281dc76 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:44.392566 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f426fc25-2a86-47c6-bb23-48413281dc76 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:44.392889 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f426fc25-2a86-47c6-bb23-48413281dc76 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:44.393376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:44.412945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:44.413293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 13a1e088-ef82-4bc9-88eb-dc5b5643cef9 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:44.550182 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.775092 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Router aeb92333-981d-47f2-bb74-340eeb0e81ef has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:44.878764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:44.884024 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-27e1ecb8-2b5d-48f3-bb63-282f5de076c5 admin admin] 10.222.0.25 "PUT /v2.0/routers/aeb92333-981d-47f2-bb74-340eeb0e81ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375570 Jul 15 14:06:44.886565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35662) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:44.889423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] Sync routers for ids ['aeb92333-981d-47f2-bb74-340eeb0e81ef'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:44.898969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] Routers {'aeb92333-981d-47f2-bb74-340eeb0e81ef'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:44.899499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aeb92333-981d-47f2-bb74-340eeb0e81ef'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:44.992002 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.006410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] Set router aeb92333-981d-47f2-bb74-340eeb0e81ef gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:45.207584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:06:44Z', 'revision_number': 5, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:45.249459 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] Checking router: aeb92333-981d-47f2-bb74-340eeb0e81ef for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:45.258883 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] Routers {'aeb92333-981d-47f2-bb74-340eeb0e81ef'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:45.259565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['aeb92333-981d-47f2-bb74-340eeb0e81ef'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:45.372846 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] Set router aeb92333-981d-47f2-bb74-340eeb0e81ef gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:45.375230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.443167 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Deleting port 63af167d-d070-49ef-aac7-3995e639b630 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:45.443526 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.528134 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] For port 63af167d-d070-49ef-aac7-3995e639b630, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=63af167d-d070-49ef-aac7-3995e639b630,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:45.528465 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.546021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Calling delete_port for 63af167d-d070-49ef-aac7-3995e639b630 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:45.587317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:06:44Z', 'revision_number': 5, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:45.620511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed389b-6eff-47ea-add6-705946c3c74c None None] The sync data for ids ['aeb92333-981d-47f2-bb74-340eeb0e81ef'] in n-d-771362-36 is: [{'id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'name': 'tempest-TestMinimumBasicScenario-969454724-router', 'tenant_id': 'ada7de055bb94d75b15643fc5861a9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '63af167d-d070-49ef-aac7-3995e639b630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:06:44Z', 'revision_number': 5, 'project_id': 'ada7de055bb94d75b15643fc5861a9fe', 'gw_port': {'id': '63af167d-d070-49ef-aac7-3995e639b630', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb92333-981d-47f2-bb74-340eeb0e81ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:34Z', 'updated_at': '2021-07-15T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:45.713163 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.741121 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Pushing event deleted for resources: {'Port': ['ID=63af167d-d070-49ef-aac7-3995e639b630,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:45.804875 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.892699 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.894839 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.941939 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.942411 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb92333-981d-47f2-bb74-340eeb0e81ef {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:06:45.947041 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.948267 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-da1731c7-9f37-45d1-9a4e-1a80b449d7da admin admin] 10.222.0.25 "DELETE /v2.0/routers/aeb92333-981d-47f2-bb74-340eeb0e81ef HTTP/1.1" status: 204 len: 168 time: 1.0607440 Jul 15 14:06:45.951736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35664) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:46.003794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d86b5a6-f18b-4138-9364-3ebbf3f9452a admin admin] Deleting subnet 59b0c39a-7cf8-492e-8fb9-a0d68f558d5a {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:06:46.007297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d86b5a6-f18b-4138-9364-3ebbf3f9452a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.043923 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d86b5a6-f18b-4138-9364-3ebbf3f9452a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.134083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d86b5a6-f18b-4138-9364-3ebbf3f9452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.191747 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d86b5a6-f18b-4138-9364-3ebbf3f9452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.205413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d86b5a6-f18b-4138-9364-3ebbf3f9452a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.210046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d86b5a6-f18b-4138-9364-3ebbf3f9452a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/59b0c39a-7cf8-492e-8fb9-a0d68f558d5a HTTP/1.1" status: 204 len: 168 time: 0.2567329 Jul 15 14:06:46.210206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35666) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:46.210677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8efee7-e1bd-4b97-9c8d-af49637f3627 None None] Network 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:46.233085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86b5a6-f18b-4138-9364-3ebbf3f9452a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b0c39a-7cf8-492e-8fb9-a0d68f558d5a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:46.288712 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.348626 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Deleting port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:46.349053 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.439791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] DHCP port deletion for 4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:06:46.440804 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] For port 8b2e8202-55be-44dc-9f6f-71b4eb897c40, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8b2e8202-55be-44dc-9f6f-71b4eb897c40,segment=NetworkSegment(dc8275bf-16e3-4c60-a954-6b6fb1953243),segment_id=dc8275bf-16e3-4c60-a954-6b6fb1953243)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:46.441181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.456536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Calling delete_port for 8b2e8202-55be-44dc-9f6f-71b4eb897c40 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:46.513375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] Deleting port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:46.513886 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.527190 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bf8ae234-6c14-4cc5-b687-509fa88d57c7 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:46.560888 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.561435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: bf8ae234-6c14-4cc5-b687-509fa88d57c7 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:46.561817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device bf8ae234-6c14-4cc5-b687-509fa88d57c7 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:46.588020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2e8202-55be-44dc-9f6f-71b4eb897c40,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:46.597271 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] No DVR routers for this DVR port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:46.611351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] For port 8b2e8202-55be-44dc-9f6f-71b4eb897c40, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8b2e8202-55be-44dc-9f6f-71b4eb897c40,segment=NetworkSegment(dc8275bf-16e3-4c60-a954-6b6fb1953243),segment_id=dc8275bf-16e3-4c60-a954-6b6fb1953243)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:46.611749 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.624359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] Calling delete_port for 8b2e8202-55be-44dc-9f6f-71b4eb897c40 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:46.683171 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.693750 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea9c10f-4962-40f1-bd32-1a5fc5de9d14']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:46.704879 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8275bf-16e3-4c60-a954-6b6fb1953243') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:46.705179 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8275bf-16e3-4c60-a954-6b6fb1953243') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:46.715086 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.720823 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.730735 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.737813 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:06:46.738366 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:06:46.742169 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:06:46.747237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] Pushing event deleted for resources: {'Port': ['ID=8b2e8202-55be-44dc-9f6f-71b4eb897c40,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:46.750654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc6a78-718e-4240-927d-c6d1aa3573d9 None None] No DVR routers for this DVR port 8b2e8202-55be-44dc-9f6f-71b4eb897c40 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:46.814851 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.821273 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.823200 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] 10.222.0.25 "DELETE /v2.0/networks/4ea9c10f-4962-40f1-bd32-1a5fc5de9d14 HTTP/1.1" status: 204 len: 168 time: 0.6114001 Jul 15 14:06:46.834684 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a53b9-13e2-4108-9423-9bc34757f17f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea9c10f-4962-40f1-bd32-1a5fc5de9d14,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:46.979168 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35670) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:47.018337 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fe49335b-24a7-401b-a0e2-0a6dec9d9bab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1efd6cac62ca4acca3cb4063d6377c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378726 Jul 15 14:06:47.020645 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:47.067091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d59e202a-6cf8-4281-84d1-a2df0c91cbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.087698 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d59e202a-6cf8-4281-84d1-a2df0c91cbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.132429 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d59e202a-6cf8-4281-84d1-a2df0c91cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.134863 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d59e202a-6cf8-4281-84d1-a2df0c91cbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.136051 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d59e202a-6cf8-4281-84d1-a2df0c91cbd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d514128d-5198-45af-9ab7-2ed29fb49741 HTTP/1.1" status: 204 len: 168 time: 0.1144655 Jul 15 14:06:47.144219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e202a-6cf8-4281-84d1-a2df0c91cbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d514128d-5198-45af-9ab7-2ed29fb49741,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:47.443538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35678) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:47.482637 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-463e2d6d-3a76-4548-b5a1-a388f5fd919f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ada7de055bb94d75b15643fc5861a9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378683 Jul 15 14:06:47.485165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35680) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:47.535483 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67bd314a-6739-496e-bf46-eea4954498ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.555712 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67bd314a-6739-496e-bf46-eea4954498ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.601687 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67bd314a-6739-496e-bf46-eea4954498ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.604368 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-67bd314a-6739-496e-bf46-eea4954498ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.605611 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-67bd314a-6739-496e-bf46-eea4954498ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/448b00b3-6c55-4eea-b1e3-482220c2b45f HTTP/1.1" status: 204 len: 168 time: 0.1195445 Jul 15 14:06:47.614090 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd314a-6739-496e-bf46-eea4954498ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448b00b3-6c55-4eea-b1e3-482220c2b45f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:48.327992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 63af167d-d070-49ef-aac7-3995e639b630 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:48.348301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 63af167d-d070-49ef-aac7-3995e639b630 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:48.348654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 63af167d-d070-49ef-aac7-3995e639b630 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:48.349072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8b2e8202-55be-44dc-9f6f-71b4eb897c40 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:48.370170 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 8b2e8202-55be-44dc-9f6f-71b4eb897c40 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:48.370544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8b2e8202-55be-44dc-9f6f-71b4eb897c40 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:48.960939 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-894717b7-e98b-4068-bf33-27e9a3e09ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.309129 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35720) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:49.313848 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400314186', 'description': 'tempest-secgroup-smoke-1400314186 description', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:49.335679 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.344226 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.437072 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.440783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.477144 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8de13c-4b02-4e36-9326-8fba74526fec,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:49.533343 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.536916 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.565062 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.566319 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2561774 Jul 15 14:06:49.568219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57c96f-5e33-44f8-9808-11b7db7f87fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05df4490-1518-4d29-b158-5f0b7ba58813,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:49.569730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35722) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:49.576290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2781ef0a-f380-4026-bda1-c04fa6053208 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '05df4490-1518-4d29-b158-5f0b7ba58813', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:49.603103 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2781ef0a-f380-4026-bda1-c04fa6053208 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.658265 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2781ef0a-f380-4026-bda1-c04fa6053208 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.662010 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2781ef0a-f380-4026-bda1-c04fa6053208 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.679212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781ef0a-f380-4026-bda1-c04fa6053208 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7d3c6f-71e3-427b-8ea3-2a4417f9f84e,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:49.684919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2781ef0a-f380-4026-bda1-c04fa6053208 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.686183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2781ef0a-f380-4026-bda1-c04fa6053208 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149213 Jul 15 14:06:49.689069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35724) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:49.693603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6f81334b-74c1-46f3-93c3-91f1ee687252 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '05df4490-1518-4d29-b158-5f0b7ba58813', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:49.721109 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f81334b-74c1-46f3-93c3-91f1ee687252 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.776656 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f81334b-74c1-46f3-93c3-91f1ee687252 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.780756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f81334b-74c1-46f3-93c3-91f1ee687252 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.797886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81334b-74c1-46f3-93c3-91f1ee687252 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48645e3d-14a9-41f1-aaf6-bf19821d9f44,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:49.804382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f81334b-74c1-46f3-93c3-91f1ee687252 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.805579 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6f81334b-74c1-46f3-93c3-91f1ee687252 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155837 Jul 15 14:06:49.808682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35726) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:49.813132 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-866d6aea-d9b3-4e4e-8363-d9812a714d23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '05df4490-1518-4d29-b158-5f0b7ba58813', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:49.838750 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-866d6aea-d9b3-4e4e-8363-d9812a714d23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.899515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-866d6aea-d9b3-4e4e-8363-d9812a714d23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.904264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-866d6aea-d9b3-4e4e-8363-d9812a714d23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.917962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d6aea-d9b3-4e4e-8363-d9812a714d23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf1aeac-1b78-45f7-a0a0-675d67a78e00,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:49.926921 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-866d6aea-d9b3-4e4e-8363-d9812a714d23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.928173 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-866d6aea-d9b3-4e4e-8363-d9812a714d23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185844 Jul 15 14:06:49.931124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35728) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:49.935995 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-82971340-84d4-4590-b2b1-35057c6eb7bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '05df4490-1518-4d29-b158-5f0b7ba58813', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:49.961607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82971340-84d4-4590-b2b1-35057c6eb7bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.019834 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82971340-84d4-4590-b2b1-35057c6eb7bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.023764 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82971340-84d4-4590-b2b1-35057c6eb7bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.041644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971340-84d4-4590-b2b1-35057c6eb7bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cde7b5-81b7-46f3-a4e8-91a61d8db8de,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:50.048131 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82971340-84d4-4590-b2b1-35057c6eb7bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.049310 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-82971340-84d4-4590-b2b1-35057c6eb7bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172392 Jul 15 14:06:50.052067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35730) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:50.056687 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5809f27d-81cd-413c-8242-75bc942a1a37 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '05df4490-1518-4d29-b158-5f0b7ba58813', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:50.080371 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-5809f27d-81cd-413c-8242-75bc942a1a37 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:06:50.085819 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5809f27d-81cd-413c-8242-75bc942a1a37 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.148287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5809f27d-81cd-413c-8242-75bc942a1a37 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.152196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5809f27d-81cd-413c-8242-75bc942a1a37 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.170001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809f27d-81cd-413c-8242-75bc942a1a37 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e656a0ac-b31d-443e-9d46-b834d20b576f,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:50.176640 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5809f27d-81cd-413c-8242-75bc942a1a37 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.177849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5809f27d-81cd-413c-8242-75bc942a1a37 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248052 Jul 15 14:06:50.180601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35732) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:50.185696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c6d2c9d4-1245-4ace-9e8d-7f0b07e43c93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '05df4490-1518-4d29-b158-5f0b7ba58813', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:50.208326 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-c6d2c9d4-1245-4ace-9e8d-7f0b07e43c93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:06:50.213453 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c9d4-1245-4ace-9e8d-7f0b07e43c93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.277440 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c9d4-1245-4ace-9e8d-7f0b07e43c93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.281935 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c9d4-1245-4ace-9e8d-7f0b07e43c93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.301953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2c9d4-1245-4ace-9e8d-7f0b07e43c93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59efeeaa-9e67-47ae-a373-8ea36819380c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:50.308490 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c9d4-1245-4ace-9e8d-7f0b07e43c93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.309744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c6d2c9d4-1245-4ace-9e8d-7f0b07e43c93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281979 Jul 15 14:06:50.312740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35734) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:50.317697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'network': {'name': 'tempest-network-smoke--1169883390', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'port_security_enabled': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:50.337067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:50.340538 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.364041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:06:50.373481 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.373847 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Added segment 6d43800a-5840-478a-be60-f213b003e565 of type vlan for network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c Jul 15 14:06:50.413852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.441070 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.446653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:50.447278 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.480639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1668692 Jul 15 14:06:50.483686 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35736) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:50.489460 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'admin_state_up': True, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:50.512991 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a52446-7ba1-4dd7-b44a-4e180afa3ce1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Network': ['ID=9cccd66e-08ce-46a0-b56f-5e2a4801a49c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:50.515025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.516247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.525777 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:06:50.571795 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.713055 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.905959 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.925249 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.029676 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.10 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/4e814f2b-edd6-4d2c-aa4e-340add5abd41) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:51.131296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.177594 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.223413 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:51.226095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:51.228409 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:51.251835 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=4e814f2b-edd6-4d2c-aa4e-340add5abd41,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:51.486184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.630075 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-96676913-8b44-4d53-9524-5f0b537545db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.682120 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.769450 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.806201 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 03a54f2d-685b-41c0-ae31-720f0fc55687 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:06:51.907785 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:51.917005 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Sync routers for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:51.925937 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.927104 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:51.927370 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1f56f8b8-ade1-4de3-88fe-f05f94b322f3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4420290 Jul 15 14:06:51.927742 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:51.930169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35738) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:52.029440 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:52.223396 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:51Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:52.249820 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Checking router: 03a54f2d-685b-41c0-ae31-720f0fc55687 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:52.250168 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Updating router 03a54f2d-685b-41c0-ae31-720f0fc55687 port 4e814f2b-edd6-4d2c-aa4e-340add5abd41 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:06:52.289172 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.319577 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3c66ab28-4992-4e5b-a343-51fa21c0bd19 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0bdea8434e5249b8aa8bf61d827f1e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3882840 Jul 15 14:06:52.322169 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35742) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:52.432592 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3aa31d-67a4-419e-a6f5-c908cb3ed4b1 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:52.434163 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6f3aa31d-67a4-419e-a6f5-c908cb3ed4b1 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1110992 Jul 15 14:06:52.437488 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35744) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:52.471095 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e757fd79-07e9-438a-b7ac-e7ccdce7772b tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325027 Jul 15 14:06:52.473779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35746) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:52.478692 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1601379161', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:52.540959 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.551525 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Transition to ACTIVE for port object 4e814f2b-edd6-4d2c-aa4e-340add5abd41 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:52.559546 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.574122 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:52.577744 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.615942 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Attempting to bind port 4e814f2b-edd6-4d2c-aa4e-340add5abd41 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:52.616312 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Attempting to bind port 4e814f2b-edd6-4d2c-aa4e-340add5abd41 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:52.616672 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Attempting to bind port 4e814f2b-edd6-4d2c-aa4e-340add5abd41 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:52.618729 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Pushing event updated for resources: {'Port': ['ID=4e814f2b-edd6-4d2c-aa4e-340add5abd41,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:52.628825 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.629143 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.629486 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.629824 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.630154 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.630483 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.630850 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.631154 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.631483 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.631806 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.632128 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.632447 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.636673 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:52.637057 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:52.637462 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.637853 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:52.638374 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Bound port: 4e814f2b-edd6-4d2c-aa4e-340add5abd41, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:52.638759 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.698445 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] For port 4e814f2b-edd6-4d2c-aa4e-340add5abd41, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:52.702292 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] For port 4e814f2b-edd6-4d2c-aa4e-340add5abd41, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4e814f2b-edd6-4d2c-aa4e-340add5abd41,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:52.708195 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.771232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.834782 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Subnet': ['ID=5b7fc378-5b4d-413f-bbda-3df233040836,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:52.843632 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Checking segment: {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:52.843994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network hostable DHCP agents. Network: 9cccd66e-08ce-46a0-b56f-5e2a4801a49c, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:06:52.857524 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:52.858296 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:52.861176 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:06:52.873172 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 9cccd66e-08ce-46a0-b56f-5e2a4801a49c) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:52.877774 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:52.878419 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:52.884518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab460342-a964-404e-8124-59f3cde3d4aa None None] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:52.904718 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0725b93-00d6-4d7f-bca8-b8c9fd5f5bab None None] Pushing event updated for resources: {'Port': ['ID=4e814f2b-edd6-4d2c-aa4e-340add5abd41,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:52.904953 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-9a4febec-45a0-4b3c-be78-aac4fde14bc1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4287906 Jul 15 14:06:52.905059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35748) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:52.976840 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:53.053059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:06:53.054139 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.156489 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.158769 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:51Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:53.190517 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877e9ec-5da6-4f6c-8829-1b8dde527087 None None] The sync data for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 is: [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:51Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:53.226056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Allocated IP 172.20.0.2 (9cccd66e-08ce-46a0-b56f-5e2a4801a49c/5b7fc378-5b4d-413f-bbda-3df233040836/f22955ae-5968-4128-95e7-cabcfe85142f) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:53.374598 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.382364 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.395708 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Transition to ACTIVE for port object f22955ae-5968-4128-95e7-cabcfe85142f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:53.412199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Transition to ACTIVE for port object f22955ae-5968-4128-95e7-cabcfe85142f will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:53.418207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.481772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:53.484731 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:53.487183 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:53.497585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Pushing event updated for resources: {'Port': ['ID=f22955ae-5968-4128-95e7-cabcfe85142f,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:53.589852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Attempting to bind port f22955ae-5968-4128-95e7-cabcfe85142f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:53.590520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Attempting to bind port f22955ae-5968-4128-95e7-cabcfe85142f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:53.591056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Attempting to bind port f22955ae-5968-4128-95e7-cabcfe85142f on network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:53.598348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:53.599266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Checking segment: {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:53.599266 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.601000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Bound using segment: {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:53.601000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Bound port: f22955ae-5968-4128-95e7-cabcfe85142f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:53.602252 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.698047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] For port f22955ae-5968-4128-95e7-cabcfe85142f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:53.702296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] For port f22955ae-5968-4128-95e7-cabcfe85142f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f22955ae-5968-4128-95e7-cabcfe85142f,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:53.707556 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.730912 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.1 (9cccd66e-08ce-46a0-b56f-5e2a4801a49c/5b7fc378-5b4d-413f-bbda-3df233040836/7e546b82-8b83-48bf-9a93-dd27f7d7197f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:53.779403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2d2b6-49c1-4aaa-a95a-a94a50c09917 None None] Pushing event updated for resources: {'Port': ['ID=f22955ae-5968-4128-95e7-cabcfe85142f,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:53.903234 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.925905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object 7e546b82-8b83-48bf-9a93-dd27f7d7197f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:53.993165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.052535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:54.056128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:54.061756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:54.069525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=7e546b82-8b83-48bf-9a93-dd27f7d7197f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:54.115581 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.265478 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.398303 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f22955ae-5968-4128-95e7-cabcfe85142f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:54.458259 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f22955ae-5968-4128-95e7-cabcfe85142f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:54.462601 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4e814f2b-edd6-4d2c-aa4e-340add5abd41 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:54.519767 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 4e814f2b-edd6-4d2c-aa4e-340add5abd41 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:54.525837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 4e814f2b-edd6-4d2c-aa4e-340add5abd41 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:54.526315 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.570932 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.579943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.585763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.625945 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.650263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 4e814f2b-edd6-4d2c-aa4e-340add5abd41, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4e814f2b-edd6-4d2c-aa4e-340add5abd41,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:54.655858 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.664111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=7e546b82-8b83-48bf-9a93-dd27f7d7197f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:54.678607 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.716657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=4e814f2b-edd6-4d2c-aa4e-340add5abd41,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:54.790435 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:54.792317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:54.803793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9cef23-c65e-4814-9871-ea266eabef8b None None] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:54.839090 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-89bc1fa1-9e32-4e0b-8cc7-90edab30c726 None None] Provisioning for port f22955ae-5968-4128-95e7-cabcfe85142f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:54.868192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-89bc1fa1-9e32-4e0b-8cc7-90edab30c726 None None] Provisioning complete for port f22955ae-5968-4128-95e7-cabcfe85142f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:54.868566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89bc1fa1-9e32-4e0b-8cc7-90edab30c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:55.022377 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89bc1fa1-9e32-4e0b-8cc7-90edab30c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:55.069118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-89bc1fa1-9e32-4e0b-8cc7-90edab30c726 None None] For port f22955ae-5968-4128-95e7-cabcfe85142f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f22955ae-5968-4128-95e7-cabcfe85142f,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:55.073350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-89bc1fa1-9e32-4e0b-8cc7-90edab30c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:55.149152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc1fa1-9e32-4e0b-8cc7-90edab30c726 None None] Pushing event updated for resources: {'Port': ['ID=f22955ae-5968-4128-95e7-cabcfe85142f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:55.265265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 03a54f2d-685b-41c0-ae31-720f0fc55687 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:55.373433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:55.378674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fb24d39a-7f90-4397-99b9-bf3d1af2a8eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/03a54f2d-685b-41c0-ae31-720f0fc55687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4726546 Jul 15 14:06:55.386593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Sync routers for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:55.403161 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:55.403850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:55.406799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7b25ae38-9244-4cdb-9eed-66d17b5b8cf2 None None] Provisioning for port 7e546b82-8b83-48bf-9a93-dd27f7d7197f completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:55.441828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7b25ae38-9244-4cdb-9eed-66d17b5b8cf2 None None] Provisioning complete for port 7e546b82-8b83-48bf-9a93-dd27f7d7197f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:55.442201 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7b25ae38-9244-4cdb-9eed-66d17b5b8cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:55.550473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-efcb7fd9-456d-4fad-a6a2-fcbfc81a0766 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400314186&fields=id&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 267 time: 0.0403202 Jul 15 14:06:55.666858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3572-f817-4268-8272-212a0f453c36 req-9083772a-2dc8-478e-9dca-0106084aa2ca tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:55.671258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-9083772a-2dc8-478e-9dca-0106084aa2ca tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/networks?id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c HTTP/1.1" status: 200 len: 797 time: 0.1136220 Jul 15 14:06:55.684847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7b25ae38-9244-4cdb-9eed-66d17b5b8cf2 None None] Port 7e546b82-8b83-48bf-9a93-dd27f7d7197f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:55.685553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-64a246aa-7ad1-45e1-bad4-e5cd38504e32 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/quotas/0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 375 time: 0.0102792 Jul 15 14:06:55.711654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:55.713831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7b25ae38-9244-4cdb-9eed-66d17b5b8cf2 None None] Provisioning complete for port f22955ae-5968-4128-95e7-cabcfe85142f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:55.714194 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7b25ae38-9244-4cdb-9eed-66d17b5b8cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:55.754891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-07a395b6-fefd-4b40-bf22-e8325958b65e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636117 Jul 15 14:06:55.857483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-3f8b9d26-ce6f-404f-9152-2d32c49e4880 service neutron] 10.222.0.25 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904639 Jul 15 14:06:55.953531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-1284b5cb-0e6c-45c9-bf0a-6674cdf088a1 service neutron] 10.222.0.25 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901282 Jul 15 14:06:55.967540 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 2, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:55.993671 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Checking router: 03a54f2d-685b-41c0-ae31-720f0fc55687 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:55.994031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Updating router 03a54f2d-685b-41c0-ae31-720f0fc55687 port 7e546b82-8b83-48bf-9a93-dd27f7d7197f binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:06:56.034851 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.051599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e38773a1-045c-428b-a125-12025a22845c None None] Provisioning complete for port 7e546b82-8b83-48bf-9a93-dd27f7d7197f triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:56.051977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e38773a1-045c-428b-a125-12025a22845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.125622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62480681-6f37-4c96-aeb5-ebb67806bb2d req-ace451fd-4237-4024-86b7-faa4e9b0ad4d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 210 time: 0.0290761 Jul 15 14:06:56.163574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e38773a1-045c-428b-a125-12025a22845c None None] Port 7e546b82-8b83-48bf-9a93-dd27f7d7197f cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:56.345249 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.358480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f22955ae-5968-4128-95e7-cabcfe85142f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:56.360829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Transition to ACTIVE for port object 7e546b82-8b83-48bf-9a93-dd27f7d7197f will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:56.384429 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.456582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99dd16-242e-40aa-a17b-7db69092cc13 None None] Pushing event updated for resources: {'Port': ['ID=7e546b82-8b83-48bf-9a93-dd27f7d7197f,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:56.490967 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f22955ae-5968-4128-95e7-cabcfe85142f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:56.491291 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.547589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Attempting to bind port 7e546b82-8b83-48bf-9a93-dd27f7d7197f on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:56.547961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Attempting to bind port 7e546b82-8b83-48bf-9a93-dd27f7d7197f by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:56.548467 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Attempting to bind port 7e546b82-8b83-48bf-9a93-dd27f7d7197f on network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:56.558686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:56.559065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Checking segment: {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:56.559532 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.559951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Bound using segment: {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:56.560503 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Bound port: 7e546b82-8b83-48bf-9a93-dd27f7d7197f, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:56.560945 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.665647 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4e814f2b-edd6-4d2c-aa4e-340add5abd41 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:56.693576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] For port 7e546b82-8b83-48bf-9a93-dd27f7d7197f, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:56.714631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] For port 7e546b82-8b83-48bf-9a93-dd27f7d7197f, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e546b82-8b83-48bf-9a93-dd27f7d7197f,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:56.726958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.808679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99dd16-242e-40aa-a17b-7db69092cc13 None None] Pushing event updated for resources: {'Port': ['ID=7e546b82-8b83-48bf-9a93-dd27f7d7197f,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:56.811951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:56.812583 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:56.855926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 4e814f2b-edd6-4d2c-aa4e-340add5abd41 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:56.856296 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.960873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:57.204695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:56Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:57.235006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f43d83-f30c-4ad8-a24b-2708ab59f004 None None] The sync data for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 is: [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:56Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:57.266687 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0011ccbf-3fda-48cc-8fd8-0a9cdb216dab req-a3ce190f-bb73-4ac4-b70e-efacfa6c2fd0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 210 time: 0.0285168 Jul 15 14:06:57.465778 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3572-f817-4268-8272-212a0f453c36 req-43ff3de1-f58f-42b4-865c-0bb40866fb9c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:57.468152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-43ff3de1-f58f-42b4-865c-0bb40866fb9c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "GET /v2.0/networks?id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c HTTP/1.1" status: 200 len: 797 time: 0.1206388 Jul 15 14:06:57.519393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-a1619121-b9c6-461e-afab-ae3bbebee86c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 380 time: 0.0387838 Jul 15 14:06:57.529193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'port': {'device_id': '8a278437-96ca-43c1-844b-bb30576ab147', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'admin_state_up': True, 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'security_groups': ['05df4490-1518-4d29-b158-5f0b7ba58813']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:57.654675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:57.658587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:57.798098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.11 (9cccd66e-08ce-46a0-b56f-5e2a4801a49c/5b7fc378-5b4d-413f-bbda-3df233040836/2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:57.944818 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:57.959092 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:57.994563 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.042521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:58.045891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:58.050104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:58.057656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:58.109368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:58.110044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.127280 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-e68557d4-dde5-48d7-97cb-3d936fd8fc22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028798 Jul 15 14:06:58.195108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Request body: {'port': {'device_id': '8a278437-96ca-43c1-844b-bb30576ab147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:58.279678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.302369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-390fb7f5-1060-49d3-8e30-a771345fa484 None None] Provisioning for port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:58.312748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-390fb7f5-1060-49d3-8e30-a771345fa484 None None] Provisioning complete for port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:58.313606 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-390fb7f5-1060-49d3-8e30-a771345fa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.381246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e546b82-8b83-48bf-9a93-dd27f7d7197f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:58.386713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-390fb7f5-1060-49d3-8e30-a771345fa484 None None] Port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:58.436744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 7e546b82-8b83-48bf-9a93-dd27f7d7197f completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:58.441619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7e546b82-8b83-48bf-9a93-dd27f7d7197f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:58.442090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.522940 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.554576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 7e546b82-8b83-48bf-9a93-dd27f7d7197f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e546b82-8b83-48bf-9a93-dd27f7d7197f,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:58.558486 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.560611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b565b8-4456-4114-9954-07e149aa889f req-6cb3fa05-c20f-4c71-aaab-1694a19afb93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:58.562130 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1b565b8-4456-4114-9954-07e149aa889f req-6cb3fa05-c20f-4c71-aaab-1694a19afb93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 932 time: 0.1388588 Jul 15 14:06:58.608000 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=7e546b82-8b83-48bf-9a93-dd27f7d7197f,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:58.628717 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1b565b8-4456-4114-9954-07e149aa889f req-10bb2de5-4f94-4761-9201-93a3ef1774e6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570459 Jul 15 14:06:58.672306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:58.679802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.691808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Transition to ACTIVE for port object 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:58.695569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.765575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Pushing event updated for resources: {'Port': ['ID=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:58.826496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Attempting to bind port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:58.826921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Attempting to bind port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:58.827288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Attempting to bind port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d on network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:58.831803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d on network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:06:58.832129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Attempting to bind port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d on network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:58.837253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:58.837590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Checking segment: {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:58.837977 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Bound using segment: {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:58.838415 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Bound port: 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d43800a-5840-478a-be60-f213b003e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:58.838776 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.905251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] For port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:58.908535 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] For port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:58.913155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.947733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:58.948351 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.949746 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] 10.222.0.30 "PUT /v2.0/ports/2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d HTTP/1.1" status: 200 len: 1093 time: 0.8152075 Jul 15 14:06:58.950181 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:58.953570 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b777b-2ff3-4603-a145-e9074f386d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:58.979002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5edd4-0f10-4441-a357-8adff317c739 service neutron] Pushing event updated for resources: {'Port': ['ID=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:59.061453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b35bf8c7-ba3e-47af-bf92-6b38d7119dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.063009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-b35bf8c7-ba3e-47af-bf92-6b38d7119dcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 1096 time: 0.0596879 Jul 15 14:06:59.079027 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f395a7-dc37-459d-94a5-658c26d40b26 x-openstack-request-id: req-76f395a7-dc37-459d-94a5-658c26d40b26 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:59.079397 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:59.079658 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76f395a7-dc37-459d-94a5-658c26d40b26 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:59.080068 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'status': 'completed', 'code': 200} Jul 15 14:06:59.114329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-3478dad8-3db7-439a-98db-ab4e3fa655f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d HTTP/1.1" status: 200 len: 217 time: 0.0443206 Jul 15 14:06:59.164074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3572-f817-4268-8272-212a0f453c36 req-976a92b4-587f-42c2-9199-b28b025c1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.165551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-976a92b4-587f-42c2-9199-b28b025c1b95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b7fc378-5b4d-413f-bbda-3df233040836 HTTP/1.1" status: 200 len: 835 time: 0.0455458 Jul 15 14:06:59.223069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3572-f817-4268-8272-212a0f453c36 req-29be0a21-40ef-4edf-a2bb-d35cd8d4f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.224628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-29be0a21-40ef-4edf-a2bb-d35cd8d4f5ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528331 Jul 15 14:06:59.319643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-20513b67-0062-403f-ab13-72d76f5a29d4 service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884516 Jul 15 14:06:59.407370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ca0d3572-f817-4268-8272-212a0f453c36 req-dc457532-eb8e-45c4-a695-0430dd076f97 service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819368 Jul 15 14:06:59.513773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b777b-2ff3-4603-a145-e9074f386d4a req-2fb177a0-b7b2-4805-95e3-970ca9382710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.515343 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-872b777b-2ff3-4603-a145-e9074f386d4a req-2fb177a0-b7b2-4805-95e3-970ca9382710 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 1096 time: 0.0586326 Jul 15 14:06:59.603677 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b777b-2ff3-4603-a145-e9074f386d4a req-f8227859-88cf-47f8-8a28-7606fdd7da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.605051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-872b777b-2ff3-4603-a145-e9074f386d4a req-f8227859-88cf-47f8-8a28-7606fdd7da1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c HTTP/1.1" status: 200 len: 898 time: 0.0838780 Jul 15 14:06:59.648747 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-872b777b-2ff3-4603-a145-e9074f386d4a req-a7a291a7-b0fb-4275-b111-2b25bb9ae477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d HTTP/1.1" status: 200 len: 217 time: 0.0368435 Jul 15 14:06:59.697916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b777b-2ff3-4603-a145-e9074f386d4a req-0b3d6d74-e30f-4fc5-bd25-acf529d875fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.699431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-872b777b-2ff3-4603-a145-e9074f386d4a req-0b3d6d74-e30f-4fc5-bd25-acf529d875fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b7fc378-5b4d-413f-bbda-3df233040836 HTTP/1.1" status: 200 len: 835 time: 0.0436821 Jul 15 14:06:59.786245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b777b-2ff3-4603-a145-e9074f386d4a req-d28b0e0c-59fa-4e97-bdde-a5c3beeb0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.787817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-872b777b-2ff3-4603-a145-e9074f386d4a req-d28b0e0c-59fa-4e97-bdde-a5c3beeb0277 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814984 Jul 15 14:06:59.847615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1666c6-595c-4f3b-888a-fdd707c1d513 req-18219fa3-7905-40b4-836a-5b6860284a9c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.849127 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb1666c6-595c-4f3b-888a-fdd707c1d513 req-18219fa3-7905-40b4-836a-5b6860284a9c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 944 time: 0.1022615 Jul 15 14:06:59.926946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb1666c6-595c-4f3b-888a-fdd707c1d513 req-9f2340e5-a3fb-4730-8edf-06ef2cc46f79 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529759 Jul 15 14:06:59.928900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-872b777b-2ff3-4603-a145-e9074f386d4a req-ce393b00-8448-43be-8610-966c48a4931d service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331041 Jul 15 14:07:00.025052 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-872b777b-2ff3-4603-a145-e9074f386d4a req-feebb229-faed-4306-8e7f-3cf45e0b1172 service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885758 Jul 15 14:07:00.340366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e546b82-8b83-48bf-9a93-dd27f7d7197f up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:00.393795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 7e546b82-8b83-48bf-9a93-dd27f7d7197f triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:00.394284 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:01.099664 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc6b7f-308f-4cf5-8400-ffea990f9919 req-948230fd-fc79-479f-a76e-c0dc690bd97c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:01.101180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2dc6b7f-308f-4cf5-8400-ffea990f9919 req-948230fd-fc79-479f-a76e-c0dc690bd97c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 944 time: 0.0657341 Jul 15 14:07:01.138969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a2dc6b7f-308f-4cf5-8400-ffea990f9919 req-4256b7c0-1615-498e-a3bf-5d733e74b0d5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Jul 15 14:07:01.220231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:07:01.313769 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:01.324525 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'port_id': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'mac_address': 'fa:16:3e:a8:00:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:07:01.360958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:01.373367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:07:01.392832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:01.396973 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:01.442661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:01.633861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:07:02.280201 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:02.315521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802441-9bc7-46df-9aca-2b6d2939e671 req-8e82f40b-46fe-4a06-87b4-77c016b2312f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:02.316978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2802441-9bc7-46df-9aca-2b6d2939e671 req-8e82f40b-46fe-4a06-87b4-77c016b2312f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 945 time: 0.0682948 Jul 15 14:07:02.354217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f2802441-9bc7-46df-9aca-2b6d2939e671 req-c35cae84-abb5-42c3-82b5-a62b19f70c61 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Jul 15 14:07:03.237512 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:03.285646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:03.289620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:03.290000 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:03.364588 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:03.388025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:03.390174 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b9d9c7-fe47-412d-bcb2-7cf57c7eee4a" -d '{"events": [{"server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "name": "network-vif-plugged", "status": "completed", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:03.403410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:03.407839 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:03.458700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:03.529155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36184-4783-4bc7-96f5-5c697ea508c0 req-b9e48037-81b9-4870-b8c3-9485bbe4025e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:03.530589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57c36184-4783-4bc7-96f5-5c697ea508c0 req-b9e48037-81b9-4870-b8c3-9485bbe4025e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0644460 Jul 15 14:07:03.567229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-57c36184-4783-4bc7-96f5-5c697ea508c0 req-013fab76-4d38-44e4-9c2f-4b2889a930b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Jul 15 14:07:03.664113 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdaa88f-90f3-441f-a566-ccad0208d9dd x-openstack-request-id: req-7bdaa88f-90f3-441f-a566-ccad0208d9dd {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:03.664408 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "name": "network-vif-plugged", "status": "completed", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:03.664662 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bdaa88f-90f3-441f-a566-ccad0208d9dd {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:03.665058 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'code': 200} Jul 15 14:07:03.776825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7181-edac-45f6-b639-3133ff336c52 req-4f20c32a-33e3-4f70-9a16-ea0080ec2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:03.778288 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-765b7181-edac-45f6-b639-3133ff336c52 req-4f20c32a-33e3-4f70-9a16-ea0080ec2c43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 1098 time: 0.0509517 Jul 15 14:07:03.811405 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-765b7181-edac-45f6-b639-3133ff336c52 req-45beef05-1a17-4fc5-a58b-b8e77d989dc4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268257 Jul 15 14:07:04.746763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8ff3-a205-4c33-a5e9-707baa25a1e8 req-94e5ab25-af13-4311-a2e9-81a5001882e5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:04.748829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30bf8ff3-a205-4c33-a5e9-707baa25a1e8 req-94e5ab25-af13-4311-a2e9-81a5001882e5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0670214 Jul 15 14:07:04.786038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-30bf8ff3-a205-4c33-a5e9-707baa25a1e8 req-2673574c-56f9-4799-a84c-9e1419549f21 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Jul 15 14:07:04.958276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66615b8-23a5-4aed-b83f-89711ccf970f req-6725dc3a-9a13-449a-8a69-3b12ffadd198 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:04.959707 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f66615b8-23a5-4aed-b83f-89711ccf970f req-6725dc3a-9a13-449a-8a69-3b12ffadd198 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0631495 Jul 15 14:07:04.997208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f66615b8-23a5-4aed-b83f-89711ccf970f req-947fa560-d3da-4655-9281-0f69e692b785 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Jul 15 14:07:05.020318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35804) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:05.074347 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7485e171-9ec7-425a-be25-1346522fcb9d tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:05.075908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7485e171-9ec7-425a-be25-1346522fcb9d tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 1093 time: 0.0546410 Jul 15 14:07:05.078686 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35806) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:05.083009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:05.105244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.124603 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.200165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.302975 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.151 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/fdd53b17-8d7a-489e-be9d-a333cbd8e7e2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:05.401304 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.439027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.474383 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:05.478978 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:05.482386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:05.509290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=fdd53b17-8d7a-489e-be9d-a333cbd8e7e2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:05.844340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.921016 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.067279 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.071644 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.138183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=fdd53b17-8d7a-489e-be9d-a333cbd8e7e2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:06.151742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.165693 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.252302 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP cdd390d6-53c7-4d81-8ca2-10ead375ee8f associated. External IP: 172.25.1.151, port: 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d. Jul 15 14:07:06.456368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 03a54f2d-685b-41c0-ae31-720f0fc55687 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:06.573370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:06.583000 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] Sync routers for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:06.589657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.592763 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:06.593696 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:06.627423 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cced7a48-1a58-4399-8e8c-4355999652b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5476580 Jul 15 14:07:06.629286 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:06.631892 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:06.698631 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:06.779334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5869d3-5cc0-430b-812a-bb46b8d5d64a req-ee6dbb26-8cfa-42f8-b944-7c804239cada tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:06.780775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd5869d3-5cc0-430b-812a-bb46b8d5d64a req-ee6dbb26-8cfa-42f8-b944-7c804239cada tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0636835 Jul 15 14:07:06.822474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd5869d3-5cc0-430b-812a-bb46b8d5d64a req-427882fe-fb61-418c-8ccc-67665b7d3e14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Jul 15 14:07:06.853707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35812) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:06.896260 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88868e1-0a11-4d73-a17e-d562ab1b9ca6 x-openstack-request-id: req-b88868e1-0a11-4d73-a17e-d562ab1b9ca6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:06.897296 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:06.897296 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b88868e1-0a11-4d73-a17e-d562ab1b9ca6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:06.897296 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'status': 'completed', 'code': 200} Jul 15 14:07:06.925875 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'cdd390d6-53c7-4d81-8ca2-10ead375ee8f', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'port_id': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'mac_address': 'fa:16:3e:a8:00:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a278437-96ca-43c1-844b-bb30576ab147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:07:05Z', 'updated_at': '2021-07-15T14:07:05Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:06.951090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-80995e41-8337-4173-8101-5e1ff9baf58e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/cdd390d6-53c7-4d81-8ca2-10ead375ee8f HTTP/1.1" status: 200 len: 992 time: 0.0955882 Jul 15 14:07:06.955401 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] Checking router: 03a54f2d-685b-41c0-ae31-720f0fc55687 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:06.963418 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:06.964024 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:06:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:06.971050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-c55c0fdb-cc88-4b4b-8eea-5ad39616bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:06.972695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-c55c0fdb-cc88-4b4b-8eea-5ad39616bdaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 1098 time: 0.0660448 Jul 15 14:07:07.063520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-24bd3051-0ca5-482a-87c3-f59f8311da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:07.063925 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:07.065008 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-24bd3051-0ca5-482a-87c3-f59f8311da8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c HTTP/1.1" status: 200 len: 898 time: 0.0867608 Jul 15 14:07:07.129214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-15cd2a08-f23e-43b2-a799-20e1bed690ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d HTTP/1.1" status: 200 len: 1000 time: 0.0581956 Jul 15 14:07:07.176311 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-f50c9c56-3ea9-4eb2-9bfd-c58bf10a141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:07.177815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-f50c9c56-3ea9-4eb2-9bfd-c58bf10a141b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b7fc378-5b4d-413f-bbda-3df233040836 HTTP/1.1" status: 200 len: 835 time: 0.0431724 Jul 15 14:07:07.293749 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'cdd390d6-53c7-4d81-8ca2-10ead375ee8f', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'port_id': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'mac_address': 'fa:16:3e:a8:00:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a278437-96ca-43c1-844b-bb30576ab147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:07:05Z', 'updated_at': '2021-07-15T14:07:05Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:07.320986 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0f823-c2da-4043-8ed9-7f653d5ef19c None None] The sync data for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 is: [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'cdd390d6-53c7-4d81-8ca2-10ead375ee8f', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'port_id': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'mac_address': 'fa:16:3e:a8:00:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a278437-96ca-43c1-844b-bb30576ab147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:07:05Z', 'updated_at': '2021-07-15T14:07:05Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:07.530048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405aa04d-addd-43cc-bbc6-729a84f06591 None None] New status for floating IP cdd390d6-53c7-4d81-8ca2-10ead375ee8f: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:07:07.572703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-7fe97e21-7c27-4ced-9411-160ffe298773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:07.574130 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-7fe97e21-7c27-4ced-9411-160ffe298773 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3907881 Jul 15 14:07:07.661878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-e8f4b2be-aa71-4c31-b44b-e0ce1d7156f6 service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804293 Jul 15 14:07:07.755246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-db4ceb1e-5f0c-4c37-b71e-fdb663bbd5e4 req-e54b212e-7668-4a04-87df-92e8a1974bcd service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875201 Jul 15 14:07:07.954813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35814) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:08.013859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-20a29a3c-7492-49ce-8617-83ea20e5803b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/cdd390d6-53c7-4d81-8ca2-10ead375ee8f HTTP/1.1" status: 200 len: 994 time: 0.0577950 Jul 15 14:07:18.962744 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf7395f5-0863-4d1e-9cae-cd201dd1d65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:19.282224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c110185-4298-474e-be22-01fff773a981 req-5a3f58f5-d547-4f64-9483-93411a9746b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548477 Jul 15 14:07:19.374348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110185-4298-474e-be22-01fff773a981 req-1b5528e7-b4f2-49cd-b81e-f34f8848221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:19.376406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c110185-4298-474e-be22-01fff773a981 req-1b5528e7-b4f2-49cd-b81e-f34f8848221f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 1098 time: 0.0529585 Jul 15 14:07:19.479747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110185-4298-474e-be22-01fff773a981 req-5f8cdffb-1441-4dcf-8a5b-85ecbd003a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:19.481235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c110185-4298-474e-be22-01fff773a981 req-5f8cdffb-1441-4dcf-8a5b-85ecbd003a2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c HTTP/1.1" status: 200 len: 898 time: 0.0843196 Jul 15 14:07:19.548532 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c110185-4298-474e-be22-01fff773a981 req-2638ef4a-1ce9-478a-8997-50041ea79943 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d HTTP/1.1" status: 200 len: 1002 time: 0.0615585 Jul 15 14:07:19.595638 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110185-4298-474e-be22-01fff773a981 req-9a2ea9e4-abd1-48c6-b8c8-4dd5a4a28ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:19.597067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c110185-4298-474e-be22-01fff773a981 req-9a2ea9e4-abd1-48c6-b8c8-4dd5a4a28ba6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b7fc378-5b4d-413f-bbda-3df233040836 HTTP/1.1" status: 200 len: 835 time: 0.0429814 Jul 15 14:07:19.653239 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110185-4298-474e-be22-01fff773a981 req-c6e542c4-4058-424e-9037-f23b26649e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:19.654718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c110185-4298-474e-be22-01fff773a981 req-c6e542c4-4058-424e-9037-f23b26649e2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504222 Jul 15 14:07:19.744696 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c110185-4298-474e-be22-01fff773a981 req-1f39f974-2cb6-4592-84d2-6c99707a7f61 service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833640 Jul 15 14:07:19.832031 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3c110185-4298-474e-be22-01fff773a981 req-ef030e72-659a-482b-9db9-8c2ca944e7ab service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805199 Jul 15 14:07:21.630660 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e3b482fe-e884-4f94-9c66-3e1414e4e5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:21.770126 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:23.100766 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:24.569708 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:35.137965 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:36.158870 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:39.279010 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:41.575421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd328d4-9904-4323-a694-042d31704171 req-09c68f35-0bbb-4bd9-bbae-828570e9b28b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:41.577085 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd328d4-9904-4323-a694-042d31704171 req-09c68f35-0bbb-4bd9-bbae-828570e9b28b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0703783 Jul 15 14:07:41.620506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4fd328d4-9904-4323-a694-042d31704171 req-ed10b8bc-0bb2-4a69-8d79-9eff5f39a31a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371344 Jul 15 14:07:42.799367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6f215-699b-4145-8aac-2e80fcf9e755 req-c03c2154-e960-47fb-8536-419f77af3df7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:42.800910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c6f215-699b-4145-8aac-2e80fcf9e755 req-c03c2154-e960-47fb-8536-419f77af3df7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0647643 Jul 15 14:07:42.839602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c0c6f215-699b-4145-8aac-2e80fcf9e755 req-9fad7e13-5d6d-4700-a34e-4b30003c14d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Jul 15 14:07:42.865126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35834) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:42.936492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-93cc446c-50ee-41e0-b1d2-ffc0e55168e1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/cdd390d6-53c7-4d81-8ca2-10ead375ee8f HTTP/1.1" status: 200 len: 994 time: 0.0645678 Jul 15 14:07:44.410026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaacf9-2788-4fde-9180-6885df03d5ff req-fed4f7a4-6d7e-4905-bb6d-7b56b3add898 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:44.411667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90aaacf9-2788-4fde-9180-6885df03d5ff req-fed4f7a4-6d7e-4905-bb6d-7b56b3add898 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0789113 Jul 15 14:07:44.458225 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90aaacf9-2788-4fde-9180-6885df03d5ff req-52e03b66-cee2-4318-9fc3-00b28bd0cda8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357823 Jul 15 14:07:45.641062 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceda71-544e-4e79-ab33-983f5a7ccbad req-6616df38-5718-45c3-88d1-fdb360228e77 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:45.642497 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdceda71-544e-4e79-ab33-983f5a7ccbad req-6616df38-5718-45c3-88d1-fdb360228e77 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0688968 Jul 15 14:07:45.680418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdceda71-544e-4e79-ab33-983f5a7ccbad req-62ed1315-1071-48e9-a4be-3ac3678b2c7d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322473 Jul 15 14:07:45.705190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35844) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:45.766984 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-438e487b-5e72-4427-9c38-13652ba32d8c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/cdd390d6-53c7-4d81-8ca2-10ead375ee8f HTTP/1.1" status: 200 len: 994 time: 0.0604205 Jul 15 14:07:46.023500 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35850) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:46.186762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port fdd53b17-8d7a-489e-be9d-a333cbd8e7e2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:46.187166 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.272344 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.272682 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.286009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for fdd53b17-8d7a-489e-be9d-a333cbd8e7e2 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:46.491488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.520387 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=fdd53b17-8d7a-489e-be9d-a333cbd8e7e2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:46.552800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.553066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.553418 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.553772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.554091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.554425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.554763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.555100 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.555462 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.555795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.556124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.556451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.598118 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.598460 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP cdd390d6-53c7-4d81-8ca2-10ead375ee8f disassociated (deleted). External IP: 172.25.1.151, port: 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d. Jul 15 14:07:46.812796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 03a54f2d-685b-41c0-ae31-720f0fc55687 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:46.922716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:46.927661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.931847 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] Sync routers for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:46.941065 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:46.941677 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:46.963768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ea279be7-e237-48bc-9729-020fb030f3d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/floatingips/cdd390d6-53c7-4d81-8ca2-10ead375ee8f HTTP/1.1" status: 204 len: 168 time: 0.9392128 Jul 15 14:07:46.964380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:46.966729 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075" -d '{"events": [{"name": "network-changed", "server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:47.054804 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:47.269717 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:47.298805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] Checking router: 03a54f2d-685b-41c0-ae31-720f0fc55687 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:47.308656 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:47.309298 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:47.418913 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c2a861-aaa5-416d-8167-ff9650f2dc31 x-openstack-request-id: req-51c2a861-aaa5-416d-8167-ff9650f2dc31 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:47.419245 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:47.419490 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51c2a861-aaa5-416d-8167-ff9650f2dc31 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:47.419911 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'status': 'completed', 'code': 200} Jul 15 14:07:47.512505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-cd8909fb-be48-40ba-b238-e11584e2012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:47.514080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-cd8909fb-be48-40ba-b238-e11584e2012c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 1098 time: 0.0644348 Jul 15 14:07:47.518693 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:47.649376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268d46-fa84-4f87-9ab1-cfc65e4431d1 req-8ca30ac0-5686-4f6b-8844-7d5bbd0f59d3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:47.651611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14268d46-fa84-4f87-9ab1-cfc65e4431d1 req-8ca30ac0-5686-4f6b-8844-7d5bbd0f59d3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.1363585 Jul 15 14:07:47.668903 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-88c56ecf-8590-48df-9c33-df8d86d0934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:47.670404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-88c56ecf-8590-48df-9c33-df8d86d0934e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c HTTP/1.1" status: 200 len: 898 time: 0.1450148 Jul 15 14:07:47.720995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-7b40d0dd-4ab0-4c8b-a8d9-86a03a795c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d HTTP/1.1" status: 200 len: 217 time: 0.0418298 Jul 15 14:07:47.752052 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:47.765152 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-14268d46-fa84-4f87-9ab1-cfc65e4431d1 req-cb3c4806-91e8-46fb-819c-682ad3e64cd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070642 Jul 15 14:07:47.782931 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea0e11d-5aa5-4a65-a010-9339dd9eb0ca None None] The sync data for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 is: [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '7e546b82-8b83-48bf-9a93-dd27f7d7197f', 'name': '', 'network_id': '9cccd66e-08ce-46a0-b56f-5e2a4801a49c', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:2e:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5b7fc378-5b4d-413f-bbda-3df233040836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:47.785238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-ccbf4808-9c3c-4083-9eb6-197ed9e05100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:47.787049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-ccbf4808-9c3c-4083-9eb6-197ed9e05100 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b7fc378-5b4d-413f-bbda-3df233040836 HTTP/1.1" status: 200 len: 835 time: 0.0597343 Jul 15 14:07:47.847821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-f7077d72-c6c1-436e-8882-ec07a61550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:47.849447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-f7077d72-c6c1-436e-8882-ec07a61550fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cccd66e-08ce-46a0-b56f-5e2a4801a49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552595 Jul 15 14:07:47.943558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-91c5a19e-9bfa-42ae-b57d-8e58e465b842 service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872607 Jul 15 14:07:48.014888 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2392bad-aab9-4c20-934d-1cb2aec68f5b None None] New status for floating IP cdd390d6-53c7-4d81-8ca2-10ead375ee8f: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:07:48.045122 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b9f7b15-4f7e-4ea5-b577-dcc8470c3075 req-e1e94c45-e9b7-436e-9eb4-bfb229d95f1f service neutron] 10.222.0.30 "GET /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953794 Jul 15 14:07:48.811400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be216df2-2842-4c04-8f35-2b430dadd02d req-39344bdc-3fb0-4e6f-9dab-79550d03b402 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:48.813045 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be216df2-2842-4c04-8f35-2b430dadd02d req-39344bdc-3fb0-4e6f-9dab-79550d03b402 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.0675576 Jul 15 14:07:48.967179 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-698cbd48-e7a7-4dda-a9c9-af4a4206d67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:48.976910 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:48.977527 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:48.988746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a32076-0103-425a-b096-ea9c157f56e7 req-cc026746-5ed6-4bb6-88a7-c1254c14852a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:48.990967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64a32076-0103-425a-b096-ea9c157f56e7 req-cc026746-5ed6-4bb6-88a7-c1254c14852a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a278437-96ca-43c1-844b-bb30576ab147 HTTP/1.1" status: 200 len: 946 time: 0.1072936 Jul 15 14:07:49.091035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64a32076-0103-425a-b096-ea9c157f56e7 req-d18ee19d-cc84-47b6-a882-9a9c3d419b05 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=05df4490-1518-4d29-b158-5f0b7ba58813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853498 Jul 15 14:07:49.121940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:49.122289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.136409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:49.269885 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.300582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:49.345141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] No DVR routers for this DVR port 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:07:49.347686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.349712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be216df2-2842-4c04-8f35-2b430dadd02d req-2d9449fa-4915-4eac-a65a-64ebf7fb9a11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "DELETE /v2.0/ports/2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d HTTP/1.1" status: 204 len: 173 time: 0.5313609 Jul 15 14:07:49.424209 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'name': 'network-vif-deleted', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:49.425143 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844792cb-3e10-4fb7-a0f6-ed3cc40f0df9" -d '{"events": [{"server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "name": "network-vif-deleted", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:49.464958 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec1aa95-eb5f-40d2-8aab-f25fa3c515d5 x-openstack-request-id: req-2ec1aa95-eb5f-40d2-8aab-f25fa3c515d5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:49.465307 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a278437-96ca-43c1-844b-bb30576ab147", "name": "network-vif-deleted", "tag": "2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:49.465807 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ec1aa95-eb5f-40d2-8aab-f25fa3c515d5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:49.466469 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a278437-96ca-43c1-844b-bb30576ab147', 'name': 'network-vif-deleted', 'tag': '2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d', 'status': 'completed', 'code': 200} Jul 15 14:07:50.194697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35864) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:50.579116 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.852543 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 7e546b82-8b83-48bf-9a93-dd27f7d7197f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:50.852891 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.948447 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 7e546b82-8b83-48bf-9a93-dd27f7d7197f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=7e546b82-8b83-48bf-9a93-dd27f7d7197f,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:50.948814 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.966471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 7e546b82-8b83-48bf-9a93-dd27f7d7197f owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:51.183263 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:51.212717 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=7e546b82-8b83-48bf-9a93-dd27f7d7197f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:51.401742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:51.633792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0c5e369-509b-4390-b4b0-bc3e04d2cace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:51.773415 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:51.956740 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 03a54f2d-685b-41c0-ae31-720f0fc55687 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:52.069796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:52.075691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-915deaf0-ccc5-4fc4-8ec6-5b4522e62084 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/03a54f2d-685b-41c0-ae31-720f0fc55687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789194 Jul 15 14:07:52.078440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35866) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:52.080655 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] Sync routers for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:52.090233 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:52.091104 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:52.130559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-633f51cc-4227-43c1-9f9a-0954372d01c3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting subnet 5b7fc378-5b4d-413f-bbda-3df233040836 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:07:52.133823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-633f51cc-4227-43c1-9f9a-0954372d01c3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.175790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-633f51cc-4227-43c1-9f9a-0954372d01c3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.195241 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:52.268222 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-633f51cc-4227-43c1-9f9a-0954372d01c3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.332568 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-633f51cc-4227-43c1-9f9a-0954372d01c3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.361191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f51cc-4227-43c1-9f9a-0954372d01c3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7fc378-5b4d-413f-bbda-3df233040836,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:52.369094 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-633f51cc-4227-43c1-9f9a-0954372d01c3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.375359 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-633f51cc-4227-43c1-9f9a-0954372d01c3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/subnets/5b7fc378-5b4d-413f-bbda-3df233040836 HTTP/1.1" status: 204 len: 168 time: 0.2922060 Jul 15 14:07:52.375626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35868) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:52.386613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f52fb6a-4978-4a80-bb41-be6bf7cd62e8 None None] Network 9cccd66e-08ce-46a0-b56f-5e2a4801a49c requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:52.415017 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:07:51Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:52.443070 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] Checking router: 03a54f2d-685b-41c0-ae31-720f0fc55687 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:52.451754 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] Routers {'03a54f2d-685b-41c0-ae31-720f0fc55687'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:52.452385 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['03a54f2d-685b-41c0-ae31-720f0fc55687'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:52.509042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.567030 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] Set router 03a54f2d-685b-41c0-ae31-720f0fc55687 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:52.587040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] DHCP port deletion for 9cccd66e-08ce-46a0-b56f-5e2a4801a49c request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:07:52.643013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Deleting port f22955ae-5968-4128-95e7-cabcfe85142f {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:52.643768 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.643883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.706962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 4e814f2b-edd6-4d2c-aa4e-340add5abd41 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:52.707840 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.714290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] For port f22955ae-5968-4128-95e7-cabcfe85142f, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f22955ae-5968-4128-95e7-cabcfe85142f,segment=NetworkSegment(6d43800a-5840-478a-be60-f213b003e565),segment_id=6d43800a-5840-478a-be60-f213b003e565)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:52.714733 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.728449 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Calling delete_port for f22955ae-5968-4128-95e7-cabcfe85142f owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:52.763450 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:07:51Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:52.792465 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba18972a-3f72-45ff-b509-e8cd4c0a36a7 None None] The sync data for ids ['03a54f2d-685b-41c0-ae31-720f0fc55687'] in n-d-771362-36 is: [{'id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890452091', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:07:51Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '4e814f2b-edd6-4d2c-aa4e-340add5abd41', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a54f2d-685b-41c0-ae31-720f0fc55687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:50Z', 'updated_at': '2021-07-15T14:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:52.805714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 4e814f2b-edd6-4d2c-aa4e-340add5abd41, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=4e814f2b-edd6-4d2c-aa4e-340add5abd41,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:52.806460 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.813063 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.823076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 4e814f2b-edd6-4d2c-aa4e-340add5abd41 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:52.843978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] No DVR routers for this DVR port f22955ae-5968-4128-95e7-cabcfe85142f on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:07:52.847920 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Pushing event deleted for resources: {'Port': ['ID=f22955ae-5968-4128-95e7-cabcfe85142f,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:52.859484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.859837 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.860181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.860518 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.860857 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.861187 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.861550 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.861876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.862202 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.862667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.862997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:52.863345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de4d8b-58af-43e2-9fa1-315bd7b06491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.010235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.036376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=4e814f2b-edd6-4d2c-aa4e-340add5abd41,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.105248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.107387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.215750 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.220340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.267236 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.267787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Fanout notify agent at l3_agent the message router_deleted on router 03a54f2d-685b-41c0-ae31-720f0fc55687 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:07:53.275228 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.278958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7fc35fb7-688f-4fc5-a34e-e9669190f98a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/routers/03a54f2d-685b-41c0-ae31-720f0fc55687 HTTP/1.1" status: 204 len: 168 time: 0.8999059 Jul 15 14:07:53.279236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35870) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.360553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.466245 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.471822 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:53.478890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cccd66e-08ce-46a0-b56f-5e2a4801a49c']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:53.491214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d43800a-5840-478a-be60-f213b003e565') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:53.491485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d43800a-5840-478a-be60-f213b003e565') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:53.496946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:53.497363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2aef8bc9-24b6-4266-b8cf-0ddd3e95bb6d not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:53.502777 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.518641 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.525703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:07:53.526205 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:07:53.529550 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:07:53.596494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.608775 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.610820 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/networks/9cccd66e-08ce-46a0-b56f-5e2a4801a49c HTTP/1.1" status: 204 len: 168 time: 0.3305323 Jul 15 14:07:53.613789 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35872) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.622400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d734436-af65-4346-88d1-18da0097dab1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Network': ['ID=9cccd66e-08ce-46a0-b56f-5e2a4801a49c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.677181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.704301 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.768803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.771855 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.773242 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/security-groups/05df4490-1518-4d29-b158-5f0b7ba58813 HTTP/1.1" status: 204 len: 168 time: 0.1584017 Jul 15 14:07:53.786545 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05df4490-1518-4d29-b158-5f0b7ba58813,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.799568 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.800147 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.800722 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.801305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.801880 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.802469 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.803020 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.803970 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.804537 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.805355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.805915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:53.806435 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96a8b8-6023-4dd5-b751-1310f87f24a1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:54.101321 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35880) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:54.106232 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-838d4918-5845-4f65-9a22-49fd139bf0c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563329837', 'description': 'tempest-secgroup-smoke-563329837 description', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:54.129986 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-838d4918-5845-4f65-9a22-49fd139bf0c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.222181 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-838d4918-5845-4f65-9a22-49fd139bf0c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.226025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-838d4918-5845-4f65-9a22-49fd139bf0c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.255262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-838d4918-5845-4f65-9a22-49fd139bf0c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.256528 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-838d4918-5845-4f65-9a22-49fd139bf0c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1540926 Jul 15 14:07:54.258614 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d4918-5845-4f65-9a22-49fd139bf0c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caed5419-d2e3-440d-87ef-8d3b4f9448c6,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:54.259892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35882) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:54.266257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-edbc14ed-eb52-49a0-b66b-4796ff62c030 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'caed5419-d2e3-440d-87ef-8d3b4f9448c6', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:54.293108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-edbc14ed-eb52-49a0-b66b-4796ff62c030 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.357722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-edbc14ed-eb52-49a0-b66b-4796ff62c030 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.362686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-edbc14ed-eb52-49a0-b66b-4796ff62c030 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.373442 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f22955ae-5968-4128-95e7-cabcfe85142f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:54.385612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc14ed-eb52-49a0-b66b-4796ff62c030 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f3223d-8813-45eb-bdcd-0bb0fc3c5c35,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:54.390446 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-edbc14ed-eb52-49a0-b66b-4796ff62c030 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.394671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-edbc14ed-eb52-49a0-b66b-4796ff62c030 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336265 Jul 15 14:07:54.394975 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35884) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:54.399890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-0fb1069a-e444-48f5-89df-57296e57664d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'caed5419-d2e3-440d-87ef-8d3b4f9448c6', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:54.402960 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f22955ae-5968-4128-95e7-cabcfe85142f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:54.403340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f22955ae-5968-4128-95e7-cabcfe85142f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:54.403760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4e814f2b-edd6-4d2c-aa4e-340add5abd41 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:54.424044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 4e814f2b-edd6-4d2c-aa4e-340add5abd41 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:54.424391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 4e814f2b-edd6-4d2c-aa4e-340add5abd41 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:54.424810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e546b82-8b83-48bf-9a93-dd27f7d7197f no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:54.426553 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fb1069a-e444-48f5-89df-57296e57664d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.444129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 7e546b82-8b83-48bf-9a93-dd27f7d7197f {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:54.444475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 7e546b82-8b83-48bf-9a93-dd27f7d7197f not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:54.488395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fb1069a-e444-48f5-89df-57296e57664d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.492037 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fb1069a-e444-48f5-89df-57296e57664d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.510203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1069a-e444-48f5-89df-57296e57664d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079ed800-d34d-41ff-932c-b12ba5f2267e,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:54.516289 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0fb1069a-e444-48f5-89df-57296e57664d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.517572 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-0fb1069a-e444-48f5-89df-57296e57664d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214418 Jul 15 14:07:54.520430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35886) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:54.525007 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-a1852972-c675-4e02-9121-7ace26209ef0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'caed5419-d2e3-440d-87ef-8d3b4f9448c6', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:54.552286 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1852972-c675-4e02-9121-7ace26209ef0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.578160 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.621535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1852972-c675-4e02-9121-7ace26209ef0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.626624 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1852972-c675-4e02-9121-7ace26209ef0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.646955 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1852972-c675-4e02-9121-7ace26209ef0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3982589c-ed37-4f48-b130-6a566d2eb039,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:54.654096 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a1852972-c675-4e02-9121-7ace26209ef0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.655453 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a1852972-c675-4e02-9121-7ace26209ef0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339569 Jul 15 14:07:54.658245 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35888) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:54.663030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-29e9ae58-9798-4b05-8804-909336733aef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'caed5419-d2e3-440d-87ef-8d3b4f9448c6', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:54.690694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e9ae58-9798-4b05-8804-909336733aef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.756645 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e9ae58-9798-4b05-8804-909336733aef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.760378 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e9ae58-9798-4b05-8804-909336733aef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.779396 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9ae58-9798-4b05-8804-909336733aef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7721bd0-995a-4593-940f-2aa0e48f58ad,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:54.783791 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-29e9ae58-9798-4b05-8804-909336733aef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.785118 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-29e9ae58-9798-4b05-8804-909336733aef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257405 Jul 15 14:07:54.787975 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35890) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:54.792606 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-31637ae3-4530-4aa9-8191-16741a682880 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'caed5419-d2e3-440d-87ef-8d3b4f9448c6', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:54.815802 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-31637ae3-4530-4aa9-8191-16741a682880 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:07:54.820845 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31637ae3-4530-4aa9-8191-16741a682880 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.884353 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31637ae3-4530-4aa9-8191-16741a682880 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.888254 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31637ae3-4530-4aa9-8191-16741a682880 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.906860 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31637ae3-4530-4aa9-8191-16741a682880 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f0e577-ac22-41ca-9267-cba337ecf9f1,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:54.912926 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31637ae3-4530-4aa9-8191-16741a682880 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.914320 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-31637ae3-4530-4aa9-8191-16741a682880 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253684 Jul 15 14:07:54.918654 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35892) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:54.923920 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2d7bcc4d-0bcc-4eeb-bb5f-39138af161bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'caed5419-d2e3-440d-87ef-8d3b4f9448c6', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:54.947559 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-2d7bcc4d-0bcc-4eeb-bb5f-39138af161bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:07:54.952925 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcc4d-0bcc-4eeb-bb5f-39138af161bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.016205 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcc4d-0bcc-4eeb-bb5f-39138af161bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.020510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcc4d-0bcc-4eeb-bb5f-39138af161bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.039966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bcc4d-0bcc-4eeb-bb5f-39138af161bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204ca8e0-fd41-49df-8d46-2e11d04cbbd6,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:55.048409 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcc4d-0bcc-4eeb-bb5f-39138af161bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.049798 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2d7bcc4d-0bcc-4eeb-bb5f-39138af161bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300998 Jul 15 14:07:55.052764 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 35894) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:55.058689 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'network': {'name': 'tempest-network-smoke--248544641', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'port_security_enabled': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:55.080322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:55.085230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.111030 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:07:55.120255 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.120602 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Added segment 281f90b6-fad5-4472-a1d9-404274e2ca3a of type vlan for network d8881732-ff22-40b5-bd6a-9ec95ed3f33b Jul 15 14:07:55.165447 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.195999 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.201647 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:55.202267 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.240808 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1867671 Jul 15 14:07:55.243889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35896) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:55.248776 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'admin_state_up': True, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:55.272400 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a0a06-b886-41b2-a4e0-faa5ca7f915f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Network': ['ID=d8881732-ff22-40b5-bd6a-9ec95ed3f33b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:55.272770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.273888 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.285403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:07:55.333857 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.473106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.673391 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.692150 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.804603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.188 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/aa762cb2-1f51-465b-a57c-0d8fcb88d004) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:55.910083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.949789 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.994819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:55.997745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:56.001980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:56.007710 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=aa762cb2-1f51-465b-a57c-0d8fcb88d004,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:56.262826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.464826 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.596091 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router f85edad6-e426-4d0d-9103-7e631858df7c is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:07:56.707307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:56.718720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Sync routers for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:56.730296 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.731410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:56.731658 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2f0266fb-e1f6-41d0-b2e7-bb1b5f1096c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4866447 Jul 15 14:07:56.732076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:56.737794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35898) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:56.781718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-118a86d9-39de-4379-a6dd-805c19011d48 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0bdea8434e5249b8aa8bf61d827f1e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426111 Jul 15 14:07:56.785216 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35900) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:56.848286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:57.054140 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:56Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:57.088453 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Checking router: f85edad6-e426-4d0d-9103-7e631858df7c for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:57.088799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Updating router f85edad6-e426-4d0d-9103-7e631858df7c port aa762cb2-1f51-465b-a57c-0d8fcb88d004 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:57.134205 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.331758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ea822b-dd86-4d88-937e-391acdaed942 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:57.333731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e8ea822b-dd86-4d88-937e-391acdaed942 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5469818 Jul 15 14:07:57.336701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35902) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:57.375174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1e5e2964-a9fe-44fe-ae27-b8ef17901e08 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372751 Jul 15 14:07:57.379063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35904) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:57.384467 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112579685', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:57.437067 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.449111 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Transition to ACTIVE for port object aa762cb2-1f51-465b-a57c-0d8fcb88d004 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:57.457562 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.490053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:57.494587 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.528271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Attempting to bind port aa762cb2-1f51-465b-a57c-0d8fcb88d004 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:07:57.528678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Attempting to bind port aa762cb2-1f51-465b-a57c-0d8fcb88d004 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:07:57.529017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Attempting to bind port aa762cb2-1f51-465b-a57c-0d8fcb88d004 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:57.532324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86f5af-4779-4b82-9ce1-974e2d407412 None None] Pushing event updated for resources: {'Port': ['ID=aa762cb2-1f51-465b-a57c-0d8fcb88d004,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:57.537461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:07:57.537873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:57.538255 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.538655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:07:57.539157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Bound port: aa762cb2-1f51-465b-a57c-0d8fcb88d004, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:07:57.539561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.612324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] For port aa762cb2-1f51-465b-a57c-0d8fcb88d004, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:57.617876 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] For port aa762cb2-1f51-465b-a57c-0d8fcb88d004, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa762cb2-1f51-465b-a57c-0d8fcb88d004,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:57.623091 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.693616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:57.694282 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:57.697974 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.734599 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86f5af-4779-4b82-9ce1-974e2d407412 None None] Pushing event updated for resources: {'Port': ['ID=aa762cb2-1f51-465b-a57c-0d8fcb88d004,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:57.817045 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:57.819397 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Subnet': ['ID=8ded5d36-fe84-4df3-9570-00ea4e99655d,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:57.827683 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Checking segment: {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:57.828275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network hostable DHCP agents. Network: d8881732-ff22-40b5-bd6a-9ec95ed3f33b, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:07:57.856279 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:07:57.872386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, d8881732-ff22-40b5-bd6a-9ec95ed3f33b) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:57.879575 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:57.880612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.890195 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f54e887-efbd-4918-a796-20a88ac45c22 None None] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:57.905049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-513aa3d2-301f-4078-9697-0e5e86ee40dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5244379 Jul 15 14:07:57.907662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35906) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:58.129700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:56Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:58.133311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-d8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:07:58.134242 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.172746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d1b66-0376-4654-bfe6-a00e62f4c1ce None None] The sync data for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 is: [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:56Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:58.321411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Allocated IP 172.20.0.2 (d8881732-ff22-40b5-bd6a-9ec95ed3f33b/8ded5d36-fe84-4df3-9570-00ea4e99655d/367300aa-41c7-44ba-ab87-7355f8e62b45) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:58.533341 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.541662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.552690 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Transition to ACTIVE for port object 367300aa-41c7-44ba-ab87-7355f8e62b45 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:58.572622 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Transition to ACTIVE for port object 367300aa-41c7-44ba-ab87-7355f8e62b45 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:58.580564 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.618590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:58.626332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:58.630436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:58.640113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Pushing event updated for resources: {'Port': ['ID=367300aa-41c7-44ba-ab87-7355f8e62b45,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:58.704619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Attempting to bind port 367300aa-41c7-44ba-ab87-7355f8e62b45 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:07:58.706360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Attempting to bind port 367300aa-41c7-44ba-ab87-7355f8e62b45 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:07:58.706360 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Attempting to bind port 367300aa-41c7-44ba-ab87-7355f8e62b45 on network d8881732-ff22-40b5-bd6a-9ec95ed3f33b {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:58.711866 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:07:58.712431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Checking segment: {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:58.712948 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.713471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Bound using segment: {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:07:58.714062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Bound port: 367300aa-41c7-44ba-ab87-7355f8e62b45, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:07:58.714575 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.790448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] For port 367300aa-41c7-44ba-ab87-7355f8e62b45, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:58.795623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] For port 367300aa-41c7-44ba-ab87-7355f8e62b45, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=367300aa-41c7-44ba-ab87-7355f8e62b45,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:58.803544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.875639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4ecca-91c3-43e1-ac3a-16e2b93e510e None None] Pushing event updated for resources: {'Port': ['ID=367300aa-41c7-44ba-ab87-7355f8e62b45,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:58.907700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.1 (d8881732-ff22-40b5-bd6a-9ec95ed3f33b/8ded5d36-fe84-4df3-9570-00ea4e99655d/1e3f2c05-ba57-4baf-a19b-33e5c42f8d60) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:59.096277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.130139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:59.201695 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.269958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:59.272139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:59.274187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:59.276836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:59.340970 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.507790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.811376 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.817012 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.900617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:59.904414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.928110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb28bf5-17f6-47ee-a25f-53a9a1625d8a None None] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:08:00.029918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:00.031678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:00.081062 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c7f8f4bc-c3ef-4bfe-87c5-2eafd517bdd3 None None] Provisioning for port 367300aa-41c7-44ba-ab87-7355f8e62b45 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:00.166781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router f85edad6-e426-4d0d-9103-7e631858df7c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:08:00.304559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:00.310735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5c10d2b4-6d71-4590-9e52-00221a35cb11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/f85edad6-e426-4d0d-9103-7e631858df7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4019718 Jul 15 14:08:00.425048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f0f55955-26f6-4e68-94f3-361b29224c67 None None] Provisioning for port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:00.430686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-f0f55955-26f6-4e68-94f3-361b29224c67 None None] Provisioning complete for port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:00.431201 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f0f55955-26f6-4e68-94f3-361b29224c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.503639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa762cb2-1f51-465b-a57c-0d8fcb88d004 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:00.509086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f0f55955-26f6-4e68-94f3-361b29224c67 None None] Port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:08:00.568903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port aa762cb2-1f51-465b-a57c-0d8fcb88d004 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:00.574551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aa762cb2-1f51-465b-a57c-0d8fcb88d004 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:00.575242 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.579843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-f06152a1-b33d-47c8-83ba-5149d183fb28 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563329837&fields=id&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 267 time: 0.0695164 Jul 15 14:08:00.651280 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Sync routers for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:00.662500 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:00.662998 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:00.695456 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.740880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port aa762cb2-1f51-465b-a57c-0d8fcb88d004, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa762cb2-1f51-465b-a57c-0d8fcb88d004,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:00.756568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-a7cc66ca-95b2-465c-b3ba-57708b206b48 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:00.757207 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.758276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-a7cc66ca-95b2-465c-b3ba-57708b206b48 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/networks?id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b HTTP/1.1" status: 200 len: 796 time: 0.1700449 Jul 15 14:08:00.758516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 367300aa-41c7-44ba-ab87-7355f8e62b45 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:00.781335 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-874810c7-02d3-4371-8e2c-462af09fb5d2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/quotas/0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 375 time: 0.0149925 Jul 15 14:08:00.792014 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:00.893324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-eb1900b1-2d9d-4bc4-b44d-8b92a6f6acea tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019711 Jul 15 14:08:01.006447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4bd4c72b-e427-4aa1-a1b0-4ef796518514 None None] Provisioning complete for port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:01.007522 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c72b-e427-4aa1-a1b0-4ef796518514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.031106 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 2, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:01.064750 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Checking router: f85edad6-e426-4d0d-9103-7e631858df7c for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:01.065499 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Updating router f85edad6-e426-4d0d-9103-7e631858df7c port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:08:01.098108 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4c72b-e427-4aa1-a1b0-4ef796518514 None None] Port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:08:01.103985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=aa762cb2-1f51-465b-a57c-0d8fcb88d004,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:01.105933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-bfd8fdb3-a27b-4eb6-aae4-996634af69a3 service neutron] 10.222.0.25 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021084 Jul 15 14:08:01.108071 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.118316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 367300aa-41c7-44ba-ab87-7355f8e62b45 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:01.125406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 367300aa-41c7-44ba-ab87-7355f8e62b45 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:01.125881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.224835 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.225701 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-0381459c-5f65-4484-b5e9-c560ac45b97d service neutron] 10.222.0.25 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029568 Jul 15 14:08:01.251996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5d2936e0-2ec8-4ec6-ad5d-2c227e6ae1dc None None] Provisioning complete for port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:01.252478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5d2936e0-2ec8-4ec6-ad5d-2c227e6ae1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.289930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 367300aa-41c7-44ba-ab87-7355f8e62b45, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=367300aa-41c7-44ba-ab87-7355f8e62b45,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:01.302077 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.313445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-5d2936e0-2ec8-4ec6-ad5d-2c227e6ae1dc None None] Port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:08:01.375307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=367300aa-41c7-44ba-ab87-7355f8e62b45,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:01.508342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ca00c72-bd5b-4ca2-a991-a6e179bf54f4 req-64d63996-e5a0-4d85-a2a7-95478b24da27 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 210 time: 0.0438161 Jul 15 14:08:01.519985 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.532586 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Transition to ACTIVE for port object 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:08:01.538919 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.600945 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Pushing event updated for resources: {'Port': ['ID=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:01.626938 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.627312 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.627654 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.627975 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.628340 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.628674 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.629121 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.629327 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.629648 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.630038 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.630287 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.630606 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:01.665988 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Attempting to bind port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:08:01.666618 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Attempting to bind port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:08:01.666749 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Attempting to bind port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 on network d8881732-ff22-40b5-bd6a-9ec95ed3f33b {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:08:01.673085 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:08:01.673466 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Checking segment: {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:08:01.673875 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.674271 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Bound using segment: {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:08:01.674755 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Bound port: 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:08:01.675163 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.748253 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] For port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:08:01.752381 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] For port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:08:01.760247 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.889228 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a49116-ad7a-4946-92c0-eb363cfc8286 None None] Pushing event updated for resources: {'Port': ['ID=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:01.895607 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:01.896699 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:02.083282 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:02.317448 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:08:01Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:02.359799 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf01b7-3713-42c3-8d21-7ee82a1cb322 None None] The sync data for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 is: [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:08:01Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:02.428814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa762cb2-1f51-465b-a57c-0d8fcb88d004 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:02.491737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port aa762cb2-1f51-465b-a57c-0d8fcb88d004 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:02.492112 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.589283 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 367300aa-41c7-44ba-ab87-7355f8e62b45 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:02.680655 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 367300aa-41c7-44ba-ab87-7355f8e62b45 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:02.681198 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.729427 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-413b406a-d05a-4cbf-a062-7485ddd8364e req-e1efb56c-7b9c-4607-a056-4f487326eda9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 210 time: 0.0504563 Jul 15 14:08:02.905681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-93090127-7c54-4757-92d7-d023dfb90cc4 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:02.907781 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-93090127-7c54-4757-92d7-d023dfb90cc4 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/networks?id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b HTTP/1.1" status: 200 len: 796 time: 0.1915460 Jul 15 14:08:02.980846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-9a79259b-af88-4b7a-beb5-c0718e2c70a6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 379 time: 0.0641701 Jul 15 14:08:02.993745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'port': {'device_id': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'admin_state_up': True, 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'security_groups': ['caed5419-d2e3-440d-87ef-8d3b4f9448c6']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:03.136458 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:08:03.140903 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.302904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.14 (d8881732-ff22-40b5-bd6a-9ec95ed3f33b/8ded5d36-fe84-4df3-9570-00ea4e99655d/6a988bb8-c604-43ed-b2fe-5e47764e8821) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:03.469092 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.491753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object 6a988bb8-c604-43ed-b2fe-5e47764e8821 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:08:03.543204 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.598870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:03.603041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:03.608530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:08:03.612982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=6a988bb8-c604-43ed-b2fe-5e47764e8821,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:03.682530 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:03.683275 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.703771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-440ba91e-995a-47a0-a400-cf3f46b0144b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7168970 Jul 15 14:08:03.777063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Request body: {'port': {'device_id': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:03.875901 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.921181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22290aeb-3ded-4f5d-a4a4-c6b9e6f6af67 None None] Provisioning for port 6a988bb8-c604-43ed-b2fe-5e47764e8821 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:03.926120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-22290aeb-3ded-4f5d-a4a4-c6b9e6f6af67 None None] Provisioning complete for port 6a988bb8-c604-43ed-b2fe-5e47764e8821 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:03.926489 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-22290aeb-3ded-4f5d-a4a4-c6b9e6f6af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.961694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-22290aeb-3ded-4f5d-a4a4-c6b9e6f6af67 None None] Port 6a988bb8-c604-43ed-b2fe-5e47764e8821 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:08:04.048123 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487b90-27af-4c00-9951-2343b5f8e9ee req-420842bf-dc25-42fa-b3d9-b28e68cec9a6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.050063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41487b90-27af-4c00-9951-2343b5f8e9ee req-420842bf-dc25-42fa-b3d9-b28e68cec9a6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 932 time: 0.1709423 Jul 15 14:08:04.116499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41487b90-27af-4c00-9951-2343b5f8e9ee req-809d2171-1510-438b-8f46-da3c002dcb10 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603929 Jul 15 14:08:04.233110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a988bb8-c604-43ed-b2fe-5e47764e8821 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:08:04.241445 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:04.254114 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Transition to ACTIVE for port object 6a988bb8-c604-43ed-b2fe-5e47764e8821 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:08:04.258363 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:04.312777 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Pushing event updated for resources: {'Port': ['ID=6a988bb8-c604-43ed-b2fe-5e47764e8821,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:04.392561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Attempting to bind port 6a988bb8-c604-43ed-b2fe-5e47764e8821 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:08:04.395233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Attempting to bind port 6a988bb8-c604-43ed-b2fe-5e47764e8821 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:08:04.395595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Attempting to bind port 6a988bb8-c604-43ed-b2fe-5e47764e8821 on network d8881732-ff22-40b5-bd6a-9ec95ed3f33b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:08:04.400560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Port 6a988bb8-c604-43ed-b2fe-5e47764e8821 on network d8881732-ff22-40b5-bd6a-9ec95ed3f33b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:08:04.401031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Attempting to bind port 6a988bb8-c604-43ed-b2fe-5e47764e8821 on network d8881732-ff22-40b5-bd6a-9ec95ed3f33b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:08:04.407005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:08:04.407353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Checking segment: {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:08:04.408282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Bound using segment: {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:08:04.408523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Bound port: 6a988bb8-c604-43ed-b2fe-5e47764e8821, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281f90b6-fad5-4472-a1d9-404274e2ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:08:04.408979 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:04.446301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:04.495484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] For port 6a988bb8-c604-43ed-b2fe-5e47764e8821, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:08:04.501124 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] For port 6a988bb8-c604-43ed-b2fe-5e47764e8821, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:08:04.506199 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:04.520343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:04.524375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:04.524743 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:04.540756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.541366 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:04.543087 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] 10.222.0.35 "PUT /v2.0/ports/6a988bb8-c604-43ed-b2fe-5e47764e8821 HTTP/1.1" status: 200 len: 1093 time: 0.8320618 Jul 15 14:08:04.545392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:04.548386 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a" -d '{"events": [{"name": "network-changed", "server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:04.591549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f236f-49fe-4dc0-9289-f4e182ddcfae service neutron] Pushing event updated for resources: {'Port': ['ID=6a988bb8-c604-43ed-b2fe-5e47764e8821,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:04.607693 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5a069-aa66-4734-a23f-141b29784e54 x-openstack-request-id: req-e7f5a069-aa66-4734-a23f-141b29784e54 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:04.608009 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:04.608326 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f5a069-aa66-4734-a23f-141b29784e54 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:04.608726 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'status': 'completed', 'code': 200} Jul 15 14:08:04.629717 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:04.663644 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-567e8b17-9644-4c52-a21d-b7c88dbf6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.666118 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-567e8b17-9644-4c52-a21d-b7c88dbf6a5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 1096 time: 0.0699100 Jul 15 14:08:04.684780 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:04.722373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:04.725516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-31f4ed0d-29ce-4792-a2f8-dd8bec1d7f84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821 HTTP/1.1" status: 200 len: 217 time: 0.0515840 Jul 15 14:08:04.781369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-d4662be3-7f02-4253-a49b-ea35d443caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.782884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-d4662be3-7f02-4253-a49b-ea35d443caf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ded5d36-fe84-4df3-9570-00ea4e99655d HTTP/1.1" status: 200 len: 834 time: 0.0512621 Jul 15 14:08:04.784093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:04.846979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-8679d1a4-8a92-4011-a0c6-729b59fe1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.848462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-8679d1a4-8a92-4011-a0c6-729b59fe1c59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593021 Jul 15 14:08:04.942945 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-3bd6804f-dd68-4084-a1ad-8c026b323283 service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877094 Jul 15 14:08:05.029365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc56c242-46d9-4d6a-adde-ddfb0f578c77 req-d4db8540-55e5-4fe4-b7bb-13f236041b6f service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802674 Jul 15 14:08:05.126690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-8353888f-8221-47c5-b765-b36a4e247781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:05.128244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-8353888f-8221-47c5-b765-b36a4e247781 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 1096 time: 0.0526958 Jul 15 14:08:05.156765 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:05.227187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-b936e29a-5437-4ce7-ba18-9dd7eb4bf3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:05.228737 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-b936e29a-5437-4ce7-ba18-9dd7eb4bf3b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b HTTP/1.1" status: 200 len: 897 time: 0.0947256 Jul 15 14:08:05.639394 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-285cafb7-6586-401f-857e-0478bbb0d5f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821 HTTP/1.1" status: 200 len: 217 time: 0.4038613 Jul 15 14:08:05.702422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-fec33bbd-88b3-4b4b-b0c8-0bfd1a38532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:05.703903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-fec33bbd-88b3-4b4b-b0c8-0bfd1a38532e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ded5d36-fe84-4df3-9570-00ea4e99655d HTTP/1.1" status: 200 len: 834 time: 0.0567513 Jul 15 14:08:05.712282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1827d-4a27-4e85-83d9-3d0b40e784fa req-87861fd8-d7fa-4771-9f95-0276497a5fb6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:05.713725 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66a1827d-4a27-4e85-83d9-3d0b40e784fa req-87861fd8-d7fa-4771-9f95-0276497a5fb6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 944 time: 0.4767299 Jul 15 14:08:05.783672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-66a1827d-4a27-4e85-83d9-3d0b40e784fa req-a2f10fed-d599-412c-a6d8-75485820e9bb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609758 Jul 15 14:08:05.800879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-254a2793-86fb-4cb5-ab83-4a79232c908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:05.802458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-254a2793-86fb-4cb5-ab83-4a79232c908c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878468 Jul 15 14:08:05.891610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-79e0a52a-71aa-42e7-a82a-3048a1b58dfa service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818691 Jul 15 14:08:05.982603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa9b85c2-27e0-48dc-97d2-8dec18a2d15a req-399a4c92-f658-4d04-abb0-36705e86e02f service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836196 Jul 15 14:08:06.166732 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:06.387120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:06.434845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:06.435114 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:06.956808 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a48f-dc82-42af-869b-5ca1030e8527 req-f4ee147e-5bea-4279-8c74-8da2369636bc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:06.958372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a67a48f-dc82-42af-869b-5ca1030e8527 req-f4ee147e-5bea-4279-8c74-8da2369636bc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 944 time: 0.0650802 Jul 15 14:08:06.997124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2a67a48f-dc82-42af-869b-5ca1030e8527 req-1dc1b186-6e74-4d42-b483-82436b8b49ef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330939 Jul 15 14:08:08.176757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461a79-4f07-4da3-9745-65b65cc37140 req-2c7a0ef0-bdab-4609-823f-59bcf02fed8c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:08.178347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa461a79-4f07-4da3-9745-65b65cc37140 req-2c7a0ef0-bdab-4609-823f-59bcf02fed8c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 944 time: 0.0685160 Jul 15 14:08:08.224142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa461a79-4f07-4da3-9745-65b65cc37140 req-773e13a5-ba40-4fff-a63a-8f27194cb89e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400991 Jul 15 14:08:08.259544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6a988bb8-c604-43ed-b2fe-5e47764e8821 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:08:08.355990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6a988bb8-c604-43ed-b2fe-5e47764e8821, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:08.366666 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'port_id': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'mac_address': 'fa:16:3e:5a:80:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:08:08.403767 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:08.416641 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a988bb8-c604-43ed-b2fe-5e47764e8821 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:08:08.435716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6a988bb8-c604-43ed-b2fe-5e47764e8821, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:08.439873 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:08.491447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6a988bb8-c604-43ed-b2fe-5e47764e8821,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:08.658623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['6a988bb8-c604-43ed-b2fe-5e47764e8821'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:08:09.416494 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cec53-2e80-401a-b734-6d4a7df76301 req-492c83d1-91a5-493f-898b-66631977c09a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:09.417939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d10cec53-2e80-401a-b734-6d4a7df76301 req-492c83d1-91a5-493f-898b-66631977c09a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 945 time: 0.0651100 Jul 15 14:08:09.456406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d10cec53-2e80-401a-b734-6d4a7df76301 req-29713a8b-4d47-41bf-809d-365328a54362 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Jul 15 14:08:10.289670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6a988bb8-c604-43ed-b2fe-5e47764e8821 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:10.338369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 6a988bb8-c604-43ed-b2fe-5e47764e8821 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:10.342469 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 6a988bb8-c604-43ed-b2fe-5e47764e8821 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:10.343644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:10.422078 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:10.447332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:10.449672 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d23fe9-a08d-47da-847f-aba3c6c16a54" -d '{"events": [{"server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "name": "network-vif-plugged", "status": "completed", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:10.463818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 6a988bb8-c604-43ed-b2fe-5e47764e8821, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:10.469090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:10.494582 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1abb16e-8eb9-4625-a95f-b727f5ddc4b0 x-openstack-request-id: req-e1abb16e-8eb9-4625-a95f-b727f5ddc4b0 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:10.494899 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "name": "network-vif-plugged", "status": "completed", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:10.495284 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1abb16e-8eb9-4625-a95f-b727f5ddc4b0 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:10.495706 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'code': 200} Jul 15 14:08:10.528257 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=6a988bb8-c604-43ed-b2fe-5e47764e8821,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:10.659783 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8433c-2c21-4027-a738-c50c9bc51093 req-5f04d779-11db-444c-9e85-a7e4a8f1bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:10.661358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bad8433c-2c21-4027-a738-c50c9bc51093 req-5f04d779-11db-444c-9e85-a7e4a8f1bd05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 1098 time: 0.0981560 Jul 15 14:08:10.683251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a71a32-ada6-494e-88d1-d4c2be3289da req-8aeae96e-2db5-4584-a0b3-7e6261c1aebb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:10.684769 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20a71a32-ada6-494e-88d1-d4c2be3289da req-8aeae96e-2db5-4584-a0b3-7e6261c1aebb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0947607 Jul 15 14:08:10.725964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bad8433c-2c21-4027-a738-c50c9bc51093 req-0bc65d0e-3809-4562-aa68-0cfef7d253ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566881 Jul 15 14:08:10.737976 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20a71a32-ada6-494e-88d1-d4c2be3289da req-1f0d6762-d8e0-4467-9df8-91b5f8ac5510 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468206 Jul 15 14:08:11.913368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806775cf-3f25-4c02-a9e1-11957e2a03c0 req-69a1aa31-ce20-4956-9c11-6562b18a8d33 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:11.914903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-806775cf-3f25-4c02-a9e1-11957e2a03c0 req-69a1aa31-ce20-4956-9c11-6562b18a8d33 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0645831 Jul 15 14:08:11.954269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-806775cf-3f25-4c02-a9e1-11957e2a03c0 req-9808c334-44ba-4a02-94c3-0802ffb8d6e9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337007 Jul 15 14:08:12.126957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e477b-1a30-40b3-adef-66c0322c5b64 req-5b20ae4b-6627-4510-8d6f-7d996a7196d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.128490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-009e477b-1a30-40b3-adef-66c0322c5b64 req-5b20ae4b-6627-4510-8d6f-7d996a7196d0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0648868 Jul 15 14:08:12.170870 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-009e477b-1a30-40b3-adef-66c0322c5b64 req-2f3deaba-5edc-4b84-b4a5-0678ba4825bf tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363069 Jul 15 14:08:12.195901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35968) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:12.253429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8fd983-9be6-4a42-95c2-b24a02d818fc tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.254967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8a8fd983-9be6-4a42-95c2-b24a02d818fc tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 1093 time: 0.0580251 Jul 15 14:08:12.258029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35970) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:12.262490 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:12.284795 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:12.381706 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:12.490335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.230 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/9d8f6632-e522-4ba2-aa3e-9facf9e0f110) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:12.594704 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:12.639805 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:12.682592 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:12.685684 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:12.690157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:08:12.693258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=9d8f6632-e522-4ba2-aa3e-9facf9e0f110,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:13.065908 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.143603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.304163 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.308589 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.380105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=9d8f6632-e522-4ba2-aa3e-9facf9e0f110,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:13.394194 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.492306 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP 903566ab-7fa4-4f42-8803-b9a7691f0d0e associated. External IP: 172.25.1.230, port: 6a988bb8-c604-43ed-b2fe-5e47764e8821. Jul 15 14:08:13.706089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router f85edad6-e426-4d0d-9103-7e631858df7c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:08:13.824593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:13.833953 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] Sync routers for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:13.843934 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.845937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:13.846663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:13.884562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d6e95f77-89ab-48bd-a2a6-3633c07ceac1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6252797 Jul 15 14:08:13.885914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:13.889658 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11" -d '{"events": [{"name": "network-changed", "server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:13.970529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:14.148166 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233763-76b3-47a2-bdad-c251387ecc25 req-59c54d62-d94d-47e7-979f-9b5ac1141b5f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.150078 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b233763-76b3-47a2-bdad-c251387ecc25 req-59c54d62-d94d-47e7-979f-9b5ac1141b5f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0763817 Jul 15 14:08:14.212985 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b233763-76b3-47a2-bdad-c251387ecc25 req-9333d6e9-4da9-4637-8476-f91bd0635cc7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538874 Jul 15 14:08:14.243760 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35976) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:14.282488 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d3ab1-8099-4a92-b5f6-eefc86eebd3a x-openstack-request-id: req-4b6d3ab1-8099-4a92-b5f6-eefc86eebd3a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:14.282775 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:14.283015 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b6d3ab1-8099-4a92-b5f6-eefc86eebd3a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:14.283438 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'status': 'completed', 'code': 200} Jul 15 14:08:14.303747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '903566ab-7fa4-4f42-8803-b9a7691f0d0e', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'port_id': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'mac_address': 'fa:16:3e:5a:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:08:12Z', 'updated_at': '2021-07-15T14:08:12Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:08:04Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:14.335013 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] Checking router: f85edad6-e426-4d0d-9103-7e631858df7c for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:14.339931 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-bfe43f64-d773-4090-b202-df6438a2153c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/903566ab-7fa4-4f42-8803-b9a7691f0d0e HTTP/1.1" status: 200 len: 992 time: 0.0948353 Jul 15 14:08:14.345534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:14.346276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:07:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:14.377169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-c59e4ba4-f2df-48a1-b1f3-66d776e243ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.379183 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-c59e4ba4-f2df-48a1-b1f3-66d776e243ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 1098 time: 0.0761595 Jul 15 14:08:14.463835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:14.473059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-4bd2a327-f65e-479c-8dca-d617d6ec1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.474575 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-4bd2a327-f65e-479c-8dca-d617d6ec1585 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b HTTP/1.1" status: 200 len: 897 time: 0.0891988 Jul 15 14:08:14.560606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-c83f1ea1-6a37-4b80-b44f-ec4a99346a90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821 HTTP/1.1" status: 200 len: 1000 time: 0.0791588 Jul 15 14:08:14.612764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-95874743-b160-4ea9-aba9-8b0663d3f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.614269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-95874743-b160-4ea9-aba9-8b0663d3f4d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ded5d36-fe84-4df3-9570-00ea4e99655d HTTP/1.1" status: 200 len: 834 time: 0.0481226 Jul 15 14:08:14.681692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-398779e4-604d-410c-8266-2f0f0f85ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.683470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-398779e4-604d-410c-8266-2f0f0f85ecf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629036 Jul 15 14:08:14.720266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '903566ab-7fa4-4f42-8803-b9a7691f0d0e', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'port_id': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'mac_address': 'fa:16:3e:5a:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:08:12Z', 'updated_at': '2021-07-15T14:08:12Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:08:04Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:14.747343 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2690a8-e058-4cdd-b7e3-3022220fb859 None None] The sync data for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 is: [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '903566ab-7fa4-4f42-8803-b9a7691f0d0e', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'port_id': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'mac_address': 'fa:16:3e:5a:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:08:12Z', 'updated_at': '2021-07-15T14:08:12Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:08:04Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:14.792186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-aee4441f-a51d-4c61-adb1-6877f6fcf295 service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026046 Jul 15 14:08:14.888058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1fd2dbe5-3117-4c7b-ab90-8fbc827d3c11 req-948aef9d-95f6-44ec-b97e-d16dc80d353d service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891025 Jul 15 14:08:14.947663 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf863542-bc7e-4d09-a66f-331a33d6d975 None None] New status for floating IP 903566ab-7fa4-4f42-8803-b9a7691f0d0e: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:08:15.344782 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 35978) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:15.408779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cdbdbd3b-df29-4b32-8d61-1947b239c49c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/903566ab-7fa4-4f42-8803-b9a7691f0d0e HTTP/1.1" status: 200 len: 994 time: 0.0629237 Jul 15 14:08:16.278150 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:18.958549 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7d8804cd-d5a2-4e4f-9a24-ec2837281648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:21.637672 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3bc1aedf-021c-4998-9061-13532f06d8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:21.773671 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:23.105907 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:24.575013 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:35.151529 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:36.189471 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:44.364050 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-61009046-d3d9-457c-8cd0-8a8b4409207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:44.365770 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-61009046-d3d9-457c-8cd0-8a8b4409207e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 1098 time: 0.0887048 Jul 15 14:08:44.420486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5ca55-44aa-4d73-8f15-fccbe7555636 req-9014a701-cefd-4c58-902f-1ac224cdb27b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:44.422056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce5ca55-44aa-4d73-8f15-fccbe7555636 req-9014a701-cefd-4c58-902f-1ac224cdb27b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.1108184 Jul 15 14:08:44.503069 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ce5ca55-44aa-4d73-8f15-fccbe7555636 req-1eb9b928-6930-4db3-98b9-2e732c6bbca4 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752335 Jul 15 14:08:44.506781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-07c79802-bb54-42da-a3be-484456a3fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:44.508135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-07c79802-bb54-42da-a3be-484456a3fe3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b HTTP/1.1" status: 200 len: 897 time: 0.1346207 Jul 15 14:08:44.578057 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-23fc31ae-bdca-4703-aee3-340bf3dc738e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821 HTTP/1.1" status: 200 len: 1002 time: 0.0629895 Jul 15 14:08:44.629701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-770ea579-2fbb-418c-b942-33eaeb997b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:44.631224 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-770ea579-2fbb-418c-b942-33eaeb997b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ded5d36-fe84-4df3-9570-00ea4e99655d HTTP/1.1" status: 200 len: 834 time: 0.0463357 Jul 15 14:08:44.691402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-0900a3ef-544b-4549-8d0e-7ec614e8521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:44.692915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-0900a3ef-544b-4549-8d0e-7ec614e8521b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551891 Jul 15 14:08:44.785192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-5ec2ba87-a4b7-4e8e-bb8b-11bf39d96b86 service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855181 Jul 15 14:08:44.873602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-414cae46-aa73-4645-9946-75ef9d6e99cf req-b119c9e7-601c-46e6-8512-3efeab035b28 service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810194 Jul 15 14:08:45.700061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773347b-3c7e-4564-9925-031be8a3373b req-da5f7160-4e72-4e2e-aa76-a9a3adef6678 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:45.701442 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f773347b-3c7e-4564-9925-031be8a3373b req-da5f7160-4e72-4e2e-aa76-a9a3adef6678 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0656943 Jul 15 14:08:45.738650 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f773347b-3c7e-4564-9925-031be8a3373b req-7a511080-af89-477a-b90c-54b965f0bd81 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Jul 15 14:08:46.913353 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e30a25-1e43-4fc2-8a88-ca3819ca321a req-797b9884-cd3e-4823-8471-beff42634e16 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:46.914915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e30a25-1e43-4fc2-8a88-ca3819ca321a req-797b9884-cd3e-4823-8471-beff42634e16 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0666032 Jul 15 14:08:46.954142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-67e30a25-1e43-4fc2-8a88-ca3819ca321a req-52e8c904-81a1-490b-8b76-493128effe22 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335417 Jul 15 14:08:48.127963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168d2f4-0ed8-415d-941f-59a011d48ad8 req-f685f0c6-b758-4655-be09-95036d59b360 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:48.129481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6168d2f4-0ed8-415d-941f-59a011d48ad8 req-f685f0c6-b758-4655-be09-95036d59b360 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0641699 Jul 15 14:08:48.166682 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6168d2f4-0ed8-415d-941f-59a011d48ad8 req-6a70e9dc-556e-4fe7-a696-9ce725a5dc80 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316083 Jul 15 14:08:48.958126 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9bee68ad-3cf8-4aaf-8f09-2344300d1acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:49.370980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd7db4-1c47-4a8e-ab24-7ef97b7c9dab req-df337294-781f-40ef-9bcf-3d0543001aa6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.372565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43cd7db4-1c47-4a8e-ab24-7ef97b7c9dab req-df337294-781f-40ef-9bcf-3d0543001aa6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0748856 Jul 15 14:08:49.414555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43cd7db4-1c47-4a8e-ab24-7ef97b7c9dab req-782c067e-a1ac-48de-88b8-4c6f1c33c459 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360963 Jul 15 14:08:50.592725 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a328-854a-4000-a4cc-8c82546af80f req-3fdc7cd7-88d6-4003-a0a9-dc3267e0b374 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:50.594767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f68a328-854a-4000-a4cc-8c82546af80f req-3fdc7cd7-88d6-4003-a0a9-dc3267e0b374 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0671883 Jul 15 14:08:50.634110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2f68a328-854a-4000-a4cc-8c82546af80f req-ec089b5f-5196-4b0e-8ae1-c9615b32f652 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335593 Jul 15 14:08:51.639511 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-97d058d2-80c3-4fb8-a900-ab5788bea965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:51.774973 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:51.809540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455297b-ff28-40c7-b5e1-d5d370dead30 req-af53f716-4d85-4240-9b4e-3940dad75c83 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:51.811046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2455297b-ff28-40c7-b5e1-d5d370dead30 req-af53f716-4d85-4240-9b4e-3940dad75c83 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0681367 Jul 15 14:08:51.851678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2455297b-ff28-40c7-b5e1-d5d370dead30 req-b9800bc3-7a9b-40e3-a701-d199e4461bc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325859 Jul 15 14:08:53.025605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abcaa4-2508-4715-9670-7aba45d9a076 req-01953ed4-0a9e-4b09-af11-d6cd2844ded2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:53.027095 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90abcaa4-2508-4715-9670-7aba45d9a076 req-01953ed4-0a9e-4b09-af11-d6cd2844ded2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0637343 Jul 15 14:08:53.065147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90abcaa4-2508-4715-9670-7aba45d9a076 req-20ff1d23-6825-4e41-a8fd-2eb62871c347 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324247 Jul 15 14:08:53.110565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:53.277081 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:54.252098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc337-56ad-4af3-ba3e-6558c922d1f1 req-cae6911b-b0ca-43ff-a877-de99cc950978 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:54.253616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc2fc337-56ad-4af3-ba3e-6558c922d1f1 req-cae6911b-b0ca-43ff-a877-de99cc950978 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0710816 Jul 15 14:08:54.294675 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bc2fc337-56ad-4af3-ba3e-6558c922d1f1 req-f516ea1e-ebd2-4a2d-a9c8-c99e34f67e95 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347254 Jul 15 14:08:54.579154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.478666 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaa3be-1173-42f2-aa93-7bc7e2ffefea req-516d9dc8-8eed-4499-bdd2-bbfbf1b6cc7d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:55.480255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4eaa3be-1173-42f2-aa93-7bc7e2ffefea req-516d9dc8-8eed-4499-bdd2-bbfbf1b6cc7d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0710232 Jul 15 14:08:55.523109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d4eaa3be-1173-42f2-aa93-7bc7e2ffefea req-6173f600-e52e-4230-a32f-5c5eb51157ef tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362267 Jul 15 14:08:56.694980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1853d-b5dd-4ca2-8ca6-80578e449f7b req-b4bb1be7-a4c0-428c-8a3f-a7563abf1483 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:56.696446 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ce1853d-b5dd-4ca2-8ca6-80578e449f7b req-b4bb1be7-a4c0-428c-8a3f-a7563abf1483 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.0643888 Jul 15 14:08:56.735592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0ce1853d-b5dd-4ca2-8ca6-80578e449f7b req-3470cb14-8036-4652-a43f-3bb2165f9828 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335450 Jul 15 14:08:56.759743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36018) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:56.823811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cedb5097-b1f6-45ff-9404-c93663eaac23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/903566ab-7fa4-4f42-8803-b9a7691f0d0e HTTP/1.1" status: 200 len: 994 time: 0.0629179 Jul 15 14:09:05.148521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-9f0f52a3-beb5-4da7-a3a5-32721b5bb1b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551317 Jul 15 14:09:05.158339 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.246933 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-0a412a83-7c51-4014-9a83-9059559a9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.248482 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-0a412a83-7c51-4014-9a83-9059559a9105 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 1098 time: 0.0529294 Jul 15 14:09:05.360080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-0c9db970-01ee-4eb1-8050-d07c3b7afdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.361657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-0c9db970-01ee-4eb1-8050-d07c3b7afdb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b HTTP/1.1" status: 200 len: 897 time: 0.0898812 Jul 15 14:09:05.436327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-14636eac-1da5-410b-b7e4-757c5917aa21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821 HTTP/1.1" status: 200 len: 1002 time: 0.0600891 Jul 15 14:09:05.492045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-c78b0044-61af-40bb-a83c-cfc0bea59378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.493517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-c78b0044-61af-40bb-a83c-cfc0bea59378 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ded5d36-fe84-4df3-9570-00ea4e99655d HTTP/1.1" status: 200 len: 834 time: 0.0494869 Jul 15 14:09:05.555643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-c49326c8-bb9e-4261-94b2-fa34fcab77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.557437 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-c49326c8-bb9e-4261-94b2-fa34fcab77bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568805 Jul 15 14:09:05.567833 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-74a2fa65-a6e5-4d00-a9d5-b59f748d17bb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:09:05.568804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-74a2fa65-a6e5-4d00-a9d5-b59f748d17bb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051515 Jul 15 14:09:05.661555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-b02fb315-f2aa-424f-a0f8-fe813c6d1679 service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864770 Jul 15 14:09:05.763664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24ed753-9580-473a-a975-6ea28bc1fbee req-85ebcc5a-684f-4466-a2e7-ec069f2ae28c service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954766 Jul 15 14:09:06.185696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:10.438502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-1f00a22f-82c0-4da9-8fb8-49f420af70c4 req-a03e1127-95fd-4690-8e52-293358abc166 service neutron] (93734) timed out ('10.222.0.25', 60574) {{(pid=93734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:09:18.958779 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3d183491-519c-4694-ac69-8de4a4030b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.640742 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e184b250-a6ef-41c2-a9a9-6f64f699e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.777439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:23.112807 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:24.580398 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:27.525544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36036) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:28.008310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 9d8f6632-e522-4ba2-aa3e-9facf9e0f110 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:28.008659 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:28.083034 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:28.083386 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:28.095362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 9d8f6632-e522-4ba2-aa3e-9facf9e0f110 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:28.241799 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:28.266327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=9d8f6632-e522-4ba2-aa3e-9facf9e0f110,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:28.277755 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.278106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.278457 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.278794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.279148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.279480 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.280345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.280681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.281011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.281337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.281662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.281984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:28.336044 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:28.336388 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP 903566ab-7fa4-4f42-8803-b9a7691f0d0e disassociated (deleted). External IP: 172.25.1.230, port: 6a988bb8-c604-43ed-b2fe-5e47764e8821. Jul 15 14:09:28.541842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router f85edad6-e426-4d0d-9103-7e631858df7c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:28.646676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:28.651236 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:28.656405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] Sync routers for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:28.665006 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:28.665661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:28.687685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-04f6bf1b-4f4f-4cf9-a82e-2c9d4ed4980c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/floatingips/903566ab-7fa4-4f42-8803-b9a7691f0d0e HTTP/1.1" status: 204 len: 168 time: 1.1610394 Jul 15 14:09:28.688278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:28.690890 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26640abb-374a-4b86-985f-688de16685ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:28.771670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:28.934399 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163c1ae3-c16d-4611-94eb-b44f5cdc6a7a x-openstack-request-id: req-163c1ae3-c16d-4611-94eb-b44f5cdc6a7a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:28.934695 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:28.934951 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-163c1ae3-c16d-4611-94eb-b44f5cdc6a7a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:28.935383 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'status': 'completed', 'code': 200} Jul 15 14:09:28.975500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:08:04Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:29.002072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] Checking router: f85edad6-e426-4d0d-9103-7e631858df7c for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:29.010433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:29.011326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:29.019907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640abb-374a-4b86-985f-688de16685ce req-aaf7bb6b-7201-49d6-90cc-38e179d981fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:29.021544 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26640abb-374a-4b86-985f-688de16685ce req-aaf7bb6b-7201-49d6-90cc-38e179d981fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 1098 time: 0.0597906 Jul 15 14:09:29.166491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640abb-374a-4b86-985f-688de16685ce req-51b28cf7-150a-4e4d-bcc5-7d9838836d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:29.168037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26640abb-374a-4b86-985f-688de16685ce req-51b28cf7-150a-4e4d-bcc5-7d9838836d1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b HTTP/1.1" status: 200 len: 897 time: 0.1394684 Jul 15 14:09:29.177411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6f603-1f84-4054-b1a0-9066bb44fa9c req-6ce9390c-ccd0-473e-bdaf-1004e7010d56 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:29.178986 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eea6f603-1f84-4054-b1a0-9066bb44fa9c req-6ce9390c-ccd0-473e-bdaf-1004e7010d56 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.1427891 Jul 15 14:09:29.221517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26640abb-374a-4b86-985f-688de16685ce req-14633b83-2ee9-4af3-8b19-52c01f6c09ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821 HTTP/1.1" status: 200 len: 217 time: 0.0414889 Jul 15 14:09:29.276286 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:29.278421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eea6f603-1f84-4054-b1a0-9066bb44fa9c req-f3a9f2c6-5b3e-4fda-884f-8c289a9ea366 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925195 Jul 15 14:09:29.287858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640abb-374a-4b86-985f-688de16685ce req-5f436cb3-7d50-4a16-915b-f5c9267dc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:29.289373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26640abb-374a-4b86-985f-688de16685ce req-5f436cb3-7d50-4a16-915b-f5c9267dc098 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ded5d36-fe84-4df3-9570-00ea4e99655d HTTP/1.1" status: 200 len: 834 time: 0.0597017 Jul 15 14:09:29.351858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640abb-374a-4b86-985f-688de16685ce req-24ba7514-2852-48ed-8557-d23da0ce4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:29.353391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26640abb-374a-4b86-985f-688de16685ce req-24ba7514-2852-48ed-8557-d23da0ce4f92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8881732-ff22-40b5-bd6a-9ec95ed3f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568810 Jul 15 14:09:29.443875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26640abb-374a-4b86-985f-688de16685ce req-672993e2-4afc-4d2b-8837-7850aabf1f2d service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831435 Jul 15 14:09:29.472294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:08:04Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:29.502387 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed2c32-a9c0-499b-b393-9b3961f00489 None None] The sync data for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 is: [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '1e3f2c05-ba57-4baf-a19b-33e5c42f8d60', 'name': '', 'network_id': 'd8881732-ff22-40b5-bd6a-9ec95ed3f33b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:6f:68:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:58Z', 'updated_at': '2021-07-15T14:08:04Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '8ded5d36-fe84-4df3-9570-00ea4e99655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:29.540560 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-26640abb-374a-4b86-985f-688de16685ce req-fcadd71f-e254-466b-a825-8e18f31ec173 service neutron] 10.222.0.35 "GET /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900617 Jul 15 14:09:29.713617 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9093f2a-c486-4efe-80fb-ac63582f64fc None None] New status for floating IP 903566ab-7fa4-4f42-8803-b9a7691f0d0e: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:09:30.276327 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:30.500885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-7ce33577-7359-4f9f-9eb1-ddafa9b71f7a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:30.502358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-7ce33577-7359-4f9f-9eb1-ddafa9b71f7a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.1043746 Jul 15 14:09:30.510905 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0783023-54ae-4277-bc82-7c354bc77c28 req-f5987ea3-9f0e-4eab-81fb-28469676bee5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:30.512319 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0783023-54ae-4277-bc82-7c354bc77c28 req-f5987ea3-9f0e-4eab-81fb-28469676bee5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c HTTP/1.1" status: 200 len: 946 time: 0.1051633 Jul 15 14:09:30.583693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0783023-54ae-4277-bc82-7c354bc77c28 req-93dd77d7-a7b3-452e-ab39-251b6d8ccf4a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=caed5419-d2e3-440d-87ef-8d3b4f9448c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639415 Jul 15 14:09:30.636149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 6a988bb8-c604-43ed-b2fe-5e47764e8821 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:30.636496 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:30.727590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 6a988bb8-c604-43ed-b2fe-5e47764e8821, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=6a988bb8-c604-43ed-b2fe-5e47764e8821,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:30.727950 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:30.739558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 6a988bb8-c604-43ed-b2fe-5e47764e8821 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:30.862569 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:30.893040 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=6a988bb8-c604-43ed-b2fe-5e47764e8821,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:30.938053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] No DVR routers for this DVR port 6a988bb8-c604-43ed-b2fe-5e47764e8821 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:30.940635 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:30.942685 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ab1d5b6e-408d-4f1b-8928-de5350438b16 req-73e4531b-bad2-4c45-914a-2d4157163bfb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "DELETE /v2.0/ports/6a988bb8-c604-43ed-b2fe-5e47764e8821 HTTP/1.1" status: 204 len: 173 time: 0.4295135 Jul 15 14:09:30.943110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'name': 'network-vif-deleted', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:30.945442 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9b1d7e-c066-4b16-a670-106f3a0a3991" -d '{"events": [{"server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "name": "network-vif-deleted", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:30.987199 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b2bcd0-013b-4343-8b69-488cf67b3c70 x-openstack-request-id: req-b1b2bcd0-013b-4343-8b69-488cf67b3c70 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:30.987493 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c", "name": "network-vif-deleted", "tag": "6a988bb8-c604-43ed-b2fe-5e47764e8821", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:30.988424 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1b2bcd0-013b-4343-8b69-488cf67b3c70 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:30.988860 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41a5c31-3cfb-40c0-8fe7-ab5e2424a27c', 'name': 'network-vif-deleted', 'tag': '6a988bb8-c604-43ed-b2fe-5e47764e8821', 'status': 'completed', 'code': 200} Jul 15 14:09:31.684087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36054) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:32.039621 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:32.299976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:32.300235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:32.390999 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:32.391400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:32.403699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:32.593417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:32.625151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=1e3f2c05-ba57-4baf-a19b-33e5c42f8d60,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:32.654836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.655345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.655709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.656045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.656399 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.656702 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.657034 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.657359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.657687 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.658021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.658332 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.658653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:32.814671 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.026432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router f85edad6-e426-4d0d-9103-7e631858df7c has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:33.130565 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:33.137655 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1b93f9c8-9a90-4573-9436-efc5cd28084c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/f85edad6-e426-4d0d-9103-7e631858df7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4506030 Jul 15 14:09:33.138403 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36058) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:33.141538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] Sync routers for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:33.150607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:33.151265 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:33.188493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-680b3387-ca02-4bca-9df9-0ad205b9ca2c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting subnet 8ded5d36-fe84-4df3-9570-00ea4e99655d {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:09:33.191583 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-680b3387-ca02-4bca-9df9-0ad205b9ca2c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.230396 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-680b3387-ca02-4bca-9df9-0ad205b9ca2c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.255575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:33.319581 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-680b3387-ca02-4bca-9df9-0ad205b9ca2c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.378272 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-680b3387-ca02-4bca-9df9-0ad205b9ca2c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.408872 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-680b3387-ca02-4bca-9df9-0ad205b9ca2c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.412911 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-680b3387-ca02-4bca-9df9-0ad205b9ca2c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/subnets/8ded5d36-fe84-4df3-9570-00ea4e99655d HTTP/1.1" status: 204 len: 168 time: 0.2731874 Jul 15 14:09:33.413570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a992480-1ce1-4559-a586-2d7b47bb8c99 None None] Network d8881732-ff22-40b5-bd6a-9ec95ed3f33b requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:33.414045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b3387-ca02-4bca-9df9-0ad205b9ca2c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Subnet': ['ID=8ded5d36-fe84-4df3-9570-00ea4e99655d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:33.416892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36060) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:33.526138 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.530607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:09:32Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:33.557819 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] Checking router: f85edad6-e426-4d0d-9103-7e631858df7c for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:33.574838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] Routers {'f85edad6-e426-4d0d-9103-7e631858df7c'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:33.575402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['f85edad6-e426-4d0d-9103-7e631858df7c'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:33.634301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.692479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port aa762cb2-1f51-465b-a57c-0d8fcb88d004 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:33.692830 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.696169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] Set router f85edad6-e426-4d0d-9103-7e631858df7c gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:33.723559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] DHCP port deletion for d8881732-ff22-40b5-bd6a-9ec95ed3f33b request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:09:33.777260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port aa762cb2-1f51-465b-a57c-0d8fcb88d004, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=aa762cb2-1f51-465b-a57c-0d8fcb88d004,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:33.778147 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.793730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for aa762cb2-1f51-465b-a57c-0d8fcb88d004 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:33.886945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Deleting port 367300aa-41c7-44ba-ab87-7355f8e62b45 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:33.887271 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.963544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] For port 367300aa-41c7-44ba-ab87-7355f8e62b45, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=367300aa-41c7-44ba-ab87-7355f8e62b45,segment=NetworkSegment(281f90b6-fad5-4472-a1d9-404274e2ca3a),segment_id=281f90b6-fad5-4472-a1d9-404274e2ca3a)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:33.963782 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.964097 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.981820 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Calling delete_port for 367300aa-41c7-44ba-ab87-7355f8e62b45 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:33.989876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=aa762cb2-1f51-465b-a57c-0d8fcb88d004,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:33.999468 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:09:32Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:34.049765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.058751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cf3aa-e345-46e3-b55c-8216ab4385b2 None None] The sync data for ids ['f85edad6-e426-4d0d-9103-7e631858df7c'] in n-d-771362-36 is: [{'id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831810220', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:09:32Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'aa762cb2-1f51-465b-a57c-0d8fcb88d004', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85edad6-e426-4d0d-9103-7e631858df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:55Z', 'updated_at': '2021-07-15T14:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:34.113202 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.137684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Pushing event deleted for resources: {'Port': ['ID=367300aa-41c7-44ba-ab87-7355f8e62b45,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:34.142122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] No DVR routers for this DVR port 367300aa-41c7-44ba-ab87-7355f8e62b45 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:34.149880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.150223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.150588 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.151240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.151240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.151595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.151918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.152237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.152559 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.152878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.152992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.153196 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.153516 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e1489-cdb6-4683-af5a-1d582b982087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:34.156112 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.204565 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.205170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Fanout notify agent at l3_agent the message router_deleted on router f85edad6-e426-4d0d-9103-7e631858df7c {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:09:34.211919 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.213027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-22c6e8eb-940a-4029-9409-8e9cf6d77fc8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/routers/f85edad6-e426-4d0d-9103-7e631858df7c HTTP/1.1" status: 204 len: 168 time: 0.7944145 Jul 15 14:09:34.215591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36062) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:34.289796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.378144 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.390558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8881732-ff22-40b5-bd6a-9ec95ed3f33b']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:34.399498 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281f90b6-fad5-4472-a1d9-404274e2ca3a') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:34.399807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281f90b6-fad5-4472-a1d9-404274e2ca3a') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:34.411056 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.436552 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.443298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:09:34.443705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:09:34.447070 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:09:34.516708 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.528334 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.531908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/networks/d8881732-ff22-40b5-bd6a-9ec95ed3f33b HTTP/1.1" status: 204 len: 168 time: 0.3153713 Jul 15 14:09:34.533126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:34.534510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36064) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:34.557748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:34.558099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 1e3f2c05-ba57-4baf-a19b-33e5c42f8d60 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:34.558710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 367300aa-41c7-44ba-ab87-7355f8e62b45 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:34.558938 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb67459-3609-43b5-8b58-6db1fbf9bfda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Network': ['ID=d8881732-ff22-40b5-bd6a-9ec95ed3f33b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:34.582288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 367300aa-41c7-44ba-ab87-7355f8e62b45 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:34.582636 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 367300aa-41c7-44ba-ab87-7355f8e62b45 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:34.608410 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e57caaa1-4bf7-4aca-b3fd-c283a042b334 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.632551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e57caaa1-4bf7-4aca-b3fd-c283a042b334 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.694671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e57caaa1-4bf7-4aca-b3fd-c283a042b334 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.697289 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e57caaa1-4bf7-4aca-b3fd-c283a042b334 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.700978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e57caaa1-4bf7-4aca-b3fd-c283a042b334 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/security-groups/caed5419-d2e3-440d-87ef-8d3b4f9448c6 HTTP/1.1" status: 204 len: 168 time: 0.1627452 Jul 15 14:09:34.711730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57caaa1-4bf7-4aca-b3fd-c283a042b334 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caed5419-d2e3-440d-87ef-8d3b4f9448c6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:34.743805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6a988bb8-c604-43ed-b2fe-5e47764e8821 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:34.767977 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 6a988bb8-c604-43ed-b2fe-5e47764e8821 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:34.768322 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 6a988bb8-c604-43ed-b2fe-5e47764e8821 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:35.170092 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.206886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36070) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:35.211642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9929574f-7506-457c-a107-dcb615777b40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388064474', 'description': 'tempest-secgroup-smoke-388064474 description', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:35.234943 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9929574f-7506-457c-a107-dcb615777b40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.314369 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9929574f-7506-457c-a107-dcb615777b40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.317930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9929574f-7506-457c-a107-dcb615777b40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.339710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9929574f-7506-457c-a107-dcb615777b40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.340911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9929574f-7506-457c-a107-dcb615777b40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1329744 Jul 15 14:09:35.344854 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36072) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:35.349615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929574f-7506-457c-a107-dcb615777b40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:35.349784 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5929028d-b263-4586-b804-6e28692da426 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'b4b56a5e-8f4d-41b8-86eb-5540c9de23dd', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:35.376115 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5929028d-b263-4586-b804-6e28692da426 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.431415 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5929028d-b263-4586-b804-6e28692da426 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.434860 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5929028d-b263-4586-b804-6e28692da426 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.457326 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929028d-b263-4586-b804-6e28692da426 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6878822-8257-40b8-b081-b7239906612a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:35.465188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5929028d-b263-4586-b804-6e28692da426 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.466372 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5929028d-b263-4586-b804-6e28692da426 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205211 Jul 15 14:09:35.470044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36074) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:35.474533 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7e8c16ea-a655-46e5-a137-cda18b255bd7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'b4b56a5e-8f4d-41b8-86eb-5540c9de23dd', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:35.500352 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e8c16ea-a655-46e5-a137-cda18b255bd7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.555080 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e8c16ea-a655-46e5-a137-cda18b255bd7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.558474 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e8c16ea-a655-46e5-a137-cda18b255bd7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.576041 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c16ea-a655-46e5-a137-cda18b255bd7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868cdd9e-2378-4c3f-b914-469f6fb8322a,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:35.581519 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e8c16ea-a655-46e5-a137-cda18b255bd7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.582674 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e8c16ea-a655-46e5-a137-cda18b255bd7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116719 Jul 15 14:09:35.585426 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36076) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:35.589769 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-823585d9-f611-4706-a057-c5ab9fd4b6cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'b4b56a5e-8f4d-41b8-86eb-5540c9de23dd', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:35.615161 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-823585d9-f611-4706-a057-c5ab9fd4b6cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.672387 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-823585d9-f611-4706-a057-c5ab9fd4b6cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.676025 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-823585d9-f611-4706-a057-c5ab9fd4b6cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.694836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823585d9-f611-4706-a057-c5ab9fd4b6cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5d39d3-dac1-4a8d-a5a6-f5c1d1069a6c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:35.700796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-823585d9-f611-4706-a057-c5ab9fd4b6cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.703312 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-823585d9-f611-4706-a057-c5ab9fd4b6cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167657 Jul 15 14:09:35.705802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36078) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:35.710333 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3aca3771-20b9-45a2-82a6-0e05af3c941c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'b4b56a5e-8f4d-41b8-86eb-5540c9de23dd', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:35.736235 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3aca3771-20b9-45a2-82a6-0e05af3c941c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.795918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3aca3771-20b9-45a2-82a6-0e05af3c941c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.799495 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3aca3771-20b9-45a2-82a6-0e05af3c941c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.819948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca3771-20b9-45a2-82a6-0e05af3c941c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a781fa-05f3-40d4-b126-8dad80624b88,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:35.826226 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3aca3771-20b9-45a2-82a6-0e05af3c941c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.828002 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3aca3771-20b9-45a2-82a6-0e05af3c941c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212227 Jul 15 14:09:35.830670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36080) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:35.835055 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-3d0ef3c4-a688-4104-aa52-ec550bcd57f7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'b4b56a5e-8f4d-41b8-86eb-5540c9de23dd', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:35.855759 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-3d0ef3c4-a688-4104-aa52-ec550bcd57f7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:09:35.861223 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef3c4-a688-4104-aa52-ec550bcd57f7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.919796 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef3c4-a688-4104-aa52-ec550bcd57f7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.923726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef3c4-a688-4104-aa52-ec550bcd57f7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.942471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ef3c4-a688-4104-aa52-ec550bcd57f7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb532f1a-6b22-4ed2-baf3-4788e02719d9,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:35.946434 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef3c4-a688-4104-aa52-ec550bcd57f7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.947790 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3d0ef3c4-a688-4104-aa52-ec550bcd57f7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161404 Jul 15 14:09:35.950464 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36082) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:35.955044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-6477b8ff-41a2-4281-84cb-de74edda8a62 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': 'b4b56a5e-8f4d-41b8-86eb-5540c9de23dd', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:35.975644 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-6477b8ff-41a2-4281-84cb-de74edda8a62 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:09:35.980401 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6477b8ff-41a2-4281-84cb-de74edda8a62 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.040108 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6477b8ff-41a2-4281-84cb-de74edda8a62 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.043672 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6477b8ff-41a2-4281-84cb-de74edda8a62 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.063579 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477b8ff-41a2-4281-84cb-de74edda8a62 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7612c91e-e82e-43e1-98e1-7ca3940151d4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:36.070119 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6477b8ff-41a2-4281-84cb-de74edda8a62 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.074084 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6477b8ff-41a2-4281-84cb-de74edda8a62 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199653 Jul 15 14:09:36.074289 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36084) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:36.079115 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'network': {'name': 'tempest-network-smoke--1179877784', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'port_security_enabled': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:36.101704 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:36.105427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.130082 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:09:36.139076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.139505 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Added segment 6fab2427-0edf-4226-9199-b5d7845c8d1e of type vlan for network da082963-3a07-4710-a7b0-e4087ad69a07 Jul 15 14:09:36.180901 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.208659 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.210059 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.215685 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:36.216306 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.250529 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1752245 Jul 15 14:09:36.253882 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36086) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:36.262524 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'admin_state_up': True, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:36.296175 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e184d8a-d1ac-4a19-9ad4-9884f960c965 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Network': ['ID=da082963-3a07-4710-a7b0-e4087ad69a07,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:36.306940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network da082963-3a07-4710-a7b0-e4087ad69a07 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:09:36.310783 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.311852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.366076 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.392915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa762cb2-1f51-465b-a57c-0d8fcb88d004 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:36.413463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: aa762cb2-1f51-465b-a57c-0d8fcb88d004 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:36.413806 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device aa762cb2-1f51-465b-a57c-0d8fcb88d004 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:36.501725 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.698197 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.716925 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.814486 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.222 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/211060a7-d608-4b0c-af15-467faf7b335b) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:36.914678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.951056 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.985309 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:36.988083 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:36.993361 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:37.019599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=211060a7-d608-4b0c-af15-467faf7b335b,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:37.487206 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:37.688525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:37.813208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 01c23004-3765-421f-80fd-9c692a8eeac8 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:09:37.918345 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:37.928586 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Sync routers for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:37.937233 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:37.938108 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:37.938716 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-dce9255f-2306-4dc7-8aaa-b980740ecc43 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6816206 Jul 15 14:09:37.938885 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:37.942075 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36088) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:37.970915 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-27e66b05-f1b6-45ca-ab06-c77f77557b48 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0bdea8434e5249b8aa8bf61d827f1e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277047 Jul 15 14:09:37.973779 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36090) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:38.041765 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:38.062485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d498e0a0-c02e-426c-8bed-9660fd48f71a tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:38.064135 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d498e0a0-c02e-426c-8bed-9660fd48f71a tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894361 Jul 15 14:09:38.067065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36092) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:38.095182 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d16b453a-aa87-4796-9d06-3ae5ca729082 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269885 Jul 15 14:09:38.097877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36094) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:38.102674 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-338370487', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:38.193887 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:38.197408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.216754 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:37Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:38.242629 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Checking router: 01c23004-3765-421f-80fd-9c692a8eeac8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:38.242973 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Updating router 01c23004-3765-421f-80fd-9c692a8eeac8 port 211060a7-d608-4b0c-af15-467faf7b335b binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:38.365999 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.380134 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.445342 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Subnet': ['ID=30de0945-595b-4282-a3a9-9063ec802c66,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:38.450515 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Checking segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:38.450883 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network hostable DHCP agents. Network: da082963-3a07-4710-a7b0-e4087ad69a07, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:09:38.468355 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network da082963-3a07-4710-a7b0-e4087ad69a07 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:09:38.476952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, da082963-3a07-4710-a7b0-e4087ad69a07) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:38.481142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:38.481747 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.490058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f58638-0f84-4555-b2f3-1fc0cb9cbb05 None None] Network da082963-3a07-4710-a7b0-e4087ad69a07 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:38.500330 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8c1a5701-7e8f-43c7-a769-db0dbb694cf2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988600 Jul 15 14:09:38.500857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36096) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:38.613076 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.622828 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Transition to ACTIVE for port object 211060a7-d608-4b0c-af15-467faf7b335b will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:38.629093 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.640245 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-da082963-3a07-4710-a7b0-e4087ad69a07', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:09:38.641174 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.675694 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Attempting to bind port 211060a7-d608-4b0c-af15-467faf7b335b on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:38.676356 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Attempting to bind port 211060a7-d608-4b0c-af15-467faf7b335b by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:38.676726 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Attempting to bind port 211060a7-d608-4b0c-af15-467faf7b335b on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:38.688106 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:38.688790 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:38.689384 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.689951 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:38.690610 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Bound port: 211060a7-d608-4b0c-af15-467faf7b335b, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:38.691198 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.747119 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] For port 211060a7-d608-4b0c-af15-467faf7b335b, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:38.750510 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] For port 211060a7-d608-4b0c-af15-467faf7b335b, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=211060a7-d608-4b0c-af15-467faf7b335b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:38.752296 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Pushing event updated for resources: {'Port': ['ID=211060a7-d608-4b0c-af15-467faf7b335b,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:38.760367 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.764049 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.764573 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.765108 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.765442 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.765978 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.766469 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.766967 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.767320 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.767833 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.768156 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.768647 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.769134 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:38.784313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Allocated IP 172.20.0.2 (da082963-3a07-4710-a7b0-e4087ad69a07/30de0945-595b-4282-a3a9-9063ec802c66/15f05494-0b82-480c-86cd-e4fc63f03e05) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:38.841646 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d54553-ed97-418d-90fb-6933162f4c7a None None] Pushing event updated for resources: {'Port': ['ID=211060a7-d608-4b0c-af15-467faf7b335b,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:38.848685 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:38.849306 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:38.944198 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.953845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Transition to ACTIVE for port object 15f05494-0b82-480c-86cd-e4fc63f03e05 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:38.954305 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:38.970424 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.970814 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Transition to ACTIVE for port object 15f05494-0b82-480c-86cd-e4fc63f03e05 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:38.976696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:39.021943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Network da082963-3a07-4710-a7b0-e4087ad69a07 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:39.027569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:39.029454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Pushing event updated for resources: {'Port': ['ID=15f05494-0b82-480c-86cd-e4fc63f03e05,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:39.032099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:39.093635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Attempting to bind port 15f05494-0b82-480c-86cd-e4fc63f03e05 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:39.094010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Attempting to bind port 15f05494-0b82-480c-86cd-e4fc63f03e05 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:39.094695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Attempting to bind port 15f05494-0b82-480c-86cd-e4fc63f03e05 on network da082963-3a07-4710-a7b0-e4087ad69a07 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:39.099926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:39.100301 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Checking segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:39.100704 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:39.101097 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Bound using segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:39.101562 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Bound port: 15f05494-0b82-480c-86cd-e4fc63f03e05, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:39.101940 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:39.152192 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:37Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:39.171716 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] For port 15f05494-0b82-480c-86cd-e4fc63f03e05, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:39.175382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] For port 15f05494-0b82-480c-86cd-e4fc63f03e05, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15f05494-0b82-480c-86cd-e4fc63f03e05,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:39.180343 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:39.183074 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd8817-14a8-4e1a-b4af-ad1d37dfb1a1 None None] The sync data for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 is: [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:37Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:39.238720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b129bc-1f0f-41ef-b141-68dc6dde0ccc None None] Pushing event updated for resources: {'Port': ['ID=15f05494-0b82-480c-86cd-e4fc63f03e05,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:39.283503 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.1 (da082963-3a07-4710-a7b0-e4087ad69a07/30de0945-595b-4282-a3a9-9063ec802c66/ff68fe5d-160a-468d-bb04-c60e001372f2) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:39.429209 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:39.442808 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object ff68fe5d-160a-468d-bb04-c60e001372f2 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:39.491866 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:39.538972 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network da082963-3a07-4710-a7b0-e4087ad69a07 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:39.544658 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:39.549161 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:39.575328 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=ff68fe5d-160a-468d-bb04-c60e001372f2,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:39.599661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:39.749230 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:40.049682 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:40.056673 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:40.138208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=ff68fe5d-160a-468d-bb04-c60e001372f2,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:40.144160 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:40.216923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ededce-f04c-4139-922a-3d4db82476e4 None None] Network da082963-3a07-4710-a7b0-e4087ad69a07 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:40.236382 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network da082963-3a07-4710-a7b0-e4087ad69a07 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:40.237915 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:40.295634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2cffec49-48e4-4e04-b60e-694506be91e6 None None] Provisioning for port 15f05494-0b82-480c-86cd-e4fc63f03e05 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:40.356627 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 01c23004-3765-421f-80fd-9c692a8eeac8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:40.479323 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:40.485452 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-44bc7dab-5be6-4347-9611-a565af275780 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/01c23004-3765-421f-80fd-9c692a8eeac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9835982 Jul 15 14:09:40.511638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 211060a7-d608-4b0c-af15-467faf7b335b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:40.579694 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 211060a7-d608-4b0c-af15-467faf7b335b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:40.584048 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 211060a7-d608-4b0c-af15-467faf7b335b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:40.584680 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:40.667777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-852d620f-a8a4-46d8-b674-14e97481bc44 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388064474&fields=id&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 267 time: 0.0457025 Jul 15 14:09:40.682616 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:40.706725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 211060a7-d608-4b0c-af15-467faf7b335b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=211060a7-d608-4b0c-af15-467faf7b335b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:40.713328 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:40.714149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15f05494-0b82-480c-86cd-e4fc63f03e05 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:40.799916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9c0067e3-83e3-4122-bd27-4d32ee250096 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:40.801710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9c0067e3-83e3-4122-bd27-4d32ee250096 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 797 time: 0.1260657 Jul 15 14:09:40.821886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-7e72cdd4-5904-4c88-b110-b3a0b116bf89 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/quotas/0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 375 time: 0.0115848 Jul 15 14:09:40.906149 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-47410581-c58d-4011-bf79-12ad4fcf5c44 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776439 Jul 15 14:09:40.923153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-2fe51985-1da9-42f1-bc4b-3f2d2320685d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:09:40.924489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-2fe51985-1da9-42f1-bc4b-3f2d2320685d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059094 Jul 15 14:09:40.992686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Sync routers for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:41.009789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Provisioning for port ff68fe5d-160a-468d-bb04-c60e001372f2 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:41.016832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=211060a7-d608-4b0c-af15-467faf7b335b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:41.020859 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Provisioning complete for port ff68fe5d-160a-468d-bb04-c60e001372f2 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:41.021234 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:41.027317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:41.027969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:41.049674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-0df60947-4e3b-4d26-94b7-8846bb88aaaf service neutron] 10.222.0.25 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182578 Jul 15 14:09:41.107281 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 15f05494-0b82-480c-86cd-e4fc63f03e05 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:41.112275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Port ff68fe5d-160a-468d-bb04-c60e001372f2 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:41.146047 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 15f05494-0b82-480c-86cd-e4fc63f03e05 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:41.146957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:41.151176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-d74152bf-24ac-479e-bbe5-f4f2f4186238 service neutron] 10.222.0.25 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946319 Jul 15 14:09:41.196181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Provisioning complete for port 15f05494-0b82-480c-86cd-e4fc63f03e05 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:41.196561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:41.228798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:41.326793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-50a063ee-80ac-4661-bdf2-668963186929 req-674103af-165c-471e-8459-155fbbeda1ee tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 210 time: 0.0298040 Jul 15 14:09:41.434477 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:41.474051 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:41.511402 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 15f05494-0b82-480c-86cd-e4fc63f03e05, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15f05494-0b82-480c-86cd-e4fc63f03e05,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:41.520502 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:41.626676 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.db.api [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:09:41.627036 n-d-771362-36 neutron-server[93735]: DEBUG oslo_db.api [None req-a1bf5278-8083-4196-b042-5353f6b90c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:09:41.631832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=15f05494-0b82-480c-86cd-e4fc63f03e05,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:41.645815 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 2, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:41.673320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Checking router: 01c23004-3765-421f-80fd-9c692a8eeac8 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:41.673680 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Updating router 01c23004-3765-421f-80fd-9c692a8eeac8 port ff68fe5d-160a-468d-bb04-c60e001372f2 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:41.707652 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:41.977383 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:41.987755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Transition to ACTIVE for port object ff68fe5d-160a-468d-bb04-c60e001372f2 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:41.993109 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:42.039958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dc17a-b9aa-4f72-8b75-1cfd73cb19ad None None] Pushing event updated for resources: {'Port': ['ID=ff68fe5d-160a-468d-bb04-c60e001372f2,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:42.095556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Attempting to bind port ff68fe5d-160a-468d-bb04-c60e001372f2 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:42.096052 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Attempting to bind port ff68fe5d-160a-468d-bb04-c60e001372f2 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:42.096289 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Attempting to bind port ff68fe5d-160a-468d-bb04-c60e001372f2 on network da082963-3a07-4710-a7b0-e4087ad69a07 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:42.101564 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:42.101943 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Checking segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:42.102350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:42.102754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Bound using segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:42.103244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Bound port: ff68fe5d-160a-468d-bb04-c60e001372f2, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:42.103630 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:42.210372 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] For port ff68fe5d-160a-468d-bb04-c60e001372f2, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:42.213640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] For port ff68fe5d-160a-468d-bb04-c60e001372f2, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ff68fe5d-160a-468d-bb04-c60e001372f2,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:42.219235 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:42.277086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:42.277782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:42.330358 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dc17a-b9aa-4f72-8b75-1cfd73cb19ad None None] Pushing event updated for resources: {'Port': ['ID=ff68fe5d-160a-468d-bb04-c60e001372f2,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:42.443252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-aa924730-98c2-4ecf-880d-1a583844d331 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:42.444824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-aa924730-98c2-4ecf-880d-1a583844d331 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 797 time: 0.1831791 Jul 15 14:09:42.474663 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:42.511417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 211060a7-d608-4b0c-af15-467faf7b335b up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:42.529119 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-70761277-d488-448b-91a9-02490b917f38 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 379 time: 0.0750222 Jul 15 14:09:42.551969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'port': {'device_id': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'admin_state_up': True, 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'security_groups': ['b4b56a5e-8f4d-41b8-86eb-5540c9de23dd']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:42.556777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f527d16f-1a99-4778-a4ef-37fd0b369d5f req-e51f8bd1-f97f-45c9-a982-08b5b6871fbf tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 210 time: 0.0433350 Jul 15 14:09:42.662939 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:42.666955 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:42.681867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 211060a7-d608-4b0c-af15-467faf7b335b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:42.682241 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:42.794311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:42Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:42.794611 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.6 (da082963-3a07-4710-a7b0-e4087ad69a07/30de0945-595b-4282-a3a9-9063ec802c66/442ab736-3181-4056-afd8-a45a51509436) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:42.799944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15f05494-0b82-480c-86cd-e4fc63f03e05 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:42.946553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:42.960681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object 442ab736-3181-4056-afd8-a45a51509436 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:42.995753 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.001695 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda57e8-f8ed-42d3-96ef-06c1485336e9 None None] The sync data for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 is: [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:42Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:43.032612 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 15f05494-0b82-480c-86cd-e4fc63f03e05 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:43.032958 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.049360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network da082963-3a07-4710-a7b0-e4087ad69a07 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:43.064247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:43.066579 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:43.069107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:43.132812 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:43.133629 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.159027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-9391b968-f78a-4d90-8f30-4355e52442cd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6111033 Jul 15 14:09:43.172728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Request body: {'port': {'device_id': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:43.261068 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.401534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e2470496-d858-4991-9ed7-ca8e208f0f02 None None] Provisioning for port 442ab736-3181-4056-afd8-a45a51509436 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:43.406501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e2470496-d858-4991-9ed7-ca8e208f0f02 None None] Provisioning complete for port 442ab736-3181-4056-afd8-a45a51509436 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:43.406878 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e2470496-d858-4991-9ed7-ca8e208f0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.444411 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e2470496-d858-4991-9ed7-ca8e208f0f02 None None] Port 442ab736-3181-4056-afd8-a45a51509436 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:43.549133 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442ab736-3181-4056-afd8-a45a51509436 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:43.557414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.570485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Transition to ACTIVE for port object 442ab736-3181-4056-afd8-a45a51509436 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:43.574470 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.734087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:43.755716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Attempting to bind port 442ab736-3181-4056-afd8-a45a51509436 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:43.756046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Attempting to bind port 442ab736-3181-4056-afd8-a45a51509436 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:43.756379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Attempting to bind port 442ab736-3181-4056-afd8-a45a51509436 on network da082963-3a07-4710-a7b0-e4087ad69a07 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:43.764080 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Port 442ab736-3181-4056-afd8-a45a51509436 on network da082963-3a07-4710-a7b0-e4087ad69a07 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:09:43.764900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Attempting to bind port 442ab736-3181-4056-afd8-a45a51509436 on network da082963-3a07-4710-a7b0-e4087ad69a07 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:43.772885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:43.773225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Checking segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:43.773617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Bound using segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:43.774051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Bound port: 442ab736-3181-4056-afd8-a45a51509436, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:43.774413 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.830236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df423-dd6d-4bef-8273-160a9e273698 req-b49b672e-06ce-4cc1-8e2b-0314ad544c73 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:43.831946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151df423-dd6d-4bef-8273-160a9e273698 req-b49b672e-06ce-4cc1-8e2b-0314ad544c73 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 943 time: 0.1334352 Jul 15 14:09:43.888330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:43.893973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:43.898214 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-151df423-dd6d-4bef-8273-160a9e273698 req-c9a743ba-abcb-46a9-9207-c8ee1f865459 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577025 Jul 15 14:09:43.899749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.945813 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:43.946448 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:43.947950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] 10.222.0.35 "PUT /v2.0/ports/442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 1092 time: 0.7809119 Jul 15 14:09:43.948449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'tag': '442ab736-3181-4056-afd8-a45a51509436'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:43.950727 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "tag": "442ab736-3181-4056-afd8-a45a51509436"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:43.982992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449768f7-a792-4db9-bed0-c7dac43cf434 service neutron] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:44.024276 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc85cc78-1895-461e-8bfe-9fdd866f4d75 x-openstack-request-id: req-cc85cc78-1895-461e-8bfe-9fdd866f4d75 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:44.025633 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "tag": "442ab736-3181-4056-afd8-a45a51509436", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:44.025889 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc85cc78-1895-461e-8bfe-9fdd866f4d75 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:44.026294 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'tag': '442ab736-3181-4056-afd8-a45a51509436', 'status': 'completed', 'code': 200} Jul 15 14:09:44.054052 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-fca05174-107b-44a1-9e72-530bfc97e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:44.055761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-fca05174-107b-44a1-9e72-530bfc97e34c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1095 time: 0.0604639 Jul 15 14:09:44.103864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-97d2ac5e-1730-405d-ae4a-6929012fa23c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 217 time: 0.0404642 Jul 15 14:09:44.162723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-1a547f31-b268-4c1d-be77-0f944beb1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:44.164332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-1a547f31-b268-4c1d-be77-0f944beb1672 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0545907 Jul 15 14:09:44.229764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-2219bda6-0265-4ab9-9ee8-b6663195fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:44.231336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-2219bda6-0265-4ab9-9ee8-b6663195fe52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597341 Jul 15 14:09:44.458627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ff68fe5d-160a-468d-bb04-c60e001372f2 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:44.509337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ff68fe5d-160a-468d-bb04-c60e001372f2 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:44.514213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ff68fe5d-160a-468d-bb04-c60e001372f2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:44.514585 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:44.595431 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:44.629604 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port ff68fe5d-160a-468d-bb04-c60e001372f2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ff68fe5d-160a-468d-bb04-c60e001372f2,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:44.634219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:44.664562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-16f8e1ac-73c0-41fe-b8ff-a3c9a8846022 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269416 Jul 15 14:09:44.689535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=ff68fe5d-160a-468d-bb04-c60e001372f2,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:44.755397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b6b292e-1f3e-4ee9-8789-ad156fd4ef5e req-d27d908e-6036-4c91-821f-c132a7387368 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838685 Jul 15 14:09:44.856337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-1cc782e8-fa94-49ad-9173-931e4386fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:44.858466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-1cc782e8-fa94-49ad-9173-931e4386fe80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1095 time: 0.0535331 Jul 15 14:09:44.951218 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-45cd9e5c-a461-4d12-b328-ac957727137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:44.953246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-45cd9e5c-a461-4d12-b328-ac957727137b service neutron] 10.222.0.35 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.0895712 Jul 15 14:09:44.996347 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-7ececf61-6d02-4a99-869d-accc3be08991 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 217 time: 0.0347028 Jul 15 14:09:45.075870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-65009596-531c-4ada-8559-fcac97af47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:45.078110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-65009596-531c-4ada-8559-fcac97af47a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0752831 Jul 15 14:09:45.134990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228fd19-550e-49cc-b0e8-4e6752ef9d09 req-cee5c8d0-5a62-4233-8477-6015694afc46 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:45.136493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1228fd19-550e-49cc-b0e8-4e6752ef9d09 req-cee5c8d0-5a62-4233-8477-6015694afc46 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 943 time: 0.1251433 Jul 15 14:09:45.185892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-073f9c9a-9556-4481-bfcc-fcd39cd57e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:45.187402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-073f9c9a-9556-4481-bfcc-fcd39cd57e19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991447 Jul 15 14:09:45.190574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1228fd19-550e-49cc-b0e8-4e6752ef9d09 req-d2fb9e7b-a2b5-4fb0-a9ea-89b149ccc5f8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475035 Jul 15 14:09:45.283216 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-b218d542-3b03-4404-9372-0491a194fca9 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879514 Jul 15 14:09:45.375055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8cf19a50-82c9-4742-bb3a-a5a2bc201f4e req-fa748542-3aa7-4734-a2d8-4c80a0094054 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Jul 15 14:09:46.364861 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c3bd4-9c9e-48db-8765-6c71f14be14a req-22a184ef-da1a-4abc-9849-7e8d88078d1c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:46.366379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e4c3bd4-9c9e-48db-8765-6c71f14be14a req-22a184ef-da1a-4abc-9849-7e8d88078d1c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 943 time: 0.0634866 Jul 15 14:09:46.407676 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e4c3bd4-9c9e-48db-8765-6c71f14be14a req-611efc8c-308f-4097-8cd2-9d542ce74a87 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356653 Jul 15 14:09:46.444961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ff68fe5d-160a-468d-bb04-c60e001372f2 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:46.492021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ff68fe5d-160a-468d-bb04-c60e001372f2 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:46.492391 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:46.760123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 442ab736-3181-4056-afd8-a45a51509436 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:09:46.854701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:46.865348 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '442ab736-3181-4056-afd8-a45a51509436', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'port_id': '442ab736-3181-4056-afd8-a45a51509436', 'mac_address': 'fa:16:3e:06:06:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:09:46.901105 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:46.913293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442ab736-3181-4056-afd8-a45a51509436 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:46.936549 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:46.940266 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:46.987480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:47.146423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['442ab736-3181-4056-afd8-a45a51509436'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:09:47.582000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b5db3-d72a-4050-8e19-f0f491551dbe req-b13e554f-1ad7-4bee-b26c-40cee49cc479 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:47.583504 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-823b5db3-d72a-4050-8e19-f0f491551dbe req-b13e554f-1ad7-4bee-b26c-40cee49cc479 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 944 time: 0.0633259 Jul 15 14:09:47.619623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-823b5db3-d72a-4050-8e19-f0f491551dbe req-ef0bac4c-a922-4fa6-9c3d-d09217b9ccf6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305655 Jul 15 14:09:48.760320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 442ab736-3181-4056-afd8-a45a51509436 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:48.796011 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250119d4-eaf6-4f5d-aeee-3a3b49d058ac req-7ca7de9f-e9c2-498f-b139-86d4c8e27928 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:48.797517 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-250119d4-eaf6-4f5d-aeee-3a3b49d058ac req-7ca7de9f-e9c2-498f-b139-86d4c8e27928 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 944 time: 0.0670516 Jul 15 14:09:48.808537 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 442ab736-3181-4056-afd8-a45a51509436 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:48.813001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 442ab736-3181-4056-afd8-a45a51509436 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:48.813373 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.843166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-250119d4-eaf6-4f5d-aeee-3a3b49d058ac req-a2a2ae16-25dc-4dbc-a68e-64636034ce3a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385056 Jul 15 14:09:48.893525 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.915423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ab736-3181-4056-afd8-a45a51509436'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:48.917597 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928e1235-264f-4f15-af4a-529276583e33" -d '{"events": [{"server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "name": "network-vif-plugged", "status": "completed", "tag": "442ab736-3181-4056-afd8-a45a51509436"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:48.929921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:48.934204 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.958428 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6507a42-c6e4-49d4-984f-1b3823d6749f x-openstack-request-id: req-f6507a42-c6e4-49d4-984f-1b3823d6749f {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:48.958709 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "name": "network-vif-plugged", "status": "completed", "tag": "442ab736-3181-4056-afd8-a45a51509436", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:48.958957 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6507a42-c6e4-49d4-984f-1b3823d6749f {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:48.959421 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ab736-3181-4056-afd8-a45a51509436', 'code': 200} Jul 15 14:09:48.979986 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1315d4d8-e3e4-4405-ab93-f28405a60ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.994924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:49.072385 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ed9b7-0d0c-4e6f-ba24-53ade883d3ed req-6bc00eb8-b693-4493-9a29-58691cc7ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:49.073893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f60ed9b7-0d0c-4e6f-ba24-53ade883d3ed req-6bc00eb8-b693-4493-9a29-58691cc7ce03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1097 time: 0.0566254 Jul 15 14:09:49.111365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f60ed9b7-0d0c-4e6f-ba24-53ade883d3ed req-57310594-20b4-473b-b025-f734e71396fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276065 Jul 15 14:09:50.024743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1be7-2ca6-4414-b3a7-6dfe55f10800 req-f7823378-2a00-4b1a-a565-b2d028eaf7a5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:50.026236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e54e1be7-2ca6-4414-b3a7-6dfe55f10800 req-f7823378-2a00-4b1a-a565-b2d028eaf7a5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0638580 Jul 15 14:09:50.063932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e54e1be7-2ca6-4414-b3a7-6dfe55f10800 req-91a1eab6-6540-47ae-a821-6d43870b342c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Jul 15 14:09:50.238956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cae1b3-fe7b-41df-8a5c-d5e5fec1f009 req-e1bf318c-27af-41fc-aeb0-feff76d4e14f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:50.240489 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02cae1b3-fe7b-41df-8a5c-d5e5fec1f009 req-e1bf318c-27af-41fc-aeb0-feff76d4e14f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0671971 Jul 15 14:09:50.277898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-02cae1b3-fe7b-41df-8a5c-d5e5fec1f009 req-9d82f376-39df-4b98-a18c-7377b512c904 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317304 Jul 15 14:09:50.301877 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36144) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:50.352954 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be79c6-8b3a-4d02-abcf-ad7ef06fdc0f tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:50.354521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-94be79c6-8b3a-4d02-abcf-ad7ef06fdc0f tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1092 time: 0.0516582 Jul 15 14:09:50.357355 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36146) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:50.361774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '442ab736-3181-4056-afd8-a45a51509436', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:50.383407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.487694 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.588116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.128 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/482fb5d2-6ce6-4036-98da-872a9f3ff910) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:50.690079 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.728235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.767243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:50.770151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:50.773409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:50.797883 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=482fb5d2-6ce6-4036-98da-872a9f3ff910,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:51.150119 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.228228 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.374786 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.379266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.451118 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=482fb5d2-6ce6-4036-98da-872a9f3ff910,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:51.461451 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.561496 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP 11775c16-9cf2-4878-aa56-b6f4a376a154 associated. External IP: 172.25.1.128, port: 442ab736-3181-4056-afd8-a45a51509436. Jul 15 14:09:51.644173 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9cb71e4-b546-4d41-80fc-e5219081e74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.769486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 01c23004-3765-421f-80fd-9c692a8eeac8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:51.777783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.875444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:51.884424 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] Sync routers for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:51.891125 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.896925 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:51.897230 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:51.929483 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a3015b24-96d9-4db8-89da-31c018bf420b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5710776 Jul 15 14:09:51.930077 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'tag': '442ab736-3181-4056-afd8-a45a51509436'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:51.932376 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693ac126-44b2-484a-8751-e6a57455da93" -d '{"events": [{"name": "network-changed", "server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "tag": "442ab736-3181-4056-afd8-a45a51509436"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:52.002161 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:52.082440 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d409ca5-b162-41a7-826a-7608ab1a75b8 req-4f889cd4-d2bb-4636-a1a7-4bb9a44fb5b8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:52.084622 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d409ca5-b162-41a7-826a-7608ab1a75b8 req-4f889cd4-d2bb-4636-a1a7-4bb9a44fb5b8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0629776 Jul 15 14:09:52.122906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d409ca5-b162-41a7-826a-7608ab1a75b8 req-cf8329f7-5545-4586-a14c-fd7d62a94129 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Jul 15 14:09:52.148184 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36152) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:52.169961 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecf3dba-fde7-4af9-96d7-d68940b0e034 x-openstack-request-id: req-2ecf3dba-fde7-4af9-96d7-d68940b0e034 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:52.170500 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "tag": "442ab736-3181-4056-afd8-a45a51509436", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:52.170500 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ecf3dba-fde7-4af9-96d7-d68940b0e034 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:52.170895 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'tag': '442ab736-3181-4056-afd8-a45a51509436', 'status': 'completed', 'code': 200} Jul 15 14:09:52.215956 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5f107812-a109-4266-8f80-916a4ad63dd9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/11775c16-9cf2-4878-aa56-b6f4a376a154 HTTP/1.1" status: 200 len: 991 time: 0.0659895 Jul 15 14:09:52.228123 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '11775c16-9cf2-4878-aa56-b6f4a376a154', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'port_id': '442ab736-3181-4056-afd8-a45a51509436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'mac_address': 'fa:16:3e:06:06:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:51Z', 'updated_at': '2021-07-15T14:09:51Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:44Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:52.247837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac126-44b2-484a-8751-e6a57455da93 req-cd1fe85f-5bf2-4ea5-b8e3-19a7e2bbdc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:52.249898 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-693ac126-44b2-484a-8751-e6a57455da93 req-cd1fe85f-5bf2-4ea5-b8e3-19a7e2bbdc8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1097 time: 0.0560143 Jul 15 14:09:52.254324 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] Checking router: 01c23004-3765-421f-80fd-9c692a8eeac8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:52.264381 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:52.265001 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:09:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:52.344729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac126-44b2-484a-8751-e6a57455da93 req-ef0a5c8a-eff4-414f-a383-21fc27ed5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:52.346605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-693ac126-44b2-484a-8751-e6a57455da93 req-ef0a5c8a-eff4-414f-a383-21fc27ed5b09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.0897007 Jul 15 14:09:52.368117 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:52.414668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-693ac126-44b2-484a-8751-e6a57455da93 req-0726a0c7-ad14-4f9b-ad64-3e69a2b8c2da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 999 time: 0.0602210 Jul 15 14:09:52.468826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac126-44b2-484a-8751-e6a57455da93 req-0adc543c-9a3d-4abb-8fac-6ef4966ba179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:52.470314 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-693ac126-44b2-484a-8751-e6a57455da93 req-0adc543c-9a3d-4abb-8fac-6ef4966ba179 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0490918 Jul 15 14:09:52.528795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac126-44b2-484a-8751-e6a57455da93 req-9b8e2897-a420-43c0-a71f-167b882d0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:52.530875 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-693ac126-44b2-484a-8751-e6a57455da93 req-9b8e2897-a420-43c0-a71f-167b882d0bb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527372 Jul 15 14:09:52.588891 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '11775c16-9cf2-4878-aa56-b6f4a376a154', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'port_id': '442ab736-3181-4056-afd8-a45a51509436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'mac_address': 'fa:16:3e:06:06:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:51Z', 'updated_at': '2021-07-15T14:09:51Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:44Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:52.615065 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204c84a-adcf-4cf9-b312-1babf0f69ccf None None] The sync data for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 is: [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '11775c16-9cf2-4878-aa56-b6f4a376a154', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'port_id': '442ab736-3181-4056-afd8-a45a51509436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'mac_address': 'fa:16:3e:06:06:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:51Z', 'updated_at': '2021-07-15T14:09:51Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:44Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:52.625574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-693ac126-44b2-484a-8751-e6a57455da93 req-14fef800-d544-4b33-980a-7c44e40832d8 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856843 Jul 15 14:09:52.717553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-693ac126-44b2-484a-8751-e6a57455da93 req-88037e1e-3a50-4741-8454-d2a6424ddb2b service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840204 Jul 15 14:09:52.809067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5e98c-6662-4f72-95c9-5857a7fef542 None None] New status for floating IP 11775c16-9cf2-4878-aa56-b6f4a376a154: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:09:53.116200 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.220297 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:53.283629 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7a4775fd-b1c1-40f2-9a4b-5351aee4e5ac tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/11775c16-9cf2-4878-aa56-b6f4a376a154 HTTP/1.1" status: 200 len: 993 time: 0.0621631 Jul 15 14:09:54.584960 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.174989 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.003266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-86ae8057-2065-4867-a553-c6f7190fcbe9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522928 Jul 15 14:10:06.100694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-2fff0362-c94d-415d-b7bf-41db18379863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:06.102255 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-2fff0362-c94d-415d-b7bf-41db18379863 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1097 time: 0.0553303 Jul 15 14:10:06.206811 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-6ab3efef-6812-4514-b721-2e3983402f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:06.208391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-6ab3efef-6812-4514-b721-2e3983402f0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.0842619 Jul 15 14:10:06.211080 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.277281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-d63bfffd-b652-4042-8106-a47dbfb3f24c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 1001 time: 0.0610399 Jul 15 14:10:06.325122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-0d8da1bb-2ede-4c94-94d5-6d8fad95c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:06.326598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-0d8da1bb-2ede-4c94-94d5-6d8fad95c671 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0429285 Jul 15 14:10:06.384244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-349c9f45-c80e-4c91-96e1-e61b878e0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:06.385804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-349c9f45-c80e-4c91-96e1-e61b878e0460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516903 Jul 15 14:10:06.479712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-5d056856-07d2-4b72-a346-df53d9500af1 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863523 Jul 15 14:10:06.569843 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2379e08f-cda6-4c67-b8da-a1ef14ecac95 req-c630663a-6b2d-467c-bb27-29038886fd3c service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834267 Jul 15 14:10:07.274959 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:18.959696 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-da4ad4c8-8f6a-4329-b5be-458191940777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:21.645949 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0a37562b-8bbd-44d4-bd53-fbac43cc2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:21.778886 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:23.117432 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.588301 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.869806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-7e78400d-4b1a-4b10-a633-6f3ba5598079 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1369810 Jul 15 14:10:24.883097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9c60-4d9c-4d77-bb10-84940ca50f1d req-f97a49c6-ddae-404b-8d4e-d3712791e1f0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:24.884607 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-317f9c60-4d9c-4d77-bb10-84940ca50f1d req-f97a49c6-ddae-404b-8d4e-d3712791e1f0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.1020319 Jul 15 14:10:24.924619 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-317f9c60-4d9c-4d77-bb10-84940ca50f1d req-7b8fbc2e-7af4-403f-b9d7-5bd74e04d873 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343299 Jul 15 14:10:25.991838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-f5880c28-b259-4391-ada4-05f626b6c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:25.993608 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-f5880c28-b259-4391-ada4-05f626b6c388 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1097 time: 0.0555856 Jul 15 14:10:26.123296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-cc3bbd7a-7802-4fd1-a8e3-014ed4bd70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:26.124794 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-cc3bbd7a-7802-4fd1-a8e3-014ed4bd70e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.1246154 Jul 15 14:10:26.184444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb94e75-6c08-4623-be0e-b4b8d4840aed req-e8006eaf-ac37-42c1-a649-5b372e0f88a3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:26.186117 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bb94e75-6c08-4623-be0e-b4b8d4840aed req-e8006eaf-ac37-42c1-a649-5b372e0f88a3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.1229618 Jul 15 14:10:26.230634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-0129f1e0-52fe-4bb8-94ab-b5762dccd912 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 1001 time: 0.0990970 Jul 15 14:10:26.238549 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2bb94e75-6c08-4623-be0e-b4b8d4840aed req-f0c198bd-68b1-4d39-8146-324cda9d29b5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Jul 15 14:10:26.284348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-468f6c7c-93cd-4f42-af6a-f70ebcf25d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:26.285874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-468f6c7c-93cd-4f42-af6a-f70ebcf25d37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0464792 Jul 15 14:10:26.342914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-8e15f0e9-9e81-4c86-aad1-b42e50216cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:26.345114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-8e15f0e9-9e81-4c86-aad1-b42e50216cb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527790 Jul 15 14:10:26.441105 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-855d831a-27e6-4c77-90bd-74c46c23743d service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881813 Jul 15 14:10:26.531408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-491bf08b-3b90-4957-976c-e0c90d145282 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838869 Jul 15 14:10:27.414264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff6a1a-709c-4ecd-a112-bd1d79e34d0e req-f234c537-4c25-4d74-8c30-b7dce1850140 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:27.415809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff6a1a-709c-4ecd-a112-bd1d79e34d0e req-f234c537-4c25-4d74-8c30-b7dce1850140 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0665596 Jul 15 14:10:27.452958 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-80ff6a1a-709c-4ecd-a112-bd1d79e34d0e req-e1d0e541-53d8-4916-8696-f0a3ce209566 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316668 Jul 15 14:10:28.627831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa13d64-af66-45cc-b0ab-b36400c990ba req-a50f8222-dbe9-4673-9141-a7101d220589 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:28.629337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa13d64-af66-45cc-b0ab-b36400c990ba req-a50f8222-dbe9-4673-9141-a7101d220589 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0632606 Jul 15 14:10:28.666466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aaa13d64-af66-45cc-b0ab-b36400c990ba req-e6f81979-3adc-42bb-97c3-d8250ce73379 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313241 Jul 15 14:10:29.839469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddeec-821b-4ae5-8f80-ffa4f28b87f1 req-d329576c-80b7-4249-9578-13f6c19a5321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:29.840933 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c4ddeec-821b-4ae5-8f80-ffa4f28b87f1 req-d329576c-80b7-4249-9578-13f6c19a5321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0659132 Jul 15 14:10:30.219010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8c4ddeec-821b-4ae5-8f80-ffa4f28b87f1 req-146005bd-51e8-49cc-b8a9-13284f5e57e5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716483 Jul 15 14:10:31.388788 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637d3d3-9485-414f-a5de-823a80e335db req-d4cb4522-015f-4d39-8e0e-8b2870f72deb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:31.390837 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3637d3d3-9485-414f-a5de-823a80e335db req-d4cb4522-015f-4d39-8e0e-8b2870f72deb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0623033 Jul 15 14:10:31.427893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3637d3d3-9485-414f-a5de-823a80e335db req-1f52fba1-506e-4177-9958-5a37a2adb5dd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Jul 15 14:10:32.597365 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c462d8-211a-442a-95f8-89c1bd067144 req-18962d7e-d4b2-4e22-9cc5-59e7f9c1b2d3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:32.598880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8c462d8-211a-442a-95f8-89c1bd067144 req-18962d7e-d4b2-4e22-9cc5-59e7f9c1b2d3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0625119 Jul 15 14:10:32.638233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8c462d8-211a-442a-95f8-89c1bd067144 req-91816640-b2b7-40a6-92fe-4331b2d3ec91 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337510 Jul 15 14:10:33.813651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98ae7-264c-4003-a4d7-69960f219c88 req-e79dd355-8453-43d9-bf64-26ab6ef27f9a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:33.815154 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9e98ae7-264c-4003-a4d7-69960f219c88 req-e79dd355-8453-43d9-bf64-26ab6ef27f9a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0627024 Jul 15 14:10:33.851916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d9e98ae7-264c-4003-a4d7-69960f219c88 req-653c9561-e941-4b4b-a462-b9e9b5c82cc6 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312517 Jul 15 14:10:35.025384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99530159-1fbb-4a16-a016-f0869aac7495 req-89821b98-4f06-44bd-a596-97960d660358 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:35.026833 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99530159-1fbb-4a16-a016-f0869aac7495 req-89821b98-4f06-44bd-a596-97960d660358 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0652826 Jul 15 14:10:35.064367 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99530159-1fbb-4a16-a016-f0869aac7495 req-f397cdcf-0bbd-4f06-a3aa-000b332a87b1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318990 Jul 15 14:10:35.175644 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.227891 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.242553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d686b-08fc-4e80-b4f3-166a546a458b req-2f3a3e45-429d-4c05-aea0-cc544152633a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:36.244089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed6d686b-08fc-4e80-b4f3-166a546a458b req-2f3a3e45-429d-4c05-aea0-cc544152633a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0691636 Jul 15 14:10:36.281711 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ed6d686b-08fc-4e80-b4f3-166a546a458b req-b2a6a217-4f20-4508-b4e9-cf592dbdde0f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Jul 15 14:10:37.450876 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e63a4d-65f6-45b4-adb4-ff023d969fbe req-3028ad13-b378-4a2f-948d-5a3b9c1dd60a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:37.452377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3e63a4d-65f6-45b4-adb4-ff023d969fbe req-3028ad13-b378-4a2f-948d-5a3b9c1dd60a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0623500 Jul 15 14:10:37.490559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c3e63a4d-65f6-45b4-adb4-ff023d969fbe req-aa75e3de-da6d-4692-89b2-30a7249932ea tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Jul 15 14:10:38.662084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f22a-b6a8-467c-8b25-3ed98578dfb6 req-b6e7df83-8e2c-4150-b05a-ce303154f8cc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:38.663479 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34e5f22a-b6a8-467c-8b25-3ed98578dfb6 req-b6e7df83-8e2c-4150-b05a-ce303154f8cc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0612588 Jul 15 14:10:38.704226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34e5f22a-b6a8-467c-8b25-3ed98578dfb6 req-24f2996f-0d3e-401f-bf9c-633981b2a0c4 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352507 Jul 15 14:10:39.875793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4da0a3-0c33-4857-b644-4a7b613646e0 req-7b76c2c2-46a0-4050-8ec6-ee7658238293 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:39.877328 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de4da0a3-0c33-4857-b644-4a7b613646e0 req-7b76c2c2-46a0-4050-8ec6-ee7658238293 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0633814 Jul 15 14:10:39.913644 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de4da0a3-0c33-4857-b644-4a7b613646e0 req-e36ded01-7995-44f2-bd62-5af02f961248 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Jul 15 14:10:41.085860 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d3e6b-4ce5-45b1-90b4-70404c20cca4 req-39775675-f3d1-4474-a4f6-2a8be42d1834 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:41.087432 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c45d3e6b-4ce5-45b1-90b4-70404c20cca4 req-39775675-f3d1-4474-a4f6-2a8be42d1834 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0623820 Jul 15 14:10:41.125546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c45d3e6b-4ce5-45b1-90b4-70404c20cca4 req-1498ffa6-f215-4d30-b8c7-5f26db5acff1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Jul 15 14:10:42.303417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229b1ac-1ad9-4765-8bbf-64c277de9b60 req-437ce4af-91c1-4bb3-b0e3-1563832c2cbd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:42.304923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6229b1ac-1ad9-4765-8bbf-64c277de9b60 req-437ce4af-91c1-4bb3-b0e3-1563832c2cbd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0671570 Jul 15 14:10:42.341277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6229b1ac-1ad9-4765-8bbf-64c277de9b60 req-86da7591-d7dc-48ed-9000-84d4c4e2647b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308194 Jul 15 14:10:43.332133 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-a5de3304-182c-4148-a0d3-1f504324476a req-e914d163-eb35-4e34-9538-7620588b84af service neutron] show failed (client error): The resource could not be found. Jul 15 14:10:43.333146 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-e914d163-eb35-4e34-9538-7620588b84af service neutron] 10.222.0.35 "GET /v2.0/ports/442ab736-3181-4056-afd8-a45a51509436/bindings/n-h2-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0553546 Jul 15 14:10:43.533382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92afb40-c83a-4569-b546-287bcb6f3f9e req-f7985736-c1ee-40f6-bd86-db32c4a91933 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:43.534908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d92afb40-c83a-4569-b546-287bcb6f3f9e req-f7985736-c1ee-40f6-bd86-db32c4a91933 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0748684 Jul 15 14:10:43.607236 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d92afb40-c83a-4569-b546-287bcb6f3f9e req-316ca01b-3e7e-4c07-8723-48c872658b57 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603902 Jul 15 14:10:43.624174 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-29c58b59-eb54-47dd-becf-0d821c9d9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:43.625694 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-29c58b59-eb54-47dd-becf-0d821c9d9ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 1097 time: 0.0869911 Jul 15 14:10:43.637879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:43.710657 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.916237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:43.955943 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:43.995496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442ab736-3181-4056-afd8-a45a51509436'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:43.997846 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e34901-068a-41ee-abed-5d2f8a7365f7" -d '{"events": [{"server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "name": "network-vif-unplugged", "status": "completed", "tag": "442ab736-3181-4056-afd8-a45a51509436"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:44.001521 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.014313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Transition to ACTIVE for port object 442ab736-3181-4056-afd8-a45a51509436 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:44.020714 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.054214 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7529651f-8a2d-42d3-b788-992b1a10da9a x-openstack-request-id: req-7529651f-8a2d-42d3-b788-992b1a10da9a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:44.054514 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "name": "network-vif-unplugged", "status": "completed", "tag": "442ab736-3181-4056-afd8-a45a51509436", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:44.054768 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7529651f-8a2d-42d3-b788-992b1a10da9a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:44.055169 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442ab736-3181-4056-afd8-a45a51509436', 'code': 200} Jul 15 14:10:44.111493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:44.126357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.126718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.127068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.127439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.127773 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.128107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.128438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.128767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.129095 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.129421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.129758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.130074 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:44.161829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] No DVR routers for this DVR port 442ab736-3181-4056-afd8-a45a51509436 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:44.275808 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:44.306184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Attempting to bind port 442ab736-3181-4056-afd8-a45a51509436 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:44.306518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Attempting to bind port 442ab736-3181-4056-afd8-a45a51509436 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:44.306845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Attempting to bind port 442ab736-3181-4056-afd8-a45a51509436 on network da082963-3a07-4710-a7b0-e4087ad69a07 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:44.312439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Port 442ab736-3181-4056-afd8-a45a51509436 on network da082963-3a07-4710-a7b0-e4087ad69a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:10:44.312764 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Attempting to bind port 442ab736-3181-4056-afd8-a45a51509436 on network da082963-3a07-4710-a7b0-e4087ad69a07 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:44.318243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:44.318505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Checking segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:44.318923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Bound using segment: {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:44.319388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Bound port: 442ab736-3181-4056-afd8-a45a51509436, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fab2427-0edf-4226-9199-b5d7845c8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:44.319751 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.391830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:44.396431 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:44.401757 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.438830 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.440248 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.441960 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] 10.222.0.30 "PUT /v2.0/ports/442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 1092 time: 0.8087518 Jul 15 14:10:44.478002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1466f-b34b-4019-915d-eef035f02ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:44.536185 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-aca8c7af-b221-48ed-9c0c-2bfcd18db681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.537799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-aca8c7af-b221-48ed-9c0c-2bfcd18db681 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1095 time: 0.0681634 Jul 15 14:10:44.657468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-63d8a69f-344f-479e-86fc-195ccfbdaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.661005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-63d8a69f-344f-479e-86fc-195ccfbdaa91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.1171267 Jul 15 14:10:44.775080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-e734b05b-e451-45e7-a9b1-9ef38a3f1c65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 999 time: 0.1072958 Jul 15 14:10:44.853403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-0eeb2790-bed3-4b2a-8359-ca994af6f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.854909 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-0eeb2790-bed3-4b2a-8359-ca994af6f45f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0587983 Jul 15 14:10:44.904958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678cc3c-12ec-4856-88b1-1daaae81a279 req-61ad9db1-ffe6-4477-83c3-dfeada3df309 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.906565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c678cc3c-12ec-4856-88b1-1daaae81a279 req-61ad9db1-ffe6-4477-83c3-dfeada3df309 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 943 time: 0.1495867 Jul 15 14:10:44.957817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c678cc3c-12ec-4856-88b1-1daaae81a279 req-e50289ce-fa8a-47dd-81c9-c548356575c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451753 Jul 15 14:10:44.967940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de3304-182c-4148-a0d3-1f504324476a req-f6aad8c4-7658-496b-b2b8-566779dcd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.969507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-f6aad8c4-7658-496b-b2b8-566779dcd8f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070373 Jul 15 14:10:44.981384 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-62acd30a-debb-4312-9a8c-504d50e469ef service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:10:44.982401 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-62acd30a-debb-4312-9a8c-504d50e469ef service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055866 Jul 15 14:10:45.077408 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-5054a4a7-9b21-4634-850c-2a844962750d service neutron] 10.222.0.30 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879767 Jul 15 14:10:45.177126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5de3304-182c-4148-a0d3-1f504324476a req-30fa32f7-34e2-4747-ad91-3ad824f0c227 service neutron] 10.222.0.30 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928330 Jul 15 14:10:46.056789 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'tag': '442ab736-3181-4056-afd8-a45a51509436'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:46.059409 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "tag": "442ab736-3181-4056-afd8-a45a51509436"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:46.139989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762699-b7a0-4a5b-a9db-e3ca494ce0fb req-bb6634f0-bd35-46f0-9924-08356b671005 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.141466 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39762699-b7a0-4a5b-a9db-e3ca494ce0fb req-bb6634f0-bd35-46f0-9924-08356b671005 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 943 time: 0.0631027 Jul 15 14:10:46.182286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-39762699-b7a0-4a5b-a9db-e3ca494ce0fb req-b2c30c96-9cab-4492-93a4-05243aa0ba55 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330677 Jul 15 14:10:46.240690 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b73e0-8108-43f9-9ec3-277104e48267 x-openstack-request-id: req-de3b73e0-8108-43f9-9ec3-277104e48267 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:46.241210 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "tag": "442ab736-3181-4056-afd8-a45a51509436", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:46.241591 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de3b73e0-8108-43f9-9ec3-277104e48267 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:46.242161 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'tag': '442ab736-3181-4056-afd8-a45a51509436', 'status': 'completed', 'code': 200} Jul 15 14:10:46.356911 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-f8ae15c7-c134-4ce0-bc31-9666781d0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.358431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-f8ae15c7-c134-4ce0-bc31-9666781d0b01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1095 time: 0.0959299 Jul 15 14:10:46.361612 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-1d31236a-af1f-413e-9f87-c1b8cb5a4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.362967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-1d31236a-af1f-413e-9f87-c1b8cb5a4c32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1095 time: 0.0925989 Jul 15 14:10:46.521690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-420b39e4-4465-4094-b2aa-2f3f5326e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.523196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-420b39e4-4465-4094-b2aa-2f3f5326e278 service neutron] 10.222.0.30 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.1510515 Jul 15 14:10:46.524156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-3dd75051-1fc0-4ead-83c4-bda2c741364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.525458 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-3dd75051-1fc0-4ead-83c4-bda2c741364d service neutron] 10.222.0.35 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.1608977 Jul 15 14:10:46.642318 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-06e4a1e6-de1c-4fff-a754-82aa44be5ce8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 999 time: 0.1105785 Jul 15 14:10:46.643973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-fa03d694-a961-4349-aff2-2f05f7b82ffa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 999 time: 0.1068828 Jul 15 14:10:46.746320 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-fd4ea5b5-01da-44e7-b2fe-7e4d8b3cb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.748006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-fd4ea5b5-01da-44e7-b2fe-7e4d8b3cb715 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.1002386 Jul 15 14:10:46.749441 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-9b84c543-ee77-4679-bdc7-fd55418404a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.750775 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-9b84c543-ee77-4679-bdc7-fd55418404a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0956228 Jul 15 14:10:46.850574 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-dcf16907-c456-44d9-bf21-49250eb579f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.852805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-dcf16907-c456-44d9-bf21-49250eb579f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985093 Jul 15 14:10:46.854874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-ada2a1b5-351e-4b70-8068-05ee08431800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.856287 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-ada2a1b5-351e-4b70-8068-05ee08431800 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931120 Jul 15 14:10:47.009951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 442ab736-3181-4056-afd8-a45a51509436 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:47.014678 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-482a8f59-dbb1-40ed-9e5d-029302196349 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557660 Jul 15 14:10:47.016470 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-94a3dd0a-dc5e-4b1b-bab4-e0abfb34df61 service neutron] 10.222.0.30 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496663 Jul 15 14:10:47.049123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 442ab736-3181-4056-afd8-a45a51509436 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:47.179653 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-28960d6c-9098-4e03-9484-9db1ff38f82b service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591492 Jul 15 14:10:47.181580 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6ce169-91b2-4ff0-9a30-41ed6f440e6e req-fe4b8861-f578-4135-b476-a350bbe9ddd9 service neutron] 10.222.0.30 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532834 Jul 15 14:10:47.361244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28377315-245b-4338-aa7d-3143f3e0a312 req-bbcfd8b0-5484-4ff3-a35e-e34c867e6746 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:47.362513 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28377315-245b-4338-aa7d-3143f3e0a312 req-bbcfd8b0-5484-4ff3-a35e-e34c867e6746 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 943 time: 0.0646465 Jul 15 14:10:47.406551 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28377315-245b-4338-aa7d-3143f3e0a312 req-9e53d6eb-6cc9-4761-952b-e9d1c97677e8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382838 Jul 15 14:10:47.748065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce207ce-dd55-4b58-9b3c-cdb50e674f9b req-1bd04dea-1f40-4042-8dc0-c1a00e4fe3c4 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:47.749455 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bce207ce-dd55-4b58-9b3c-cdb50e674f9b req-1bd04dea-1f40-4042-8dc0-c1a00e4fe3c4 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 943 time: 0.1093454 Jul 15 14:10:47.758164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-8cdaddea-84a2-489f-b664-1cb2fa42a78d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:47.759581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-8cdaddea-84a2-489f-b664-1cb2fa42a78d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&binding%3Ahost_id=n-h2-771362-36 HTTP/1.1" status: 200 len: 943 time: 0.1094861 Jul 15 14:10:47.826276 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bce207ce-dd55-4b58-9b3c-cdb50e674f9b req-d701ea05-eb0d-44e7-b4e3-2af123c4305a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656717 Jul 15 14:10:47.843112 n-d-771362-36 neutron-server[93733]: INFO neutron.api.v2.resource [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-18755844-0fb0-406e-ac93-d2832549312f service neutron] delete failed (client error): The resource could not be found. Jul 15 14:10:47.844147 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-18755844-0fb0-406e-ac93-d2832549312f service neutron] 10.222.0.35 "DELETE /v2.0/ports/442ab736-3181-4056-afd8-a45a51509436/bindings/n-h1-771362-36 HTTP/1.1" status: 404 len: 381 time: 0.0775747 Jul 15 14:10:47.966237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-58a4080b-d825-4001-98d3-25ac50eca5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:47.968044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-58a4080b-d825-4001-98d3-25ac50eca5bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1095 time: 0.0779622 Jul 15 14:10:48.065333 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6ad74-2195-4361-8d32-617414cf4dd7 req-0c54a730-4ffe-49e7-81d3-f936d016bf20 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:48.066802 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ee6ad74-2195-4361-8d32-617414cf4dd7 req-0c54a730-4ffe-49e7-81d3-f936d016bf20 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 943 time: 0.1312785 Jul 15 14:10:48.094757 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-c750d7e8-7620-47d3-b354-b5713fa84aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:48.096863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-c750d7e8-7620-47d3-b354-b5713fa84aca service neutron] 10.222.0.35 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.1218994 Jul 15 14:10:48.144284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2ee6ad74-2195-4361-8d32-617414cf4dd7 req-33a715ac-836d-497d-99e6-c3e0d25cafff tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716333 Jul 15 14:10:48.168285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 442ab736-3181-4056-afd8-a45a51509436 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:10:48.176244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-3e9062a7-0550-4f0d-9e96-a383410bbe70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 999 time: 0.0691583 Jul 15 14:10:48.228747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-b40ea50e-8959-4e90-9cd9-26c2562a0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:48.230297 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-b40ea50e-8959-4e90-9cd9-26c2562a0322 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0464306 Jul 15 14:10:48.266349 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:48.277380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '442ab736-3181-4056-afd8-a45a51509436', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'port_id': '442ab736-3181-4056-afd8-a45a51509436', 'mac_address': 'fa:16:3e:06:06:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:10:48.289316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-e4a03b9b-3775-43f8-ad57-5755dc8cbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:48.290869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-e4a03b9b-3775-43f8-ad57-5755dc8cbc4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538802 Jul 15 14:10:48.315975 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:48.328393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442ab736-3181-4056-afd8-a45a51509436 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:48.349294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:48.353257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:48.391911 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-873ba528-2485-414e-9884-20b7f59472dc service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945833 Jul 15 14:10:48.407443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:48.416152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.416152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.416415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.416754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.417092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.417427 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.417758 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.418089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.418417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.418750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.419074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.419521 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:48.488971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a7c9a2d2-8a0a-425c-a6d2-31fa45b23b31 req-108d8d0f-fa66-44a3-9040-a4477974fcc6 service neutron] 10.222.0.35 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904994 Jul 15 14:10:48.605065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['442ab736-3181-4056-afd8-a45a51509436'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:48.962940 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d5818e05-8848-423f-816d-9242e9bbcfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.319352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd96d58-456b-444d-82d4-42db863795d6 req-16ea8e4e-5476-4826-9de7-9734d7607195 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:49.320897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6dd96d58-456b-444d-82d4-42db863795d6 req-16ea8e4e-5476-4826-9de7-9734d7607195 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 944 time: 0.0640678 Jul 15 14:10:49.365365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6dd96d58-456b-444d-82d4-42db863795d6 req-c8fbd412-11e2-4205-96d5-935926a2894d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 Jul 15 14:10:49.389553 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36242) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:49.449615 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6185511d-1994-458b-a9c6-484571e2e03f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/11775c16-9cf2-4878-aa56-b6f4a376a154 HTTP/1.1" status: 200 len: 992 time: 0.0587230 Jul 15 14:10:50.200421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 442ab736-3181-4056-afd8-a45a51509436 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:50.253383 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 442ab736-3181-4056-afd8-a45a51509436 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:50.259240 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 442ab736-3181-4056-afd8-a45a51509436 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:50.259613 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.336847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.362149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ab736-3181-4056-afd8-a45a51509436'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:50.364497 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c141dcc3-0740-46d0-8357-c0e881fa4137" -d '{"events": [{"server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "name": "network-vif-plugged", "status": "completed", "tag": "442ab736-3181-4056-afd8-a45a51509436"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:50.379181 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:50.384935 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.413014 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588345fe-834c-46a3-8094-07fdf1c4177d x-openstack-request-id: req-588345fe-834c-46a3-8094-07fdf1c4177d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:50.413306 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "name": "network-vif-plugged", "status": "completed", "tag": "442ab736-3181-4056-afd8-a45a51509436", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:50.413557 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-588345fe-834c-46a3-8094-07fdf1c4177d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:50.414317 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ab736-3181-4056-afd8-a45a51509436', 'code': 200} Jul 15 14:10:50.443148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:51.655350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6da3a520-c51c-4360-a632-6c4495cd8a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.781173 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.121538 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.591998 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:05.178646 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:06.226579 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:18.043566 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36256) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:18.204383 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 482fb5d2-6ce6-4036-98da-872a9f3ff910 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:11:18.204750 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:18.284533 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:18.284886 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:18.296339 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 482fb5d2-6ce6-4036-98da-872a9f3ff910 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:11:18.448761 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:18.473683 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=482fb5d2-6ce6-4036-98da-872a9f3ff910,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:18.484878 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.485238 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.485588 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.485933 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.486268 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.486608 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.487574 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.487916 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.488249 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.488582 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.488934 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.489254 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:18.551028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:18.551420 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP 11775c16-9cf2-4878-aa56-b6f4a376a154 disassociated (deleted). External IP: 172.25.1.128, port: 442ab736-3181-4056-afd8-a45a51509436. Jul 15 14:11:18.965274 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-198fd680-2238-427d-a056-23a453a6cba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:19.016336 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 01c23004-3765-421f-80fd-9c692a8eeac8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:11:19.121698 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:19.126122 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:19.133687 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] Sync routers for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:19.143471 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:19.144175 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:10:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:19.165895 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4d38322f-0600-4e88-8e3c-b1aea374a337 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/floatingips/11775c16-9cf2-4878-aa56-b6f4a376a154 HTTP/1.1" status: 204 len: 168 time: 1.1211047 Jul 15 14:11:19.166427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'tag': '442ab736-3181-4056-afd8-a45a51509436'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:19.168750 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae" -d '{"events": [{"name": "network-changed", "server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "tag": "442ab736-3181-4056-afd8-a45a51509436"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:19.247387 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:19.413738 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0e7bf8-254e-4f90-9279-0f64fdf6ade3 x-openstack-request-id: req-7f0e7bf8-254e-4f90-9279-0f64fdf6ade3 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:19.414039 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "tag": "442ab736-3181-4056-afd8-a45a51509436", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:19.414289 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f0e7bf8-254e-4f90-9279-0f64fdf6ade3 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:19.414699 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'tag': '442ab736-3181-4056-afd8-a45a51509436', 'status': 'completed', 'code': 200} Jul 15 14:11:19.448271 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:44Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:19.475512 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] Checking router: 01c23004-3765-421f-80fd-9c692a8eeac8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:19.485192 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:19.485821 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:10:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:19.491799 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-621a160d-51cd-4308-98cf-ed8b6392f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:19.493362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-621a160d-51cd-4308-98cf-ed8b6392f0c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 1097 time: 0.0562356 Jul 15 14:11:19.590928 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:19.640569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1852b5e-0f9a-48b9-a2a9-785066283a58 req-f3352200-1eea-4164-b32d-10403c19073b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:19.641980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1852b5e-0f9a-48b9-a2a9-785066283a58 req-f3352200-1eea-4164-b32d-10403c19073b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.1369877 Jul 15 14:11:19.642963 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-237ff4fd-7ce4-402a-8558-72c8c27b4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:19.644964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-237ff4fd-7ce4-402a-8558-72c8c27b4843 service neutron] 10.222.0.30 "GET /v2.0/networks?id=da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 200 len: 898 time: 0.1380963 Jul 15 14:11:19.695109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-8342bfa9-577e-415a-af37-e5a6f698250f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 200 len: 217 time: 0.0404830 Jul 15 14:11:19.741684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a1852b5e-0f9a-48b9-a2a9-785066283a58 req-d79e7a80-7a7d-40e2-8951-b62ec25694f5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932097 Jul 15 14:11:19.760599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-582e06af-810a-436e-9b53-ea440414ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:19.763040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-582e06af-810a-436e-9b53-ea440414ea55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 200 len: 834 time: 0.0573688 Jul 15 14:11:19.786805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:44Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:19.817256 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7482c53-5604-4b8f-8ee4-dedd3cff18fc None None] The sync data for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 is: [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:39Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'ff68fe5d-160a-468d-bb04-c60e001372f2', 'name': '', 'network_id': 'da082963-3a07-4710-a7b0-e4087ad69a07', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '30de0945-595b-4282-a3a9-9063ec802c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:39Z', 'updated_at': '2021-07-15T14:09:44Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '30de0945-595b-4282-a3a9-9063ec802c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:20.047706 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824b70f-3f38-40cc-bd71-d4e6a3d0d265 None None] New status for floating IP 11775c16-9cf2-4878-aa56-b6f4a376a154: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:11:20.162043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-060c9a96-3496-4297-972c-cd18034b60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:20.163641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-060c9a96-3496-4297-972c-cd18034b60f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da082963-3a07-4710-a7b0-e4087ad69a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3903413 Jul 15 14:11:20.254223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-eb8701b4-0c96-4951-87fa-e51057c4dcad service neutron] 10.222.0.30 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828214 Jul 15 14:11:20.344884 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e3efc12-51ea-4f8a-953c-da1fcfd90cae req-33d8f838-48aa-4619-adf8-172139e7a9b4 service neutron] 10.222.0.30 "GET /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814748 Jul 15 14:11:20.826533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-9bea4efb-f4ce-417f-8459-7c2599c6c521 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:20.828050 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-9bea4efb-f4ce-417f-8459-7c2599c6c521 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.0647924 Jul 15 14:11:20.966785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d002ac-0b5b-46fa-95d1-15349aa4a389 req-fc0040a5-07eb-40ee-90c3-d2ffd01b8356 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:20.968304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1d002ac-0b5b-46fa-95d1-15349aa4a389 req-fc0040a5-07eb-40ee-90c3-d2ffd01b8356 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9017cecc-ccf6-4695-bccb-98bbc65abf0e HTTP/1.1" status: 200 len: 945 time: 0.1046267 Jul 15 14:11:21.010041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 442ab736-3181-4056-afd8-a45a51509436 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:11:21.010383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:21.028515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b1d002ac-0b5b-46fa-95d1-15349aa4a389 req-e874e2da-bd01-4445-886d-2fc6cccef4ba tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540550 Jul 15 14:11:21.104162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 442ab736-3181-4056-afd8-a45a51509436, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=442ab736-3181-4056-afd8-a45a51509436,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:21.104532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:21.117105 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 442ab736-3181-4056-afd8-a45a51509436 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:11:21.247868 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:21.275335 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:11:21.283107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=442ab736-3181-4056-afd8-a45a51509436,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:21.322237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] No DVR routers for this DVR port 442ab736-3181-4056-afd8-a45a51509436 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:11:21.324842 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:21.326893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91927275-e2de-4f04-becf-9dc1c78fa186 req-d3cf0401-319c-4e29-ae88-502246157354 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "DELETE /v2.0/ports/442ab736-3181-4056-afd8-a45a51509436 HTTP/1.1" status: 204 len: 173 time: 0.4928524 Jul 15 14:11:21.327357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'name': 'network-vif-deleted', 'tag': '442ab736-3181-4056-afd8-a45a51509436'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:21.330841 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec57cd-581b-4af9-ae26-8c0e3f6523ac" -d '{"events": [{"server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "name": "network-vif-deleted", "tag": "442ab736-3181-4056-afd8-a45a51509436"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:21.368994 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b392d9-3c0b-42e2-b07b-9d102ab08b39 x-openstack-request-id: req-40b392d9-3c0b-42e2-b07b-9d102ab08b39 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:21.369294 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9017cecc-ccf6-4695-bccb-98bbc65abf0e", "name": "network-vif-deleted", "tag": "442ab736-3181-4056-afd8-a45a51509436", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:21.369546 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40b392d9-3c0b-42e2-b07b-9d102ab08b39 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:21.369946 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9017cecc-ccf6-4695-bccb-98bbc65abf0e', 'name': 'network-vif-deleted', 'tag': '442ab736-3181-4056-afd8-a45a51509436', 'status': 'completed', 'code': 200} Jul 15 14:11:21.647605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-aff7526a-b49e-400e-b177-7d3c4ff8db3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:21.784438 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:22.122761 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36274) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:22.475800 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:22.736615 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port ff68fe5d-160a-468d-bb04-c60e001372f2 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:11:22.737417 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:22.827288 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port ff68fe5d-160a-468d-bb04-c60e001372f2, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ff68fe5d-160a-468d-bb04-c60e001372f2,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:22.827853 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:22.839354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for ff68fe5d-160a-468d-bb04-c60e001372f2 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:11:23.021457 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.048003 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=ff68fe5d-160a-468d-bb04-c60e001372f2,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:23.128519 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.228559 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.441095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 01c23004-3765-421f-80fd-9c692a8eeac8 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:11:23.546061 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:23.552841 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ed2a76e4-d839-48cf-ad6b-202d710c4304 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/01c23004-3765-421f-80fd-9c692a8eeac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4289837 Jul 15 14:11:23.555605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36276) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:23.556966 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] Sync routers for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:23.566728 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:23.567390 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:23.608844 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7975b7b5-fd81-4cdf-9900-927c7130ebb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting subnet 30de0945-595b-4282-a3a9-9063ec802c66 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:11:23.612525 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7975b7b5-fd81-4cdf-9900-927c7130ebb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.651250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7975b7b5-fd81-4cdf-9900-927c7130ebb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.670761 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:23.733575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7975b7b5-fd81-4cdf-9900-927c7130ebb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.797089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7975b7b5-fd81-4cdf-9900-927c7130ebb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.824526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975b7b5-fd81-4cdf-9900-927c7130ebb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Subnet': ['ID=30de0945-595b-4282-a3a9-9063ec802c66,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:23.826524 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7975b7b5-fd81-4cdf-9900-927c7130ebb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.831769 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36278) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:23.833465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65e1fd-1243-46bb-b76e-b89e5ccf8fa7 None None] Network da082963-3a07-4710-a7b0-e4087ad69a07 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:11:23.836568 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7975b7b5-fd81-4cdf-9900-927c7130ebb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/subnets/30de0945-595b-4282-a3a9-9063ec802c66 HTTP/1.1" status: 204 len: 168 time: 0.2798505 Jul 15 14:11:23.851205 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:11:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:23.877422 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] Checking router: 01c23004-3765-421f-80fd-9c692a8eeac8 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:23.886754 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] Routers {'01c23004-3765-421f-80fd-9c692a8eeac8'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:23.887414 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['01c23004-3765-421f-80fd-9c692a8eeac8'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:23.945166 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.998861 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] Set router 01c23004-3765-421f-80fd-9c692a8eeac8 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:24.028102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] DHCP port deletion for da082963-3a07-4710-a7b0-e4087ad69a07 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:11:24.060407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.076961 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] Deleting port 15f05494-0b82-480c-86cd-e4fc63f03e05 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:11:24.077340 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.126402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 211060a7-d608-4b0c-af15-467faf7b335b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:11:24.126762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.142121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] For port 15f05494-0b82-480c-86cd-e4fc63f03e05, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=15f05494-0b82-480c-86cd-e4fc63f03e05,segment=NetworkSegment(6fab2427-0edf-4226-9199-b5d7845c8d1e),segment_id=6fab2427-0edf-4226-9199-b5d7845c8d1e)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:24.142726 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.155929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] Calling delete_port for 15f05494-0b82-480c-86cd-e4fc63f03e05 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:11:24.193609 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:11:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:24.216004 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 211060a7-d608-4b0c-af15-467faf7b335b, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=211060a7-d608-4b0c-af15-467faf7b335b,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:24.216628 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.220530 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bdac1-677e-42c5-b1c0-007c4dd1364d None None] The sync data for ids ['01c23004-3765-421f-80fd-9c692a8eeac8'] in n-d-771362-36 is: [{'id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1092628424', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '211060a7-d608-4b0c-af15-467faf7b335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:11:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': '211060a7-d608-4b0c-af15-467faf7b335b', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c23004-3765-421f-80fd-9c692a8eeac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:36Z', 'updated_at': '2021-07-15T14:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:24.232564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 211060a7-d608-4b0c-af15-467faf7b335b owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:11:24.245479 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.270733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] Pushing event deleted for resources: {'Port': ['ID=15f05494-0b82-480c-86cd-e4fc63f03e05,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:24.274312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7741a3-2063-4dea-8d81-6d045b05c910 None None] No DVR routers for this DVR port 15f05494-0b82-480c-86cd-e4fc63f03e05 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:11:24.394528 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 442ab736-3181-4056-afd8-a45a51509436 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:24.417547 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.420056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 442ab736-3181-4056-afd8-a45a51509436 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:11:24.420404 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 442ab736-3181-4056-afd8-a45a51509436 not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:24.443734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=211060a7-d608-4b0c-af15-467faf7b335b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:24.508341 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.602006 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.604272 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.615562 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.658326 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.659720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Fanout notify agent at l3_agent the message router_deleted on router 01c23004-3765-421f-80fd-9c692a8eeac8 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:11:24.667184 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.671223 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36280) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:24.671782 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ecefec96-20c8-493a-9da2-4aee276d84b9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/routers/01c23004-3765-421f-80fd-9c692a8eeac8 HTTP/1.1" status: 204 len: 168 time: 0.8381350 Jul 15 14:11:24.708986 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15f05494-0b82-480c-86cd-e4fc63f03e05 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:24.730940 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 15f05494-0b82-480c-86cd-e4fc63f03e05 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:11:24.731354 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 15f05494-0b82-480c-86cd-e4fc63f03e05 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:24.731791 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ff68fe5d-160a-468d-bb04-c60e001372f2 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:24.751752 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ff68fe5d-160a-468d-bb04-c60e001372f2 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:11:24.752043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ff68fe5d-160a-468d-bb04-c60e001372f2 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:24.760933 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.852798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.863423 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da082963-3a07-4710-a7b0-e4087ad69a07']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:24.876562 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fab2427-0edf-4226-9199-b5d7845c8d1e') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:24.876862 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fab2427-0edf-4226-9199-b5d7845c8d1e') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:24.887229 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.901881 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.908325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:11:24.908918 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:11:24.912185 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:11:24.972494 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.976873 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.978876 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/networks/da082963-3a07-4710-a7b0-e4087ad69a07 HTTP/1.1" status: 204 len: 168 time: 0.3065107 Jul 15 14:11:24.982128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36282) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:25.048306 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef1c296-9892-4774-a634-8726eb3fca40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.076770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef1c296-9892-4774-a634-8726eb3fca40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.141164 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef1c296-9892-4774-a634-8726eb3fca40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.144534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cef1c296-9892-4774-a634-8726eb3fca40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.145813 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cef1c296-9892-4774-a634-8726eb3fca40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/security-groups/b4b56a5e-8f4d-41b8-86eb-5540c9de23dd HTTP/1.1" status: 204 len: 168 time: 0.1625984 Jul 15 14:11:25.155621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1c296-9892-4774-a634-8726eb3fca40 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b56a5e-8f4d-41b8-86eb-5540c9de23dd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:25.274128 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54c27c-edb1-428a-a3b5-921445144004 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Network': ['ID=da082963-3a07-4710-a7b0-e4087ad69a07,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:25.395678 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36288) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:25.400381 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-c083d2f3-2826-403a-b2a4-74e655f5e14a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123185803', 'description': 'tempest-secgroup-smoke-123185803 description', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:25.421634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c083d2f3-2826-403a-b2a4-74e655f5e14a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.500412 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c083d2f3-2826-403a-b2a4-74e655f5e14a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.504850 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c083d2f3-2826-403a-b2a4-74e655f5e14a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.534258 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c083d2f3-2826-403a-b2a4-74e655f5e14a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.535450 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-c083d2f3-2826-403a-b2a4-74e655f5e14a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1387112 Jul 15 14:11:25.536173 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083d2f3-2826-403a-b2a4-74e655f5e14a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:25.538294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36290) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:25.542817 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-5f1b4625-6508-4045-9b91-5287627fde1b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:25.568825 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4625-6508-4045-9b91-5287627fde1b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.622726 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4625-6508-4045-9b91-5287627fde1b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.626156 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4625-6508-4045-9b91-5287627fde1b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.642534 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b4625-6508-4045-9b91-5287627fde1b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebaeacd-caca-4027-9f97-fe422bd23cbe,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:25.649226 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4625-6508-4045-9b91-5287627fde1b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.650529 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5f1b4625-6508-4045-9b91-5287627fde1b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113133 Jul 15 14:11:25.653320 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36292) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:25.657662 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-79818e8a-b380-45b4-99f6-861548af42a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:25.685523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79818e8a-b380-45b4-99f6-861548af42a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.745299 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79818e8a-b380-45b4-99f6-861548af42a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.749326 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79818e8a-b380-45b4-99f6-861548af42a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.769427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79818e8a-b380-45b4-99f6-861548af42a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b70b4d-b1b9-4545-9dfa-6835007adc68,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:25.776103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-79818e8a-b380-45b4-99f6-861548af42a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.777337 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-79818e8a-b380-45b4-99f6-861548af42a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230817 Jul 15 14:11:25.780180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36294) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:25.785138 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-d5b3577e-1122-458d-a106-864f0e1f50cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:25.812894 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3577e-1122-458d-a106-864f0e1f50cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.871888 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3577e-1122-458d-a106-864f0e1f50cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.875910 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3577e-1122-458d-a106-864f0e1f50cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.894551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3577e-1122-458d-a106-864f0e1f50cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ec3f05-32ea-4ebe-8387-b7909c5128fe,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:25.900302 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d5b3577e-1122-458d-a106-864f0e1f50cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.901491 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d5b3577e-1122-458d-a106-864f0e1f50cb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203797 Jul 15 14:11:25.904379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36296) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:25.909340 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-adfa576c-40d3-4867-a899-b7c471ae27a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:25.937216 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adfa576c-40d3-4867-a899-b7c471ae27a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.996427 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adfa576c-40d3-4867-a899-b7c471ae27a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.000065 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adfa576c-40d3-4867-a899-b7c471ae27a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.017106 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa576c-40d3-4867-a899-b7c471ae27a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4f9f1d-afdd-41cc-9a38-aa5f1bc8f7b4,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:26.024798 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-adfa576c-40d3-4867-a899-b7c471ae27a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.026025 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-adfa576c-40d3-4867-a899-b7c471ae27a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206868 Jul 15 14:11:26.028773 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36298) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:26.033186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-4f005588-bf1c-4387-9287-2e83ad53224c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:26.055002 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-4f005588-bf1c-4387-9287-2e83ad53224c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:11:26.059729 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f005588-bf1c-4387-9287-2e83ad53224c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.123448 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f005588-bf1c-4387-9287-2e83ad53224c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.128876 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f005588-bf1c-4387-9287-2e83ad53224c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.147567 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f005588-bf1c-4387-9287-2e83ad53224c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d18aee-6302-4082-a609-3bc1dab34802,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:26.153841 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4f005588-bf1c-4387-9287-2e83ad53224c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.155350 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-4f005588-bf1c-4387-9287-2e83ad53224c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256146 Jul 15 14:11:26.158104 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36300) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:26.164028 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-bb65c976-2ae1-4bf9-8408-f4d9039d34a0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:26.185251 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-bb65c976-2ae1-4bf9-8408-f4d9039d34a0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:11:26.190278 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bb65c976-2ae1-4bf9-8408-f4d9039d34a0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.251862 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bb65c976-2ae1-4bf9-8408-f4d9039d34a0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.255675 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bb65c976-2ae1-4bf9-8408-f4d9039d34a0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.277014 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65c976-2ae1-4bf9-8408-f4d9039d34a0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ac47b6-f689-4b43-b617-db3ee072969c,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:26.280372 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bb65c976-2ae1-4bf9-8408-f4d9039d34a0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.284991 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-bb65c976-2ae1-4bf9-8408-f4d9039d34a0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218467 Jul 15 14:11:26.285483 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36302) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:26.290113 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'network': {'name': 'tempest-network-smoke--2134702311', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'port_security_enabled': True}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:26.310670 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:11:26.314245 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.339477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:11:26.350003 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.350351 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Added segment 8f0fb59a-3acf-4cf9-8a56-3c159c809ae8 of type vlan for network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 Jul 15 14:11:26.393570 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.429610 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.435303 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:26.435923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.453795 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 211060a7-d608-4b0c-af15-467faf7b335b no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:26.478222 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1906102 Jul 15 14:11:26.479754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36304) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:26.484496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'admin_state_up': True, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:26.485476 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 211060a7-d608-4b0c-af15-467faf7b335b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:11:26.485829 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 211060a7-d608-4b0c-af15-467faf7b335b not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:26.508818 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ee79f-1f4d-44c7-acf3-f7db2dde1f2f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Network': ['ID=8dc8b29a-9776-4978-b25e-8191f8f2bbb0,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:26.513796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.515028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.520015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:11:26.570047 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.715089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.906061 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.924545 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:27.027831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.233 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/f72c3ffa-2a55-4d0d-9bd0-4b55dc527907) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:27.125927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:27.164331 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:27.203956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:27.210636 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:27.214206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:27.236056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=f72c3ffa-2a55-4d0d-9bd0-4b55dc527907,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:27.458824 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:27.649846 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:27.777759 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 46b7b5f7-fe6d-42af-9c58-86251471594b is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:11:27.882934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:27.892106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Sync routers for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:27.901552 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:27.901738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:27.902150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:27.902732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c2bed679-df54-4729-8a68-ccff6ea3291c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4218831 Jul 15 14:11:27.906106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36306) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:27.934971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-23026347-c6b3-43d9-890f-8a82489838cc tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0bdea8434e5249b8aa8bf61d827f1e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276234 Jul 15 14:11:27.937588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36308) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:28.006762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:28.022045 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d2f23b-8eab-4e08-b163-8b193b779791 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:28.023610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d6d2f23b-8eab-4e08-b163-8b193b779791 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851173 Jul 15 14:11:28.026507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36310) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:28.054447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9b69056a-e0a7-467d-9403-d12dffb1a1bb tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268767 Jul 15 14:11:28.057046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36312) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:28.061775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1700705127', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:28.152821 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:11:28.156414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.186755 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:27Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:28.213300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Checking router: 46b7b5f7-fe6d-42af-9c58-86251471594b for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:28.213657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Updating router 46b7b5f7-fe6d-42af-9c58-86251471594b port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:11:28.249809 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.341084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.400900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Subnet': ['ID=2b508f50-44fe-43e7-9cfc-4e7de3279e7a,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:28.414134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Checking segment: {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:28.414504 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network hostable DHCP agents. Network: 8dc8b29a-9776-4978-b25e-8191f8f2bbb0, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:11:28.432015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:11:28.441703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 8dc8b29a-9776-4978-b25e-8191f8f2bbb0) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:28.446139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:28.446840 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.453852 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2fa6c4-3f3e-44cb-873d-0fa7631c70e4 None None] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:11:28.463690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-57931c22-6c6c-470d-aa7d-e9764bcf1de3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4055846 Jul 15 14:11:28.464384 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36314) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:28.572645 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.590827 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Transition to ACTIVE for port object f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:28.613583 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.678701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b003f5-d23d-4a6f-afaf-97b15d31d6fd None None] Pushing event updated for resources: {'Port': ['ID=f72c3ffa-2a55-4d0d-9bd0-4b55dc527907,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:28.686105 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Attempting to bind port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:11:28.686477 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Attempting to bind port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:11:28.686833 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Attempting to bind port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:28.708314 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:11:28.708688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:28.709089 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.709548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:11:28.709928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Bound port: f72c3ffa-2a55-4d0d-9bd0-4b55dc527907, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:11:28.710388 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.714511 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:11:28.715364 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.903148 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:28.994344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] For port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:29.012634 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] For port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f72c3ffa-2a55-4d0d-9bd0-4b55dc527907,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:29.021639 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.108177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Allocated IP 172.20.0.2 (8dc8b29a-9776-4978-b25e-8191f8f2bbb0/2b508f50-44fe-43e7-9cfc-4e7de3279e7a/8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:29.113572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:29.114192 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:29.155581 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b003f5-d23d-4a6f-afaf-97b15d31d6fd None None] Pushing event updated for resources: {'Port': ['ID=f72c3ffa-2a55-4d0d-9bd0-4b55dc527907,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:29.285110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:29.435149 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.449781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Transition to ACTIVE for port object 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:29.491056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Transition to ACTIVE for port object 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:29.497792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.540555 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:29.545062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.1 (8dc8b29a-9776-4978-b25e-8191f8f2bbb0/2b508f50-44fe-43e7-9cfc-4e7de3279e7a/71eec2ed-3a5c-424a-822b-7ecc47f37438) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:29.550124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:29.555269 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:29.558881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Pushing event updated for resources: {'Port': ['ID=8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:29.592649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:27Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:29.636880 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da4964-f35c-4c11-b03b-7da5d82b0372 None None] The sync data for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 is: [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:27Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:29.648992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Attempting to bind port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:11:29.648992 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Attempting to bind port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:11:29.649396 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Attempting to bind port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc on network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:29.658017 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:11:29.658538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Checking segment: {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:29.658822 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.659248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Bound using segment: {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:11:29.659718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Bound port: 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:11:29.660100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.666395 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.683118 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object 71eec2ed-3a5c-424a-822b-7ecc47f37438 will not be triggered until provisioned by entity DHCP. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:29.718347 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.728753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] For port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:29.733095 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] For port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:29.738227 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.760994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:29.766230 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:29.769359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:29.800420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92614b64-aae4-464f-b881-d9f524faaafb None None] Pushing event updated for resources: {'Port': ['ID=8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:29.801852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=71eec2ed-3a5c-424a-822b-7ecc47f37438,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:29.825838 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.016068 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.308089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.312634 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.394414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.396255 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=71eec2ed-3a5c-424a-822b-7ecc47f37438,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:30.508965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:30.510793 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:30.598821 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:30.639837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 46b7b5f7-fe6d-42af-9c58-86251471594b has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:11:30.663783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:30.668753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:30.723875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:30.728759 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:30.729415 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.761325 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:30.772215 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-fcddb965-c881-4414-80bb-41dac311f1c1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/46b7b5f7-fe6d-42af-9c58-86251471594b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3061702 Jul 15 14:11:30.818717 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.849278 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f72c3ffa-2a55-4d0d-9bd0-4b55dc527907,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:30.851903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b1b10e-24cd-4f81-b5e6-01d62a0e9e65 None None] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:11:30.855947 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.966008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25dcdd57-abf6-4e28-8aa2-5eeec09538c9 None None] Provisioning for port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:30.969551 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f72c3ffa-2a55-4d0d-9bd0-4b55dc527907,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:30.981945 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-25dcdd57-abf6-4e28-8aa2-5eeec09538c9 None None] Provisioning complete for port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:30.982318 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-25dcdd57-abf6-4e28-8aa2-5eeec09538c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.076864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-570d3ba0-2194-400d-91a2-03a4d6afc66b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123185803&fields=id&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 267 time: 0.0361335 Jul 15 14:11:31.132532 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-25dcdd57-abf6-4e28-8aa2-5eeec09538c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.173299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-25dcdd57-abf6-4e28-8aa2-5eeec09538c9 None None] For port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:31.179460 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-25dcdd57-abf6-4e28-8aa2-5eeec09538c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.199059 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-33b0c36e-9161-4c55-8fcc-74a1a1100360 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:31.201100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-33b0c36e-9161-4c55-8fcc-74a1a1100360 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/networks?id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0 HTTP/1.1" status: 200 len: 797 time: 0.1177363 Jul 15 14:11:31.219768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-b829e11a-18cc-46f8-a7e7-c682def4da28 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/quotas/0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 375 time: 0.0126462 Jul 15 14:11:31.232569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcdd57-abf6-4e28-8aa2-5eeec09538c9 None None] Pushing event updated for resources: {'Port': ['ID=8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:31.291571 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-3b0e8522-c570-41f3-8f2d-de08d6ed0fb3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682526 Jul 15 14:11:31.407599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-925a2421-d5ef-4bc3-bb70-1ddcba089257 service neutron] 10.222.0.25 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036332 Jul 15 14:11:31.418500 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4b046edb-4f44-4150-b57f-e41f4bf532b1 None None] Provisioning complete for port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:31.419075 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4b046edb-4f44-4150-b57f-e41f4bf532b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.423386 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Sync routers for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:31.434915 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:31.435870 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:31.525953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-eb568e0e-e80b-4b93-9814-c473f4f3a063 service neutron] 10.222.0.25 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110318 Jul 15 14:11:31.528732 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4b046edb-4f44-4150-b57f-e41f4bf532b1 None None] Provisioning for port 71eec2ed-3a5c-424a-822b-7ecc47f37438 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:31.533828 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-4b046edb-4f44-4150-b57f-e41f4bf532b1 None None] Provisioning complete for port 71eec2ed-3a5c-424a-822b-7ecc47f37438 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:31.534247 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4b046edb-4f44-4150-b57f-e41f4bf532b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.569424 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:31.573056 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-4b046edb-4f44-4150-b57f-e41f4bf532b1 None None] Port 71eec2ed-3a5c-424a-822b-7ecc47f37438 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:11:31.696646 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-39111814-36df-476f-a28a-1cae186ad187 None None] Provisioning complete for port 71eec2ed-3a5c-424a-822b-7ecc47f37438 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:31.697366 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-39111814-36df-476f-a28a-1cae186ad187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.758338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-39111814-36df-476f-a28a-1cae186ad187 None None] Port 71eec2ed-3a5c-424a-822b-7ecc47f37438 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:11:31.879886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3556d985-78c0-4780-b41f-0979170385bd None None] Provisioning complete for port 71eec2ed-3a5c-424a-822b-7ecc47f37438 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:31.880166 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3556d985-78c0-4780-b41f-0979170385bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.904940 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 2, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:31.921309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3556d985-78c0-4780-b41f-0979170385bd None None] Port 71eec2ed-3a5c-424a-822b-7ecc47f37438 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:11:31.942208 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Checking router: 46b7b5f7-fe6d-42af-9c58-86251471594b for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:31.942760 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Updating router 46b7b5f7-fe6d-42af-9c58-86251471594b port 71eec2ed-3a5c-424a-822b-7ecc47f37438 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:11:31.986535 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.111634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1c409786-ded3-47ad-a9e0-1883a534d590 req-6a0f6dd7-e41a-471f-8bc1-2912e2118b0e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 210 time: 0.4232333 Jul 15 14:11:32.267585 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.278040 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Transition to ACTIVE for port object 71eec2ed-3a5c-424a-822b-7ecc47f37438 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:32.284481 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.336042 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Pushing event updated for resources: {'Port': ['ID=71eec2ed-3a5c-424a-822b-7ecc47f37438,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:32.361826 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.362083 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.362437 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.362771 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.363100 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.363455 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.363782 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.364105 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.364444 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.364750 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.365065 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.365386 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:32.406940 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Attempting to bind port 71eec2ed-3a5c-424a-822b-7ecc47f37438 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:11:32.407687 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Attempting to bind port 71eec2ed-3a5c-424a-822b-7ecc47f37438 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:11:32.408619 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Attempting to bind port 71eec2ed-3a5c-424a-822b-7ecc47f37438 on network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:32.414536 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:11:32.414946 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Checking segment: {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:32.415439 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.415917 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Bound using segment: {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:11:32.416441 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Bound port: 71eec2ed-3a5c-424a-822b-7ecc47f37438, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:11:32.417454 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.492085 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] For port 71eec2ed-3a5c-424a-822b-7ecc47f37438, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:32.499943 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] For port 71eec2ed-3a5c-424a-822b-7ecc47f37438, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=71eec2ed-3a5c-424a-822b-7ecc47f37438,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:32.505339 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.523642 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:32.561357 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:32.562257 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:32.585948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:32.586228 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.600082 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2a29c-96d0-4136-928e-dea95db50b69 None None] Pushing event updated for resources: {'Port': ['ID=71eec2ed-3a5c-424a-822b-7ecc47f37438,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:32.676909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:32.695396 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:32.729505 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:32.729991 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.883874 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-0d38e3ab-49b2-45f7-ae1d-c126d587713e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:32.886578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-0d38e3ab-49b2-45f7-ae1d-c126d587713e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "GET /v2.0/networks?id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0 HTTP/1.1" status: 200 len: 797 time: 0.1102400 Jul 15 14:11:32.918876 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:32Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:32.932491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-e7989a06-ac26-41ac-82ba-14438c5879b5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 379 time: 0.0378375 Jul 15 14:11:32.946345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'port': {'device_id': 'bee9a647-8551-4df4-8439-757674a491a8', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'admin_state_up': True, 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'security_groups': ['6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:32.952420 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cab8ad-6656-4e31-80ff-81b56b71df00 None None] The sync data for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 is: [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:32Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:33.089626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:11:33.093881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:33.261515 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.7 (8dc8b29a-9776-4978-b25e-8191f8f2bbb0/2b508f50-44fe-43e7-9cfc-4e7de3279e7a/2be21616-db88-41ab-836e-81a2135b6d2b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:33.265264 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d886e9fa-5187-4cc2-a261-d1d7271871cb req-1b81bf33-362d-4610-badb-dd865a280f27 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 210 time: 0.0382612 Jul 15 14:11:33.421801 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:33.436423 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object 2be21616-db88-41ab-836e-81a2135b6d2b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:33.472543 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:33.524287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:33.527438 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:33.532170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:33.536360 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=2be21616-db88-41ab-836e-81a2135b6d2b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:33.585357 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:33.586318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:33.602850 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-247758ab-e596-47c6-bc7f-18d06ab2f807 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605256 Jul 15 14:11:33.617063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Request body: {'port': {'device_id': 'bee9a647-8551-4df4-8439-757674a491a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:33.699832 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:33.771796 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-16a4bbcd-36b2-45c6-8abc-d6e124b6f9fe None None] Provisioning for port 2be21616-db88-41ab-836e-81a2135b6d2b completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:33.776123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-16a4bbcd-36b2-45c6-8abc-d6e124b6f9fe None None] Provisioning complete for port 2be21616-db88-41ab-836e-81a2135b6d2b triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:33.776501 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-16a4bbcd-36b2-45c6-8abc-d6e124b6f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:33.818365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-16a4bbcd-36b2-45c6-8abc-d6e124b6f9fe None None] Port 2be21616-db88-41ab-836e-81a2135b6d2b cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:11:33.979976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be21616-db88-41ab-836e-81a2135b6d2b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:11:33.987971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.000425 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Transition to ACTIVE for port object 2be21616-db88-41ab-836e-81a2135b6d2b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:34.004862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.081203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2be21616-db88-41ab-836e-81a2135b6d2b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:34.133578 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Attempting to bind port 2be21616-db88-41ab-836e-81a2135b6d2b on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:11:34.134010 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Attempting to bind port 2be21616-db88-41ab-836e-81a2135b6d2b by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:11:34.134275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Attempting to bind port 2be21616-db88-41ab-836e-81a2135b6d2b on network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:34.139206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Port 2be21616-db88-41ab-836e-81a2135b6d2b on network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:11:34.139546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Attempting to bind port 2be21616-db88-41ab-836e-81a2135b6d2b on network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:34.144729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:11:34.145113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Checking segment: {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:34.145468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Bound using segment: {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:11:34.145909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Bound port: 2be21616-db88-41ab-836e-81a2135b6d2b, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:11:34.146271 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.217869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] For port 2be21616-db88-41ab-836e-81a2135b6d2b, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:34.221586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] For port 2be21616-db88-41ab-836e-81a2135b6d2b, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2be21616-db88-41ab-836e-81a2135b6d2b,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:34.226835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.260521 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:34.261266 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.262640 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/2be21616-db88-41ab-836e-81a2135b6d2b HTTP/1.1" status: 200 len: 1092 time: 0.6502373 Jul 15 14:11:34.263246 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:34.265420 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82687607-af4e-461b-836e-7919af76852a" -d '{"events": [{"name": "network-changed", "server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:34.293989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece1562-ebed-436f-872c-a4c7f21935d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2be21616-db88-41ab-836e-81a2135b6d2b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:34.312893 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c38c32-bbec-43b0-9424-5c22ef3a54ca x-openstack-request-id: req-b8c38c32-bbec-43b0-9424-5c22ef3a54ca {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:34.313187 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:34.313571 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8c38c32-bbec-43b0-9424-5c22ef3a54ca {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:34.313849 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b', 'status': 'completed', 'code': 200} Jul 15 14:11:34.364656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-8ea99bd0-55e2-4849-ad2a-8e77ecd912fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:34.366303 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-8ea99bd0-55e2-4849-ad2a-8e77ecd912fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 1095 time: 0.0637920 Jul 15 14:11:34.417728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-64dcb213-03f7-43f8-a9af-d729e38bdfdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be21616-db88-41ab-836e-81a2135b6d2b HTTP/1.1" status: 200 len: 217 time: 0.0436268 Jul 15 14:11:34.500282 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-ec277dea-6ea4-4e45-8fd6-3212e15c93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:34.501749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-ec277dea-6ea4-4e45-8fd6-3212e15c93dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b508f50-44fe-43e7-9cfc-4e7de3279e7a HTTP/1.1" status: 200 len: 835 time: 0.0756552 Jul 15 14:11:34.537498 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 71eec2ed-3a5c-424a-822b-7ecc47f37438 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:34.552051 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e7a7a-a50b-45a4-8f2a-54dd114cdf94 req-076b067e-aeb0-42d4-ae15-3ba9891d2704 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:34.553559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-128e7a7a-a50b-45a4-8f2a-54dd114cdf94 req-076b067e-aeb0-42d4-ae15-3ba9891d2704 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 943 time: 0.1390829 Jul 15 14:11:34.596422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 71eec2ed-3a5c-424a-822b-7ecc47f37438 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:34.600232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 71eec2ed-3a5c-424a-822b-7ecc47f37438 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:34.600609 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.605923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-31927d96-cb1c-4aa1-9682-7257dd2142d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:34.607500 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-31927d96-cb1c-4aa1-9682-7257dd2142d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993495 Jul 15 14:11:34.611493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-128e7a7a-a50b-45a4-8f2a-54dd114cdf94 req-aa9a056a-e9d4-4cfa-ae19-8dd67bb2bbf1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510330 Jul 15 14:11:34.697444 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.718824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-b2fe7ec5-6036-4752-984f-00c255b63554 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052582 Jul 15 14:11:34.731431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 71eec2ed-3a5c-424a-822b-7ecc47f37438, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=71eec2ed-3a5c-424a-822b-7ecc47f37438,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:34.735765 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.786835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=71eec2ed-3a5c-424a-822b-7ecc47f37438,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:34.810414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-28cd8cd8-12e5-4721-a940-2ebc6cc61bad req-f980002a-a3f4-4aae-a698-ca49484fee21 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857627 Jul 15 14:11:34.915869 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82687607-af4e-461b-836e-7919af76852a req-0a405f40-64d1-40e6-b797-dedacf62e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:34.917397 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82687607-af4e-461b-836e-7919af76852a req-0a405f40-64d1-40e6-b797-dedacf62e497 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 1095 time: 0.0570989 Jul 15 14:11:35.008538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82687607-af4e-461b-836e-7919af76852a req-0b8cc5c4-0049-4f49-bbfc-a0c7559bdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:35.010015 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82687607-af4e-461b-836e-7919af76852a req-0b8cc5c4-0049-4f49-bbfc-a0c7559bdb71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0 HTTP/1.1" status: 200 len: 898 time: 0.0868261 Jul 15 14:11:35.054170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82687607-af4e-461b-836e-7919af76852a req-3be28678-f073-4c99-9bdd-1b914faad0e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be21616-db88-41ab-836e-81a2135b6d2b HTTP/1.1" status: 200 len: 217 time: 0.0378230 Jul 15 14:11:35.103765 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82687607-af4e-461b-836e-7919af76852a req-3147f6e1-2752-4ee5-889f-a6418c49843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:35.105238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82687607-af4e-461b-836e-7919af76852a req-3147f6e1-2752-4ee5-889f-a6418c49843f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b508f50-44fe-43e7-9cfc-4e7de3279e7a HTTP/1.1" status: 200 len: 835 time: 0.0437725 Jul 15 14:11:35.163065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82687607-af4e-461b-836e-7919af76852a req-ff55328c-0b92-43c9-95f7-8f23411f6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:35.164649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82687607-af4e-461b-836e-7919af76852a req-ff55328c-0b92-43c9-95f7-8f23411f6379 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524797 Jul 15 14:11:35.190715 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:35.261878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82687607-af4e-461b-836e-7919af76852a req-6433e4cc-29c3-456c-ade4-511194c350c9 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891495 Jul 15 14:11:35.349811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-82687607-af4e-461b-836e-7919af76852a req-100646bd-fe33-4c34-af9a-8742654cbabb service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807934 Jul 15 14:11:35.788668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72fa58-ed48-4a4c-9d15-ab95fddf9dbb req-41dff612-c2ee-4b6e-99a0-336a9725316a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:35.790063 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e72fa58-ed48-4a4c-9d15-ab95fddf9dbb req-41dff612-c2ee-4b6e-99a0-336a9725316a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 943 time: 0.0661826 Jul 15 14:11:35.826602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e72fa58-ed48-4a4c-9d15-ab95fddf9dbb req-acf587f7-20be-45c0-974b-6377114e76fb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309865 Jul 15 14:11:36.240997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:36.440864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2be21616-db88-41ab-836e-81a2135b6d2b details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:11:36.511035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 71eec2ed-3a5c-424a-822b-7ecc47f37438 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:36.567929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2be21616-db88-41ab-836e-81a2135b6d2b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2be21616-db88-41ab-836e-81a2135b6d2b,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:36.582277 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '2be21616-db88-41ab-836e-81a2135b6d2b', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'port_id': '2be21616-db88-41ab-836e-81a2135b6d2b', 'mac_address': 'fa:16:3e:ed:93:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:11:36.612452 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 71eec2ed-3a5c-424a-822b-7ecc47f37438 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:36.612822 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:36.644051 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:36.664122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be21616-db88-41ab-836e-81a2135b6d2b {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:11:36.687344 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2be21616-db88-41ab-836e-81a2135b6d2b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2be21616-db88-41ab-836e-81a2135b6d2b,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:36.692579 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:36.769556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2be21616-db88-41ab-836e-81a2135b6d2b,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:36.880244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['2be21616-db88-41ab-836e-81a2135b6d2b'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:11:37.003106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f028c5-2368-4475-9b0e-6724f493d56b req-6358c5b9-8c69-4f49-872c-6aabf8a10053 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:37.004642 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25f028c5-2368-4475-9b0e-6724f493d56b req-6358c5b9-8c69-4f49-872c-6aabf8a10053 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 944 time: 0.0640454 Jul 15 14:11:37.042592 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25f028c5-2368-4475-9b0e-6724f493d56b req-8a158e9a-da95-43fc-981e-ec5c79067d76 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322320 Jul 15 14:11:38.212294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fb72f-8a92-494f-b40a-8209a89bf99e req-df54bf52-cf94-4606-97fe-e7f915d45575 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:38.213776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd2fb72f-8a92-494f-b40a-8209a89bf99e req-df54bf52-cf94-4606-97fe-e7f915d45575 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 944 time: 0.0624905 Jul 15 14:11:38.251006 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd2fb72f-8a92-494f-b40a-8209a89bf99e req-5cfcae82-8588-45fa-92ac-ec3472560eb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Jul 15 14:11:38.437640 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2be21616-db88-41ab-836e-81a2135b6d2b up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:38.484359 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 2be21616-db88-41ab-836e-81a2135b6d2b completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:38.488874 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 2be21616-db88-41ab-836e-81a2135b6d2b triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:38.489246 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:38.574026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:38.596552 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:38.598784 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a52ae34-5dab-44b8-b595-ec064e511128" -d '{"events": [{"server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "name": "network-vif-plugged", "status": "completed", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:38.611328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 2be21616-db88-41ab-836e-81a2135b6d2b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2be21616-db88-41ab-836e-81a2135b6d2b,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:38.615908 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:38.640534 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae55af47-2b20-4107-bccd-ddbaff34a60e x-openstack-request-id: req-ae55af47-2b20-4107-bccd-ddbaff34a60e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:38.641191 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "name": "network-vif-plugged", "status": "completed", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:38.641456 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae55af47-2b20-4107-bccd-ddbaff34a60e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:38.642191 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b', 'code': 200} Jul 15 14:11:38.670619 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=2be21616-db88-41ab-836e-81a2135b6d2b,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:38.756254 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99560933-0f3a-4f66-be4a-7df8f9a30a99 req-987593da-0d81-4e24-ad64-9bf7fdcd5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:38.757811 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99560933-0f3a-4f66-be4a-7df8f9a30a99 req-987593da-0d81-4e24-ad64-9bf7fdcd5706 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 1097 time: 0.0576086 Jul 15 14:11:38.792492 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-99560933-0f3a-4f66-be4a-7df8f9a30a99 req-483c42df-5eda-4320-8554-3cc295ea63f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281022 Jul 15 14:11:39.426321 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23547145-fa70-4b95-9b20-3c04f3763364 req-be6022ff-564f-4e6f-9aed-e0125c649f73 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:39.427856 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23547145-fa70-4b95-9b20-3c04f3763364 req-be6022ff-564f-4e6f-9aed-e0125c649f73 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0661597 Jul 15 14:11:39.466904 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-23547145-fa70-4b95-9b20-3c04f3763364 req-9d8658d3-27bb-4ccb-9161-1ec7aa6d44f0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325301 Jul 15 14:11:40.646221 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf0559-53bf-45a3-a6c1-585f73453628 req-9b7df49b-9e3c-4080-ba05-d35e7b5dff49 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:40.647695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4cbf0559-53bf-45a3-a6c1-585f73453628 req-9b7df49b-9e3c-4080-ba05-d35e7b5dff49 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0703442 Jul 15 14:11:40.685893 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4cbf0559-53bf-45a3-a6c1-585f73453628 req-a55d89b6-432e-4c1d-81dc-d25f6369a383 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322707 Jul 15 14:11:40.861112 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0e069-a9ca-4424-8a52-5027e7d289e3 req-0b87a292-4f56-4334-bd51-9ce4805f8d52 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:40.862534 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bf0e069-a9ca-4424-8a52-5027e7d289e3 req-0b87a292-4f56-4334-bd51-9ce4805f8d52 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0644777 Jul 15 14:11:40.901668 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bf0e069-a9ca-4424-8a52-5027e7d289e3 req-cd59d082-3fa0-47e5-ab4e-6ece9f33f56c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332646 Jul 15 14:11:40.925994 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36370) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:40.978556 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46620fbe-9d3e-4954-82ac-88cde8c1b70c tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:40.980163 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-46620fbe-9d3e-4954-82ac-88cde8c1b70c tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 1092 time: 0.0531752 Jul 15 14:11:40.982987 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36372) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:40.987944 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '2be21616-db88-41ab-836e-81a2135b6d2b', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:41.010382 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:41.108631 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:41.210462 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.198 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/d46a84ed-b424-4d07-aefd-71cdf4aa31d1) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:41.318922 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:41.356885 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:41.397095 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:41.399890 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:41.402491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:41.429338 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=d46a84ed-b424-4d07-aefd-71cdf4aa31d1,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:41.777022 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:41.860018 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:42.012107 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:42.016824 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:42.088803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=d46a84ed-b424-4d07-aefd-71cdf4aa31d1,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:42.100090 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:42.203264 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP da463af4-e842-4eaf-af1f-40b456a59087 associated. External IP: 172.25.1.198, port: 2be21616-db88-41ab-836e-81a2135b6d2b. Jul 15 14:11:42.685651 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 46b7b5f7-fe6d-42af-9c58-86251471594b has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:11:42.795482 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:42.805150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] Sync routers for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:42.811455 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:42.815937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:42.816574 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:42.850180 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ddf430a8-0e6f-4cae-93c0-d9600cdcd088 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8661008 Jul 15 14:11:42.850769 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:42.853822 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423d51bf-29be-401d-a422-06adadc29c18" -d '{"events": [{"name": "network-changed", "server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:43.009584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b892-4f6d-4d4c-86d0-a143b4524e95 req-b4445533-0f53-4038-9922-aa652c6d1b11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.011002 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9680b892-4f6d-4d4c-86d0-a143b4524e95 req-b4445533-0f53-4038-9922-aa652c6d1b11 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0668981 Jul 15 14:11:43.051177 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9680b892-4f6d-4d4c-86d0-a143b4524e95 req-01e10c5a-ff36-4bde-b62d-04bb78899067 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342717 Jul 15 14:11:43.076234 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36380) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:43.090410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:43.157048 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a26c1925-e02b-4bbd-aecc-e621b7bf1d2d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/da463af4-e842-4eaf-af1f-40b456a59087 HTTP/1.1" status: 200 len: 991 time: 0.0790701 Jul 15 14:11:43.174275 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8a7b29-18ae-4b01-b51a-3cecc4feefe5 x-openstack-request-id: req-4d8a7b29-18ae-4b01-b51a-3cecc4feefe5 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:43.174581 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:43.174835 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d8a7b29-18ae-4b01-b51a-3cecc4feefe5 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:43.175288 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b', 'status': 'completed', 'code': 200} Jul 15 14:11:43.258106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d51bf-29be-401d-a422-06adadc29c18 req-54d0d53b-a30c-4d38-ad06-324171cb64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.259942 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423d51bf-29be-401d-a422-06adadc29c18 req-54d0d53b-a30c-4d38-ad06-324171cb64a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 1097 time: 0.0613465 Jul 15 14:11:43.353665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d51bf-29be-401d-a422-06adadc29c18 req-275404d1-9240-479e-8f4f-7af855a5d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.355176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423d51bf-29be-401d-a422-06adadc29c18 req-275404d1-9240-479e-8f4f-7af855a5d784 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0 HTTP/1.1" status: 200 len: 898 time: 0.0886326 Jul 15 14:11:43.364026 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'da463af4-e842-4eaf-af1f-40b456a59087', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'port_id': '2be21616-db88-41ab-836e-81a2135b6d2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'mac_address': 'fa:16:3e:ed:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee9a647-8551-4df4-8439-757674a491a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:41Z', 'updated_at': '2021-07-15T14:11:41Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:34Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:43.391121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] Checking router: 46b7b5f7-fe6d-42af-9c58-86251471594b for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:43.400166 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:43.400832 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:11:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:43.427959 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423d51bf-29be-401d-a422-06adadc29c18 req-f5721990-7684-4062-9ac7-4ebc6772a7c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be21616-db88-41ab-836e-81a2135b6d2b HTTP/1.1" status: 200 len: 999 time: 0.0658298 Jul 15 14:11:43.478692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d51bf-29be-401d-a422-06adadc29c18 req-7af78630-aa93-43a6-9f82-458ce4cb540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.480378 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423d51bf-29be-401d-a422-06adadc29c18 req-7af78630-aa93-43a6-9f82-458ce4cb540c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b508f50-44fe-43e7-9cfc-4e7de3279e7a HTTP/1.1" status: 200 len: 835 time: 0.0465229 Jul 15 14:11:43.509031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:43.540771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d51bf-29be-401d-a422-06adadc29c18 req-faf1586a-f6e7-435d-829d-a92fa4cc42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.542223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423d51bf-29be-401d-a422-06adadc29c18 req-faf1586a-f6e7-435d-829d-a92fa4cc42f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559199 Jul 15 14:11:43.640879 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423d51bf-29be-401d-a422-06adadc29c18 req-195b3f87-5b91-45f6-9f0a-a794940d3633 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910530 Jul 15 14:11:43.734602 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-423d51bf-29be-401d-a422-06adadc29c18 req-770c032c-97da-4b32-b2cf-9b1eec093ac0 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879683 Jul 15 14:11:43.740770 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'da463af4-e842-4eaf-af1f-40b456a59087', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'port_id': '2be21616-db88-41ab-836e-81a2135b6d2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'mac_address': 'fa:16:3e:ed:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee9a647-8551-4df4-8439-757674a491a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:41Z', 'updated_at': '2021-07-15T14:11:41Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:34Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:43.770757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade23e6-4d2f-42cc-9401-4093c374ff1b None None] The sync data for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 is: [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'da463af4-e842-4eaf-af1f-40b456a59087', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'port_id': '2be21616-db88-41ab-836e-81a2135b6d2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'mac_address': 'fa:16:3e:ed:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee9a647-8551-4df4-8439-757674a491a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:41Z', 'updated_at': '2021-07-15T14:11:41Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:34Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:43.966058 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362a426-46fc-4dbb-bbf7-58948e49c75a None None] New status for floating IP da463af4-e842-4eaf-af1f-40b456a59087: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:11:44.160922 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36382) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:44.225075 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-851b3200-fc42-48f2-8001-fc847c1da868 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/da463af4-e842-4eaf-af1f-40b456a59087 HTTP/1.1" status: 200 len: 993 time: 0.0629761 Jul 15 14:11:48.965740 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63e65287-1ba0-4884-8c07-c93cb446b033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:51.649178 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2786934c-b2b9-4135-b294-b392941dae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:51.786302 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:53.127882 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:54.598382 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:58.274602 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:05.187579 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.239203 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.679176 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ebfe6-f3da-4404-8b6d-54de06b50853 req-c47e9b68-e7ff-474d-8559-ea205bb8bc35 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:15.680572 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-477ebfe6-f3da-4404-8b6d-54de06b50853 req-c47e9b68-e7ff-474d-8559-ea205bb8bc35 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0672374 Jul 15 14:12:15.717657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-477ebfe6-f3da-4404-8b6d-54de06b50853 req-7f2de2d3-fdd3-455d-8137-db6da33a1d69 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314546 Jul 15 14:12:16.892191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce673b-bb98-4754-bcbe-4275749cd3d7 req-e899e5e7-7ff9-4df9-809e-aa7467497bad tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:16.894252 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ce673b-bb98-4754-bcbe-4275749cd3d7 req-e899e5e7-7ff9-4df9-809e-aa7467497bad tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0644782 Jul 15 14:12:16.934013 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c2ce673b-bb98-4754-bcbe-4275749cd3d7 req-056e17e9-e21f-4bd7-9918-abba48236dbf tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336270 Jul 15 14:12:18.106006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c937b2-57f6-4d2c-8281-81e9160b6c20 req-7b462ac7-941b-46b1-bb23-1dbe59e32328 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:18.107491 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46c937b2-57f6-4d2c-8281-81e9160b6c20 req-7b462ac7-941b-46b1-bb23-1dbe59e32328 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0618918 Jul 15 14:12:18.149409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46c937b2-57f6-4d2c-8281-81e9160b6c20 req-a1af271f-3c78-43b2-86db-ee987e8589fd tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357976 Jul 15 14:12:18.966578 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-076cfc73-e98b-4f58-a5e4-4ba5205f645e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.323015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea171106-70e1-4b81-9619-e5f3994cb172 req-b85a052e-64c9-44e9-8dab-e8f87accd071 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:19.324531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea171106-70e1-4b81-9619-e5f3994cb172 req-b85a052e-64c9-44e9-8dab-e8f87accd071 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0641968 Jul 15 14:12:19.361246 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ea171106-70e1-4b81-9619-e5f3994cb172 req-14b53d3c-a5b0-42b7-8ac1-3cf8b13fac51 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311477 Jul 15 14:12:20.534136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5c009-6860-423a-86aa-c9b00a50d476 req-4df76e2a-162b-41db-91d4-778fcec5fb36 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:20.535692 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19f5c009-6860-423a-86aa-c9b00a50d476 req-4df76e2a-162b-41db-91d4-778fcec5fb36 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0628228 Jul 15 14:12:20.573360 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-19f5c009-6860-423a-86aa-c9b00a50d476 req-fc989576-e707-4cfa-ba69-33572aaa661e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321143 Jul 15 14:12:21.350715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-6a6fd88d-b85f-49c9-8b36-117903412c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:21.352233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-6a6fd88d-b85f-49c9-8b36-117903412c0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 1097 time: 0.1027989 Jul 15 14:12:21.456935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-f64a115e-5744-47af-a68b-0dcc3bff0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:21.458388 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-f64a115e-5744-47af-a68b-0dcc3bff0a23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0 HTTP/1.1" status: 200 len: 898 time: 0.0848601 Jul 15 14:12:21.526868 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-8d0968c4-2fe8-4eaa-bd08-7eb3934c5263 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be21616-db88-41ab-836e-81a2135b6d2b HTTP/1.1" status: 200 len: 1001 time: 0.0615704 Jul 15 14:12:21.574058 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-c7592240-e2de-4c62-8e37-4139dfc0f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:21.575527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-c7592240-e2de-4c62-8e37-4139dfc0f2f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b508f50-44fe-43e7-9cfc-4e7de3279e7a HTTP/1.1" status: 200 len: 835 time: 0.0427361 Jul 15 14:12:21.632149 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-9a9772d0-505b-4669-965a-1cd64fec7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:21.633649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-9a9772d0-505b-4669-965a-1cd64fec7275 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519321 Jul 15 14:12:21.650955 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f2cfa73a-c8a1-443d-a228-5943aeb1e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.758863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-19097d88-b6d6-49e2-a9f1-b827df1d1126 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174479 Jul 15 14:12:21.787223 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.810753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20244fa6-c1c0-4091-bb52-f2ef89aa77e7 req-e9a6ee29-82ec-431d-8190-336a6f8c201f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:21.812350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20244fa6-c1c0-4091-bb52-f2ef89aa77e7 req-e9a6ee29-82ec-431d-8190-336a6f8c201f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.1108069 Jul 15 14:12:21.891630 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20244fa6-c1c0-4091-bb52-f2ef89aa77e7 req-20c370b3-331f-4729-a882-b1e92f619fcf tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503817 Jul 15 14:12:21.893928 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b6819ab4-2ce5-4df9-823c-4700f8b9f0f3 req-87f56fa3-972d-4ba7-9b34-57499aecfb08 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264651 Jul 15 14:12:23.067753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ed659-3d17-4a46-915c-dd839139ded9 req-096ed9c6-6620-417b-89d2-d76cc1516b1d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:23.069243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b48ed659-3d17-4a46-915c-dd839139ded9 req-096ed9c6-6620-417b-89d2-d76cc1516b1d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0622873 Jul 15 14:12:23.106029 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b48ed659-3d17-4a46-915c-dd839139ded9 req-8e1cf313-0840-415f-bb12-d7dec70bd9d4 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309877 Jul 15 14:12:23.133285 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:24.282464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9af0d-a09c-46a2-ad87-73cdd27a9b03 req-9a1a6923-b149-4a7f-998f-46e0dfe41b1d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:24.283978 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2dc9af0d-a09c-46a2-ad87-73cdd27a9b03 req-9a1a6923-b149-4a7f-998f-46e0dfe41b1d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0665536 Jul 15 14:12:24.321115 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2dc9af0d-a09c-46a2-ad87-73cdd27a9b03 req-7405a833-447c-4781-b56d-380403729a09 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Jul 15 14:12:24.598884 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.493738 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec23a-e279-4467-9713-77ad6aee93d2 req-c2aedebf-5ff9-4bd5-ae83-fd7397604aac tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:25.495239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-862ec23a-e279-4467-9713-77ad6aee93d2 req-c2aedebf-5ff9-4bd5-ae83-fd7397604aac tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0629077 Jul 15 14:12:25.531629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-862ec23a-e279-4467-9713-77ad6aee93d2 req-a249bdea-212e-493c-95f1-066f1f4172e0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307972 Jul 15 14:12:26.705461 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d386-e02a-4c85-82f2-a4d5bc992245 req-c7bb0f2f-8500-4d6f-ac32-4e1ce8f6fd3c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:26.707429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b547d386-e02a-4c85-82f2-a4d5bc992245 req-c7bb0f2f-8500-4d6f-ac32-4e1ce8f6fd3c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0618303 Jul 15 14:12:26.745228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b547d386-e02a-4c85-82f2-a4d5bc992245 req-ccccb5ad-836d-4206-a354-0f68b0f5a826 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323074 Jul 15 14:12:27.925334 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63d214-70d9-4d27-906e-39daca092667 req-172f014c-15e9-4dc1-aa51-e24f5341408e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:27.926789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e63d214-70d9-4d27-906e-39daca092667 req-172f014c-15e9-4dc1-aa51-e24f5341408e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0655842 Jul 15 14:12:27.963616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e63d214-70d9-4d27-906e-39daca092667 req-493e1839-f67b-45c3-ba40-f96763a90b29 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313513 Jul 15 14:12:29.132889 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89d7d9-8f6a-4f6b-8eea-bf754c2926f6 req-0043666a-24e1-44ef-bbaa-b77ce9e70cad tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:29.134379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc89d7d9-8f6a-4f6b-8eea-bf754c2926f6 req-0043666a-24e1-44ef-bbaa-b77ce9e70cad tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0637376 Jul 15 14:12:29.172729 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc89d7d9-8f6a-4f6b-8eea-bf754c2926f6 req-9ab453bd-c69c-4297-94d8-49fcd2afea5f tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327849 Jul 15 14:12:30.347552 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d5148-9009-4c3f-897a-98bf580e0581 req-1eecdf8c-3a53-44b1-87e6-5c22e9ed5808 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:30.349043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a2d5148-9009-4c3f-897a-98bf580e0581 req-1eecdf8c-3a53-44b1-87e6-5c22e9ed5808 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0664196 Jul 15 14:12:30.386727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8a2d5148-9009-4c3f-897a-98bf580e0581 req-3d96933f-5fb3-4846-a113-28b61212cc35 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Jul 15 14:12:31.572600 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c9483-34af-47d0-bd00-30a5d5363e5d req-4eff3589-e1f9-422d-b6f2-16c655752e69 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:31.574125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d7c9483-34af-47d0-bd00-30a5d5363e5d req-4eff3589-e1f9-422d-b6f2-16c655752e69 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0637126 Jul 15 14:12:31.612689 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0d7c9483-34af-47d0-bd00-30a5d5363e5d req-82f028ff-3f32-4668-a753-88c885108005 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328422 Jul 15 14:12:31.638208 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36430) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:31.698828 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-96499c87-65b3-44ae-a3e0-d91bf6345735 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/da463af4-e842-4eaf-af1f-40b456a59087 HTTP/1.1" status: 200 len: 993 time: 0.0595174 Jul 15 14:12:33.150191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-c280b8a9-bd12-4fd9-bd36-a176dd16966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:33.151727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-c280b8a9-bd12-4fd9-bd36-a176dd16966d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 1097 time: 0.0981503 Jul 15 14:12:33.164148 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645abbfb-a223-4a77-995c-5a2760cf5136 req-c321be2e-466f-4c9f-a243-e4af1f233e23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:33.165616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-645abbfb-a223-4a77-995c-5a2760cf5136 req-c321be2e-466f-4c9f-a243-e4af1f233e23 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0868535 Jul 15 14:12:33.251824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-645abbfb-a223-4a77-995c-5a2760cf5136 req-e53a48ae-22aa-4376-ac7a-3bc35844f6be tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769353 Jul 15 14:12:33.275540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-7822925a-cf92-412e-912d-698328bb5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:33.277058 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-7822925a-cf92-412e-912d-698328bb5c65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0 HTTP/1.1" status: 200 len: 898 time: 0.1105871 Jul 15 14:12:33.349369 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-4a1635be-532b-4926-a77d-03fd15ddc6f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be21616-db88-41ab-836e-81a2135b6d2b HTTP/1.1" status: 200 len: 1001 time: 0.0662851 Jul 15 14:12:33.400013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-2aeb1fbe-1eea-4b02-a81b-d5a356a30a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:33.401508 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-2aeb1fbe-1eea-4b02-a81b-d5a356a30a70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b508f50-44fe-43e7-9cfc-4e7de3279e7a HTTP/1.1" status: 200 len: 835 time: 0.0466106 Jul 15 14:12:33.460979 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-de929124-ff92-41ef-97f2-d07b88323c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:33.462518 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-de929124-ff92-41ef-97f2-d07b88323c8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548823 Jul 15 14:12:33.559402 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-cd2105ce-9a11-4ce2-9af8-3863e9f3767f service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901525 Jul 15 14:12:33.649304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-24171b4a-f1a8-4cb6-bc9b-b5855881a74f req-6f805d7f-a9dd-4cc0-88d1-12a7b769729f service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827947 Jul 15 14:12:34.439665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2cdcb-b43e-4b29-b303-bfa89fd8eddf req-3d3205ae-693d-417e-bcb2-1312747fb95e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:34.441806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11c2cdcb-b43e-4b29-b303-bfa89fd8eddf req-3d3205ae-693d-417e-bcb2-1312747fb95e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0755787 Jul 15 14:12:34.482175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-11c2cdcb-b43e-4b29-b303-bfa89fd8eddf req-fd4a8c8e-36b0-4e4d-85c9-74f0b0adcc59 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343010 Jul 15 14:12:34.507037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36440) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:34.571680 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-737e2ced-2a20-4c3f-92fe-37dbb1181b81 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/da463af4-e842-4eaf-af1f-40b456a59087 HTTP/1.1" status: 200 len: 993 time: 0.0634382 Jul 15 14:12:35.204584 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.273469 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:36.254320 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:48.967031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a71c3ddc-199a-4969-8b75-2c497fe5f1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:51.651540 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d936ae80-7ae1-428f-8d2e-36fcb570439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:51.788322 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:53.136120 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:54.600158 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.233508 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.238186 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36450) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:05.393938 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port d46a84ed-b424-4d07-aefd-71cdf4aa31d1 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:13:05.394292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.467199 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.467535 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.479243 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for d46a84ed-b424-4d07-aefd-71cdf4aa31d1 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:13:05.625192 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.653585 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=d46a84ed-b424-4d07-aefd-71cdf4aa31d1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:05.686089 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.686447 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.686798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.687165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.687513 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.687853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.688197 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.688543 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.688885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.689219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.689551 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.689884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:05.727755 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.728093 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP da463af4-e842-4eaf-af1f-40b456a59087 disassociated (deleted). External IP: 172.25.1.198, port: 2be21616-db88-41ab-836e-81a2135b6d2b. Jul 15 14:13:05.930701 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 46b7b5f7-fe6d-42af-9c58-86251471594b has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:13:06.034509 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:13:06.039232 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.044054 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] Sync routers for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:13:06.052918 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:06.053547 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:12:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:06.077771 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-5994b36f-a926-4236-b3bf-2e621f3e2238 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/floatingips/da463af4-e842-4eaf-af1f-40b456a59087 HTTP/1.1" status: 204 len: 168 time: 0.8384819 Jul 15 14:13:06.078341 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:06.081470 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dd8952-173f-4b02-b326-133a165dd08d" -d '{"events": [{"name": "network-changed", "server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:06.158764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:06.265300 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.320884 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40743431-5762-499c-8b59-77e9169887be x-openstack-request-id: req-40743431-5762-499c-8b59-77e9169887be {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:06.321453 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:06.321453 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40743431-5762-499c-8b59-77e9169887be {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:06.321816 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b', 'status': 'completed', 'code': 200} Jul 15 14:13:06.371863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:34Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:06.401863 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] Checking router: 46b7b5f7-fe6d-42af-9c58-86251471594b for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:13:06.407296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8952-173f-4b02-b326-133a165dd08d req-5614eb60-417a-4307-94ac-f08903f51aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.409193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37dd8952-173f-4b02-b326-133a165dd08d req-5614eb60-417a-4307-94ac-f08903f51aae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 1097 time: 0.0615435 Jul 15 14:13:06.410882 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:06.411542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:12:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:06.517702 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:06.544855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df648e8-c3ee-488d-996f-b2d59cdfef1e req-2c672c01-b2ef-498f-8c69-de9b6472f12e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.546447 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df648e8-c3ee-488d-996f-b2d59cdfef1e req-2c672c01-b2ef-498f-8c69-de9b6472f12e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.1333411 Jul 15 14:13:06.550018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8952-173f-4b02-b326-133a165dd08d req-17f333d0-8c1e-4b6a-a101-ecf317114326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.551460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37dd8952-173f-4b02-b326-133a165dd08d req-17f333d0-8c1e-4b6a-a101-ecf317114326 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0 HTTP/1.1" status: 200 len: 898 time: 0.1298287 Jul 15 14:13:06.608281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37dd8952-173f-4b02-b326-133a165dd08d req-7cfc89a1-bf51-4bc6-9afa-509c2624a1b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be21616-db88-41ab-836e-81a2135b6d2b HTTP/1.1" status: 200 len: 217 time: 0.0468099 Jul 15 14:13:06.633559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df648e8-c3ee-488d-996f-b2d59cdfef1e req-77aa15db-c5cc-4fc1-911f-cc5a7dd6a9e5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786796 Jul 15 14:13:06.667691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8952-173f-4b02-b326-133a165dd08d req-92730322-4ca3-4528-ad16-27513e13329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.669144 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37dd8952-173f-4b02-b326-133a165dd08d req-92730322-4ca3-4528-ad16-27513e13329c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b508f50-44fe-43e7-9cfc-4e7de3279e7a HTTP/1.1" status: 200 len: 835 time: 0.0508621 Jul 15 14:13:06.726115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8952-173f-4b02-b326-133a165dd08d req-323768d1-efbc-43fa-9bea-0a64b0bdf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.727639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37dd8952-173f-4b02-b326-133a165dd08d req-323768d1-efbc-43fa-9bea-0a64b0bdf3a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8dc8b29a-9776-4978-b25e-8191f8f2bbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518816 Jul 15 14:13:06.728742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:34Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:06.755318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c44fa-1928-4f13-ac7d-15f26171675e None None] The sync data for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 is: [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:29Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '71eec2ed-3a5c-424a-822b-7ecc47f37438', 'name': '', 'network_id': '8dc8b29a-9776-4978-b25e-8191f8f2bbb0', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:49:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:29Z', 'updated_at': '2021-07-15T14:11:34Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '2b508f50-44fe-43e7-9cfc-4e7de3279e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:13:06.827878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37dd8952-173f-4b02-b326-133a165dd08d req-230ee179-0336-4fae-a2cb-a003a6600147 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896218 Jul 15 14:13:06.921035 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37dd8952-173f-4b02-b326-133a165dd08d req-fec528b1-0a63-418d-b003-4cbec3c6dfe3 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853610 Jul 15 14:13:06.978207 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc7e561-21b3-448a-94b0-2ff51b634cfb None None] New status for floating IP da463af4-e842-4eaf-af1f-40b456a59087: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:13:07.811743 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5b196-1b4a-4acb-9d17-277e2acd4744 req-679c2f95-12ed-438c-b877-71c4d399c082 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:07.813221 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54c5b196-1b4a-4acb-9d17-277e2acd4744 req-679c2f95-12ed-438c-b877-71c4d399c082 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0658889 Jul 15 14:13:07.852888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-54c5b196-1b4a-4acb-9d17-277e2acd4744 req-c38224f7-ce41-426e-b2c7-400299a9b760 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330491 Jul 15 14:13:07.914021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-a057d476-c0da-4c15-9b92-cb3715ae3802 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:07.915574 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-a057d476-c0da-4c15-9b92-cb3715ae3802 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 945 time: 0.0617838 Jul 15 14:13:08.012190 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 2be21616-db88-41ab-836e-81a2135b6d2b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:13:08.012505 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:08.101084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 2be21616-db88-41ab-836e-81a2135b6d2b, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=2be21616-db88-41ab-836e-81a2135b6d2b,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:08.101436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:08.113377 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 2be21616-db88-41ab-836e-81a2135b6d2b owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:13:08.572106 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:08.603999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=2be21616-db88-41ab-836e-81a2135b6d2b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:08.631890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.632249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.632593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.632932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.633265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.633597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.633930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.634264 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.634597 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.634932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.635330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.635613 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:08.657157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] No DVR routers for this DVR port 2be21616-db88-41ab-836e-81a2135b6d2b on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:13:08.659761 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:08.661705 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4a716f89-2d98-4c0d-a8f6-9a91c43ddf49 req-8baa38b4-d251-47d0-862c-7375b11836c0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.30 "DELETE /v2.0/ports/2be21616-db88-41ab-836e-81a2135b6d2b HTTP/1.1" status: 204 len: 173 time: 0.7402585 Jul 15 14:13:08.662152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'name': 'network-vif-deleted', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:08.664415 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf622ae5-18d8-4c9f-89d2-0fe0c056298a" -d '{"events": [{"server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "name": "network-vif-deleted", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:08.743361 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f01376e-1350-4a00-961c-2d4709e56db0 x-openstack-request-id: req-4f01376e-1350-4a00-961c-2d4709e56db0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:08.743658 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee9a647-8551-4df4-8439-757674a491a8", "name": "network-vif-deleted", "tag": "2be21616-db88-41ab-836e-81a2135b6d2b", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:08.743950 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f01376e-1350-4a00-961c-2d4709e56db0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:08.744313 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee9a647-8551-4df4-8439-757674a491a8', 'name': 'network-vif-deleted', 'tag': '2be21616-db88-41ab-836e-81a2135b6d2b', 'status': 'completed', 'code': 200} Jul 15 14:13:09.013499 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8744632e-0266-403b-8da2-0f31e629d3e2 req-5dc917b1-43f0-45c8-9eeb-fa81dab922a8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee9a647-8551-4df4-8439-757674a491a8 HTTP/1.1" status: 200 len: 210 time: 0.0319397 Jul 15 14:13:10.107954 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36468) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:10.460521 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:10.722741 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 71eec2ed-3a5c-424a-822b-7ecc47f37438 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:13:10.723088 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:10.811638 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port 71eec2ed-3a5c-424a-822b-7ecc47f37438, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=71eec2ed-3a5c-424a-822b-7ecc47f37438,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:10.811999 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:10.823528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 71eec2ed-3a5c-424a-822b-7ecc47f37438 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:13:11.003157 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:11.028729 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=71eec2ed-3a5c-424a-822b-7ecc47f37438,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:11.208460 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:11.685810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router 46b7b5f7-fe6d-42af-9c58-86251471594b has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:13:11.785912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:13:11.791373 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-3fe35c29-60ea-4ca3-902c-8d2adff5bff8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/46b7b5f7-fe6d-42af-9c58-86251471594b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6818950 Jul 15 14:13:11.793606 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36470) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:11.796482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] Sync routers for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:13:11.806279 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:11.806901 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:12:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:11.846902 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19ad85c-389d-4ccf-bcb4-dcca056cb9c8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting subnet 2b508f50-44fe-43e7-9cfc-4e7de3279e7a {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:13:11.850012 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a19ad85c-389d-4ccf-bcb4-dcca056cb9c8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:11.888724 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a19ad85c-389d-4ccf-bcb4-dcca056cb9c8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:11.909083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:11.972083 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a19ad85c-389d-4ccf-bcb4-dcca056cb9c8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.034391 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a19ad85c-389d-4ccf-bcb4-dcca056cb9c8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.062285 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ad85c-389d-4ccf-bcb4-dcca056cb9c8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Subnet': ['ID=2b508f50-44fe-43e7-9cfc-4e7de3279e7a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:12.064330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a19ad85c-389d-4ccf-bcb4-dcca056cb9c8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.069286 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a19ad85c-389d-4ccf-bcb4-dcca056cb9c8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/subnets/2b508f50-44fe-43e7-9cfc-4e7de3279e7a HTTP/1.1" status: 204 len: 168 time: 0.2722454 Jul 15 14:13:12.070047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36472) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:12.074212 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb0b29-c051-45da-83a5-3ba2ac4bbadd None None] Network 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:13:12.178503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.274111 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:12.284828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.304340 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:13:10Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f72c3ffa-2a55-4d0d-9bd0-4b55dc527907', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:12.337043 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:13:12.337391 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.347414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] Checking router: 46b7b5f7-fe6d-42af-9c58-86251471594b for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:13:12.373380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] Routers {'46b7b5f7-fe6d-42af-9c58-86251471594b'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:12.374020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:12:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['46b7b5f7-fe6d-42af-9c58-86251471594b'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:12.424797 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port f72c3ffa-2a55-4d0d-9bd0-4b55dc527907, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f72c3ffa-2a55-4d0d-9bd0-4b55dc527907,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:12.425158 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.436691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:13:12.472250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] Set router 46b7b5f7-fe6d-42af-9c58-86251471594b gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:12.528399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:13:12Z', 'revision_number': 6, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:12.561508 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65be629-30ac-4a04-861d-b90cb598e34d None None] The sync data for ids ['46b7b5f7-fe6d-42af-9c58-86251471594b'] in n-d-771362-36 is: [{'id': '46b7b5f7-fe6d-42af-9c58-86251471594b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358135289', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:11:26Z', 'updated_at': '2021-07-15T14:13:12Z', 'revision_number': 6, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:13:12.617543 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] DHCP port deletion for 8dc8b29a-9776-4978-b25e-8191f8f2bbb0 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:13:12.623532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.650046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=f72c3ffa-2a55-4d0d-9bd0-4b55dc527907,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:12.667399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Deleting port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:13:12.667773 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.712903 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.730930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] For port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc,segment=NetworkSegment(8f0fb59a-3acf-4cf9-8a56-3c159c809ae8),segment_id=8f0fb59a-3acf-4cf9-8a56-3c159c809ae8)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:12.731350 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.743495 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Calling delete_port for 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:13:12.802492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.804531 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.825824 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.851879 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.852344 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Fanout notify agent at l3_agent the message router_deleted on router 46b7b5f7-fe6d-42af-9c58-86251471594b {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:13:12.852703 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Pushing event deleted for resources: {'Port': ['ID=8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:12.859102 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] No DVR routers for this DVR port 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:13:12.859295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.860309 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3d52bcb6-a5c2-472f-a152-f76c9c69ddab tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/routers/46b7b5f7-fe6d-42af-9c58-86251471594b HTTP/1.1" status: 204 len: 168 time: 0.7894077 Jul 15 14:13:12.862992 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36474) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.872909 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecfa5e-10bb-4ebf-a76d-125f78360099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:12.937989 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:12.941781 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2be21616-db88-41ab-836e-81a2135b6d2b no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:13:12.966347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: 2be21616-db88-41ab-836e-81a2135b6d2b {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:13:12.966760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 2be21616-db88-41ab-836e-81a2135b6d2b not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:13:13.037215 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.047308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc8b29a-9776-4978-b25e-8191f8f2bbb0']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:13.056897 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:13.057134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0fb59a-3acf-4cf9-8a56-3c159c809ae8') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:13.066573 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.081358 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.089816 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:13:13.089969 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:13:13.093337 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:13:13.155155 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.162314 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.166634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/networks/8dc8b29a-9776-4978-b25e-8191f8f2bbb0 HTTP/1.1" status: 204 len: 168 time: 0.3001909 Jul 15 14:13:13.167150 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36476) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:13.176063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fc916-4889-464a-a48a-1e556d371ca3 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Network': ['ID=8dc8b29a-9776-4978-b25e-8191f8f2bbb0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:13.232630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ac825cd-59f7-4e99-8b79-4d4e9e3ba6d1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.258694 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ac825cd-59f7-4e99-8b79-4d4e9e3ba6d1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.321493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ac825cd-59f7-4e99-8b79-4d4e9e3ba6d1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.324700 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8ac825cd-59f7-4e99-8b79-4d4e9e3ba6d1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.325936 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8ac825cd-59f7-4e99-8b79-4d4e9e3ba6d1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a HTTP/1.1" status: 204 len: 168 time: 0.1577055 Jul 15 14:13:13.335502 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac825cd-59f7-4e99-8b79-4d4e9e3ba6d1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b7a17-4a73-4a8e-bfd7-b18684b83d7a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:13.826740 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36482) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:13.832438 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-eaceb088-7620-465b-8eb1-4d62880ccc70 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156969210', 'description': 'tempest-secgroup-smoke-156969210 description', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:13.854923 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaceb088-7620-465b-8eb1-4d62880ccc70 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.935069 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaceb088-7620-465b-8eb1-4d62880ccc70 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.938710 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaceb088-7620-465b-8eb1-4d62880ccc70 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.970116 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-eaceb088-7620-465b-8eb1-4d62880ccc70 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.972005 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-eaceb088-7620-465b-8eb1-4d62880ccc70 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441956 Jul 15 14:13:13.973949 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceb088-7620-465b-8eb1-4d62880ccc70 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:13.975470 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36484) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:13.981667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6f02f61a-0546-4a61-8a48-4f7d16a322fc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:14.009022 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f02f61a-0546-4a61-8a48-4f7d16a322fc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.064510 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f02f61a-0546-4a61-8a48-4f7d16a322fc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.068243 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f02f61a-0546-4a61-8a48-4f7d16a322fc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.085670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02f61a-0546-4a61-8a48-4f7d16a322fc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ac4136-8a66-45e9-8456-dc3e51b7988f,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:14.092089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f02f61a-0546-4a61-8a48-4f7d16a322fc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.093292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6f02f61a-0546-4a61-8a48-4f7d16a322fc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160052 Jul 15 14:13:14.096884 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36486) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:14.101339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-711735ea-06d2-40ff-8a5b-ace33abd8e47 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:14.126738 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711735ea-06d2-40ff-8a5b-ace33abd8e47 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.182529 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711735ea-06d2-40ff-8a5b-ace33abd8e47 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.186536 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711735ea-06d2-40ff-8a5b-ace33abd8e47 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.204151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711735ea-06d2-40ff-8a5b-ace33abd8e47 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9642a821-f034-4f3b-ac5f-323a4d7984a4,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:14.210509 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711735ea-06d2-40ff-8a5b-ace33abd8e47 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.211184 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-711735ea-06d2-40ff-8a5b-ace33abd8e47 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133206 Jul 15 14:13:14.213845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36488) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:14.218800 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-53a110dd-af82-42c8-8f8b-7b821b25a243 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:14.245348 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a110dd-af82-42c8-8f8b-7b821b25a243 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.305506 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a110dd-af82-42c8-8f8b-7b821b25a243 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.309108 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a110dd-af82-42c8-8f8b-7b821b25a243 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.328622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a110dd-af82-42c8-8f8b-7b821b25a243 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd5d0ac-a0a9-427e-ab0d-29604fc1520b,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:14.332287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a110dd-af82-42c8-8f8b-7b821b25a243 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.333543 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-53a110dd-af82-42c8-8f8b-7b821b25a243 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187851 Jul 15 14:13:14.336300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36490) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:14.341005 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-973a3d42-eb0d-4ee5-8929-578c80e30b07 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:14.366102 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-973a3d42-eb0d-4ee5-8929-578c80e30b07 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.424578 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-973a3d42-eb0d-4ee5-8929-578c80e30b07 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.428255 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-973a3d42-eb0d-4ee5-8929-578c80e30b07 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.446554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a3d42-eb0d-4ee5-8929-578c80e30b07 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa21acfe-3968-4e9c-9fd6-dfa0c1e22e4d,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:14.452071 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-973a3d42-eb0d-4ee5-8929-578c80e30b07 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.453223 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-973a3d42-eb0d-4ee5-8929-578c80e30b07 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160080 Jul 15 14:13:14.456678 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36492) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:14.461183 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3e38e2b6-1644-487f-8208-54b96bb28fd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:14.484680 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-3e38e2b6-1644-487f-8208-54b96bb28fd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:13:14.489501 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e38e2b6-1644-487f-8208-54b96bb28fd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.554353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:13:14.557021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e38e2b6-1644-487f-8208-54b96bb28fd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.561553 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e38e2b6-1644-487f-8208-54b96bb28fd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.579810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:13:14.580070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8c4f7573-cbfb-4489-a99f-4e05b7dcf5bc not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:13:14.581126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:13:14.582255 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e2b6-1644-487f-8208-54b96bb28fd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97b5dbf-06c3-4253-850d-3c6f8fcf5ad2,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:14.589603 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e38e2b6-1644-487f-8208-54b96bb28fd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.591109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3e38e2b6-1644-487f-8208-54b96bb28fd5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331987 Jul 15 14:13:14.593934 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36494) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:14.598513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-330ba535-47b5-44a9-85df-93ba50a6c149 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'security_group_rule': {'security_group_id': '0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:14.601684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:13:14.602025 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f72c3ffa-2a55-4d0d-9bd0-4b55dc527907 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:13:14.602444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 71eec2ed-3a5c-424a-822b-7ecc47f37438 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:13:14.620309 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-330ba535-47b5-44a9-85df-93ba50a6c149 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Project 0bdea8434e5249b8aa8bf61d827f1e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:13:14.622684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 71eec2ed-3a5c-424a-822b-7ecc47f37438 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:13:14.622951 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 71eec2ed-3a5c-424a-822b-7ecc47f37438 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:13:14.626114 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-330ba535-47b5-44a9-85df-93ba50a6c149 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.690728 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-330ba535-47b5-44a9-85df-93ba50a6c149 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.693671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-330ba535-47b5-44a9-85df-93ba50a6c149 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.710615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ba535-47b5-44a9-85df-93ba50a6c149 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793c29af-6c70-4e3c-a97b-bb231b42391e,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:14.717261 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-330ba535-47b5-44a9-85df-93ba50a6c149 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.718485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-330ba535-47b5-44a9-85df-93ba50a6c149 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236377 Jul 15 14:13:14.721369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36496) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:14.726332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'network': {'name': 'tempest-network-smoke--310851463', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'port_security_enabled': True}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:14.746720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:13:14.750165 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.773401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:13:14.782405 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.782752 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Added segment a20adaa7-2779-426b-b460-f04be7ea9c44 of type vlan for network e1692555-1a12-40ad-b8eb-c0e50c30b337 Jul 15 14:13:14.822718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.850053 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.855479 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:14.856063 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.887749 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1653414 Jul 15 14:13:14.891598 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36498) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:14.896343 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'admin_state_up': True, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:14.918676 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.919856 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:14.926703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4bb26-3b89-4737-b471-cfd9b8156b41 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Network': ['ID=e1692555-1a12-40ad-b8eb-c0e50c30b337,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:14.938123 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:13:14.971446 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.112208 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.298317 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.316929 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.421495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.86 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/f698621e-ca85-402d-bbec-fd6ff5d134c4) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:13:15.521501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.559244 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.602877 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:13:15.605677 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:15.609206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:13:15.614710 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=f698621e-ca85-402d-bbec-fd6ff5d134c4,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:15.852078 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.046174 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.170536 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router d91a4fa9-ef31-4343-b76c-74d316bae406 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:13:16.274834 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:13:16.284023 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Sync routers for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:13:16.292811 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.293143 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:16.297055 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:12:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:16.297231 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1d15471f-d9cb-43a6-8d73-feba85f81924 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4014597 Jul 15 14:13:16.297396 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36500) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:16.365992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ed8807ec-8a72-4293-9380-982d0f04c7a1 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0bdea8434e5249b8aa8bf61d827f1e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673854 Jul 15 14:13:16.368707 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36504) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:16.402413 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:16.456608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0afc1-a405-49c0-958b-b2c308b5e075 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:16.458201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-77c0afc1-a405-49c0-958b-b2c308b5e075 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886025 Jul 15 14:13:16.461142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36506) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:16.488995 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a4db08bc-205f-4bda-b33c-6f54fbaf41d5 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=27d200cb-cf2d-42fe-a650-50fc75a0e604&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267627 Jul 15 14:13:16.491653 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36508) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:16.496798 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229877018', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:16.591310 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:13:16.594997 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.660301 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:15Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:16.688852 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Checking router: d91a4fa9-ef31-4343-b76c-74d316bae406 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:13:16.689195 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Updating router d91a4fa9-ef31-4343-b76c-74d316bae406 port f698621e-ca85-402d-bbec-fd6ff5d134c4 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:13:16.725558 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.777223 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.838290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Subnet': ['ID=5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:16.846429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Checking segment: {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:13:16.846796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network hostable DHCP agents. Network: e1692555-1a12-40ad-b8eb-c0e50c30b337, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:13:16.863549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:13:16.872840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, e1692555-1a12-40ad-b8eb-c0e50c30b337) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:16.876965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:16.877571 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.885526 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd096d5-6c80-4b70-a4c8-e3e233fc8e57 None None] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:13:16.902012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1001b30a-4529-4266-948a-bb09d86db0fa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4067779 Jul 15 14:13:16.902329 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36510) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:16.988206 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.998531 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Transition to ACTIVE for port object f698621e-ca85-402d-bbec-fd6ff5d134c4 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:13:17.004644 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.050207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-e1692555-1a12-40ad-b8eb-c0e50c30b337', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:13:17.051574 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.055756 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Attempting to bind port f698621e-ca85-402d-bbec-fd6ff5d134c4 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:13:17.056128 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Attempting to bind port f698621e-ca85-402d-bbec-fd6ff5d134c4 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:13:17.056492 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Attempting to bind port f698621e-ca85-402d-bbec-fd6ff5d134c4 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:13:17.065278 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Pushing event updated for resources: {'Port': ['ID=f698621e-ca85-402d-bbec-fd6ff5d134c4,revision_number=2']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:17.067412 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:13:17.067804 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:13:17.068190 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.068582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:13:17.069241 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Bound port: f698621e-ca85-402d-bbec-fd6ff5d134c4, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:13:17.069625 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.094090 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.094446 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.094784 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.095150 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.095470 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.096376 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.096708 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.097063 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.097353 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.097677 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.097998 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.098321 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:17.139065 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] For port f698621e-ca85-402d-bbec-fd6ff5d134c4, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:13:17.143168 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] For port f698621e-ca85-402d-bbec-fd6ff5d134c4, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f698621e-ca85-402d-bbec-fd6ff5d134c4,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:13:17.147946 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.206293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Allocated IP 172.20.0.2 (e1692555-1a12-40ad-b8eb-c0e50c30b337/5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627/c09abf85-a59b-4a99-afb2-b7764497aec9) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:13:17.208269 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45baca-0de0-4031-8ffe-c510ed3a8099 None None] Pushing event updated for resources: {'Port': ['ID=f698621e-ca85-402d-bbec-fd6ff5d134c4,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:17.211026 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:17.211678 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:12:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:17.322686 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:17.355566 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.364007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Transition to ACTIVE for port object c09abf85-a59b-4a99-afb2-b7764497aec9 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:13:17.378678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.381130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Transition to ACTIVE for port object c09abf85-a59b-4a99-afb2-b7764497aec9 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:13:17.395951 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.430782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:13:17.437475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:17.441110 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:13:17.448464 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Pushing event updated for resources: {'Port': ['ID=c09abf85-a59b-4a99-afb2-b7764497aec9,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:17.503480 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Attempting to bind port c09abf85-a59b-4a99-afb2-b7764497aec9 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:13:17.504148 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Attempting to bind port c09abf85-a59b-4a99-afb2-b7764497aec9 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:13:17.504688 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Attempting to bind port c09abf85-a59b-4a99-afb2-b7764497aec9 on network e1692555-1a12-40ad-b8eb-c0e50c30b337 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:13:17.509884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:13:17.510490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Checking segment: {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:13:17.510891 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.511312 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Bound using segment: {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:13:17.511776 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Bound port: c09abf85-a59b-4a99-afb2-b7764497aec9, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:13:17.512153 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.514196 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:15Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:17.541251 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c6399-36ef-4201-aff0-1b28948b490a None None] The sync data for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 is: [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:15Z', 'revision_number': 3, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:13:17.585132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] For port c09abf85-a59b-4a99-afb2-b7764497aec9, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:13:17.588155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] For port c09abf85-a59b-4a99-afb2-b7764497aec9, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c09abf85-a59b-4a99-afb2-b7764497aec9,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:13:17.594891 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.659147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41b2e-eeaf-44df-ba5e-010a13cd9a9a None None] Pushing event updated for resources: {'Port': ['ID=c09abf85-a59b-4a99-afb2-b7764497aec9,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:17.694434 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.1 (e1692555-1a12-40ad-b8eb-c0e50c30b337/5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627/b334200c-4467-48fc-a636-d3688a48ac31) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:13:17.825745 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.856532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object b334200c-4467-48fc-a636-d3688a48ac31 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:13:17.901984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.955573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:13:17.963951 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:17.972925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:13:18.005510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=b334200c-4467-48fc-a636-d3688a48ac31,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:18.039299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.192194 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.493385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.503258 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.565340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=b334200c-4467-48fc-a636-d3688a48ac31,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:18.619112 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.641152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f698621e-ca85-402d-bbec-fd6ff5d134c4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:18.699483 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port f698621e-ca85-402d-bbec-fd6ff5d134c4 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:13:18.703699 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f698621e-ca85-402d-bbec-fd6ff5d134c4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:18.704263 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.730038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5402036-26ce-4a2c-a3cd-b8e24aa30074 None None] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:13:18.731667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:13:18.733225 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:18.818818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a10b788a-8d49-47fe-a381-7b1185aa5c11 None None] Provisioning for port c09abf85-a59b-4a99-afb2-b7764497aec9 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:13:18.854523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router d91a4fa9-ef31-4343-b76c-74d316bae406 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:13:18.904459 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.948320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port f698621e-ca85-402d-bbec-fd6ff5d134c4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f698621e-ca85-402d-bbec-fd6ff5d134c4,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:18.958121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.958807 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c09abf85-a59b-4a99-afb2-b7764497aec9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:18.972882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:13:18.978643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-03c81350-9d3e-4d18-810e-2bb920fada75 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/d91a4fa9-ef31-4343-b76c-74d316bae406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0753777 Jul 15 14:13:19.035049 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1509fe35-f705-44d5-984c-4398df840301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.058258 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=f698621e-ca85-402d-bbec-fd6ff5d134c4,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:19.076213 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c09abf85-a59b-4a99-afb2-b7764497aec9 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:13:19.081665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c09abf85-a59b-4a99-afb2-b7764497aec9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:19.082175 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.139655 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-9bc23cdd-6e4a-4530-8134-7da28221f6eb tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156969210&fields=id&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 267 time: 0.0390921 Jul 15 14:13:19.177869 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.228717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c09abf85-a59b-4a99-afb2-b7764497aec9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c09abf85-a59b-4a99-afb2-b7764497aec9,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:19.236002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.276370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-294fb6a1-4966-4f88-b6d7-938050e956b2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:19.277949 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-294fb6a1-4966-4f88-b6d7-938050e956b2 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/networks?id=e1692555-1a12-40ad-b8eb-c0e50c30b337 HTTP/1.1" status: 200 len: 796 time: 0.1278982 Jul 15 14:13:19.292519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c09abf85-a59b-4a99-afb2-b7764497aec9,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:19.295633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-12735997-18b3-4377-8667-998f1ebb1897 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/quotas/0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 375 time: 0.0104625 Jul 15 14:13:19.355415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-30167f9d-c127-483c-97be-0d90e01ac47b None None] Provisioning complete for port c09abf85-a59b-4a99-afb2-b7764497aec9 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:19.355787 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30167f9d-c127-483c-97be-0d90e01ac47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.378086 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-d995b7af-fae9-4587-b405-2a5527eef1c5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730166 Jul 15 14:13:19.463206 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Sync routers for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:13:19.472825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-30167f9d-c127-483c-97be-0d90e01ac47b None None] Provisioning for port b334200c-4467-48fc-a636-d3688a48ac31 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:13:19.477392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:19.478051 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:12:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:19.480884 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-30167f9d-c127-483c-97be-0d90e01ac47b None None] Provisioning complete for port b334200c-4467-48fc-a636-d3688a48ac31 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:19.481264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-30167f9d-c127-483c-97be-0d90e01ac47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.547112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-5a99b76b-61af-4361-918c-114bb215ed5e service neutron] 10.222.0.25 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546371 Jul 15 14:13:19.561764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-30167f9d-c127-483c-97be-0d90e01ac47b None None] Port b334200c-4467-48fc-a636-d3688a48ac31 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:13:19.619466 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:19.647456 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-56e90c59-2f79-4afa-9549-56202f1d3205 service neutron] 10.222.0.25 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906901 Jul 15 14:13:19.728209 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ca871620-7cfb-4637-9581-0838ee29ef12 None None] Provisioning complete for port b334200c-4467-48fc-a636-d3688a48ac31 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:19.728761 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ca871620-7cfb-4637-9581-0838ee29ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.807337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-ca871620-7cfb-4637-9581-0838ee29ef12 None None] Port b334200c-4467-48fc-a636-d3688a48ac31 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:13:19.834474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fed7a5bb-06d3-46a9-8331-dc4706950086 req-4438ae85-58d4-44fc-a11c-9c157adcedc5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 210 time: 0.0343332 Jul 15 14:13:19.872064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 2, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:19.898225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Checking router: d91a4fa9-ef31-4343-b76c-74d316bae406 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:13:19.898580 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Updating router d91a4fa9-ef31-4343-b76c-74d316bae406 port b334200c-4467-48fc-a636-d3688a48ac31 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:13:19.942926 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cde83469-035a-450f-979b-a9c4bb91d7e6 None None] Provisioning complete for port b334200c-4467-48fc-a636-d3688a48ac31 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:19.943035 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cde83469-035a-450f-979b-a9c4bb91d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.945569 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:20.165073 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cde83469-035a-450f-979b-a9c4bb91d7e6 None None] Port b334200c-4467-48fc-a636-d3688a48ac31 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:13:20.404168 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:20.414653 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Transition to ACTIVE for port object b334200c-4467-48fc-a636-d3688a48ac31 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:13:20.419898 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:20.471930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ae5e4-e0a7-4ec7-a4bd-bfc842da62f3 None None] Pushing event updated for resources: {'Port': ['ID=b334200c-4467-48fc-a636-d3688a48ac31,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:20.538660 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Attempting to bind port b334200c-4467-48fc-a636-d3688a48ac31 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:13:20.539030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Attempting to bind port b334200c-4467-48fc-a636-d3688a48ac31 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:13:20.539475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Attempting to bind port b334200c-4467-48fc-a636-d3688a48ac31 on network e1692555-1a12-40ad-b8eb-c0e50c30b337 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:13:20.544713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:13:20.545101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Checking segment: {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:13:20.545503 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:20.545968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Bound using segment: {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:13:20.546353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Bound port: b334200c-4467-48fc-a636-d3688a48ac31, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:13:20.546733 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:20.591470 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f698621e-ca85-402d-bbec-fd6ff5d134c4 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:20.653231 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] For port b334200c-4467-48fc-a636-d3688a48ac31, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:13:20.657385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] For port b334200c-4467-48fc-a636-d3688a48ac31, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b334200c-4467-48fc-a636-d3688a48ac31,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:13:20.663261 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:20.713127 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port f698621e-ca85-402d-bbec-fd6ff5d134c4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:20.713684 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:20.762049 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ae5e4-e0a7-4ec7-a4bd-bfc842da62f3 None None] Pushing event updated for resources: {'Port': ['ID=b334200c-4467-48fc-a636-d3688a48ac31,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:20.774529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:20.775191 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:12:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:20.909567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c09abf85-a59b-4a99-afb2-b7764497aec9 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:20.934415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:21.023982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c910860d-b3f6-4fc5-8cf0-a1861a816653 req-c0fb6ef5-f2e3-495c-864b-6c3dbd66322b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 210 time: 0.0327053 Jul 15 14:13:21.069928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-16b75825-cbb2-4428-9da0-238b823d7e14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:21.071600 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-16b75825-cbb2-4428-9da0-238b823d7e14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/networks?id=e1692555-1a12-40ad-b8eb-c0e50c30b337 HTTP/1.1" status: 200 len: 796 time: 0.1638625 Jul 15 14:13:21.093742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c09abf85-a59b-4a99-afb2-b7764497aec9 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:21.094120 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.124275 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-31a1d353-b1e7-4867-ad17-6e8507313310 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e HTTP/1.1" status: 200 len: 379 time: 0.0447748 Jul 15 14:13:21.133895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'port': {'device_id': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'admin_state_up': True, 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'security_groups': ['0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:21.235435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:20Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:21.250689 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Made reservation on behalf of 0bdea8434e5249b8aa8bf61d827f1e0e for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:13:21.254297 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.262744 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2fb53-0cd6-4b98-a130-0d6181d181b4 None None] The sync data for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 is: [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:20Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:13:21.396604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.20.0.6 (e1692555-1a12-40ad-b8eb-c0e50c30b337/5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627/d92cd1ab-e0c9-49b1-870a-672b328bbac4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:13:21.540914 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.560316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Transition to ACTIVE for port object d92cd1ab-e0c9-49b1-870a-672b328bbac4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:13:21.594963 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.643228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:13:21.646587 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:21.649398 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:13:21.655253 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7747e353-fa9a-41ed-880a-bc98fe63216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.677850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=d92cd1ab-e0c9-49b1-870a-672b328bbac4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:21.711273 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:21.712027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.732109 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-05a0411f-ae4f-45ca-abd3-6abf42f43b8a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6019845 Jul 15 14:13:21.790312 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.794920 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Request body: {'port': {'device_id': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:21.879176 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.883434 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c0b4fbfb-d97d-471f-9d46-17c48ed19404 None None] Provisioning for port d92cd1ab-e0c9-49b1-870a-672b328bbac4 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:13:21.887711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-c0b4fbfb-d97d-471f-9d46-17c48ed19404 None None] Provisioning complete for port d92cd1ab-e0c9-49b1-870a-672b328bbac4 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:21.888181 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fbfb-d97d-471f-9d46-17c48ed19404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:21.924539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4fbfb-d97d-471f-9d46-17c48ed19404 None None] Port d92cd1ab-e0c9-49b1-870a-672b328bbac4 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:13:22.514601 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bca2d-d5c5-498c-bcff-6e1e802f2b5f req-8339e121-b5aa-4dc7-9c1f-3ff829792806 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.516409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-131bca2d-d5c5-498c-bcff-6e1e802f2b5f req-8339e121-b5aa-4dc7-9c1f-3ff829792806 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 931 time: 0.1052961 Jul 15 14:13:22.568083 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92cd1ab-e0c9-49b1-870a-672b328bbac4 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:13:22.579003 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b334200c-4467-48fc-a636-d3688a48ac31 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:22.582823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:22.590576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-131bca2d-d5c5-498c-bcff-6e1e802f2b5f req-b845137c-14aa-4817-a034-f796e0a15fee tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564151 Jul 15 14:13:22.601507 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Transition to ACTIVE for port object d92cd1ab-e0c9-49b1-870a-672b328bbac4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:13:22.606049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:22.631377 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port b334200c-4467-48fc-a636-d3688a48ac31 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:13:22.635088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b334200c-4467-48fc-a636-d3688a48ac31 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:22.635497 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:22.660818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d92cd1ab-e0c9-49b1-870a-672b328bbac4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:22.732553 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Attempting to bind port d92cd1ab-e0c9-49b1-870a-672b328bbac4 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:13:22.732887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Attempting to bind port d92cd1ab-e0c9-49b1-870a-672b328bbac4 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:13:22.733290 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Attempting to bind port d92cd1ab-e0c9-49b1-870a-672b328bbac4 on network e1692555-1a12-40ad-b8eb-c0e50c30b337 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:13:22.738791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Port d92cd1ab-e0c9-49b1-870a-672b328bbac4 on network e1692555-1a12-40ad-b8eb-c0e50c30b337 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:13:22.739240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:22.739391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Attempting to bind port d92cd1ab-e0c9-49b1-870a-672b328bbac4 on network e1692555-1a12-40ad-b8eb-c0e50c30b337 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:13:22.745756 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:13:22.746295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Checking segment: {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:13:22.746793 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Bound using segment: {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:13:22.748038 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Bound port: d92cd1ab-e0c9-49b1-870a-672b328bbac4, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20adaa7-2779-426b-b460-f04be7ea9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:13:22.748528 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:22.774136 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port b334200c-4467-48fc-a636-d3688a48ac31, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b334200c-4467-48fc-a636-d3688a48ac31,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:22.779531 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:22.825153 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] For port d92cd1ab-e0c9-49b1-870a-672b328bbac4, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:13:22.829006 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] For port d92cd1ab-e0c9-49b1-870a-672b328bbac4, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:13:22.831433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=b334200c-4467-48fc-a636-d3688a48ac31,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:22.834449 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:22.867888 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.868512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:22.870054 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/d92cd1ab-e0c9-49b1-870a-672b328bbac4 HTTP/1.1" status: 200 len: 1092 time: 1.1297722 Jul 15 14:13:22.870358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:22.872659 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:22.906632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2dbfd-64bc-4e76-8633-e7a7e64d37e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d92cd1ab-e0c9-49b1-870a-672b328bbac4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:22.922616 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7f66b3-1032-4448-a0d9-09d8efc55af7 x-openstack-request-id: req-3a7f66b3-1032-4448-a0d9-09d8efc55af7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:22.922913 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:22.923197 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a7f66b3-1032-4448-a0d9-09d8efc55af7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:22.924130 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'status': 'completed', 'code': 200} Jul 15 14:13:22.972586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-802e86e9-cad5-4310-8a44-4dc32373785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.974142 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-802e86e9-cad5-4310-8a44-4dc32373785c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 1095 time: 0.0632732 Jul 15 14:13:23.020240 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-2099d7fa-0d49-412b-8afb-c833f20a9b72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4 HTTP/1.1" status: 200 len: 217 time: 0.0392034 Jul 15 14:13:23.071285 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-b8065162-020e-4c58-b35c-3b3ab943bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.072788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-b8065162-020e-4c58-b35c-3b3ab943bfcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627 HTTP/1.1" status: 200 len: 835 time: 0.0469823 Jul 15 14:13:23.132257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-435404df-b87d-46eb-9374-ace7a250ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.134126 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-435404df-b87d-46eb-9374-ace7a250ad29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1692555-1a12-40ad-b8eb-c0e50c30b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549881 Jul 15 14:13:23.136606 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:23.228496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-14cd1936-5a5e-4404-acfc-bde8871352e1 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884125 Jul 15 14:13:23.318412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b589953-5c51-4ee9-acff-a3ce5dc7cf55 req-55b15253-7028-430f-a131-f76385b3c0f4 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837083 Jul 15 14:13:23.421632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-74830666-4f7d-46c6-9d64-877c4d384336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.423186 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-74830666-4f7d-46c6-9d64-877c4d384336 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 1095 time: 0.0579112 Jul 15 14:13:23.511629 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-7cecde33-195c-4eb4-9177-1767939410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.513112 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-7cecde33-195c-4eb4-9177-1767939410a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1692555-1a12-40ad-b8eb-c0e50c30b337 HTTP/1.1" status: 200 len: 897 time: 0.0839760 Jul 15 14:13:23.557557 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-8f1a746f-5f18-403f-ae55-e33da2627a90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4 HTTP/1.1" status: 200 len: 217 time: 0.0383732 Jul 15 14:13:23.606127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-cb32ea11-a352-4383-9a49-494bf4858238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.607641 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-cb32ea11-a352-4383-9a49-494bf4858238 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627 HTTP/1.1" status: 200 len: 835 time: 0.0440960 Jul 15 14:13:23.666191 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-f1b59e7d-569f-40bd-9f32-6c3dcbf9edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.667765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-f1b59e7d-569f-40bd-9f32-6c3dcbf9edb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1692555-1a12-40ad-b8eb-c0e50c30b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531077 Jul 15 14:13:23.797878 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-c96d7eb3-9485-4f1a-a907-48f09c4cf347 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219788 Jul 15 14:13:23.847981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0e51c-5197-41f4-b197-08fe8629a5c2 req-7aedb82a-d3ff-4de3-a6a9-4269debada84 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.849474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52f0e51c-5197-41f4-b197-08fe8629a5c2 req-7aedb82a-d3ff-4de3-a6a9-4269debada84 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 943 time: 0.1109688 Jul 15 14:13:23.933209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52f0e51c-5197-41f4-b197-08fe8629a5c2 req-de7ff954-56aa-49f4-a5c0-b7e5d364d2ae tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777853 Jul 15 14:13:23.935473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e7dc2cd-1c38-40e3-96a5-6b550e71c6d7 req-c941422d-af28-4378-a6dd-72a7fa6a1358 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287279 Jul 15 14:13:24.556465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b334200c-4467-48fc-a636-d3688a48ac31 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:24.609647 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:24.617748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port b334200c-4467-48fc-a636-d3688a48ac31 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:24.618079 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:25.105676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcec107-be83-44a0-914c-14194a249ef6 req-46a564ca-0450-42f7-a6ff-4a4f4a7828f8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:25.107217 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7dcec107-be83-44a0-914c-14194a249ef6 req-46a564ca-0450-42f7-a6ff-4a4f4a7828f8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 943 time: 0.0643404 Jul 15 14:13:25.145528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7dcec107-be83-44a0-914c-14194a249ef6 req-18794f89-e4de-4d48-a1f2-85888513991a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319998 Jul 15 14:13:25.817726 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d92cd1ab-e0c9-49b1-870a-672b328bbac4 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:13:25.915410 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d92cd1ab-e0c9-49b1-870a-672b328bbac4, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:25.926916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'port_id': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'mac_address': 'fa:16:3e:30:fa:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:13:25.963347 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:25.976457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92cd1ab-e0c9-49b1-870a-672b328bbac4 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:13:25.996923 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d92cd1ab-e0c9-49b1-870a-672b328bbac4, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:26.000828 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:26.046242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d92cd1ab-e0c9-49b1-870a-672b328bbac4,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:26.219692 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['d92cd1ab-e0c9-49b1-870a-672b328bbac4'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:13:26.327481 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2df581-7d8a-4e7e-8607-179e20981135 req-563485a2-4eb8-472f-b148-0a912b8c25f0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:26.329150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac2df581-7d8a-4e7e-8607-179e20981135 req-563485a2-4eb8-472f-b148-0a912b8c25f0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 944 time: 0.0690060 Jul 15 14:13:26.370716 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ac2df581-7d8a-4e7e-8607-179e20981135 req-239bdbd9-205e-4004-8ed0-07543811613b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343647 Jul 15 14:13:27.546805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371ac33-98a6-408f-a2ca-a2fba29b30b9 req-f2470142-2c5b-43ba-a50f-cf47b387eef5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:27.548814 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d371ac33-98a6-408f-a2ca-a2fba29b30b9 req-f2470142-2c5b-43ba-a50f-cf47b387eef5 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 944 time: 0.0668416 Jul 15 14:13:27.585649 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d371ac33-98a6-408f-a2ca-a2fba29b30b9 req-b32b2b4e-c428-407a-8c3c-6b85abfc813e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313017 Jul 15 14:13:27.822593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d92cd1ab-e0c9-49b1-870a-672b328bbac4 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:27.874719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port d92cd1ab-e0c9-49b1-870a-672b328bbac4 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:13:27.878496 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port d92cd1ab-e0c9-49b1-870a-672b328bbac4 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:27.878868 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:27.952055 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:27.974317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:27.976563 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55a94bb-a537-40cc-ab16-6ecc96375131" -d '{"events": [{"server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "name": "network-vif-plugged", "status": "completed", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:27.990099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d92cd1ab-e0c9-49b1-870a-672b328bbac4, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:27.993484 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:28.045873 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d92cd1ab-e0c9-49b1-870a-672b328bbac4,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:28.059660 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497351dd-c1df-4069-ac70-839ed133427e x-openstack-request-id: req-497351dd-c1df-4069-ac70-839ed133427e {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:28.059950 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "name": "network-vif-plugged", "status": "completed", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:28.060203 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-497351dd-c1df-4069-ac70-839ed133427e {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:28.060596 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'code': 200} Jul 15 14:13:28.170076 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a471e9-9e4d-4f51-8846-692878ef1869 req-6c2e7f5b-8d87-433b-839a-c37065f87f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:28.171526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2a471e9-9e4d-4f51-8846-692878ef1869 req-6c2e7f5b-8d87-433b-839a-c37065f87f00 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 1097 time: 0.0522840 Jul 15 14:13:28.205321 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d2a471e9-9e4d-4f51-8846-692878ef1869 req-1b8f7d6b-38a4-495f-b2ba-a332b42b9d47 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268614 Jul 15 14:13:28.763014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4b4ae-98fe-4dd1-ae2a-0b893f094981 req-7052a4a1-98d0-4517-a7f1-09ce83ec98b8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:28.764546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06d4b4ae-98fe-4dd1-ae2a-0b893f094981 req-7052a4a1-98d0-4517-a7f1-09ce83ec98b8 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0665801 Jul 15 14:13:28.803326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06d4b4ae-98fe-4dd1-ae2a-0b893f094981 req-4e4d415b-d5e7-482a-b19b-d74c1b19c934 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330834 Jul 15 14:13:29.973260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225fc7b-0477-4b37-8af8-041a134633c3 req-6b100b74-e14f-4ee1-8eb1-e0c8d4644a38 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:29.974730 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d225fc7b-0477-4b37-8af8-041a134633c3 req-6b100b74-e14f-4ee1-8eb1-e0c8d4644a38 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0620875 Jul 15 14:13:30.011768 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d225fc7b-0477-4b37-8af8-041a134633c3 req-b6334e3a-8a24-435c-8b68-c87ad83bcf78 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Jul 15 14:13:30.182299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964865-0b29-45a2-8552-83cba93ca0ef req-54e59c91-351e-4677-be13-2f37c7ed27ba tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:30.183712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e964865-0b29-45a2-8552-83cba93ca0ef req-54e59c91-351e-4677-be13-2f37c7ed27ba tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0640280 Jul 15 14:13:30.220024 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9e964865-0b29-45a2-8552-83cba93ca0ef req-f9067f19-272a-4eff-a95b-4aee2ebbe58e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305912 Jul 15 14:13:30.244386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36572) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:30.298950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4251d49-6a96-45e1-93b7-0deccb304e21 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:30.301062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a4251d49-6a96-45e1-93b7-0deccb304e21 tempest-TestNetworkAdvancedServerOps-46856467 tempest-TestNetworkAdvancedServerOps-46856467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 1092 time: 0.0556874 Jul 15 14:13:30.303947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36574) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:30.308779 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:30.329811 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:30.425774 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:30.530655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Allocated IP 172.25.1.148 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/89984d56-3165-4ecb-ab3a-39b0b17c2bb6) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:13:30.632172 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:30.674346 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:30.716895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:13:30.721945 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:30.726544 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:13:30.752079 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=89984d56-3165-4ecb-ab3a-39b0b17c2bb6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:31.091237 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:31.166638 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:31.316513 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:31.321061 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:31.385649 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event updated for resources: {'Port': ['ID=89984d56-3165-4ecb-ab3a-39b0b17c2bb6,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:31.400546 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:31.500973 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP af72a1a1-eae1-44de-bada-721ab9461f13 associated. External IP: 172.25.1.148, port: d92cd1ab-e0c9-49b1-870a-672b328bbac4. Jul 15 14:13:31.704715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router d91a4fa9-ef31-4343-b76c-74d316bae406 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:13:31.811501 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:13:31.821438 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] Sync routers for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:13:31.832063 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:31.832682 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:13:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:31.837062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:31.875080 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d4195ce7-5c38-4f5b-8dac-263500795a93 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5700543 Jul 15 14:13:31.875722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:31.878043 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:31.940741 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:32.035226 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0572-e1f6-4c9e-95cd-c15d8ed07f05 req-b84a3053-c073-47d0-817f-f561a7ce2c32 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:32.036614 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-892d0572-e1f6-4c9e-95cd-c15d8ed07f05 req-b84a3053-c073-47d0-817f-f561a7ce2c32 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0685840 Jul 15 14:13:32.074639 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-892d0572-e1f6-4c9e-95cd-c15d8ed07f05 req-ca6495b4-7f4e-463a-813f-c0f528ed41cc tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322058 Jul 15 14:13:32.099222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36580) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:32.146355 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa320aa-4024-4ed2-9c9c-330348e75018 x-openstack-request-id: req-caa320aa-4024-4ed2-9c9c-330348e75018 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:32.146648 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:32.146904 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-caa320aa-4024-4ed2-9c9c-330348e75018 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:32.147327 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'status': 'completed', 'code': 200} Jul 15 14:13:32.165815 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'af72a1a1-eae1-44de-bada-721ab9461f13', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'port_id': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'mac_address': 'fa:16:3e:30:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:13:30Z', 'updated_at': '2021-07-15T14:13:30Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:32.195709 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] Checking router: d91a4fa9-ef31-4343-b76c-74d316bae406 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:13:32.198761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ac828463-5920-48d6-a89f-e1da3f52ef07 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/af72a1a1-eae1-44de-bada-721ab9461f13 HTTP/1.1" status: 200 len: 991 time: 0.0984008 Jul 15 14:13:32.204586 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:32.205198 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:13:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:32.218927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-fe0a4651-4a2c-49fc-a0ed-2976041c6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:32.220462 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-fe0a4651-4a2c-49fc-a0ed-2976041c6e0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 1097 time: 0.0687246 Jul 15 14:13:32.317066 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-42c74476-ca39-4b83-b13d-32039b878ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:32.318599 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-42c74476-ca39-4b83-b13d-32039b878ebd service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1692555-1a12-40ad-b8eb-c0e50c30b337 HTTP/1.1" status: 200 len: 897 time: 0.0906942 Jul 15 14:13:32.385051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-5ae05916-3ff4-4110-a465-3e0f9b75010c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4 HTTP/1.1" status: 200 len: 999 time: 0.0603545 Jul 15 14:13:32.396823 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:32.438754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-0ced4ce9-ddb8-4d40-b6f9-ef8b9e0e4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:32.440331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-0ced4ce9-ddb8-4d40-b6f9-ef8b9e0e4ae5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627 HTTP/1.1" status: 200 len: 835 time: 0.0496361 Jul 15 14:13:32.497672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-5462175c-e879-43bd-a481-0a374cd52905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:32.499208 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-5462175c-e879-43bd-a481-0a374cd52905 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1692555-1a12-40ad-b8eb-c0e50c30b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525730 Jul 15 14:13:32.588562 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-62d6c5ed-ace5-4885-b59c-52d986a31104 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828240 Jul 15 14:13:32.614844 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'af72a1a1-eae1-44de-bada-721ab9461f13', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'port_id': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'mac_address': 'fa:16:3e:30:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:13:30Z', 'updated_at': '2021-07-15T14:13:30Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:32.644098 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0509c2-eb82-4cda-b96f-df1c584cede9 None None] The sync data for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 is: [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': 'af72a1a1-eae1-44de-bada-721ab9461f13', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'port_id': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'mac_address': 'fa:16:3e:30:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:13:30Z', 'updated_at': '2021-07-15T14:13:30Z', 'revision_number': 0, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:13:32.682088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-43ade9ef-a748-48f3-bdd8-d9167d5dd9d0 req-3824e780-0dc8-4a38-a683-4780a314c577 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876338 Jul 15 14:13:32.841491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde7382-626e-42c7-abea-6ba589653832 None None] New status for floating IP af72a1a1-eae1-44de-bada-721ab9461f13: ACTIVE {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:13:33.203018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36582) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:33.271200 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-77b228db-e0ee-4b0f-bbfb-ab622b8ddee4 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/af72a1a1-eae1-44de-bada-721ab9461f13 HTTP/1.1" status: 200 len: 993 time: 0.0669308 Jul 15 14:13:35.233380 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:36.273334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:48.965976 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4bb4fbf2-efac-4fa8-8adf-150bff12d108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:49.273540 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:51.646968 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ae458fdd-c863-4494-9361-1e82f9ef8126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:51.791378 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:53.137142 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:54.607347 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:04.987557 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050717d1-5112-45ee-92e8-1afac07b9308 req-358048b2-3872-4a63-8acb-4c0de39488cf tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:04.988967 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-050717d1-5112-45ee-92e8-1afac07b9308 req-358048b2-3872-4a63-8acb-4c0de39488cf tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0631781 Jul 15 14:14:05.026386 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-050717d1-5112-45ee-92e8-1afac07b9308 req-ca12a61e-2c70-4114-b94e-dd0db1eaa0d9 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Jul 15 14:14:05.235250 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:06.198569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92ae56-8225-456b-b23c-99682624b076 req-173b4488-5dbd-4e23-9240-4db37623a8b7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:06.200088 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf92ae56-8225-456b-b23c-99682624b076 req-173b4488-5dbd-4e23-9240-4db37623a8b7 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0624304 Jul 15 14:14:06.238783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cf92ae56-8225-456b-b23c-99682624b076 req-b2520025-bbc1-45d7-b838-d32ec1ba3a00 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Jul 15 14:14:06.262904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36602) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:06.275715 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:06.328139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e9e31ff0-b244-42c6-872c-5b1cbed0146c tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/af72a1a1-eae1-44de-bada-721ab9461f13 HTTP/1.1" status: 200 len: 993 time: 0.0639231 Jul 15 14:14:07.769930 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15159d4f-e321-478f-9953-0d49bab49359 req-21f69283-9a44-4a78-866e-8b755acc34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:07.771430 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15159d4f-e321-478f-9953-0d49bab49359 req-21f69283-9a44-4a78-866e-8b755acc34eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 1097 time: 0.0915744 Jul 15 14:14:07.795167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9202e7-8eaa-44c0-9621-75bbaf979472 req-915c672d-939a-4673-b7d8-f5c995855e0a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:07.796554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d9202e7-8eaa-44c0-9621-75bbaf979472 req-915c672d-939a-4673-b7d8-f5c995855e0a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0920115 Jul 15 14:14:07.878263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d9202e7-8eaa-44c0-9621-75bbaf979472 req-0448e0c7-9848-4bdf-9f81-16f28065fe83 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721540 Jul 15 14:14:07.896734 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15159d4f-e321-478f-9953-0d49bab49359 req-d0899dad-a447-4918-94cc-ecc89302ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:07.898740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15159d4f-e321-478f-9953-0d49bab49359 req-d0899dad-a447-4918-94cc-ecc89302ef7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1692555-1a12-40ad-b8eb-c0e50c30b337 HTTP/1.1" status: 200 len: 897 time: 0.1192758 Jul 15 14:14:07.965924 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15159d4f-e321-478f-9953-0d49bab49359 req-ddcb0834-e230-49c4-8f33-29e6d3d793fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4 HTTP/1.1" status: 200 len: 1001 time: 0.0608113 Jul 15 14:14:08.012964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15159d4f-e321-478f-9953-0d49bab49359 req-771679eb-fc95-49c2-bf0a-d34d540a91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:08.014395 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15159d4f-e321-478f-9953-0d49bab49359 req-771679eb-fc95-49c2-bf0a-d34d540a91a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627 HTTP/1.1" status: 200 len: 835 time: 0.0424190 Jul 15 14:14:08.071013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15159d4f-e321-478f-9953-0d49bab49359 req-b03bd2af-5f1c-4812-9881-744231f61f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:08.072546 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15159d4f-e321-478f-9953-0d49bab49359 req-b03bd2af-5f1c-4812-9881-744231f61f28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1692555-1a12-40ad-b8eb-c0e50c30b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510588 Jul 15 14:14:08.163819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15159d4f-e321-478f-9953-0d49bab49359 req-0687ad88-c2ad-4f9b-8a1e-dc04dc4a711e service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849988 Jul 15 14:14:08.250073 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-15159d4f-e321-478f-9953-0d49bab49359 req-89f58a5a-13e1-49c0-b00b-6f25fb617953 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802584 Jul 15 14:14:09.058737 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aec96-95fc-4c5b-a8ce-f4ec3c5d85f1 req-1b2cc7e3-e949-4f7c-aef4-1df3ee1dfa0a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:09.060290 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e25aec96-95fc-4c5b-a8ce-f4ec3c5d85f1 req-1b2cc7e3-e949-4f7c-aef4-1df3ee1dfa0a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0697079 Jul 15 14:14:09.099563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e25aec96-95fc-4c5b-a8ce-f4ec3c5d85f1 req-615e7661-2ab6-4a88-95bc-eb3fb79c3fb1 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335920 Jul 15 14:14:10.274330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a250612-9fc1-4884-b777-b6b889daf457 req-8e7244a7-cf31-4e57-b2df-6b6ca9c388af tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:10.275851 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a250612-9fc1-4884-b777-b6b889daf457 req-8e7244a7-cf31-4e57-b2df-6b6ca9c388af tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0631588 Jul 15 14:14:10.313867 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1a250612-9fc1-4884-b777-b6b889daf457 req-bac97c7c-77f8-436f-ac26-85e45b14526a tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324972 Jul 15 14:14:10.338175 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36614) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:10.400531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-4d7a94a7-47ae-4468-893d-bef875113296 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/floatingips/af72a1a1-eae1-44de-bada-721ab9461f13 HTTP/1.1" status: 200 len: 993 time: 0.0612023 Jul 15 14:14:10.650567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36620) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:11.182914 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port 89984d56-3165-4ecb-ab3a-39b0b17c2bb6 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:11.183291 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:11.188690 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-7db84e8d-cbbd-4f0b-8ed5-d278b19e672e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0766020 Jul 15 14:14:11.295956 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:11.296697 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:11.314713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for 89984d56-3165-4ecb-ab3a-39b0b17c2bb6 owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:11.366997 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-782cc3f6-dbf8-4003-92e9-d11b07337d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:11.368516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-782cc3f6-dbf8-4003-92e9-d11b07337d90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 1097 time: 0.1234417 Jul 15 14:14:11.502699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-5c6874d0-c2b6-43f6-8768-12b0ebbf4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:11.504185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-5c6874d0-c2b6-43f6-8768-12b0ebbf4afd service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1692555-1a12-40ad-b8eb-c0e50c30b337 HTTP/1.1" status: 200 len: 897 time: 0.1142652 Jul 15 14:14:11.600671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:11.603892 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-8569f569-594e-4e77-bef3-271f6c346ad0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4 HTTP/1.1" status: 200 len: 1001 time: 0.0779343 Jul 15 14:14:11.635661 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=89984d56-3165-4ecb-ab3a-39b0b17c2bb6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:11.692280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.692624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.692967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.693301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.693632 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.693987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.694316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.694641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.694967 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.695313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.695637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.695952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:11.725879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-22b170bd-87b4-49b4-82e9-7da06f304e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:11.727356 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-22b170bd-87b4-49b4-82e9-7da06f304e0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627 HTTP/1.1" status: 200 len: 835 time: 0.1171479 Jul 15 14:14:11.766391 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:11.766655 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Floating IP af72a1a1-eae1-44de-bada-721ab9461f13 disassociated (deleted). External IP: 172.25.1.148, port: d92cd1ab-e0c9-49b1-870a-672b328bbac4. Jul 15 14:14:11.868193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-da6b33ad-ecaf-4fde-a156-a423270770dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:11.869785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-da6b33ad-ecaf-4fde-a156-a423270770dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1692555-1a12-40ad-b8eb-c0e50c30b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365919 Jul 15 14:14:12.037527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-1c2240c4-0832-4e55-b193-b10694e32798 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608226 Jul 15 14:14:12.083379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router d91a4fa9-ef31-4343-b76c-74d316bae406 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:12.186209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-df7675c1-6e8e-4e9c-bf67-d818c67fe38d req-d2a6bfae-9c8b-44eb-b143-8cdfcaba7193 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406248 Jul 15 14:14:12.240002 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:12.245359 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:12.250088 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a61455-d946-46a0-ae13-21d24649771c None None] Sync routers for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:12.259531 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a61455-d946-46a0-ae13-21d24649771c None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:12.260137 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-48a61455-d946-46a0-ae13-21d24649771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:13:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:12.281535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9db1b8f9-c684-4c49-acaa-88ae342defc0 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/floatingips/af72a1a1-eae1-44de-bada-721ab9461f13 HTTP/1.1" status: 204 len: 168 time: 1.6299088 Jul 15 14:14:12.282139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:12.284455 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e267a13a-6f71-4cb6-93fb-871ea39c8be3" -d '{"events": [{"name": "network-changed", "server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:12.363737 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-48a61455-d946-46a0-ae13-21d24649771c None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:12.525875 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd2198b-8fe1-4c5e-8653-b69e866d9747 x-openstack-request-id: req-1dd2198b-8fe1-4c5e-8653-b69e866d9747 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:12.526383 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:12.526383 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dd2198b-8fe1-4c5e-8653-b69e866d9747 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:12.526879 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'status': 'completed', 'code': 200} Jul 15 14:14:12.568981 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-48a61455-d946-46a0-ae13-21d24649771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:12.596536 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a61455-d946-46a0-ae13-21d24649771c None None] Checking router: d91a4fa9-ef31-4343-b76c-74d316bae406 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:12.608823 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a61455-d946-46a0-ae13-21d24649771c None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:12.609444 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-48a61455-d946-46a0-ae13-21d24649771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:13:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:12.609803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-cd2bd916-6f91-498e-b9d5-a06a0a3d7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:12.611374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-cd2bd916-6f91-498e-b9d5-a06a0a3d7f9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 1097 time: 0.0584347 Jul 15 14:14:12.714824 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-48a61455-d946-46a0-ae13-21d24649771c None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:12.745086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0150ba-1fbc-4168-99c6-e4c9824208af req-7638d440-eff1-4b29-bd36-9824c4fd9eda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:12.746587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cd0150ba-1fbc-4168-99c6-e4c9824208af req-7638d440-eff1-4b29-bd36-9824c4fd9eda tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.1338010 Jul 15 14:14:12.751265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-5d6560e8-01b7-411f-8ebc-bd15b4aa9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:12.752652 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-5d6560e8-01b7-411f-8ebc-bd15b4aa9b23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1692555-1a12-40ad-b8eb-c0e50c30b337 HTTP/1.1" status: 200 len: 897 time: 0.1304677 Jul 15 14:14:12.800674 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-300de57d-8084-4c32-b4ce-01608f7c8414 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4 HTTP/1.1" status: 200 len: 217 time: 0.0400567 Jul 15 14:14:12.824764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cd0150ba-1fbc-4168-99c6-e4c9824208af req-592382af-f3f6-4635-8b7c-afd3b9776c31 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711851 Jul 15 14:14:12.859263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-80caada7-15e7-4e5a-86d1-80be6ea2b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:12.860744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-80caada7-15e7-4e5a-86d1-80be6ea2b331 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627 HTTP/1.1" status: 200 len: 835 time: 0.0505459 Jul 15 14:14:12.913506 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-48a61455-d946-46a0-ae13-21d24649771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:12.922616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-d97edff5-ce8b-4068-a07d-e90905d885f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:12.924188 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-d97edff5-ce8b-4068-a07d-e90905d885f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1692555-1a12-40ad-b8eb-c0e50c30b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567555 Jul 15 14:14:12.939431 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a61455-d946-46a0-ae13-21d24649771c None None] The sync data for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 is: [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'b334200c-4467-48fc-a636-d3688a48ac31', 'name': '', 'network_id': 'e1692555-1a12-40ad-b8eb-c0e50c30b337', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'mac_address': 'fa:16:3e:85:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:17Z', 'updated_at': '2021-07-15T14:13:22Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'subnets': [{'id': '5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:13.018180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-4f954c2c-ed88-4197-b90a-bc2fbeb9f874 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864775 Jul 15 14:14:13.119559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e267a13a-6f71-4cb6-93fb-871ea39c8be3 req-3d192936-9a68-400d-9d69-ba4966e0cdf6 service neutron] 10.222.0.35 "GET /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944862 Jul 15 14:14:13.258957 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a2f27-84f4-416a-98e1-ef682ab36fde None None] New status for floating IP af72a1a1-eae1-44de-bada-721ab9461f13: DOWN {{(pid=93735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:14:14.003245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4fef9-3432-4927-a37c-da4849e5841b req-4fad29a3-0231-4759-9c75-cdfbd9e4f925 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:14.004865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09c4fef9-3432-4927-a37c-da4849e5841b req-4fad29a3-0231-4759-9c75-cdfbd9e4f925 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0663116 Jul 15 14:14:14.043076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-09c4fef9-3432-4927-a37c-da4849e5841b req-6cf7aa92-ed52-49a6-9950-6580ecb1c29b tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327420 Jul 15 14:14:14.108767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-42c8cd9f-be2c-4ff8-b94c-03860565d38e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:14.110139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-42c8cd9f-be2c-4ff8-b94c-03860565d38e tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 945 time: 0.0661120 Jul 15 14:14:14.210232 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port d92cd1ab-e0c9-49b1-870a-672b328bbac4 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:14.210873 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:14.302280 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port d92cd1ab-e0c9-49b1-870a-672b328bbac4, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d92cd1ab-e0c9-49b1-870a-672b328bbac4,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:14.302636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:14.314356 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for d92cd1ab-e0c9-49b1-870a-672b328bbac4 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:14.441912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:14.475548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=d92cd1ab-e0c9-49b1-870a-672b328bbac4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:14.520098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] No DVR routers for this DVR port d92cd1ab-e0c9-49b1-870a-672b328bbac4 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:14.522835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:14.525083 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-159ca6e5-2a5e-444f-ab28-b6f36666a9b3 req-c5a5f1f0-1dfa-491f-ba60-27f93b5ef321 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.35 "DELETE /v2.0/ports/d92cd1ab-e0c9-49b1-870a-672b328bbac4 HTTP/1.1" status: 204 len: 173 time: 0.4096992 Jul 15 14:14:14.527682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'name': 'network-vif-deleted', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:14.530910 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38e0438-31be-4402-9b3a-ff2cc2789547" -d '{"events": [{"server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "name": "network-vif-deleted", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:14.568242 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f993e7-8b29-460e-bcae-d345699e0589 x-openstack-request-id: req-a2f993e7-8b29-460e-bcae-d345699e0589 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:14.568538 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df060167-9c09-4c95-a4e6-8361603d3d1d", "name": "network-vif-deleted", "tag": "d92cd1ab-e0c9-49b1-870a-672b328bbac4", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:14.569405 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2f993e7-8b29-460e-bcae-d345699e0589 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:14.569811 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df060167-9c09-4c95-a4e6-8361603d3d1d', 'name': 'network-vif-deleted', 'tag': 'd92cd1ab-e0c9-49b1-870a-672b328bbac4', 'status': 'completed', 'code': 200} Jul 15 14:14:15.200797 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6eb2e985-68ee-411a-9dac-4f266c10c703 req-6151389e-23e7-455e-acfe-210ce88e5e03 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "GET /v2.0/ports?device_id=df060167-9c09-4c95-a4e6-8361603d3d1d HTTP/1.1" status: 200 len: 210 time: 0.0278327 Jul 15 14:14:16.075041 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d92cd1ab-e0c9-49b1-870a-672b328bbac4 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:16.094954 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: d92cd1ab-e0c9-49b1-870a-672b328bbac4 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:16.095338 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d92cd1ab-e0c9-49b1-870a-672b328bbac4 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:16.293430 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36636) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:16.892497 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:17.150885 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port b334200c-4467-48fc-a636-d3688a48ac31 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:17.151179 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:17.240653 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port b334200c-4467-48fc-a636-d3688a48ac31, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=b334200c-4467-48fc-a636-d3688a48ac31,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:17.241017 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:17.253952 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for b334200c-4467-48fc-a636-d3688a48ac31 owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:17.436564 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:17.465716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=b334200c-4467-48fc-a636-d3688a48ac31,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:17.493852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.494213 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.494564 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.494909 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.495282 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.495624 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.495965 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.496304 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.496643 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.496979 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.497311 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.497657 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:17.653176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:17.860971 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Router d91a4fa9-ef31-4343-b76c-74d316bae406 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:17.966671 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:17.972614 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-72cb44bc-c3ce-4580-8008-fe72e149e886 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "PUT /v2.0/routers/d91a4fa9-ef31-4343-b76c-74d316bae406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774862 Jul 15 14:14:17.974867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36640) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:17.977039 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] Sync routers for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:17.986043 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:17.986650 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:13:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:18.024805 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a616158a-3e3c-448b-b957-33c788cf651d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting subnet 5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:14:18.028148 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a616158a-3e3c-448b-b957-33c788cf651d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.072800 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a616158a-3e3c-448b-b957-33c788cf651d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.087999 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:18.155093 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a616158a-3e3c-448b-b957-33c788cf651d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.213802 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a616158a-3e3c-448b-b957-33c788cf651d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.246891 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616158a-3e3c-448b-b957-33c788cf651d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:18.248911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a616158a-3e3c-448b-b957-33c788cf651d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.250793 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a616158a-3e3c-448b-b957-33c788cf651d tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/subnets/5ba53063-0dd1-4cd6-ad0c-d11d8e7f2627 HTTP/1.1" status: 204 len: 168 time: 0.2749069 Jul 15 14:14:18.254206 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36642) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:18.260664 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3280185b-1270-4de0-a68e-819d753bfe43 None None] Network e1692555-1a12-40ad-b8eb-c0e50c30b337 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:18.270657 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:14:17Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:18.300682 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] Checking router: d91a4fa9-ef31-4343-b76c-74d316bae406 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:18.309846 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] Routers {'d91a4fa9-ef31-4343-b76c-74d316bae406'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:18.310454 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:13:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['d91a4fa9-ef31-4343-b76c-74d316bae406'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:18.361898 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.473295 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.483342 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] DHCP port deletion for e1692555-1a12-40ad-b8eb-c0e50c30b337 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:14:18.520959 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] Set router d91a4fa9-ef31-4343-b76c-74d316bae406 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:18.533757 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Deleting port c09abf85-a59b-4a99-afb2-b7764497aec9 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:18.534143 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.544037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Deleting port f698621e-ca85-402d-bbec-fd6ff5d134c4 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:18.544389 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.655429 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] For port f698621e-ca85-402d-bbec-fd6ff5d134c4, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=f698621e-ca85-402d-bbec-fd6ff5d134c4,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:18.655864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.674380 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Calling delete_port for f698621e-ca85-402d-bbec-fd6ff5d134c4 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:18.716337 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:14:17Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:18.742994 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bdfe8-1e28-434e-97d8-b4b9659bcda0 None None] The sync data for ids ['d91a4fa9-ef31-4343-b76c-74d316bae406'] in n-d-771362-36 is: [{'id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684524956', 'tenant_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:13:14Z', 'updated_at': '2021-07-15T14:14:17Z', 'revision_number': 5, 'project_id': '0bdea8434e5249b8aa8bf61d827f1e0e', 'gw_port': {'id': 'f698621e-ca85-402d-bbec-fd6ff5d134c4', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91a4fa9-ef31-4343-b76c-74d316bae406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:13:15Z', 'updated_at': '2021-07-15T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:18.768482 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c09abf85-a59b-4a99-afb2-b7764497aec9 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:18.799976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] For port c09abf85-a59b-4a99-afb2-b7764497aec9, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c09abf85-a59b-4a99-afb2-b7764497aec9,segment=NetworkSegment(a20adaa7-2779-426b-b460-f04be7ea9c44),segment_id=a20adaa7-2779-426b-b460-f04be7ea9c44)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:18.800404 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.819606 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Calling delete_port for c09abf85-a59b-4a99-afb2-b7764497aec9 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:18.854373 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.880272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Port': ['ID=f698621e-ca85-402d-bbec-fd6ff5d134c4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:18.921239 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.948918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.960478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.009546 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Pushing event deleted for resources: {'Port': ['ID=c09abf85-a59b-4a99-afb2-b7764497aec9,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:19.014898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] No DVR routers for this DVR port c09abf85-a59b-4a99-afb2-b7764497aec9 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:19.021791 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-af7c0f0e-b3dc-4f64-a9e7-3fd8350d0c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.024711 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.025066 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.025462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.026238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.026238 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.026448 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.026705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.027032 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.027382 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.027705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.028311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.028412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e0bb2-a8f7-4585-a632-94fa33b1777b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:19.054090 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.056269 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.102528 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.103195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Fanout notify agent at l3_agent the message router_deleted on router d91a4fa9-ef31-4343-b76c-74d316bae406 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:14:19.110548 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.111709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-67474071-8b78-49e9-b695-8a5e866ee3aa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/routers/d91a4fa9-ef31-4343-b76c-74d316bae406 HTTP/1.1" status: 204 len: 168 time: 0.8571677 Jul 15 14:14:19.114605 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36646) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:19.197616 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.288316 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.299218 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1692555-1a12-40ad-b8eb-c0e50c30b337']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:19.314631 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20adaa7-2779-426b-b460-f04be7ea9c44') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:19.314930 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20adaa7-2779-426b-b460-f04be7ea9c44') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:19.325167 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.339552 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.346099 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:14:19.346510 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:14:19.349575 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:14:19.407893 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.413133 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.415339 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/networks/e1692555-1a12-40ad-b8eb-c0e50c30b337 HTTP/1.1" status: 204 len: 168 time: 0.2995939 Jul 15 14:14:19.418152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36648) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:19.429966 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7372c1f-d850-4d73-b28a-5072164b9b14 tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'Network': ['ID=e1692555-1a12-40ad-b8eb-c0e50c30b337,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:19.483681 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e985dfbb-d6fc-4a19-87ee-184f37f17caa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.508702 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e985dfbb-d6fc-4a19-87ee-184f37f17caa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.571086 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e985dfbb-d6fc-4a19-87ee-184f37f17caa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.573700 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e985dfbb-d6fc-4a19-87ee-184f37f17caa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.574846 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-e985dfbb-d6fc-4a19-87ee-184f37f17caa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] 10.222.0.25 "DELETE /v2.0/security-groups/0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155 HTTP/1.1" status: 204 len: 168 time: 0.1557121 Jul 15 14:14:19.583681 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985dfbb-d6fc-4a19-87ee-184f37f17caa tempest-TestNetworkAdvancedServerOps-635972604 tempest-TestNetworkAdvancedServerOps-635972604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3c92d6-8fb8-4436-9a07-ff0b0e7c7155,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:19.901990 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36656) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:20.038261 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2aeee0fd-0f59-4ac3-a845-8ca9d50a9183 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bdea8434e5249b8aa8bf61d827f1e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350069 Jul 15 14:14:20.041195 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:20.088384 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08ed7ec4-96af-41f1-90c3-f9cda27b8e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.109425 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08ed7ec4-96af-41f1-90c3-f9cda27b8e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.155508 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08ed7ec4-96af-41f1-90c3-f9cda27b8e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.158084 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08ed7ec4-96af-41f1-90c3-f9cda27b8e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.159258 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-08ed7ec4-96af-41f1-90c3-f9cda27b8e62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af8de13c-4b02-4e36-9326-8fba74526fec HTTP/1.1" status: 204 len: 168 time: 0.1171172 Jul 15 14:14:20.168127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed7ec4-96af-41f1-90c3-f9cda27b8e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8de13c-4b02-4e36-9326-8fba74526fec,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:20.416768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36666) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:20.430146 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-268fda06-ec88-4d60-aa2e-6a4339c5ff8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.522520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-268fda06-ec88-4d60-aa2e-6a4339c5ff8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.526464 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-268fda06-ec88-4d60-aa2e-6a4339c5ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.572409 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-268fda06-ec88-4d60-aa2e-6a4339c5ff8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a83ddc010d748d9a1132e934f15e31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516602 Jul 15 14:14:20.572409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fda06-ec88-4d60-aa2e-6a4339c5ff8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c492ce40-9979-4112-8f4b-98ab231728a9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:20.572809 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36670) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:20.608885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b334200c-4467-48fc-a636-d3688a48ac31 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:20.629103 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aac8-4cab-46f5-be29-4e9e29cd143b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.631919 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: b334200c-4467-48fc-a636-d3688a48ac31 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:20.632830 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device b334200c-4467-48fc-a636-d3688a48ac31 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:20.633250 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f698621e-ca85-402d-bbec-fd6ff5d134c4 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:20.650975 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aac8-4cab-46f5-be29-4e9e29cd143b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.651735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: f698621e-ca85-402d-bbec-fd6ff5d134c4 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:20.652089 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device f698621e-ca85-402d-bbec-fd6ff5d134c4 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:20.708354 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aac8-4cab-46f5-be29-4e9e29cd143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.711155 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aac8-4cab-46f5-be29-4e9e29cd143b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.712403 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f4e5aac8-4cab-46f5-be29-4e9e29cd143b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c492ce40-9979-4112-8f4b-98ab231728a9 HTTP/1.1" status: 204 len: 168 time: 0.1385374 Jul 15 14:14:20.721832 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5aac8-4cab-46f5-be29-4e9e29cd143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c492ce40-9979-4112-8f4b-98ab231728a9,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:21.392471 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36692) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:21.495180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1505699469-network', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:21.517111 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Made reservation on behalf of a0ec28c2a8cc4c73b39ca26e60f6d2f2 for: {'network': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:21.519373 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.528437 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.621091 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.624906 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.648018 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:14:21.652077 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-968a950a-02e4-4f3a-b913-bb42ee9dd4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.662899 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e78d0a-bf5d-401d-b9b3-0e4f0f60d73d,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:21.668840 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.669192 n-d-771362-36 neutron-server[93734]: INFO neutron.db.segments_db [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Added segment 0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b of type vlan for network a20eb01b-f49d-4b00-a72f-de4f6558ee97 Jul 15 14:14:21.710738 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.740661 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.741725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:21.742296 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.773342 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3780234 Jul 15 14:14:21.776970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36696) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:21.781987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Request body: {'subnet': {'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1505699469-subnet', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:21.799703 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.804200 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Made reservation on behalf of a0ec28c2a8cc4c73b39ca26e60f6d2f2 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:21.806701 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.811691 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71905ef7-c77a-4949-8526-0711256d61b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a20eb01b-f49d-4b00-a72f-de4f6558ee97,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:21.822621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:14:21.983203 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.035980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2db0aac-6e49-44f5-82a6-e7547f517a33,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:22.047695 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Checking segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:22.048056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Network hostable DHCP agents. Network: a20eb01b-f49d-4b00-a72f-de4f6558ee97, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:14:22.073452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:14:22.083792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, a20eb01b-f49d-4b00-a72f-de4f6558ee97) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:22.088758 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:22.090080 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.094106 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05fe2d-719a-4b3f-9d52-c93a0c59bb46 None None] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:22.105380 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ee05535a-626c-4839-b23c-98ca943e2eac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272407 Jul 15 14:14:22.110576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36698) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:22.114471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:22.140660 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.141883 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.220126 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.280916 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:14:22.281816 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.396902 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.440775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Allocated IP 172.20.0.2 (a20eb01b-f49d-4b00-a72f-de4f6558ee97/c2db0aac-6e49-44f5-82a6-e7547f517a33/93f66c46-2f59-4754-8c85-8a04145ecb43) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:22.596342 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.606096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Transition to ACTIVE for port object 93f66c46-2f59-4754-8c85-8a04145ecb43 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:22.623534 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Transition to ACTIVE for port object 93f66c46-2f59-4754-8c85-8a04145ecb43 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:22.630201 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.674022 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:22.677175 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:22.682740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:22.695672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Pushing event updated for resources: {'Port': ['ID=93f66c46-2f59-4754-8c85-8a04145ecb43,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:22.759894 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Attempting to bind port 93f66c46-2f59-4754-8c85-8a04145ecb43 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:22.760337 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Attempting to bind port 93f66c46-2f59-4754-8c85-8a04145ecb43 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:22.760629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Attempting to bind port 93f66c46-2f59-4754-8c85-8a04145ecb43 on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:22.766603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:22.766978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Checking segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:22.767421 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.767817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Bound using segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:22.768294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Bound port: 93f66c46-2f59-4754-8c85-8a04145ecb43, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:22.768676 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.848332 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] For port 93f66c46-2f59-4754-8c85-8a04145ecb43, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:22.852840 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] For port 93f66c46-2f59-4754-8c85-8a04145ecb43, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=93f66c46-2f59-4754-8c85-8a04145ecb43,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:22.858393 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.924985 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9a0af-16cc-4c29-a5df-afd354b22874 None None] Pushing event updated for resources: {'Port': ['ID=93f66c46-2f59-4754-8c85-8a04145ecb43,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:22.981951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.002302 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.151388 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Allocated IP 172.25.1.135 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/592c5622-69ca-4c15-ae1f-22469f204019) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:23.151741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.273395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.312687 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.354075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:23.357035 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:23.361806 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:23.384965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Pushing event updated for resources: {'Port': ['ID=592c5622-69ca-4c15-ae1f-22469f204019,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:23.618210 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.825480 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.884490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082b26ae-33a6-489a-bf63-7ce6abce97cf None None] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:23.960267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:14:23.967228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-181a914e-16b3-4312-9501-3ae626b6664b None None] Provisioning for port 93f66c46-2f59-4754-8c85-8a04145ecb43 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:24.070505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:24.081614 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Sync routers for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:24.092150 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:24.092801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:24.093500 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.094863 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f01797cf-895a-47af-b3e8-b5bba113ebab admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9840541 Jul 15 14:14:24.097655 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36700) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:24.215958 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:24.419649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:23Z', 'revision_number': 3, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:24.452955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Checking router: 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:24.453345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Updating router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 port 592c5622-69ca-4c15-ae1f-22469f204019 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:14:24.489846 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.537294 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.636456 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.648475 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 93f66c46-2f59-4754-8c85-8a04145ecb43 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:24.720921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Allocated IP 172.20.0.1 (a20eb01b-f49d-4b00-a72f-de4f6558ee97/c2db0aac-6e49-44f5-82a6-e7547f517a33/e46b9814-63ee-4493-9b13-6952fb5cc15d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:24.759050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 93f66c46-2f59-4754-8c85-8a04145ecb43 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:24.768625 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 93f66c46-2f59-4754-8c85-8a04145ecb43 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:24.768996 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.833373 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.844882 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.849015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Transition to ACTIVE for port object e46b9814-63ee-4493-9b13-6952fb5cc15d will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:24.859223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Transition to ACTIVE for port object 592c5622-69ca-4c15-ae1f-22469f204019 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:24.882495 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.891208 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.929448 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:24.936858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:24.940668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:24.949544 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.953877 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed3ed7-7fad-44d1-9d5c-6241582ba688 None None] Pushing event updated for resources: {'Port': ['ID=592c5622-69ca-4c15-ae1f-22469f204019,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:24.963938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Attempting to bind port 592c5622-69ca-4c15-ae1f-22469f204019 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:24.963938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Attempting to bind port 592c5622-69ca-4c15-ae1f-22469f204019 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:24.964380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Attempting to bind port 592c5622-69ca-4c15-ae1f-22469f204019 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:24.964527 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e46b9814-63ee-4493-9b13-6952fb5cc15d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:24.980237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:24.980645 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:24.981057 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.981454 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:24.981948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Bound port: 592c5622-69ca-4c15-ae1f-22469f204019, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:24.982334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.993881 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.026979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 93f66c46-2f59-4754-8c85-8a04145ecb43, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=93f66c46-2f59-4754-8c85-8a04145ecb43,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:25.032904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.094221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] For port 592c5622-69ca-4c15-ae1f-22469f204019, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:25.118590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] For port 592c5622-69ca-4c15-ae1f-22469f204019, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=592c5622-69ca-4c15-ae1f-22469f204019,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:25.120261 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=93f66c46-2f59-4754-8c85-8a04145ecb43,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:25.126612 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.194979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:25.196239 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:25.201869 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed3ed7-7fad-44d1-9d5c-6241582ba688 None None] Pushing event updated for resources: {'Port': ['ID=592c5622-69ca-4c15-ae1f-22469f204019,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:25.212741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.311507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7102e86b-25f5-4ea8-8b26-3183a4de7f2c None None] Provisioning for port e46b9814-63ee-4493-9b13-6952fb5cc15d completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:25.320753 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-7102e86b-25f5-4ea8-8b26-3183a4de7f2c None None] Provisioning complete for port e46b9814-63ee-4493-9b13-6952fb5cc15d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:25.321124 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7102e86b-25f5-4ea8-8b26-3183a4de7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.325973 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:25.393087 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.397852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.472407 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.474414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e46b9814-63ee-4493-9b13-6952fb5cc15d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:25.573650 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:25.575240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:25.581381 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-7102e86b-25f5-4ea8-8b26-3183a4de7f2c None None] Port e46b9814-63ee-4493-9b13-6952fb5cc15d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:25.706873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:25.729018 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:24Z', 'revision_number': 1, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:25.756875 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6db92-8989-45ed-ac54-b58fbde34b42 None None] The sync data for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 is: [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:24Z', 'revision_number': 1, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:25.811610 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-3a792140-56b0-4d4e-8473-6a73e491eb4e None None] Provisioning complete for port e46b9814-63ee-4493-9b13-6952fb5cc15d triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:25.812289 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3a792140-56b0-4d4e-8473-6a73e491eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.835922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:25.847196 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-a79e0774-0622-44fb-9a27-df9ecbdac3a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/5c2dbb6c-f4d3-4075-be62-ff886ee03b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7480421 Jul 15 14:14:25.852629 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-3a792140-56b0-4d4e-8473-6a73e491eb4e None None] Port e46b9814-63ee-4493-9b13-6952fb5cc15d cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:26.276101 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:26.401790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36718) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:26.406935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1738557952-network', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:26.431931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Made reservation on behalf of 18f1f6bbcd7941acbe8bacb2756a9391 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:26.434503 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.443798 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.578646 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.582972 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.609842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:14:26.621258 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711127a-255b-4123-a930-7209c866c435,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:26.628765 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.629126 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Added segment 11fa8630-b042-47b6-b5f7-13dfc519f560 of type vlan for network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 Jul 15 14:14:26.683708 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.717861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 93f66c46-2f59-4754-8c85-8a04145ecb43 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:26.738180 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.739432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:26.740038 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.780507 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3731604 Jul 15 14:14:26.780775 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 93f66c46-2f59-4754-8c85-8a04145ecb43 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:26.780775 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.781892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36720) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:26.824439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Request body: {'subnet': {'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1738557952-subnet', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:26.831374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c950b6-c311-4d64-8bb7-7048f96bd76f admin admin] Pushing event updated for resources: {'Network': ['ID=7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:26.852984 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Made reservation on behalf of 18f1f6bbcd7941acbe8bacb2756a9391 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:26.855565 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.858867 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:14:26.895104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 592c5622-69ca-4c15-ae1f-22469f204019 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:26.986831 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 592c5622-69ca-4c15-ae1f-22469f204019 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:26.990792 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 592c5622-69ca-4c15-ae1f-22469f204019 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:26.991197 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.050676 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.077345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.109339 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff6e2de-d8b8-482b-b07b-07fb85387023,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.115400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 592c5622-69ca-4c15-ae1f-22469f204019, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=592c5622-69ca-4c15-ae1f-22469f204019,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:27.121508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Checking segment: {'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:27.121931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Network hostable DHCP agents. Network: 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:14:27.122066 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.142426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:14:27.153468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:27.165357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ba4ed-60eb-46f3-9ab9-63d4bfe1c317 None None] Network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:27.168444 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:27.169497 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.185187 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-92587eb7-85df-40ad-9efd-1bf0753e45d1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4021702 Jul 15 14:14:27.187898 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36722) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:27.192671 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:27.202853 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=592c5622-69ca-4c15-ae1f-22469f204019,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.229551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.230900 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.296142 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.339302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9', 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'fixed_ips': [{'subnet_id': '4ff6e2de-d8b8-482b-b07b-07fb85387023'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:14:27.341084 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.441049 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.566366 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Allocated IP 172.20.0.2 (7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9/4ff6e2de-d8b8-482b-b07b-07fb85387023/8afa84ec-f69a-4845-9223-f25bea3dd5f0) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:27.661385 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.683740 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.736881 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.746347 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Transition to ACTIVE for port object 8afa84ec-f69a-4845-9223-f25bea3dd5f0 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:27.763296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Transition to ACTIVE for port object 8afa84ec-f69a-4845-9223-f25bea3dd5f0 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:27.769127 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.799697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Allocated IP 172.25.1.91 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/199e1cbd-00c9-45ba-a442-5174b98e4b74) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:27.811300 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:27.814199 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:27.816719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:27.829120 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Pushing event updated for resources: {'Port': ['ID=8afa84ec-f69a-4845-9223-f25bea3dd5f0,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.893928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Attempting to bind port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:27.894590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Attempting to bind port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:27.895242 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Attempting to bind port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 on network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:27.904798 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:27.905443 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Checking segment: {'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:27.906158 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.906855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Bound using segment: {'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:27.907779 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Bound port: 8afa84ec-f69a-4845-9223-f25bea3dd5f0, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:27.908582 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.913028 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.960196 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.997456 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:27.999288 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] For port 8afa84ec-f69a-4845-9223-f25bea3dd5f0, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:28.002813 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] For port 8afa84ec-f69a-4845-9223-f25bea3dd5f0, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8afa84ec-f69a-4845-9223-f25bea3dd5f0,segment=NetworkSegment(11fa8630-b042-47b6-b5f7-13dfc519f560),segment_id=11fa8630-b042-47b6-b5f7-13dfc519f560)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:28.004637 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:28.009665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:28.013378 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.018398 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Sync routers for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:28.030331 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:28.030629 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.032604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Pushing event updated for resources: {'Port': ['ID=199e1cbd-00c9-45ba-a442-5174b98e4b74,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:28.091714 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c5c2-ce18-4163-b79e-c3b9bb86609d None None] Pushing event updated for resources: {'Port': ['ID=8afa84ec-f69a-4845-9223-f25bea3dd5f0,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:28.154494 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:28.399718 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 2, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.429390 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Checking router: 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:28.430101 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Updating router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 port e46b9814-63ee-4493-9b13-6952fb5cc15d binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:14:28.478275 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.715879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8afa84ec-f69a-4845-9223-f25bea3dd5f0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:28.724054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.777572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:28.782499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 592c5622-69ca-4c15-ae1f-22469f204019 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:28.842150 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.851556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 592c5622-69ca-4c15-ae1f-22469f204019 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:28.852325 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.854999 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Transition to ACTIVE for port object e46b9814-63ee-4493-9b13-6952fb5cc15d will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:28.863310 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.937655 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Pushing event updated for resources: {'Port': ['ID=e46b9814-63ee-4493-9b13-6952fb5cc15d,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:28.999958 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.000312 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.000663 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.001008 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.001468 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.001813 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.002146 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.002478 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.002805 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.003149 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.003482 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.003806 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.006136 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.017018 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Attempting to bind port e46b9814-63ee-4493-9b13-6952fb5cc15d on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:29.017389 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Attempting to bind port e46b9814-63ee-4493-9b13-6952fb5cc15d by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:29.017780 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Attempting to bind port e46b9814-63ee-4493-9b13-6952fb5cc15d on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:29.024959 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:29.024959 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Checking segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:29.025980 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.025980 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Bound using segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:29.026189 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Bound port: e46b9814-63ee-4493-9b13-6952fb5cc15d, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:29.026507 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.110397 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] For port e46b9814-63ee-4493-9b13-6952fb5cc15d, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:29.117815 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] For port e46b9814-63ee-4493-9b13-6952fb5cc15d, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e46b9814-63ee-4493-9b13-6952fb5cc15d,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:29.125217 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.187623 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:29.188140 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.197138 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Router 3d143843-64b2-4835-827e-51a8b2c38d69 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:14:29.296962 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeef64-e9ac-4eb3-a7b0-ccb585607242 None None] Pushing event updated for resources: {'Port': ['ID=e46b9814-63ee-4493-9b13-6952fb5cc15d,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:29.338870 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:29.347305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:29.360484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Sync routers for ids ['3d143843-64b2-4835-827e-51a8b2c38d69'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:29.370745 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.372148 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3a1e47f0-8726-4f81-a4d7-8e3fffc001ac admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1832495 Jul 15 14:14:29.374890 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36724) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:29.378976 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Routers {'3d143843-64b2-4835-827e-51a8b2c38d69'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:29.379804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['3d143843-64b2-4835-827e-51a8b2c38d69'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.546590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac91bd-17f4-4326-bcfc-514052331dea None None] Network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:29.585928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Set router 3d143843-64b2-4835-827e-51a8b2c38d69 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:29.607247 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:29Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.639791 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6f1d2-27a7-4582-b409-b89801963d52 None None] The sync data for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 is: [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:29Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:29.784460 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-563a6e3c-870b-457e-8db1-8809fa688bc4 None None] Provisioning for port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:29.817587 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-563a6e3c-870b-457e-8db1-8809fa688bc4 None None] Provisioning complete for port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:29.817967 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-563a6e3c-870b-457e-8db1-8809fa688bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.943903 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.002008 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-563a6e3c-870b-457e-8db1-8809fa688bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.010160 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:28Z', 'revision_number': 3, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port': {'id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:30.061955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Checking router: 3d143843-64b2-4835-827e-51a8b2c38d69 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:30.062316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Updating router 3d143843-64b2-4835-827e-51a8b2c38d69 port 199e1cbd-00c9-45ba-a442-5174b98e4b74 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:14:30.107924 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-563a6e3c-870b-457e-8db1-8809fa688bc4 None None] For port 8afa84ec-f69a-4845-9223-f25bea3dd5f0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8afa84ec-f69a-4845-9223-f25bea3dd5f0,segment=NetworkSegment(11fa8630-b042-47b6-b5f7-13dfc519f560),segment_id=11fa8630-b042-47b6-b5f7-13dfc519f560)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:30.114973 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-563a6e3c-870b-457e-8db1-8809fa688bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.123405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.182311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a6e3c-870b-457e-8db1-8809fa688bc4 None None] Pushing event updated for resources: {'Port': ['ID=8afa84ec-f69a-4845-9223-f25bea3dd5f0,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:30.183041 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Allocated IP 172.20.0.1 (7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9/4ff6e2de-d8b8-482b-b07b-07fb85387023/d598cb83-acc6-4db4-b0ce-983e562c6f5a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:30.314112 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.333973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Transition to ACTIVE for port object d598cb83-acc6-4db4-b0ce-983e562c6f5a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:30.369390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-b794e06a-7d48-4cde-aea6-1bf743b5a36d None None] Provisioning complete for port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:30.369780 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b794e06a-7d48-4cde-aea6-1bf743b5a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.377895 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.433220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:30.436341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:30.440748 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:30.443828 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d598cb83-acc6-4db4-b0ce-983e562c6f5a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:30.516535 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.635215 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.652995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Transition to ACTIVE for port object 199e1cbd-00c9-45ba-a442-5174b98e4b74 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:30.659241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8afa84ec-f69a-4845-9223-f25bea3dd5f0 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:30.688121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.744736 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.763994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e687d7-2a41-4765-adba-26171c38178f None None] Pushing event updated for resources: {'Port': ['ID=199e1cbd-00c9-45ba-a442-5174b98e4b74,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:30.774220 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Attempting to bind port 199e1cbd-00c9-45ba-a442-5174b98e4b74 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:30.774611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Attempting to bind port 199e1cbd-00c9-45ba-a442-5174b98e4b74 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:30.774966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Attempting to bind port 199e1cbd-00c9-45ba-a442-5174b98e4b74 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:30.784044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:30.784415 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:30.785294 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.785294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:30.785988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Bound port: 199e1cbd-00c9-45ba-a442-5174b98e4b74, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:30.786100 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.789506 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:30.789895 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.882409 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] For port 199e1cbd-00c9-45ba-a442-5174b98e4b74, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:30.887284 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] For port 199e1cbd-00c9-45ba-a442-5174b98e4b74, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=199e1cbd-00c9-45ba-a442-5174b98e4b74,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:30.890298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e76e6170-74c2-43d1-9487-dbb89734c82a None None] Provisioning for port d598cb83-acc6-4db4-b0ce-983e562c6f5a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:30.895519 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.899502 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e76e6170-74c2-43d1-9487-dbb89734c82a None None] Provisioning complete for port d598cb83-acc6-4db4-b0ce-983e562c6f5a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:30.899870 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e76e6170-74c2-43d1-9487-dbb89734c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.928797 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.934403 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.002020 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d598cb83-acc6-4db4-b0ce-983e562c6f5a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.003968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e76e6170-74c2-43d1-9487-dbb89734c82a None None] Port d598cb83-acc6-4db4-b0ce-983e562c6f5a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:31.004492 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.030418 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e46b9814-63ee-4493-9b13-6952fb5cc15d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:31.032471 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e687d7-2a41-4765-adba-26171c38178f None None] Pushing event updated for resources: {'Port': ['ID=199e1cbd-00c9-45ba-a442-5174b98e4b74,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.036290 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Routers {'3d143843-64b2-4835-827e-51a8b2c38d69'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:31.036928 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['3d143843-64b2-4835-827e-51a8b2c38d69'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:31.105568 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:31.107046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:31.245754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Router 3d143843-64b2-4835-827e-51a8b2c38d69 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:31.350479 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port e46b9814-63ee-4493-9b13-6952fb5cc15d completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:31.356406 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-2c945d22-6265-427b-91cb-a3fb47e7d51d None None] Provisioning complete for port d598cb83-acc6-4db4-b0ce-983e562c6f5a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:31.356783 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2c945d22-6265-427b-91cb-a3fb47e7d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.361155 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e46b9814-63ee-4493-9b13-6952fb5cc15d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:31.361522 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.369745 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:31.374993 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-85d7a580-3513-437c-baa1-913d7b87b0c1 admin admin] 10.222.0.25 "PUT /v2.0/routers/3d143843-64b2-4835-827e-51a8b2c38d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9980161 Jul 15 14:14:31.415735 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] Set router 3d143843-64b2-4835-827e-51a8b2c38d69 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:31.468027 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-2c945d22-6265-427b-91cb-a3fb47e7d51d None None] Port d598cb83-acc6-4db4-b0ce-983e562c6f5a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:31.622405 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.694725 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port e46b9814-63ee-4493-9b13-6952fb5cc15d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e46b9814-63ee-4493-9b13-6952fb5cc15d,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:31.699761 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.766930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=e46b9814-63ee-4493-9b13-6952fb5cc15d,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.775979 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 4, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port': {'id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd598cb83-acc6-4db4-b0ce-983e562c6f5a', 'name': '', 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'mac_address': 'fa:16:3e:22:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:29Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 2, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'subnets': [{'id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:31.803400 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823deae0-69ea-4f85-b3cd-6d20240e1e5d None None] The sync data for ids ['3d143843-64b2-4835-827e-51a8b2c38d69'] in n-d-771362-36 is: [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 4, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port': {'id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd598cb83-acc6-4db4-b0ce-983e562c6f5a', 'name': '', 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'mac_address': 'fa:16:3e:22:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:29Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 2, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'subnets': [{'id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:32.214563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36734) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:32.219946 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-cf01e747-06d2-4058-9a74-144f5a40c41d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572323580', 'description': 'tempest-secgroup-smoke-572323580 description', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:32.244898 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf01e747-06d2-4058-9a74-144f5a40c41d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.355518 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf01e747-06d2-4058-9a74-144f5a40c41d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.364733 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf01e747-06d2-4058-9a74-144f5a40c41d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.396784 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf01e747-06d2-4058-9a74-144f5a40c41d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.398033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cf01e747-06d2-4058-9a74-144f5a40c41d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1821220 Jul 15 14:14:32.400309 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01e747-06d2-4058-9a74-144f5a40c41d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba351b5-d745-4ce0-adb3-8a3a72ce820f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:32.401294 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36736) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:32.406800 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-453732ca-553a-43d3-8887-1028a7168140 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'cba351b5-d745-4ce0-adb3-8a3a72ce820f', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:32.436957 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-453732ca-553a-43d3-8887-1028a7168140 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.508605 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-453732ca-553a-43d3-8887-1028a7168140 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.512506 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-453732ca-553a-43d3-8887-1028a7168140 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.537035 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453732ca-553a-43d3-8887-1028a7168140 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6603933-2d6c-4b08-bf31-224dea1dfdd2,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:32.539565 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-453732ca-553a-43d3-8887-1028a7168140 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.540822 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-453732ca-553a-43d3-8887-1028a7168140 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383641 Jul 15 14:14:32.543722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36738) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:32.548904 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-619c60d5-c816-4e14-9ccb-7eb1851da02a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'cba351b5-d745-4ce0-adb3-8a3a72ce820f', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:32.592264 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-619c60d5-c816-4e14-9ccb-7eb1851da02a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.665277 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-619c60d5-c816-4e14-9ccb-7eb1851da02a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.670705 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-619c60d5-c816-4e14-9ccb-7eb1851da02a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.693634 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c60d5-c816-4e14-9ccb-7eb1851da02a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2242482d-c8ae-4b69-9ad6-5f86bc13a56c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:32.704192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-619c60d5-c816-4e14-9ccb-7eb1851da02a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.705610 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-619c60d5-c816-4e14-9ccb-7eb1851da02a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608024 Jul 15 14:14:32.708335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36740) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:32.713493 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-d9891abc-14a9-48f2-8e3c-16e089c56a88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'cba351b5-d745-4ce0-adb3-8a3a72ce820f', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:32.731237 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e46b9814-63ee-4493-9b13-6952fb5cc15d up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:32.749042 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9891abc-14a9-48f2-8e3c-16e089c56a88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.784946 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port e46b9814-63ee-4493-9b13-6952fb5cc15d triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:32.785485 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.817693 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9891abc-14a9-48f2-8e3c-16e089c56a88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.822054 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9891abc-14a9-48f2-8e3c-16e089c56a88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.836289 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891abc-14a9-48f2-8e3c-16e089c56a88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202cb0bb-c362-4ba0-8d99-0d683c2a6fb3,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:32.852759 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9891abc-14a9-48f2-8e3c-16e089c56a88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.857093 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d9891abc-14a9-48f2-8e3c-16e089c56a88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448431 Jul 15 14:14:32.857496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36742) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:32.864422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-2d1667d3-f8c0-49af-85b2-def428fd2555 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'cba351b5-d745-4ce0-adb3-8a3a72ce820f', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:32.890964 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 199e1cbd-00c9-45ba-a442-5174b98e4b74 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:32.896954 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d1667d3-f8c0-49af-85b2-def428fd2555 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.943839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 199e1cbd-00c9-45ba-a442-5174b98e4b74 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:32.948717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 199e1cbd-00c9-45ba-a442-5174b98e4b74 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:32.949227 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.976030 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d1667d3-f8c0-49af-85b2-def428fd2555 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.984450 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d1667d3-f8c0-49af-85b2-def428fd2555 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.004569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1667d3-f8c0-49af-85b2-def428fd2555 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d08616a-5674-4d6f-bd0a-4ed55757755b,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.012218 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d1667d3-f8c0-49af-85b2-def428fd2555 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.014373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2d1667d3-f8c0-49af-85b2-def428fd2555 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554763 Jul 15 14:14:33.016928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36744) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.021873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-6805eefa-5a01-4422-974c-3362da7ddf7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'cba351b5-d745-4ce0-adb3-8a3a72ce820f', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:33.046711 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-6805eefa-5a01-4422-974c-3362da7ddf7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Project a0ec28c2a8cc4c73b39ca26e60f6d2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:14:33.051125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.052711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6805eefa-5a01-4422-974c-3362da7ddf7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.074698 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 199e1cbd-00c9-45ba-a442-5174b98e4b74, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=199e1cbd-00c9-45ba-a442-5174b98e4b74,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:33.080087 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.125730 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6805eefa-5a01-4422-974c-3362da7ddf7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.130858 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6805eefa-5a01-4422-974c-3362da7ddf7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.134201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=199e1cbd-00c9-45ba-a442-5174b98e4b74,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.150340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805eefa-5a01-4422-974c-3362da7ddf7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0fb0fb-19e8-4d0b-9dd7-70fbb04488a9,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.159888 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6805eefa-5a01-4422-974c-3362da7ddf7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.161671 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6805eefa-5a01-4422-974c-3362da7ddf7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435721 Jul 15 14:14:33.165331 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36746) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.170134 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-9c13be8a-86f1-4644-86e0-953625d859b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'cba351b5-d745-4ce0-adb3-8a3a72ce820f', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:33.192416 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-9c13be8a-86f1-4644-86e0-953625d859b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Project a0ec28c2a8cc4c73b39ca26e60f6d2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:14:33.197994 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c13be8a-86f1-4644-86e0-953625d859b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.264663 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c13be8a-86f1-4644-86e0-953625d859b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.268318 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c13be8a-86f1-4644-86e0-953625d859b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.287698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13be8a-86f1-4644-86e0-953625d859b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95b4717-5608-4a88-90eb-4d40169857cb,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.293658 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c13be8a-86f1-4644-86e0-953625d859b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.295025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9c13be8a-86f1-4644-86e0-953625d859b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285732 Jul 15 14:14:33.442168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a30acc5d-1175-4330-a7dc-36dc0fcdac31 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572323580&fields=id&tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2 HTTP/1.1" status: 200 len: 267 time: 0.0399747 Jul 15 14:14:33.551980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-d262268e-41c8-475d-a6aa-0b0fb1605df0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:33.553478 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-d262268e-41c8-475d-a6aa-0b0fb1605df0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 809 time: 0.1040714 Jul 15 14:14:33.568239 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-5809ad86-2b61-4fa2-8dc6-5f0363c0a0a5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/quotas/a0ec28c2a8cc4c73b39ca26e60f6d2f2 HTTP/1.1" status: 200 len: 375 time: 0.0092373 Jul 15 14:14:33.642526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-2224e83c-c463-4624-9210-5524f4da9a3e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665262 Jul 15 14:14:33.747598 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-73350131-ed9b-4e79-8d58-7855e26e3324 service neutron] 10.222.0.25 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927370 Jul 15 14:14:33.850412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-41687bbd-6114-443e-b126-73f41102b8fa service neutron] 10.222.0.25 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964050 Jul 15 14:14:33.939098 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Sync routers for ids ['3d143843-64b2-4835-827e-51a8b2c38d69'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:33.950164 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Routers {'3d143843-64b2-4835-827e-51a8b2c38d69'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:33.950802 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['3d143843-64b2-4835-827e-51a8b2c38d69'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:34.041263 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-bd24f750-9a54-4cf3-bac0-470fc9d3acf6 req-a866affa-af25-4d14-a610-d23f00fecbe8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 210 time: 0.0319390 Jul 15 14:14:34.178527 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Set router 3d143843-64b2-4835-827e-51a8b2c38d69 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:34.409382 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 4, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port': {'id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd598cb83-acc6-4db4-b0ce-983e562c6f5a', 'name': '', 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'mac_address': 'fa:16:3e:22:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:29Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 2, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'subnets': [{'id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:34.438947 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Checking router: 3d143843-64b2-4835-827e-51a8b2c38d69 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:34.439365 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Updating router 3d143843-64b2-4835-827e-51a8b2c38d69 port d598cb83-acc6-4db4-b0ce-983e562c6f5a binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:14:34.495672 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.631253 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 199e1cbd-00c9-45ba-a442-5174b98e4b74 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:34.707996 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 199e1cbd-00c9-45ba-a442-5174b98e4b74 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:34.708433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.927898 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.943621 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Transition to ACTIVE for port object d598cb83-acc6-4db4-b0ce-983e562c6f5a will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:34.952649 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.035174 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0ee91-f9c9-4e95-96d2-3c69cfcde509 None None] Pushing event updated for resources: {'Port': ['ID=d598cb83-acc6-4db4-b0ce-983e562c6f5a,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:35.116220 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Attempting to bind port d598cb83-acc6-4db4-b0ce-983e562c6f5a on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:35.116787 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Attempting to bind port d598cb83-acc6-4db4-b0ce-983e562c6f5a by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:35.117385 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Attempting to bind port d598cb83-acc6-4db4-b0ce-983e562c6f5a on network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:35.124985 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:35.125684 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Checking segment: {'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:35.126135 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.126617 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Bound using segment: {'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:35.127346 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Bound port: d598cb83-acc6-4db4-b0ce-983e562c6f5a, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fa8630-b042-47b6-b5f7-13dfc519f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:35.127902 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.235330 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.243879 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] For port d598cb83-acc6-4db4-b0ce-983e562c6f5a, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:35.248304 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] For port d598cb83-acc6-4db4-b0ce-983e562c6f5a, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d598cb83-acc6-4db4-b0ce-983e562c6f5a,segment=NetworkSegment(11fa8630-b042-47b6-b5f7-13dfc519f560),segment_id=11fa8630-b042-47b6-b5f7-13dfc519f560)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:35.254208 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.281000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de24ad0c-4015-4a0b-8932-c9fedaecf65d req-17f1ca61-cb70-4b47-a0a6-5277fcc9357c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 210 time: 0.0526581 Jul 15 14:14:35.324079 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0ee91-f9c9-4e95-96d2-3c69cfcde509 None None] Pushing event updated for resources: {'Port': ['ID=d598cb83-acc6-4db4-b0ce-983e562c6f5a,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:35.330775 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Routers {'3d143843-64b2-4835-827e-51a8b2c38d69'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:35.332755 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['3d143843-64b2-4835-827e-51a8b2c38d69'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:35.505600 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] Set router 3d143843-64b2-4835-827e-51a8b2c38d69 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:35.706982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-fc88afcd-9bb1-4701-b95d-f6137540b0c0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:35.714030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-fc88afcd-9bb1-4701-b95d-f6137540b0c0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 809 time: 0.1932118 Jul 15 14:14:35.769586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-18288f69-bd23-4e21-9198-65df052714b1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2 HTTP/1.1" status: 200 len: 379 time: 0.0464470 Jul 15 14:14:35.778826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'port': {'device_id': '28b71bcc-55af-4928-a739-fb4716aff587', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'admin_state_up': True, 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'security_groups': ['cba351b5-d745-4ce0-adb3-8a3a72ce820f']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:35.825363 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 4, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port': {'id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd598cb83-acc6-4db4-b0ce-983e562c6f5a', 'name': '', 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'mac_address': 'fa:16:3e:22:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:29Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'subnets': [{'id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:35.859387 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e89dae-6b09-4d3a-b268-36521c48fea4 None None] The sync data for ids ['3d143843-64b2-4835-827e-51a8b2c38d69'] in n-d-771362-36 is: [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:30Z', 'revision_number': 4, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port': {'id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'd598cb83-acc6-4db4-b0ce-983e562c6f5a', 'name': '', 'network_id': '7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'mac_address': 'fa:16:3e:22:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:29Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'subnets': [{'id': '4ff6e2de-d8b8-482b-b07b-07fb85387023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:35.962697 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Made reservation on behalf of a0ec28c2a8cc4c73b39ca26e60f6d2f2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:35.969256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.128201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Allocated IP 172.20.0.7 (a20eb01b-f49d-4b00-a72f-de4f6558ee97/c2db0aac-6e49-44f5-82a6-e7547f517a33/01b7f1a1-6bc3-473a-a473-3842e6d34c33) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:36.285772 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.321494 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.341667 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Transition to ACTIVE for port object 01b7f1a1-6bc3-473a-a473-3842e6d34c33 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:36.390686 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.441236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:36.450594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:36.455906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:36.512085 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:36.598103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:36.599244 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.637946 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-e641b594-b7ca-4b50-9ac1-2d33dd051c04 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628361 Jul 15 14:14:36.656132 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d598cb83-acc6-4db4-b0ce-983e562c6f5a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:36.659464 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0147-bcf3-48c1-b666-c5ab5ce2994b req-aad52471-5440-49de-a0b2-551564b85e9a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:36.662815 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f4d0147-bcf3-48c1-b666-c5ab5ce2994b req-aad52471-5440-49de-a0b2-551564b85e9a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 931 time: 0.2148631 Jul 15 14:14:36.671409 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Request body: {'port': {'device_id': '28b71bcc-55af-4928-a739-fb4716aff587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:36.723501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port d598cb83-acc6-4db4-b0ce-983e562c6f5a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:36.729501 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d598cb83-acc6-4db4-b0ce-983e562c6f5a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:36.730264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.753230 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4f4d0147-bcf3-48c1-b666-c5ab5ce2994b req-f7718bbf-a176-49b2-9770-373a9cb117b9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758681 Jul 15 14:14:36.801808 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.838552 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.848433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90f21e52-c001-4b53-b684-7dd6c8318e7e None None] Provisioning for port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:36.864707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-90f21e52-c001-4b53-b684-7dd6c8318e7e None None] Provisioning complete for port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:36.865082 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-90f21e52-c001-4b53-b684-7dd6c8318e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.908556 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port d598cb83-acc6-4db4-b0ce-983e562c6f5a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d598cb83-acc6-4db4-b0ce-983e562c6f5a,segment=NetworkSegment(11fa8630-b042-47b6-b5f7-13dfc519f560),segment_id=11fa8630-b042-47b6-b5f7-13dfc519f560)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:36.916932 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-90f21e52-c001-4b53-b684-7dd6c8318e7e None None] Port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:36.919468 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.973272 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=d598cb83-acc6-4db4-b0ce-983e562c6f5a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:37.110061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b7f1a1-6bc3-473a-a473-3842e6d34c33 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:14:37.118721 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.131754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Transition to ACTIVE for port object 01b7f1a1-6bc3-473a-a473-3842e6d34c33 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:37.136067 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.210724 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:37.267973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Attempting to bind port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:37.268314 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Attempting to bind port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:37.268651 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Attempting to bind port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:37.274547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:14:37.274892 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Attempting to bind port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:37.280659 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:37.280987 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Checking segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:37.281382 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Bound using segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:37.281829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Bound port: 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:37.282197 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.361662 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:37.365700 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:37.371381 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.407628 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:37.408332 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.409764 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] 10.222.0.30 "PUT /v2.0/ports/01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 1092 time: 0.7461951 Jul 15 14:14:37.410313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:37.412667 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7a3c47-39bf-4996-96e7-45421c5a72fb" -d '{"events": [{"name": "network-changed", "server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:37.445107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47010c3-38b2-4c07-bf5f-70c7e438f376 service neutron] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:37.507380 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79b8e07-3a22-4d70-aaf8-78706119fc6f x-openstack-request-id: req-a79b8e07-3a22-4d70-aaf8-78706119fc6f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:37.507721 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:37.507976 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a79b8e07-3a22-4d70-aaf8-78706119fc6f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:37.508367 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'status': 'completed', 'code': 200} Jul 15 14:14:37.540485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-74f3673e-c7ef-403d-bbb8-a50d16becd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:37.541832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-74f3673e-c7ef-403d-bbb8-a50d16becd00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1095 time: 0.0650516 Jul 15 14:14:37.966215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-6f685a02-2257-44ad-8570-2b000209fd17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 217 time: 0.4173112 Jul 15 14:14:38.041335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a7cd273d-1177-4a29-b989-e410383fc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:38.042861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-a7cd273d-1177-4a29-b989-e410383fc0cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0684407 Jul 15 14:14:38.104548 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c3dea-0f91-40bf-b16f-12cb589a3d0e req-f1c2c7a0-a650-48d3-b0bf-0c4e60d8f92a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:38.106100 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b65c3dea-0f91-40bf-b16f-12cb589a3d0e req-f1c2c7a0-a650-48d3-b0bf-0c4e60d8f92a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 943 time: 0.1429896 Jul 15 14:14:38.143988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-efd7e4a7-f136-4594-9906-45c5d9ffe8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:38.145606 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-efd7e4a7-f136-4594-9906-45c5d9ffe8b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943818 Jul 15 14:14:38.168301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b65c3dea-0f91-40bf-b16f-12cb589a3d0e req-3e534383-99a4-4707-967f-3244a09aece6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543029 Jul 15 14:14:38.247799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-96a683cb-1022-4fe8-88fc-27f443a1665a service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958660 Jul 15 14:14:38.351908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d6c5d36-bebf-4428-b7dd-98eb8e8d632c req-7d63813e-3e7c-40d6-8074-d1eec5bbbb9e service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980642 Jul 15 14:14:38.457125 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-f1d42e6d-0dc4-4efd-90c1-068015ee4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:38.458731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-f1d42e6d-0dc4-4efd-90c1-068015ee4c12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1095 time: 0.0555563 Jul 15 14:14:38.558902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-d998b422-ced5-471f-be8d-de19124be0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:38.560461 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-d998b422-ced5-471f-be8d-de19124be0fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0953355 Jul 15 14:14:38.614147 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d598cb83-acc6-4db4-b0ce-983e562c6f5a up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:38.631382 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-2adc17b9-1ef0-45e0-8da8-dbb4a6173400 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 217 time: 0.0638280 Jul 15 14:14:38.666724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port d598cb83-acc6-4db4-b0ce-983e562c6f5a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:38.667107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.690561 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-c77df6d8-faa4-494e-8ce3-54b4d265bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:38.693161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-c77df6d8-faa4-494e-8ce3-54b4d265bfee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0533528 Jul 15 14:14:38.781980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-723573cc-8e4c-4559-9cb1-59135ee39282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:38.783576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-723573cc-8e4c-4559-9cb1-59135ee39282 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831614 Jul 15 14:14:38.883858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-67587250-15f9-4044-ac15-17aea9e96c09 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926952 Jul 15 14:14:38.990431 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6a7a3c47-39bf-4996-96e7-45421c5a72fb req-11acf0a8-2efb-4208-ae88-8da2fb08e025 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992002 Jul 15 14:14:39.359491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:14:39.381164 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc03a-fa9b-4b1a-8a36-48e9570a3b2f req-1554476e-bb94-4b3d-bcd9-034b95319d60 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:39.383698 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-647dc03a-fa9b-4b1a-8a36-48e9570a3b2f req-1554476e-bb94-4b3d-bcd9-034b95319d60 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 943 time: 0.0797555 Jul 15 14:14:39.433349 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-647dc03a-fa9b-4b1a-8a36-48e9570a3b2f req-d2b1db70-786a-4c55-890f-b03f3f07f660 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396352 Jul 15 14:14:39.505373 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:39.518457 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'port_id': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'mac_address': 'fa:16:3e:3c:6b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:14:39.559632 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.574585 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b7f1a1-6bc3-473a-a473-3842e6d34c33 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:14:39.598623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:39.604033 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.659677 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:39.837565 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['01b7f1a1-6bc3-473a-a473-3842e6d34c33'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:40.630335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93172356-2e66-4ea3-9577-cec20c83f85d req-51a113bd-ec72-4f0b-8c2a-223d18e5de28 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:40.631983 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93172356-2e66-4ea3-9577-cec20c83f85d req-51a113bd-ec72-4f0b-8c2a-223d18e5de28 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0778136 Jul 15 14:14:40.672657 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93172356-2e66-4ea3-9577-cec20c83f85d req-d4228b0e-cda5-41cd-b373-fe62fef8ad23 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339599 Jul 15 14:14:41.374331 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:41.431104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:41.435365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:41.435738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.517345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.542207 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:41.544538 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309af76d-4f39-4368-9d0d-b3ccae8edf65" -d '{"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-plugged", "status": "completed", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:41.558576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:41.563248 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.589333 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea46ab72-eba4-441c-a38e-c044a898d8d8 x-openstack-request-id: req-ea46ab72-eba4-441c-a38e-c044a898d8d8 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:41.589630 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-plugged", "status": "completed", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:41.589889 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea46ab72-eba4-441c-a38e-c044a898d8d8 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:41.590570 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'code': 200} Jul 15 14:14:41.618292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:41.724313 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf67df3-34c2-4965-bdd6-c57c73df4b5c req-7359f9df-b4bd-4a18-9f0a-a0ade2ed1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.725852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cf67df3-34c2-4965-bdd6-c57c73df4b5c req-7359f9df-b4bd-4a18-9f0a-a0ade2ed1de3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1097 time: 0.0567920 Jul 15 14:14:41.765565 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5cf67df3-34c2-4965-bdd6-c57c73df4b5c req-3f8b138f-f9e9-460c-8b76-8b34ef1aa209 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297000 Jul 15 14:14:41.859121 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053adb2-2e49-46d2-8056-bf81f1ab5796 req-7878f7f6-33ed-4336-af1b-5cd776022e15 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.860650 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a053adb2-2e49-46d2-8056-bf81f1ab5796 req-7878f7f6-33ed-4336-af1b-5cd776022e15 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0664806 Jul 15 14:14:41.900830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a053adb2-2e49-46d2-8056-bf81f1ab5796 req-53393428-5c74-48ce-9839-de08fa4258aa tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344753 Jul 15 14:14:43.074128 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d04c6a-be29-430e-b81a-ed497b3d2273 req-8fe02e35-e929-4d51-b6cd-869ed9c67c96 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.075631 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16d04c6a-be29-430e-b81a-ed497b3d2273 req-8fe02e35-e929-4d51-b6cd-869ed9c67c96 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0656345 Jul 15 14:14:43.113016 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-16d04c6a-be29-430e-b81a-ed497b3d2273 req-362f87ca-adb6-4083-a97e-e755b69d8376 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Jul 15 14:14:43.296015 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c14c3-85d7-41f9-beb3-2f4589969432 req-55607ccf-2422-46df-abd6-236c726b3d4b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.297472 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b41c14c3-85d7-41f9-beb3-2f4589969432 req-55607ccf-2422-46df-abd6-236c726b3d4b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0701005 Jul 15 14:14:43.336556 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b41c14c3-85d7-41f9-beb3-2f4589969432 req-eb85d981-8964-4521-8bdf-7c3e29039e40 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335369 Jul 15 14:14:43.361106 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36804) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:43.509957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221784d-b0c3-46f7-823b-d7f593e15f36 tempest-TestShelveInstance-1815508353 tempest-TestShelveInstance-1815508353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.511511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3221784d-b0c3-46f7-823b-d7f593e15f36 tempest-TestShelveInstance-1815508353 tempest-TestShelveInstance-1815508353-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1092 time: 0.1493976 Jul 15 14:14:43.514520 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 36808) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:43.519249 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:43.541600 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:43.639971 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:43.745545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Allocated IP 172.25.1.108 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/ad9c9f02-d9d0-4a4b-981b-b4b01e73c581) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:43.844488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:43.881831 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:43.920635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:43.923296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:43.926804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:43.952771 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'Port': ['ID=ad9c9f02-d9d0-4a4b-981b-b4b01e73c581,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:44.303241 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.381471 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.538170 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.543216 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.614150 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'Port': ['ID=ad9c9f02-d9d0-4a4b-981b-b4b01e73c581,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:44.624790 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.732200 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Floating IP 09144851-4b66-445a-979a-05b7cffa9d32 associated. External IP: 172.25.1.108, port: 01b7f1a1-6bc3-473a-a473-3842e6d34c33. Jul 15 14:14:44.939976 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:45.045590 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:45.055661 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] Sync routers for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:45.062033 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.065439 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:45.066076 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:45.097785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5cc9b3a8-4e98-450d-b53a-d1a0b161a2d3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5822186 Jul 15 14:14:45.098363 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:45.100669 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e" -d '{"events": [{"name": "network-changed", "server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:45.146518 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865ccbfd-a269-450a-8622-4986f9392d26 x-openstack-request-id: req-865ccbfd-a269-450a-8622-4986f9392d26 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:45.147060 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:45.147924 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-865ccbfd-a269-450a-8622-4986f9392d26 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:45.149263 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'status': 'completed', 'code': 200} Jul 15 14:14:45.174569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:45.218981 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-251e0081-f501-4832-a3e5-c3e277f6d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.220449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-251e0081-f501-4832-a3e5-c3e277f6d138 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1097 time: 0.0536125 Jul 15 14:14:45.313690 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-987e3151-caa1-4125-b44f-c846beda3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.315209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-987e3151-caa1-4125-b44f-c846beda3f8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0885355 Jul 15 14:14:45.387284 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-9d02059b-7bb7-48b0-b99b-458f55cfe280 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 999 time: 0.0658884 Jul 15 14:14:45.403733 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '09144851-4b66-445a-979a-05b7cffa9d32', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'port_id': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'mac_address': 'fa:16:3e:3c:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b71bcc-55af-4928-a739-fb4716aff587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:44Z', 'updated_at': '2021-07-15T14:14:44Z', 'revision_number': 0, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:45.429567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] Checking router: 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:45.437984 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:45.438611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:14:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:45.440157 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-f3f5e3bc-ab4b-43ea-8ba9-86595e20a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.441654 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-f3f5e3bc-ab4b-43ea-8ba9-86595e20a89a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0481505 Jul 15 14:14:45.502825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-7f229aff-4ffc-4b15-93a1-10d1d90d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.504336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-7f229aff-4ffc-4b15-93a1-10d1d90d6bf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568683 Jul 15 14:14:45.547243 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:45.592256 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-a3b18e72-6215-4e0d-92a0-7ad9888063a9 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818524 Jul 15 14:14:45.686350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8b8ba728-1fc5-4ad0-9fe7-bd0b1025fa9e req-7964b97e-332c-4919-aa0e-6c28adba1642 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Jul 15 14:14:45.787816 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '09144851-4b66-445a-979a-05b7cffa9d32', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'port_id': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'mac_address': 'fa:16:3e:3c:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b71bcc-55af-4928-a739-fb4716aff587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:44Z', 'updated_at': '2021-07-15T14:14:44Z', 'revision_number': 0, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:45.814217 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7496cbc-dfd6-4136-ad4c-3aa91ff41575 None None] The sync data for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 is: [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '09144851-4b66-445a-979a-05b7cffa9d32', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'port_id': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'mac_address': 'fa:16:3e:3c:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b71bcc-55af-4928-a739-fb4716aff587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:44Z', 'updated_at': '2021-07-15T14:14:44Z', 'revision_number': 0, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:46.008362 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64711157-3038-4d7d-bd6b-261b58900251 None None] New status for floating IP 09144851-4b66-445a-979a-05b7cffa9d32: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:14:48.975006 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-060283ce-48ad-4ed4-a6e7-a7cba7883d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:51.642986 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-feca2279-50e9-4145-a218-9040afc932c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:51.792513 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:53.146080 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:54.613478 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:03.277555 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:05.246250 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:06.278972 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.977388 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c6eb440d-3df0-4a09-a81a-7565d68c61f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.643616 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-78a8e738-fb31-4de0-b7c0-3bf444534b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.798044 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.154220 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.827372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-0af1e779-bc75-4f0a-9343-d59b58b878ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507236 Jul 15 14:15:23.923018 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-6c15a7f3-12a3-418e-ae44-9363594d3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:23.924626 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-6c15a7f3-12a3-418e-ae44-9363594d3582 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1097 time: 0.0549519 Jul 15 14:15:24.038714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-fd80b7bb-59ad-4a80-a2d4-7b59ba563e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:24.040206 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-fd80b7bb-59ad-4a80-a2d4-7b59ba563e07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0965464 Jul 15 14:15:24.102299 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-fc8d47f1-6243-4af3-9213-ab2260b5b113 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 1001 time: 0.0560372 Jul 15 14:15:24.154730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-52bca72a-5e65-44ab-ba3f-e63141d621c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:24.156207 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-52bca72a-5e65-44ab-ba3f-e63141d621c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0482118 Jul 15 14:15:24.212572 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-db739873-1cc3-4829-a5f4-432e3862455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:24.214046 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-db739873-1cc3-4829-a5f4-432e3862455b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518355 Jul 15 14:15:24.304375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-b68c6bfa-336d-447e-b2e9-1de8389ab96b service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835326 Jul 15 14:15:24.401323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-edd7bc38-fe70-42b7-8f6a-060d414290a7 req-ae0bde2f-1bcc-4ea2-8c77-caa8a3b349cc service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894675 Jul 15 14:15:24.615934 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.272941 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.296029 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.277390 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:48.979459 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-7134e231-90de-4d5e-badb-0da6c7017d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.646026 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-665aa1fe-3a07-4809-9513-d2ff39d47e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.801642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.153689 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:54.618631 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:05.291784 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:06.294735 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:17.276663 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:18.983425 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a1539c6a-b5a4-4d1f-a4ff-6f1eb577b59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:21.648092 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-626980bb-1736-4000-bea5-4df4312c57af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:21.806230 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:23.153704 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:24.621265 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:25.278970 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-166935f0-5b75-46d8-869d-12ecf3dc9e92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525889 Jul 15 14:16:25.374172 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-73144fde-80c0-45b4-a5b8-c8ae6b47ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:25.375732 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-73144fde-80c0-45b4-a5b8-c8ae6b47ae8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1097 time: 0.0563233 Jul 15 14:16:25.483208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-b20bc97f-3966-4dc5-a782-ef7a7cc46bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:25.484701 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-b20bc97f-3966-4dc5-a782-ef7a7cc46bb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0897429 Jul 15 14:16:25.551807 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-1e50c679-6266-450d-b9fb-8715b570b136 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 1001 time: 0.0610082 Jul 15 14:16:25.599031 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-adeb935c-067d-4ba9-9df6-b746a6759bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:25.600509 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-adeb935c-067d-4ba9-9df6-b746a6759bb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0429306 Jul 15 14:16:25.656703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-40c26d72-8534-4715-b36b-8c4ab11b5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:25.658175 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-40c26d72-8534-4715-b36b-8c4ab11b5e03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514593 Jul 15 14:16:25.751493 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-be730077-9529-4f03-b2c7-b4598de5726b service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868847 Jul 15 14:16:25.839104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b59c6d6e-e17d-46f2-9c2e-e3606e6b0df9 req-2b334b6c-2583-4c0f-b9cc-155c88cc80ed service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817904 Jul 15 14:16:35.322892 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:36.308904 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:40.950985 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d87bb-09fc-4d82-a1bf-dae6e487406a req-aab0b2e8-2ed8-479e-8086-191794a12d48 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:40.952463 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f8d87bb-09fc-4d82-a1bf-dae6e487406a req-aab0b2e8-2ed8-479e-8086-191794a12d48 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0673053 Jul 15 14:16:40.991433 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f8d87bb-09fc-4d82-a1bf-dae6e487406a req-f0ff355d-97f9-4388-811c-eeedf7c10e56 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332413 Jul 15 14:16:42.186426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245266c-e547-4037-91a2-bbd6801f4582 req-73314e48-0c71-40fc-8f2b-79149c2f93bd tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:42.187940 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f245266c-e547-4037-91a2-bbd6801f4582 req-73314e48-0c71-40fc-8f2b-79149c2f93bd tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0625541 Jul 15 14:16:42.225646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f245266c-e547-4037-91a2-bbd6801f4582 req-4ac969a7-008d-4f14-93ea-a27dd6868b17 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321133 Jul 15 14:16:43.396913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f05b3-25e1-4099-a129-fa5cd78276a8 req-2a1eb17f-2222-4a4a-adf9-501b44253027 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:43.398418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad5f05b3-25e1-4099-a129-fa5cd78276a8 req-2a1eb17f-2222-4a4a-adf9-501b44253027 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0651064 Jul 15 14:16:43.434629 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ad5f05b3-25e1-4099-a129-fa5cd78276a8 req-f06535b3-f27b-438b-a0b1-bddb1234dd14 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307009 Jul 15 14:16:44.608253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e95b-125c-4279-8518-33757dbc6218 req-133f8b18-7e2c-4089-8477-b6cec0c95725 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:44.609728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c143e95b-125c-4279-8518-33757dbc6218 req-133f8b18-7e2c-4089-8477-b6cec0c95725 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0660932 Jul 15 14:16:44.646743 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c143e95b-125c-4279-8518-33757dbc6218 req-726433ba-4f9d-40c8-bc63-2b24683ec013 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313749 Jul 15 14:16:45.820720 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f10b7a-a254-49b4-ad14-dbad392c5fd0 req-38625429-2f92-40cd-9cc4-c51683da7448 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:45.822205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37f10b7a-a254-49b4-ad14-dbad392c5fd0 req-38625429-2f92-40cd-9cc4-c51683da7448 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0632107 Jul 15 14:16:45.860957 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-37f10b7a-a254-49b4-ad14-dbad392c5fd0 req-29f3bb57-44a7-4362-b23c-10b5c1aec6e8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Jul 15 14:16:47.037545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32dca-a900-491c-85e8-d9f25e8ac39a req-97f0db8d-abc8-4934-82ea-c00dc7480b8e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:47.039051 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32c32dca-a900-491c-85e8-d9f25e8ac39a req-97f0db8d-abc8-4934-82ea-c00dc7480b8e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0674779 Jul 15 14:16:47.087704 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-32c32dca-a900-491c-85e8-d9f25e8ac39a req-f50b0e31-711e-4bea-8c28-6226492dd12c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Jul 15 14:16:48.264131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc389ee-7e67-4408-a3a4-be3067f3b7cc req-f3998aad-b2f5-41f2-af15-b3516bcde734 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:48.266150 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcc389ee-7e67-4408-a3a4-be3067f3b7cc req-f3998aad-b2f5-41f2-af15-b3516bcde734 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0680392 Jul 15 14:16:48.302997 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fcc389ee-7e67-4408-a3a4-be3067f3b7cc req-c388267f-0a98-4f1d-addc-99104bda3348 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313573 Jul 15 14:16:48.984867 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b8bad879-a688-4a9c-a2fc-bab1573f2ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:49.473694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b243-a934-44c4-8a6f-a22c2b9d481b req-89351fb5-d270-447b-905d-165cd5d8208c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:49.475197 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f01b243-a934-44c4-8a6f-a22c2b9d481b req-89351fb5-d270-447b-905d-165cd5d8208c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0622196 Jul 15 14:16:49.512720 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7f01b243-a934-44c4-8a6f-a22c2b9d481b req-24b0a2d3-ce82-4a22-a019-e598a2488ed7 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320106 Jul 15 14:16:50.689110 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf72a9f-e3a7-4dd2-8382-490e05007d51 req-32cb3de3-6140-4156-9d05-c8b6ce7b87a5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:50.690490 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cf72a9f-e3a7-4dd2-8382-490e05007d51 req-32cb3de3-6140-4156-9d05-c8b6ce7b87a5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0661855 Jul 15 14:16:50.730577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7cf72a9f-e3a7-4dd2-8382-490e05007d51 req-52e26746-2ef1-4ed0-8931-f175d182fb47 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345447 Jul 15 14:16:51.649012 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e88a-d9b1-4f34-8f97-736d5ce22eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:51.807159 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:51.902186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3eace-6b3f-453c-9efe-3822db680107 req-6f52eaa6-0a8f-4c61-ad54-424cad24f420 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:51.903586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdb3eace-6b3f-453c-9efe-3822db680107 req-6f52eaa6-0a8f-4c61-ad54-424cad24f420 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0619864 Jul 15 14:16:51.940779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fdb3eace-6b3f-453c-9efe-3822db680107 req-77adec64-c690-458d-9077-954c201befb0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Jul 15 14:16:52.068691 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:16:52.318099 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:52.329363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'port_id': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'mac_address': 'fa:16:3e:3c:6b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:16:52.365217 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:52.381137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01b7f1a1-6bc3-473a-a473-3842e6d34c33 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:16:52.401044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:52.405293 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:52.458260 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:52.465590 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.465936 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.466275 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.466868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.467297 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.467632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.467990 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.468316 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.468643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.468968 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.469291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.469613 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:16:52.481292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['01b7f1a1-6bc3-473a-a473-3842e6d34c33'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:16:53.117405 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5dac0-4f33-47e5-80a5-e99a2341f27b req-db0480c8-3da2-4b83-86a7-00f05ce23957 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:53.118944 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c8f5dac0-4f33-47e5-80a5-e99a2341f27b req-db0480c8-3da2-4b83-86a7-00f05ce23957 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0678172 Jul 15 14:16:53.158703 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:53.159865 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c8f5dac0-4f33-47e5-80a5-e99a2341f27b req-1fd4ff8a-60fb-45c7-a12f-9dbb7480c3b9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352781 Jul 15 14:16:54.083745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:16:54.142713 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:16:54.143090 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:54.231520 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:54.267845 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:16:54.278740 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:54.281534 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210bb7ea-99a1-472c-b5a3-c61774f7a075" -d '{"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-plugged", "status": "completed", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:16:54.303616 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:54.309001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:54.365370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:54.375294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa375-3005-40a7-8869-ef41f375ee89 req-b346eba3-1316-4cd3-88c3-d0b1718f7d6b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:54.376845 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af9fa375-3005-40a7-8869-ef41f375ee89 req-b346eba3-1316-4cd3-88c3-d0b1718f7d6b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0841584 Jul 15 14:16:54.424192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af9fa375-3005-40a7-8869-ef41f375ee89 req-fb85d3af-b5ea-45a3-ad74-52262cbf6266 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417392 Jul 15 14:16:54.489240 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fafaff-2076-4aad-8186-a779182a2e81 x-openstack-request-id: req-b6fafaff-2076-4aad-8186-a779182a2e81 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:16:54.490207 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-plugged", "status": "completed", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:16:54.490621 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6fafaff-2076-4aad-8186-a779182a2e81 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:16:54.491101 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'code': 200} Jul 15 14:16:54.629938 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:55.617668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3bd3b-cc0f-4e05-85f3-151fde9cd4d4 req-2c658f22-b575-4a22-b17d-b5bd43e50b7c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:55.619910 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25a3bd3b-cc0f-4e05-85f3-151fde9cd4d4 req-2c658f22-b575-4a22-b17d-b5bd43e50b7c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0683019 Jul 15 14:16:55.665371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-25a3bd3b-cc0f-4e05-85f3-151fde9cd4d4 req-7b5bbbc1-3b97-4a63-a442-5975482ad2a0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388346 Jul 15 14:16:56.894921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8300a7-68d6-4e3a-8d2f-fe794d2d2d71 req-2aef88a1-01bd-4fdb-a463-59a25bb11455 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:56.896859 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa8300a7-68d6-4e3a-8d2f-fe794d2d2d71 req-2aef88a1-01bd-4fdb-a463-59a25bb11455 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0782661 Jul 15 14:16:56.940554 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fa8300a7-68d6-4e3a-8d2f-fe794d2d2d71 req-1adfba7e-dbfe-48cb-a5f4-0fba396d8faf tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376198 Jul 15 14:16:58.157048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34588306-62b5-4b91-8904-d314a2e2d562 req-db5dfee2-5112-43da-a40d-4db96d75a1c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:58.167515 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34588306-62b5-4b91-8904-d314a2e2d562 req-db5dfee2-5112-43da-a40d-4db96d75a1c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.1039538 Jul 15 14:16:58.218365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-34588306-62b5-4b91-8904-d314a2e2d562 req-b6e90e43-87a4-4378-a1a4-37d2a33f9f7f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450056 Jul 15 14:16:59.411730 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692dbfc-81fd-4c31-8870-446f54dde449 req-556070c1-1881-44b6-b9e9-fe79c30dc3f9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:59.413192 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a692dbfc-81fd-4c31-8870-446f54dde449 req-556070c1-1881-44b6-b9e9-fe79c30dc3f9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0753009 Jul 15 14:16:59.462428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a692dbfc-81fd-4c31-8870-446f54dde449 req-4f3f3e9e-0bab-4f1d-8123-fae9c933b5f6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Jul 15 14:17:00.656928 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209f6c8-6b97-48f1-978c-b483163e12cc req-cc4c376f-b1e4-4082-9a2e-7964c618ad88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:00.664138 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6209f6c8-6b97-48f1-978c-b483163e12cc req-cc4c376f-b1e4-4082-9a2e-7964c618ad88 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0739427 Jul 15 14:17:00.699804 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6209f6c8-6b97-48f1-978c-b483163e12cc req-56f75b77-c4d7-4b61-89ec-b325162fba4d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347180 Jul 15 14:17:01.912915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3101d4c-32a9-4e5f-ade4-8cb818525565 req-f627667d-7bf0-4b56-a3d3-e2469a132341 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:01.915387 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3101d4c-32a9-4e5f-ade4-8cb818525565 req-f627667d-7bf0-4b56-a3d3-e2469a132341 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0677052 Jul 15 14:17:01.964935 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b3101d4c-32a9-4e5f-ade4-8cb818525565 req-904b87ab-3da0-4080-895c-4d95a6436846 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433526 Jul 15 14:17:03.065775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-cd16e9f2-c94e-447c-9770-7b0b359559a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:03.067322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-cd16e9f2-c94e-447c-9770-7b0b359559a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1097 time: 0.0540893 Jul 15 14:17:03.526699 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-801ba803-2165-4681-a2bf-67eac70971cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:03.528226 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-801ba803-2165-4681-a2bf-67eac70971cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.4546030 Jul 15 14:17:03.541260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d719199-7569-4425-9ee8-a0690828bbf3 req-1c623f3e-9663-467e-88ac-3164057c19d5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:03.542681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d719199-7569-4425-9ee8-a0690828bbf3 req-1c623f3e-9663-467e-88ac-3164057c19d5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.4618328 Jul 15 14:17:03.618917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7d719199-7569-4425-9ee8-a0690828bbf3 req-a6d70a2e-c690-479d-9c1e-cf30c218bdd6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697303 Jul 15 14:17:03.625578 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-bcae1ede-f605-49b3-8568-f68abd073ba9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 1001 time: 0.0819840 Jul 15 14:17:03.676545 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-ef708d83-b028-4806-860f-6dad82eb97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:03.677897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-ef708d83-b028-4806-860f-6dad82eb97d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0463438 Jul 15 14:17:03.734019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-53c939cf-9b76-49d8-b6e0-3c6dbe0239c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:03.735535 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-53c939cf-9b76-49d8-b6e0-3c6dbe0239c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517392 Jul 15 14:17:03.822915 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-5800b03a-c977-4b11-8129-ffd46010030a service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807548 Jul 15 14:17:03.914110 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f4b29a0-6663-4210-bb73-67b8bd03ad3c req-960f8915-bb65-4215-ba6e-15d239fba834 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Jul 15 14:17:04.792299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b07bd-eaa2-4758-bcd7-ef7f418977dc req-18890146-fe0c-414e-bb00-61294373d04a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:04.793767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6b07bd-eaa2-4758-bcd7-ef7f418977dc req-18890146-fe0c-414e-bb00-61294373d04a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0613718 Jul 15 14:17:04.831218 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e6b07bd-eaa2-4758-bcd7-ef7f418977dc req-2fea8f99-d3ad-42a9-8078-1f3d1eeef967 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Jul 15 14:17:05.353842 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.006922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f9496-ca8c-45c7-830c-8f46e910b8b5 req-e0749276-b416-4e4e-ab65-50a8c1e27c1e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:06.008438 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-935f9496-ca8c-45c7-830c-8f46e910b8b5 req-e0749276-b416-4e4e-ab65-50a8c1e27c1e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0665591 Jul 15 14:17:06.045285 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-935f9496-ca8c-45c7-830c-8f46e910b8b5 req-a2fcdd34-25f4-4e10-ba7e-206fa0fb41e5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Jul 15 14:17:06.112247 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:17:06.185664 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.211313 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:06.213642 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6118cb-93e1-4e51-ab05-7fb4b938baaf" -d '{"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-unplugged", "status": "completed", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:06.227710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:06.231043 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.268686 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a133ef71-bd91-4fb4-be6a-63bc8f1e647a x-openstack-request-id: req-a133ef71-bd91-4fb4-be6a-63bc8f1e647a {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:06.268971 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-unplugged", "status": "failed", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "code": 422}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:06.269240 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a133ef71-bd91-4fb4-be6a-63bc8f1e647a {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:06.269683 n-d-771362-36 neutron-server[93735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'code': 422} returned with failed status Jul 15 14:17:06.286248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:06.323269 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.425513 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13385387-6218-4242-99f4-820c8915beaf req-90d9540a-e0c0-4818-9fd2-65c2a807b519 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:06.427033 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13385387-6218-4242-99f4-820c8915beaf req-90d9540a-e0c0-4818-9fd2-65c2a807b519 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 943 time: 0.0700071 Jul 15 14:17:06.469201 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13385387-6218-4242-99f4-820c8915beaf req-40d948b0-1a18-4247-8894-03c4bb53627d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357311 Jul 15 14:17:06.513499 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 36972) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:06.605636 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-63784429-72dc-479a-8ac2-8a5953305e00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909758 Jul 15 14:17:07.644839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26db52-0449-4cb5-8534-ae2b00b72117 req-c2d25493-866f-44cb-98e5-3c380b8f55e2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:07.646852 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da26db52-0449-4cb5-8534-ae2b00b72117 req-c2d25493-866f-44cb-98e5-3c380b8f55e2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 943 time: 0.0634768 Jul 15 14:17:07.688670 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-da26db52-0449-4cb5-8534-ae2b00b72117 req-90a310a8-3bf4-46b1-9422-5553b24a9806 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365732 Jul 15 14:17:08.862352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f74f2-9f3e-40f2-ab6f-9bfc5ed7febc req-8001496d-7c19-4054-947a-cc82cfeeca10 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:08.864032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b0f74f2-9f3e-40f2-ab6f-9bfc5ed7febc req-8001496d-7c19-4054-947a-cc82cfeeca10 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 943 time: 0.0652237 Jul 15 14:17:08.903005 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6b0f74f2-9f3e-40f2-ab6f-9bfc5ed7febc req-1a189674-973d-4089-b343-5f54a109dad6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331316 Jul 15 14:17:10.072627 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053fae1-54a2-4b18-9cc2-9982276be132 req-d664fe66-a5e1-4aef-b96d-58ca30ec9bb4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:10.074139 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3053fae1-54a2-4b18-9cc2-9982276be132 req-d664fe66-a5e1-4aef-b96d-58ca30ec9bb4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 943 time: 0.0626001 Jul 15 14:17:10.111229 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3053fae1-54a2-4b18-9cc2-9982276be132 req-0d2dd834-bffc-4168-a3f8-6ee3756f651c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315342 Jul 15 14:17:10.138205 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:17:11.298858 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf5c1-0533-4cd1-a069-0effd7730fe2 req-e28f83eb-d329-4b33-899a-a7d25b4898bf tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:11.300362 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbbf5c1-0533-4cd1-a069-0effd7730fe2 req-e28f83eb-d329-4b33-899a-a7d25b4898bf tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 943 time: 0.0732820 Jul 15 14:17:11.338250 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fbbf5c1-0533-4cd1-a069-0effd7730fe2 req-17acc4e6-4fd3-4b0c-b573-4cc921e3852a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Jul 15 14:17:11.493298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-33e3b777-6123-4524-90fd-fac9be424f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:11.494854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-33e3b777-6123-4524-90fd-fac9be424f1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587&tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2 HTTP/1.1" status: 200 len: 1095 time: 0.0528822 Jul 15 14:17:11.505896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:11.577763 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:11.772021 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:11.802716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:17:11.833982 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b7f1a1-6bc3-473a-a473-3842e6d34c33 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:17:11.841064 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:11.852848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Transition to ACTIVE for port object 01b7f1a1-6bc3-473a-a473-3842e6d34c33 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:11.856098 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:11.931090 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:11.947973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.948317 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.948656 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.948988 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.949318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.949642 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.949964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.950283 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.950602 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.950931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.951276 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.951593 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:11.988361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] No DVR routers for this DVR port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:17:12.122794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Attempting to bind port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:17:12.123145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Attempting to bind port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:17:12.123478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Attempting to bind port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:12.128389 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:17:12.128712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Attempting to bind port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:12.133430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:17:12.133763 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Checking segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:17:12.134140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Bound using segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:17:12.134559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Bound port: 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:17:12.134911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.198696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:17:12.201569 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:17:12.206254 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.246525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:12.247192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.248623 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 1092 time: 0.7466698 Jul 15 14:17:12.249078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:12.251968 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd31ba72-ef08-4184-8700-230079d7f9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:12.285787 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfadba-8c26-40e2-a6ac-a9d3b8b8b4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:12.307669 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da56ceb1-5f8c-4434-8ee3-1c0f6d2fee5d x-openstack-request-id: req-da56ceb1-5f8c-4434-8ee3-1c0f6d2fee5d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:12.308292 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:12.308292 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da56ceb1-5f8c-4434-8ee3-1c0f6d2fee5d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:12.308655 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'status': 'completed', 'code': 200} Jul 15 14:17:12.337446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-4f69e7f0-2511-4bc2-b14a-121ad880c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:12.339049 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-4f69e7f0-2511-4bc2-b14a-121ad880c0a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1096 time: 0.0646250 Jul 15 14:17:12.438723 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-5ea07cf3-c8cc-41eb-82b2-12fcec23b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:12.440253 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-5ea07cf3-c8cc-41eb-82b2-12fcec23b6cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0951011 Jul 15 14:17:12.532516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-e83db369-0c88-41bc-8a15-d7a3647457d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 999 time: 0.0862567 Jul 15 14:17:12.596345 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8e004-d2a3-4cc8-a0eb-fd867802a0ab req-f7221b0b-f8a9-4809-8584-bfe705f592d8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:12.597796 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9e8e004-d2a3-4cc8-a0eb-fd867802a0ab req-f7221b0b-f8a9-4809-8584-bfe705f592d8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.1169946 Jul 15 14:17:12.603120 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-a4ff9335-44d8-4395-b2aa-5d4777622726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:12.604542 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-a4ff9335-44d8-4395-b2aa-5d4777622726 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0657315 Jul 15 14:17:12.673864 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f9e8e004-d2a3-4cc8-a0eb-fd867802a0ab req-ffb4fdb0-7a78-40e9-9965-a1316bfaacc0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684071 Jul 15 14:17:12.691241 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-4c5bd446-4ea8-42c2-94e2-106c1e1fcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:12.692745 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-4c5bd446-4ea8-42c2-94e2-106c1e1fcfbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765703 Jul 15 14:17:12.784646 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-6689dfcd-7d9a-4f9a-94c7-993e05396512 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848083 Jul 15 14:17:12.871320 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-e0baec4e-e1c8-4127-a89a-16a7fd3f2213 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803351 Jul 15 14:17:12.975541 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-675bd42d-2736-4240-9eec-febc02a49e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:12.977070 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-675bd42d-2736-4240-9eec-febc02a49e6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1096 time: 0.0593956 Jul 15 14:17:13.072332 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-e1a05e63-b7b9-4075-b2ba-f7c6de623d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:13.073832 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-e1a05e63-b7b9-4075-b2ba-f7c6de623d3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0908117 Jul 15 14:17:13.164121 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-8a55d53c-f295-43b0-923a-e20e328915a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 999 time: 0.0834589 Jul 15 14:17:13.855372 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4090897-fcfe-4571-ab1b-6b65582cd41b req-b71207a0-82a5-4817-8478-463fded5e1de tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:13.857062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4090897-fcfe-4571-ab1b-6b65582cd41b req-b71207a0-82a5-4817-8478-463fded5e1de tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0667367 Jul 15 14:17:13.900899 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f4090897-fcfe-4571-ab1b-6b65582cd41b req-e04383fa-ecc2-4691-a9e9-60203944aa35 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371487 Jul 15 14:17:15.077882 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71569783-1ed0-4aaa-ab72-83d4dd549a4c req-ceb4ad01-70d6-418c-ba3d-9907614e1c45 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:15.079474 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71569783-1ed0-4aaa-ab72-83d4dd549a4c req-ceb4ad01-70d6-418c-ba3d-9907614e1c45 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0651610 Jul 15 14:17:15.120099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-71569783-1ed0-4aaa-ab72-83d4dd549a4c req-c88fac29-b049-4a47-a801-659581b8037d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331848 Jul 15 14:17:16.310972 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ca1b-50c0-44be-b40c-58a2a5b9ee05 req-7c66c7ed-f86e-4fd7-95fe-bc9a1dbe7b7b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:16.313084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3df3ca1b-50c0-44be-b40c-58a2a5b9ee05 req-7c66c7ed-f86e-4fd7-95fe-bc9a1dbe7b7b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0712512 Jul 15 14:17:16.355576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3df3ca1b-50c0-44be-b40c-58a2a5b9ee05 req-53c53577-a155-450a-8916-0c5a7599827f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364344 Jul 15 14:17:17.535539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bc75b-b3a0-472d-9028-9e9939da0fb4 req-5e6c84d6-7bf2-4c14-8a67-f3f642d38e13 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:17.537161 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-469bc75b-b3a0-472d-9028-9e9939da0fb4 req-5e6c84d6-7bf2-4c14-8a67-f3f642d38e13 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0671592 Jul 15 14:17:17.580539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-469bc75b-b3a0-472d-9028-9e9939da0fb4 req-db5d418b-5ae8-4ef3-998f-94cf8f25f5ca tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377741 Jul 15 14:17:18.767775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1da5a-c798-4ad2-8d0d-3e8abb6bc450 req-862b9f1f-8eb1-4b49-9cfa-954fa1391c06 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:18.769237 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45c1da5a-c798-4ad2-8d0d-3e8abb6bc450 req-862b9f1f-8eb1-4b49-9cfa-954fa1391c06 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0718100 Jul 15 14:17:18.808874 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-45c1da5a-c798-4ad2-8d0d-3e8abb6bc450 req-2076108f-a857-402d-9c06-69e0bd9586c3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340915 Jul 15 14:17:18.989922 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-805f1b98-badf-4aa4-8d93-4b283fb01621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:19.993559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efa6dc-4698-49de-8164-26220084fd9e req-743ae9f5-d5d5-4f20-9390-e8887c359749 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:19.995096 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75efa6dc-4698-49de-8164-26220084fd9e req-743ae9f5-d5d5-4f20-9390-e8887c359749 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0723898 Jul 15 14:17:20.038611 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-75efa6dc-4698-49de-8164-26220084fd9e req-3e610c70-adf3-4bed-b030-7e59f6216a84 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335946 Jul 15 14:17:21.227071 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e81e1-a271-4e63-a9d8-e487c36fd931 req-498ce82c-ad05-4f59-9348-74acadb15c27 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:21.228590 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e5e81e1-a271-4e63-a9d8-e487c36fd931 req-498ce82c-ad05-4f59-9348-74acadb15c27 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0657966 Jul 15 14:17:21.277190 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0e5e81e1-a271-4e63-a9d8-e487c36fd931 req-839f60db-d403-425c-8cdf-a650af2377f0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425608 Jul 15 14:17:21.649619 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-72d0001a-edf2-45d7-a87c-d2d0b294b047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.810610 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:22.485619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f6f9a-0eb3-43c1-95d1-31fe4135ab8c req-5191de34-4e97-4700-9c1f-ab3c996bc37d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:22.487165 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-436f6f9a-0eb3-43c1-95d1-31fe4135ab8c req-5191de34-4e97-4700-9c1f-ab3c996bc37d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0757484 Jul 15 14:17:22.526420 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-436f6f9a-0eb3-43c1-95d1-31fe4135ab8c req-eee1ab83-4df9-4758-bf37-abdb0c928f9d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333128 Jul 15 14:17:23.161648 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.387245 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-84542755-e6df-4f7f-a9be-0f596898bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:23.388761 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-84542755-e6df-4f7f-a9be-0f596898bb47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0464213 Jul 15 14:17:23.449834 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-40da7b7c-6f27-4e61-a856-325d6316a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:23.451342 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-40da7b7c-6f27-4e61-a856-325d6316a0d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532556 Jul 15 14:17:23.556019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-1bef4b20-5417-4909-9e6d-182cc5741ea9 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950882 Jul 15 14:17:23.661709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-dd31ba72-ef08-4184-8700-230079d7f9b5 req-4d40d91e-3aee-42d5-ba04-4bc63d23770c service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978062 Jul 15 14:17:23.715187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf54be-1604-4dca-80dc-b1871c769713 req-d20f34cb-2ef2-4402-b5c7-5d4fa1e8abbd tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:23.716877 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91cf54be-1604-4dca-80dc-b1871c769713 req-d20f34cb-2ef2-4402-b5c7-5d4fa1e8abbd tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0741835 Jul 15 14:17:23.783785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91cf54be-1604-4dca-80dc-b1871c769713 req-9c072f39-17f8-4439-bb21-c211d79c1bbf tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607157 Jul 15 14:17:23.803107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-85ecc1b9-c277-4cf2-8ebc-15e3bb993655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:23.804830 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-85ecc1b9-c277-4cf2-8ebc-15e3bb993655 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1096 time: 0.0756505 Jul 15 14:17:23.912022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-ba650592-c798-49b7-b5d8-7851479ef3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:23.913477 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-ba650592-c798-49b7-b5d8-7851479ef3f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0870388 Jul 15 14:17:23.978351 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-a3d5f227-c975-4d06-bfe1-95e71d5e9bdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 999 time: 0.0564106 Jul 15 14:17:24.026591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-2fdcdd45-8d51-4b4f-b38f-f80857a63e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.028038 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-2fdcdd45-8d51-4b4f-b38f-f80857a63e5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0427277 Jul 15 14:17:24.088227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-cd7ec6aa-ec9c-4f11-981f-695e3f7b1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.089762 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-cd7ec6aa-ec9c-4f11-981f-695e3f7b1fec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551906 Jul 15 14:17:24.178662 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-15fb331d-cb26-4cf6-925a-3650faae11ad service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802717 Jul 15 14:17:24.270777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ba02c6d-52ba-4bfc-8336-b4ff6e57b5a5 req-8c7f8dfb-3f6d-4164-8357-5065f39b7ad7 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851338 Jul 15 14:17:24.628590 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:24.958870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223143e-b76a-4c1c-a6d4-e5ed7345411a req-78e40afc-4694-44d3-ad4e-251c53c2b826 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.960404 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b223143e-b76a-4c1c-a6d4-e5ed7345411a req-78e40afc-4694-44d3-ad4e-251c53c2b826 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 944 time: 0.0624375 Jul 15 14:17:24.967059 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:17:25.001511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b223143e-b76a-4c1c-a6d4-e5ed7345411a req-11165e00-8877-4d26-91d4-def6169fd8fc tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346930 Jul 15 14:17:25.062050 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:25.072670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'port_id': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'mac_address': 'fa:16:3e:3c:6b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:17:25.111936 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:25.124700 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b7f1a1-6bc3-473a-a473-3842e6d34c33 {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:17:25.144885 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:25.149065 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:25.197368 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=11']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:25.392810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['01b7f1a1-6bc3-473a-a473-3842e6d34c33'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:17:26.182533 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa039d-6664-4990-853e-b948f8e6379f req-2383666c-44d2-4b6d-9c2e-01244be82d93 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:26.184044 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72aa039d-6664-4990-853e-b948f8e6379f req-2383666c-44d2-4b6d-9c2e-01244be82d93 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 945 time: 0.0689359 Jul 15 14:17:26.222838 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72aa039d-6664-4990-853e-b948f8e6379f req-b80d1614-144c-4fd5-a18f-75936b6bcb65 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330610 Jul 15 14:17:26.982390 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:27.029643 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:27.033659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:27.034032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:27.109689 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:27.131302 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:27.133543 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b5350-2745-4823-af66-205262214179" -d '{"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-plugged", "status": "completed", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:27.146325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:27.149372 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:27.173562 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7521a4bc-9ea5-4a64-b7ee-cfdcd5101c93 x-openstack-request-id: req-7521a4bc-9ea5-4a64-b7ee-cfdcd5101c93 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:27.173856 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-plugged", "status": "completed", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:27.174108 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7521a4bc-9ea5-4a64-b7ee-cfdcd5101c93 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:27.174496 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'code': 200} Jul 15 14:17:27.200461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=12']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:27.351845 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a58dd4-8b16-44bc-b437-8d6e639e15bd req-5a7da3c7-1e72-4821-9135-2b5dcf9e5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:27.353429 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60a58dd4-8b16-44bc-b437-8d6e639e15bd req-5a7da3c7-1e72-4821-9135-2b5dcf9e5773 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1098 time: 0.0607684 Jul 15 14:17:27.409485 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-60a58dd4-8b16-44bc-b437-8d6e639e15bd req-b02ea1c2-2f59-46df-b680-d6ee3e299fc6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375557 Jul 15 14:17:27.430169 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c1702-c936-451f-96f9-cd22587d43f6 req-9657d0f3-4a9a-4b46-ac9d-9ad9eb5ce12f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:27.431627 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c1702-c936-451f-96f9-cd22587d43f6 req-9657d0f3-4a9a-4b46-ac9d-9ad9eb5ce12f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 946 time: 0.0913785 Jul 15 14:17:27.468751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6c5c1702-c936-451f-96f9-cd22587d43f6 req-c54edf8d-be34-43d5-86c0-c9b0408bbefb tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315497 Jul 15 14:17:28.649580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78ee13-37a2-49e7-b316-99109747824d req-f60d7799-4e91-470d-9f82-55496737af21 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:28.651124 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa78ee13-37a2-49e7-b316-99109747824d req-f60d7799-4e91-470d-9f82-55496737af21 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 946 time: 0.0701091 Jul 15 14:17:28.692992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-aa78ee13-37a2-49e7-b316-99109747824d req-bf219317-49ed-46cd-a14b-e59116e8cd93 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341814 Jul 15 14:17:29.867212 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662758e-698f-430d-b958-58f6ba7c95af req-077480d2-34e0-46cc-95d0-e5b9a29e1033 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:29.868784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c662758e-698f-430d-b958-58f6ba7c95af req-077480d2-34e0-46cc-95d0-e5b9a29e1033 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 946 time: 0.0626206 Jul 15 14:17:29.905159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c662758e-698f-430d-b958-58f6ba7c95af req-f8bd41eb-59f3-4bc8-a216-03054eaceffa tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308912 Jul 15 14:17:31.278027 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:35.354219 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:36.337175 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:48.981591 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-111b1f33-fdf9-4b48-9f50-93a57ef33ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:51.650379 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ab0ca4b9-5ba8-439a-820e-32c40b779785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:51.812064 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:53.162868 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:54.630600 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:05.368875 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:06.335368 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:08.277337 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:15.166616 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-aa8766c7-1484-41d3-81e9-3268556db53b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694413 Jul 15 14:18:15.272402 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-12df8bb7-19eb-4cfc-b855-4f7baadfb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:15.273939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-12df8bb7-19eb-4cfc-b855-4f7baadfb6a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1098 time: 0.0599844 Jul 15 14:18:15.384211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-ea59b16a-c250-4703-84d6-86a61188637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:15.388634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-ea59b16a-c250-4703-84d6-86a61188637b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0896196 Jul 15 14:18:15.468424 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-79b36a04-f5ec-4598-b52b-960c999a6a2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 1001 time: 0.0757809 Jul 15 14:18:15.520281 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-fd753998-77ac-4237-9b4d-5dfbff381e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:15.521786 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-fd753998-77ac-4237-9b4d-5dfbff381e05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0473864 Jul 15 14:18:15.585130 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-1fb0d06b-174d-43a0-a893-7f2e62ba4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:15.586669 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-1fb0d06b-174d-43a0-a893-7f2e62ba4a25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578313 Jul 15 14:18:15.687950 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-4710e860-8c0a-4f9c-a12a-fd2dc68972de service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943534 Jul 15 14:18:15.788766 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-93f78f44-0115-44e8-b18a-251d8dbfc6c6 req-693aa92d-aa7c-4ef7-a486-6703e61e0d66 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947740 Jul 15 14:18:18.985327 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6f3c17f3-0d2d-4453-9649-7af6aeb54fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:21.650762 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-82f37d13-9195-43db-9143-4c4104bce5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:21.811853 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:23.167537 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:24.633183 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:35.368461 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:36.355285 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:39.583098 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37124) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:39.747210 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Deleting port ad9c9f02-d9d0-4a4b-981b-b4b01e73c581 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:39.747449 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:39.821077 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:39.821414 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:39.833021 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Calling delete_port for ad9c9f02-d9d0-4a4b-981b-b4b01e73c581 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:39.977297 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:40.004012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event deleted for resources: {'Port': ['ID=ad9c9f02-d9d0-4a4b-981b-b4b01e73c581,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:40.031802 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.032149 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.032489 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.032834 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.033157 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.033485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.033810 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.034135 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.034457 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.034780 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.035103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.035472 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:40.073262 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:40.073574 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Floating IP 09144851-4b66-445a-979a-05b7cffa9d32 disassociated (deleted). External IP: 172.25.1.108, port: 01b7f1a1-6bc3-473a-a473-3842e6d34c33. Jul 15 14:18:40.278091 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:18:40.386931 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:18:40.396308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:40.401804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] Sync routers for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:18:40.411937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:40.412839 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:18:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:40.433918 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-47650197-ef12-4699-a290-6a2f60c65338 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "DELETE /v2.0/floatingips/09144851-4b66-445a-979a-05b7cffa9d32 HTTP/1.1" status: 204 len: 168 time: 0.8496826 Jul 15 14:18:40.434528 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:40.436890 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48cd158-9044-4cc3-bde1-2cc16b0ff545" -d '{"events": [{"name": "network-changed", "server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:40.521020 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:40.734385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:40.763478 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e547de51-2819-4143-8ed9-c7a662bfb6be x-openstack-request-id: req-e547de51-2819-4143-8ed9-c7a662bfb6be {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:40.764000 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:40.764000 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e547de51-2819-4143-8ed9-c7a662bfb6be {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:40.764425 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'status': 'completed', 'code': 200} Jul 15 14:18:40.764737 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] Checking router: 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:18:40.776800 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:40.777593 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:18:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:40.895273 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:41.009141 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-5f0f3b42-97df-4ac1-a297-ae6bf65fb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:41.011728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-5f0f3b42-97df-4ac1-a297-ae6bf65fb83a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 1098 time: 0.2205863 Jul 15 14:18:41.035075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019781c-3e90-4c02-a032-a27eb23bd892 req-b3ae6eb6-ff0c-4e0c-976f-751d75abcd18 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:41.037473 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7019781c-3e90-4c02-a032-a27eb23bd892 req-b3ae6eb6-ff0c-4e0c-976f-751d75abcd18 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 946 time: 0.1800797 Jul 15 14:18:41.093126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:41.119461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7aeeb-3721-4c22-a1a6-6eea6eaa64d5 None None] The sync data for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 is: [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:18:41.198358 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7019781c-3e90-4c02-a032-a27eb23bd892 req-b8ecc60d-10f4-4067-8af0-3470c32a8170 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=cba351b5-d745-4ce0-adb3-8a3a72ce820f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474245 Jul 15 14:18:41.239073 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-4065d606-5c5c-48c0-9099-dbf88ab0993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:41.240727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-4065d606-5c5c-48c0-9099-dbf88ab0993a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.2213886 Jul 15 14:18:41.285667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-130a4a0f-fa3e-4462-b5d0-4f81b1768a92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 200 len: 217 time: 0.0373864 Jul 15 14:18:41.344136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-2fd3aa43-1bc3-48bb-8923-8d98c8b0457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:41.345559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-2fd3aa43-1bc3-48bb-8923-8d98c8b0457d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0524001 Jul 15 14:18:41.396160 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edc2ad-9d4d-4f3a-9c0d-966a528e1939 None None] New status for floating IP 09144851-4b66-445a-979a-05b7cffa9d32: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:18:41.412107 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-e37a9952-3be0-4d83-844d-d8d93c6ead49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:41.414193 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-e37a9952-3be0-4d83-844d-d8d93c6ead49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617490 Jul 15 14:18:41.508107 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-78c9781e-78a1-468c-9d55-b78a311e5d6c service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872531 Jul 15 14:18:41.601873 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f48cd158-9044-4cc3-bde1-2cc16b0ff545 req-3f0b4ff7-fd5e-493d-a7e8-b9cca3488153 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861435 Jul 15 14:18:42.028531 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-0656b529-77f7-4934-9fb0-eb9de50c653e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:42.029988 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-0656b529-77f7-4934-9fb0-eb9de50c653e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.35 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 946 time: 0.0610805 Jul 15 14:18:42.130848 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Deleting port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:42.131221 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:42.218847 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] For port 01b7f1a1-6bc3-473a-a473-3842e6d34c33, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=01b7f1a1-6bc3-473a-a473-3842e6d34c33,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:42.219235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:42.231361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Calling delete_port for 01b7f1a1-6bc3-473a-a473-3842e6d34c33 owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:42.361557 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:42.391341 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event deleted for resources: {'Port': ['ID=01b7f1a1-6bc3-473a-a473-3842e6d34c33,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:42.415096 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.415460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.415794 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.416126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.416451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.416775 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.417098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.417414 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.417731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.418048 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.418508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.418704 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:42.455688 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b8921c38-de2a-432b-aec7-ee58e838fe61 req-a963aa2f-ec09-4ee0-94b5-fed7c3641158 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b71bcc-55af-4928-a739-fb4716aff587 HTTP/1.1" status: 200 len: 210 time: 0.0617633 Jul 15 14:18:42.478306 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] No DVR routers for this DVR port 01b7f1a1-6bc3-473a-a473-3842e6d34c33 on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:18:42.481073 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:42.483906 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-48e35b76-0870-48be-ac10-e5d61f9a1dae req-ca1de79f-d9d6-49f3-ab17-df2b5020637d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.35 "DELETE /v2.0/ports/01b7f1a1-6bc3-473a-a473-3842e6d34c33 HTTP/1.1" status: 204 len: 173 time: 0.4488065 Jul 15 14:18:42.484361 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-deleted', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:42.486995 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b345afb-d0a5-4988-ad4e-606446890218" -d '{"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-deleted", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:42.574191 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b77084f-679b-4f99-9622-1a4f9bcd26fd x-openstack-request-id: req-1b77084f-679b-4f99-9622-1a4f9bcd26fd {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:42.574574 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b71bcc-55af-4928-a739-fb4716aff587", "name": "network-vif-deleted", "tag": "01b7f1a1-6bc3-473a-a473-3842e6d34c33", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:42.574900 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b77084f-679b-4f99-9622-1a4f9bcd26fd {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:42.575414 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b71bcc-55af-4928-a739-fb4716aff587', 'name': 'network-vif-deleted', 'tag': '01b7f1a1-6bc3-473a-a473-3842e6d34c33', 'status': 'completed', 'code': 200} Jul 15 14:18:43.549344 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37148) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:43.610993 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4b097da-008a-4c33-b3a1-08bf1c6838be tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:43.635184 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4b097da-008a-4c33-b3a1-08bf1c6838be tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:43.693708 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4b097da-008a-4c33-b3a1-08bf1c6838be tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:43.697007 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a4b097da-008a-4c33-b3a1-08bf1c6838be tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:43.700997 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a4b097da-008a-4c33-b3a1-08bf1c6838be tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "DELETE /v2.0/security-groups/cba351b5-d745-4ce0-adb3-8a3a72ce820f HTTP/1.1" status: 204 len: 168 time: 0.1506174 Jul 15 14:18:43.709986 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b097da-008a-4c33-b3a1-08bf1c6838be tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba351b5-d745-4ce0-adb3-8a3a72ce820f,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:44.053500 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37154) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:44.058803 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-2dd6b1ea-795b-45b6-8c45-bb087201a2b5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725468224', 'description': 'tempest-secgroup-smoke-1725468224 description', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:44.081887 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b1ea-795b-45b6-8c45-bb087201a2b5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.161636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b1ea-795b-45b6-8c45-bb087201a2b5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.165405 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b1ea-795b-45b6-8c45-bb087201a2b5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.193854 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b1ea-795b-45b6-8c45-bb087201a2b5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.195661 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2dd6b1ea-795b-45b6-8c45-bb087201a2b5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405015 Jul 15 14:18:44.197467 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6b1ea-795b-45b6-8c45-bb087201a2b5 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:44.198749 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37156) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:44.204510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-133230b7-002c-44a6-a37d-eda17c37256e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:44.230924 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-133230b7-002c-44a6-a37d-eda17c37256e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.285426 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-133230b7-002c-44a6-a37d-eda17c37256e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.288864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-133230b7-002c-44a6-a37d-eda17c37256e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.306559 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133230b7-002c-44a6-a37d-eda17c37256e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d7b19e-a881-4049-afec-460a20458cb4,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:44.312534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-133230b7-002c-44a6-a37d-eda17c37256e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.313962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-133230b7-002c-44a6-a37d-eda17c37256e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136937 Jul 15 14:18:44.316727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37158) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:44.321823 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-488b73a8-9e8f-4b86-8e26-099ccd707a79 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:44.347718 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-488b73a8-9e8f-4b86-8e26-099ccd707a79 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.404915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-488b73a8-9e8f-4b86-8e26-099ccd707a79 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.410007 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-488b73a8-9e8f-4b86-8e26-099ccd707a79 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.434491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b73a8-9e8f-4b86-8e26-099ccd707a79 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0939ff2e-5d9a-4a31-a35a-f9ae6be59094,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:44.438185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-488b73a8-9e8f-4b86-8e26-099ccd707a79 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.439410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-488b73a8-9e8f-4b86-8e26-099ccd707a79 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216853 Jul 15 14:18:44.442395 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37160) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:44.446843 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-1d8ec754-f013-4921-b3cd-e721c34b7560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:44.473291 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec754-f013-4921-b3cd-e721c34b7560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.529827 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec754-f013-4921-b3cd-e721c34b7560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.533488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec754-f013-4921-b3cd-e721c34b7560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.551713 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ec754-f013-4921-b3cd-e721c34b7560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6101fb9-001f-499e-aac5-a7d870582086,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:44.556772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec754-f013-4921-b3cd-e721c34b7560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.558075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1d8ec754-f013-4921-b3cd-e721c34b7560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147423 Jul 15 14:18:44.561619 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37162) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:44.567866 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-16d638c7-e000-401e-8f2c-18e41f0af560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:44.603862 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16d638c7-e000-401e-8f2c-18e41f0af560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.666376 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16d638c7-e000-401e-8f2c-18e41f0af560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.669762 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16d638c7-e000-401e-8f2c-18e41f0af560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.688170 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d638c7-e000-401e-8f2c-18e41f0af560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ff11e9-3264-4088-a834-5fa529fc3835,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:44.691110 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16d638c7-e000-401e-8f2c-18e41f0af560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.692337 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-16d638c7-e000-401e-8f2c-18e41f0af560 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294310 Jul 15 14:18:44.695648 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37164) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:44.700136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-aeae3d94-6a3d-4e9f-a842-e0086e68fad4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:44.721329 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-aeae3d94-6a3d-4e9f-a842-e0086e68fad4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Project a0ec28c2a8cc4c73b39ca26e60f6d2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:18:44.726199 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae3d94-6a3d-4e9f-a842-e0086e68fad4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.784698 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae3d94-6a3d-4e9f-a842-e0086e68fad4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.788287 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae3d94-6a3d-4e9f-a842-e0086e68fad4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.808316 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae3d94-6a3d-4e9f-a842-e0086e68fad4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7bf5dc-6b69-45e9-82b3-b9ceb6d5775e,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:44.815294 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeae3d94-6a3d-4e9f-a842-e0086e68fad4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.816496 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-aeae3d94-6a3d-4e9f-a842-e0086e68fad4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198993 Jul 15 14:18:44.819151 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37166) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:44.824220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-3be61752-3db8-444a-84ba-8c6de5f8edb9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'security_group_rule': {'security_group_id': 'a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37', 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:44.844948 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-3be61752-3db8-444a-84ba-8c6de5f8edb9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Project a0ec28c2a8cc4c73b39ca26e60f6d2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:18:44.849894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3be61752-3db8-444a-84ba-8c6de5f8edb9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.909185 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3be61752-3db8-444a-84ba-8c6de5f8edb9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.912651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3be61752-3db8-444a-84ba-8c6de5f8edb9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.930187 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be61752-3db8-444a-84ba-8c6de5f8edb9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e43e99-b856-4dd4-b044-25492bc17d7b,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:44.937580 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3be61752-3db8-444a-84ba-8c6de5f8edb9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:44.938809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-3be61752-3db8-444a-84ba-8c6de5f8edb9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180744 Jul 15 14:18:45.276996 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:47.321994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:18:47.345662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 01b7f1a1-6bc3-473a-a473-3842e6d34c33 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:18:47.345955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 01b7f1a1-6bc3-473a-a473-3842e6d34c33 not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:18:48.987721 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-06e2523d-a790-4921-ac17-e69eeab8541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:51.653411 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2694aadf-215a-4e6f-9bee-376deef512a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:51.812910 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:53.170624 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:54.637767 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.229331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-2c1bd81c-1e67-4b07-ac82-4afc49e68dc2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725468224&fields=id&tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2 HTTP/1.1" status: 200 len: 267 time: 0.0318987 Jul 15 14:18:59.334508 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-bcb70128-48b6-43f6-b1f4-4792aeb1c37d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:59.335951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-bcb70128-48b6-43f6-b1f4-4792aeb1c37d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 809 time: 0.1001723 Jul 15 14:18:59.350298 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-1c030cc5-ddff-456c-927b-25176e1afe5d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/quotas/a0ec28c2a8cc4c73b39ca26e60f6d2f2 HTTP/1.1" status: 200 len: 375 time: 0.0089438 Jul 15 14:18:59.415582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-96344480-e16f-4010-ba0f-2bd32780b44b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602493 Jul 15 14:18:59.549018 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-ded50362-579a-42e7-b3fb-f5cc13275dad service neutron] 10.222.0.25 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219416 Jul 15 14:18:59.639555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-ded077da-9d89-4345-bff9-71a68e0d07d8 service neutron] 10.222.0.25 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842152 Jul 15 14:18:59.928634 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9138efab-1e60-4887-a447-3f45815a4d7b req-0f1b88ed-13a2-4365-8e57-27e0035daf1a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 210 time: 0.0282416 Jul 15 14:19:01.011748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5257910c-8794-432d-8cfa-d1233ec28d22 req-983d5205-c41d-4d4a-a01c-62e8a83a16fc tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 210 time: 0.0320456 Jul 15 14:19:02.437829 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3f8e9883-6b51-44bd-b072-8971e5ca87c7 req-5cf420ae-57e9-42c6-8ceb-a7ca5be73e6c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 210 time: 0.3740609 Jul 15 14:19:03.070780 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-f3306726-aef0-4b0b-8c88-d69f67c29994 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:03.072509 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-f3306726-aef0-4b0b-8c88-d69f67c29994 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 809 time: 0.1022031 Jul 15 14:19:03.118645 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-2f106675-7cf1-4a2a-8ea2-9f8136839196 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2 HTTP/1.1" status: 200 len: 380 time: 0.0386982 Jul 15 14:19:03.126728 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'port': {'device_id': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'admin_state_up': True, 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'security_groups': ['a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:03.235701 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Made reservation on behalf of a0ec28c2a8cc4c73b39ca26e60f6d2f2 for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:19:03.239382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.368693 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Allocated IP 172.20.0.12 (a20eb01b-f49d-4b00-a72f-de4f6558ee97/c2db0aac-6e49-44f5-82a6-e7547f517a33/d1f5fb57-7cb9-4e16-99b8-1858add9750e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:03.512410 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.527028 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Transition to ACTIVE for port object d1f5fb57-7cb9-4e16-99b8-1858add9750e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:03.585326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-64cf85a6-32d7-4df4-9fe2-a521a3afc0ff req-494cb2c8-413c-46cf-9fa9-c8031a8cdc4f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 210 time: 0.0296097 Jul 15 14:19:03.586621 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.634161 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:03.637511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:03.641824 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:03.669741 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:03.697675 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:03.698338 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.712952 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-8a0e8a48-db9b-46f7-8df6-b6a09d849f20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898738 Jul 15 14:19:03.769623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Request body: {'port': {'device_id': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:03.858520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.923023 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a26d48a4-9df5-4546-a2c5-c12da85c0e4e None None] Provisioning for port d1f5fb57-7cb9-4e16-99b8-1858add9750e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:03.927232 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-a26d48a4-9df5-4546-a2c5-c12da85c0e4e None None] Provisioning complete for port d1f5fb57-7cb9-4e16-99b8-1858add9750e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:03.927680 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a26d48a4-9df5-4546-a2c5-c12da85c0e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.964942 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-a26d48a4-9df5-4546-a2c5-c12da85c0e4e None None] Port d1f5fb57-7cb9-4e16-99b8-1858add9750e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:19:04.124008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f5fb57-7cb9-4e16-99b8-1858add9750e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:19:04.131636 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.143584 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Transition to ACTIVE for port object d1f5fb57-7cb9-4e16-99b8-1858add9750e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:04.147260 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.220318 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:04.280272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Attempting to bind port d1f5fb57-7cb9-4e16-99b8-1858add9750e on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:04.280767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Attempting to bind port d1f5fb57-7cb9-4e16-99b8-1858add9750e by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:04.281111 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Attempting to bind port d1f5fb57-7cb9-4e16-99b8-1858add9750e on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:04.286421 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Port d1f5fb57-7cb9-4e16-99b8-1858add9750e on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:19:04.286754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Attempting to bind port d1f5fb57-7cb9-4e16-99b8-1858add9750e on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:04.292947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:04.293294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Checking segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:04.293696 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Bound using segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:04.294142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Bound port: d1f5fb57-7cb9-4e16-99b8-1858add9750e, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:04.294651 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.373265 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:04.377026 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:04.384098 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.423919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:04.424433 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.425798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] 10.222.0.30 "PUT /v2.0/ports/d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1093 time: 0.7056339 Jul 15 14:19:04.426243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:04.428636 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08bb605-00f4-4c6d-bd93-c72101ceaf39" -d '{"events": [{"name": "network-changed", "server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:04.454576 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6acee3-8a90-4fad-9134-c92ef334c68c service neutron] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:04.506317 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ca710-b686-4d7d-a38a-8cae99a5b52c x-openstack-request-id: req-706ca710-b686-4d7d-a38a-8cae99a5b52c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:04.506618 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:04.506908 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-706ca710-b686-4d7d-a38a-8cae99a5b52c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:04.507349 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'status': 'completed', 'code': 200} Jul 15 14:19:04.535698 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-5abbb33e-b5fb-440f-bb55-d6acdf0dca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:04.537332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-5abbb33e-b5fb-440f-bb55-d6acdf0dca6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1096 time: 0.0627298 Jul 15 14:19:04.584439 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-47aefc89-b4eb-4a88-8a73-9c0a67153f43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 217 time: 0.0402482 Jul 15 14:19:04.642337 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-3a5415a6-591d-447d-a5e2-7804324ad144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:04.644132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-3a5415a6-591d-447d-a5e2-7804324ad144 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0540781 Jul 15 14:19:04.703512 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-b7efdd87-24e4-4c63-a113-518d70b4a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:04.705143 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-b7efdd87-24e4-4c63-a113-518d70b4a1f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549216 Jul 15 14:19:04.843766 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acf303-7e63-42db-a1f3-a86d1915e849 req-470f0b2b-236a-4f2a-892c-d8cccff5709f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:04.845277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1acf303-7e63-42db-a1f3-a86d1915e849 req-470f0b2b-236a-4f2a-892c-d8cccff5709f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.1354425 Jul 15 14:19:04.848963 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-d0ff3345-053c-4984-9622-176526e3b9d1 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367421 Jul 15 14:19:04.933318 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d1acf303-7e63-42db-a1f3-a86d1915e849 req-7031952e-3d32-44d2-958d-b43683ce95e6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823064 Jul 15 14:19:04.963974 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5fd2e570-0926-426a-aa7c-668ad32ac17d req-d98edf19-184b-4fce-937e-50ed0c4f9e4a service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068022 Jul 15 14:19:05.069386 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-a02c2bdf-2fc7-4d7e-b36f-69227ca49efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:05.071536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-a02c2bdf-2fc7-4d7e-b36f-69227ca49efd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1096 time: 0.0591335 Jul 15 14:19:05.159538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-f82b0efd-7ec6-4085-96cf-6318d4903c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:05.161025 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-f82b0efd-7ec6-4085-96cf-6318d4903c33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0840373 Jul 15 14:19:05.207593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-83a64dd1-df7a-4648-825b-924724230369 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 217 time: 0.0398679 Jul 15 14:19:05.255446 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-8248c711-111b-479e-bfaf-f07a80897a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:05.257536 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-8248c711-111b-479e-bfaf-f07a80897a47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0435936 Jul 15 14:19:05.312400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-540aa61e-0004-40b4-a645-3e9b76bcd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:05.313920 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-540aa61e-0004-40b4-a645-3e9b76bcd14b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513039 Jul 15 14:19:05.383998 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.410159 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-2d522945-ef28-4b5b-b446-5548cbb5b8b4 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890815 Jul 15 14:19:05.502084 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08bb605-00f4-4c6d-bd93-c72101ceaf39 req-3cabd745-57cf-4118-8b81-e716d3c79e44 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856698 Jul 15 14:19:06.120449 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d96984-c4fb-44b7-825b-1738a7054fb3 req-31874e47-e6ac-4f5a-9434-4f458952048c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:06.121980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d96984-c4fb-44b7-825b-1738a7054fb3 req-31874e47-e6ac-4f5a-9434-4f458952048c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0682662 Jul 15 14:19:06.160896 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e5d96984-c4fb-44b7-825b-1738a7054fb3 req-5666f550-886a-4d26-b665-9181f4e2de3f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331461 Jul 15 14:19:06.353280 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.332057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e172e0e-1a9b-488d-b33e-d8564fcfcb45 req-e25b7160-75e0-49e4-9206-cb4a8cfb2234 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:07.333583 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e172e0e-1a9b-488d-b33e-d8564fcfcb45 req-e25b7160-75e0-49e4-9206-cb4a8cfb2234 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0635200 Jul 15 14:19:07.371502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7e172e0e-1a9b-488d-b33e-d8564fcfcb45 req-831fd94d-e8c8-43a7-b851-4a4406624284 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jul 15 14:19:08.543547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977113-47a3-4ea2-98f3-ea437a970300 req-738f3613-b92c-4d5f-92f3-4619414d5d8e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:08.545027 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46977113-47a3-4ea2-98f3-ea437a970300 req-738f3613-b92c-4d5f-92f3-4619414d5d8e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0617971 Jul 15 14:19:08.582227 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46977113-47a3-4ea2-98f3-ea437a970300 req-70e0c6fa-10a0-4f4e-9997-ed11d7a68f3d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Jul 15 14:19:09.759233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73a5d-4b8e-417a-9b7d-316ccd37db65 req-ec8bd927-2b65-4772-b8ca-88d38326a3e1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:09.760647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cd73a5d-4b8e-417a-9b7d-316ccd37db65 req-ec8bd927-2b65-4772-b8ca-88d38326a3e1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0679700 Jul 15 14:19:09.797712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1cd73a5d-4b8e-417a-9b7d-316ccd37db65 req-3157fa4d-284a-4ad7-9c5e-8e9cdf525731 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Jul 15 14:19:10.968657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf89a-7c2e-4abd-b3b8-f74b8392ec09 req-e964d631-3b6b-472e-be03-c25025c2702c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:10.970123 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b91cf89a-7c2e-4abd-b3b8-f74b8392ec09 req-e964d631-3b6b-472e-be03-c25025c2702c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0628860 Jul 15 14:19:11.007776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b91cf89a-7c2e-4abd-b3b8-f74b8392ec09 req-dd864ac6-47b3-4ff8-81be-c9435ca5f1e9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320940 Jul 15 14:19:12.182961 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf19c2-9429-471d-b6d1-fc6a49b4f393 req-8be8d0ee-2e23-472a-be14-ab6b0aa32008 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:12.184593 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7daf19c2-9429-471d-b6d1-fc6a49b4f393 req-8be8d0ee-2e23-472a-be14-ab6b0aa32008 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0671058 Jul 15 14:19:12.222104 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7daf19c2-9429-471d-b6d1-fc6a49b4f393 req-a4cecc44-0d0e-4442-93c9-7c2b96a4eade tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Jul 15 14:19:13.395539 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0318155-8148-4b70-976f-dad1d3221939 req-e2315e78-f26e-48d8-92be-f8e58663e0a2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:13.397345 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0318155-8148-4b70-976f-dad1d3221939 req-e2315e78-f26e-48d8-92be-f8e58663e0a2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0641534 Jul 15 14:19:13.435028 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d0318155-8148-4b70-976f-dad1d3221939 req-c1847e88-a0e3-4367-b6b7-6c509b4e5fab tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Jul 15 14:19:14.604900 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e2b2-32c4-438c-9088-9fe264b5bc81 req-4cdede07-fb29-4258-8916-84466d585ca1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:14.606399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be31e2b2-32c4-438c-9088-9fe264b5bc81 req-4cdede07-fb29-4258-8916-84466d585ca1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0637832 Jul 15 14:19:14.643448 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-be31e2b2-32c4-438c-9088-9fe264b5bc81 req-67efed75-b1bc-488a-9652-71103185f3ce tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Jul 15 14:19:15.814555 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be6f82-fa01-48a2-b8ce-9dd415c07a3e req-65a0c1dd-b098-40ea-b1ce-53016c1bf37a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:15.816062 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4be6f82-fa01-48a2-b8ce-9dd415c07a3e req-65a0c1dd-b098-40ea-b1ce-53016c1bf37a tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0659981 Jul 15 14:19:15.853412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e4be6f82-fa01-48a2-b8ce-9dd415c07a3e req-0372ed76-36d1-4b59-be28-01f6f461fc5f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Jul 15 14:19:16.778789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d1f5fb57-7cb9-4e16-99b8-1858add9750e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:19:16.879378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:16.892069 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'port_id': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'mac_address': 'fa:16:3e:16:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:19:16.928361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:16.941651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f5fb57-7cb9-4e16-99b8-1858add9750e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:19:16.960864 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:16.968467 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.016575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:17.025369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.025720 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.026065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.026403 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.026768 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.027101 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.027465 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.027793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.028121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.028447 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.028773 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.029096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:17.029278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce197cbc-0d57-4b4d-93af-bbdc14f62e86 req-8cde9cb5-c420-4393-b5cb-e5cf4c146069 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:17.030799 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce197cbc-0d57-4b4d-93af-bbdc14f62e86 req-8cde9cb5-c420-4393-b5cb-e5cf4c146069 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 945 time: 0.0681236 Jul 15 14:19:17.068665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce197cbc-0d57-4b4d-93af-bbdc14f62e86 req-ba0f17f7-c859-4fdb-bef7-d627c679cfc4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Jul 15 14:19:17.209428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['d1f5fb57-7cb9-4e16-99b8-1858add9750e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:19:18.245437 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e23bd-107f-469f-ab3e-c95679bc211c req-02202370-e5b5-4a2c-a25f-db1cb04c0cfb tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:18.246803 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d78e23bd-107f-469f-ab3e-c95679bc211c req-02202370-e5b5-4a2c-a25f-db1cb04c0cfb tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 945 time: 0.0670507 Jul 15 14:19:18.284449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d78e23bd-107f-469f-ab3e-c95679bc211c req-d70a8f6a-3441-467c-a465-ed4243534693 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Jul 15 14:19:18.808221 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d1f5fb57-7cb9-4e16-99b8-1858add9750e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:18.863335 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port d1f5fb57-7cb9-4e16-99b8-1858add9750e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:18.866978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port d1f5fb57-7cb9-4e16-99b8-1858add9750e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:18.867407 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.946926 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.976903 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:18.979209 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2b83c5-f81e-49c1-9395-b01182c1d37e" -d '{"events": [{"server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "name": "network-vif-plugged", "status": "completed", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:18.999065 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:19.004565 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.010689 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8269b9f9-f20f-457f-bfae-5035ba6c9eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.058129 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:19.113044 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10509ab-a908-4e6b-840d-46181379caf1 x-openstack-request-id: req-d10509ab-a908-4e6b-840d-46181379caf1 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:19.113337 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "name": "network-vif-plugged", "status": "completed", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:19.113593 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d10509ab-a908-4e6b-840d-46181379caf1 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:19.113990 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'code': 200} Jul 15 14:19:19.227272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e27f2-17f7-43a5-8a73-7d1dc91c3171 req-a5511326-58d7-4c97-a889-cfd821d3cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.228709 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f47e27f2-17f7-43a5-8a73-7d1dc91c3171 req-a5511326-58d7-4c97-a889-cfd821d3cae0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1098 time: 0.0545075 Jul 15 14:19:19.264396 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f47e27f2-17f7-43a5-8a73-7d1dc91c3171 req-7256cc8d-4026-4d85-a31d-f2b66b0080ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295935 Jul 15 14:19:19.458986 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5f4a-4788-4fe0-954f-183daaa78fe1 req-695cfab5-d047-4b2e-b53f-54ce69643d9f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.460531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-645f5f4a-4788-4fe0-954f-183daaa78fe1 req-695cfab5-d047-4b2e-b53f-54ce69643d9f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0643117 Jul 15 14:19:19.498798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-645f5f4a-4788-4fe0-954f-183daaa78fe1 req-99fb9965-727c-4b2f-9a13-55e041a4d2dd tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325248 Jul 15 14:19:20.675370 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234e130-8144-4a8f-906d-60e20c6b1ac0 req-c1baffc1-af0f-4b1e-a670-16c23bcbc168 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:20.676772 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7234e130-8144-4a8f-906d-60e20c6b1ac0 req-c1baffc1-af0f-4b1e-a670-16c23bcbc168 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0669878 Jul 15 14:19:20.714969 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7234e130-8144-4a8f-906d-60e20c6b1ac0 req-b0d9ad94-99f2-43d6-a8d5-c06681670a18 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326431 Jul 15 14:19:20.881994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7d1af-c3ee-42f1-940d-dc397f95d236 req-bcaa4c3e-98a9-4e83-949e-df24ee62be49 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:20.884099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ec7d1af-c3ee-42f1-940d-dc397f95d236 req-bcaa4c3e-98a9-4e83-949e-df24ee62be49 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0632498 Jul 15 14:19:20.920233 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1ec7d1af-c3ee-42f1-940d-dc397f95d236 req-7b72d741-4910-4e36-befc-c5119da9d8bc tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Jul 15 14:19:20.943546 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37374) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:21.000762 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52150f-4b12-4bb3-8dca-3cdaf6120f08 tempest-TestShelveInstance-1815508353 tempest-TestShelveInstance-1815508353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:21.002295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6f52150f-4b12-4bb3-8dca-3cdaf6120f08 tempest-TestShelveInstance-1815508353 tempest-TestShelveInstance-1815508353-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1093 time: 0.0577633 Jul 15 14:19:21.005055 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37376) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:21.010044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:21.030851 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for floatingip, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.128520 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.234108 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Allocated IP 172.25.1.254 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/8bc16eaa-bab6-43dd-a610-67f84d6b6bde) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:21.334552 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.373414 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.412287 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:21.415836 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:21.419373 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:21.425180 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'Port': ['ID=8bc16eaa-bab6-43dd-a610-67f84d6b6bde,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:21.654271 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-91a532db-15ed-4af1-b920-3198a5adffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.783836 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.814169 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.861768 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.008502 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.012882 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.079044 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event updated for resources: {'Port': ['ID=8bc16eaa-bab6-43dd-a610-67f84d6b6bde,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:22.089193 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.190819 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Floating IP 139ab0ea-43e4-4018-94d9-a3cf498476fe associated. External IP: 172.25.1.254, port: d1f5fb57-7cb9-4e16-99b8-1858add9750e. Jul 15 14:19:22.276096 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:19:22.396136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:22.503247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:22.512707 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] Sync routers for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:22.519002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.521762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:22.522399 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:19:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:22.555847 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-09b85ae6-9550-42d3-9a22-d0efa0bcebed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5496058 Jul 15 14:19:22.556275 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:22.558541 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8299460c-b859-4d76-bcdc-cd6e010d4775" -d '{"events": [{"name": "network-changed", "server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:22.597106 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a2c01f-e0c1-4d7f-a53b-28ac805a8c1d x-openstack-request-id: req-26a2c01f-e0c1-4d7f-a53b-28ac805a8c1d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:22.597402 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:22.597658 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26a2c01f-e0c1-4d7f-a53b-28ac805a8c1d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:22.598069 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'status': 'completed', 'code': 200} Jul 15 14:19:22.674674 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-1889431b-8d08-452a-9d60-93b2b2f2f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.676324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-1889431b-8d08-452a-9d60-93b2b2f2f0c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1098 time: 0.0567822 Jul 15 14:19:22.774610 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-d03bb118-ad30-476a-8fde-e47afbf56be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.776160 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-d03bb118-ad30-476a-8fde-e47afbf56be2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0936539 Jul 15 14:19:22.800751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:22.839524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-e1a06f9b-3e7b-4b82-aa67-35ae3dfbd2f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1000 time: 0.0570779 Jul 15 14:19:22.890376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-a6380a61-f3b9-472b-83fb-2b1566d3dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.891900 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-a6380a61-f3b9-472b-83fb-2b1566d3dea8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0469570 Jul 15 14:19:22.948182 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-c6022d20-eaf7-4d7a-a670-c6256a9b5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.949695 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-c6022d20-eaf7-4d7a-a670-c6256a9b5552 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515120 Jul 15 14:19:23.019861 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '139ab0ea-43e4-4018-94d9-a3cf498476fe', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'port_id': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'mac_address': 'fa:16:3e:16:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:21Z', 'updated_at': '2021-07-15T14:19:21Z', 'revision_number': 0, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:23.038098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-bf78a420-1014-49fd-a0f7-9e6a97f14845 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820181 Jul 15 14:19:23.046009 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] Checking router: 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:23.054739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:23.055927 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:19:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:23.131684 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8299460c-b859-4d76-bcdc-cd6e010d4775 req-44aa640e-d4e7-40d0-b8d1-ad4fc4b79f20 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876954 Jul 15 14:19:23.166742 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:23.207209 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:23.407064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '139ab0ea-43e4-4018-94d9-a3cf498476fe', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'port_id': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'mac_address': 'fa:16:3e:16:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:21Z', 'updated_at': '2021-07-15T14:19:21Z', 'revision_number': 0, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:23.432722 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6c33d-8762-4183-8d0d-c8bd5c14fc16 None None] The sync data for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 is: [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '139ab0ea-43e4-4018-94d9-a3cf498476fe', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'port_id': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'mac_address': 'fa:16:3e:16:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:21Z', 'updated_at': '2021-07-15T14:19:21Z', 'revision_number': 0, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:23.630248 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e8917-9dd9-4c66-bd2a-923b3b463b9f None None] New status for floating IP 139ab0ea-43e4-4018-94d9-a3cf498476fe: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:19:24.638685 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:27.260908 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-06e50690-67be-47e7-8f9c-23fba0742fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511651 Jul 15 14:19:27.351240 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-0cbbe6ab-10f6-4060-9550-34db27b67e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:27.352728 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-0cbbe6ab-10f6-4060-9550-34db27b67e6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1098 time: 0.0504000 Jul 15 14:19:27.458670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-88aa7304-e8d9-4202-82d9-604caf775716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:27.460174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-88aa7304-e8d9-4202-82d9-604caf775716 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0881929 Jul 15 14:19:27.522777 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-8334e65f-1e4b-49d7-bb74-23d037b4f3ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1002 time: 0.0562844 Jul 15 14:19:27.574224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-d50722c3-9ff3-46be-95e5-c39d13c6dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:27.575718 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-d50722c3-9ff3-46be-95e5-c39d13c6dd9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0475762 Jul 15 14:19:27.631453 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-a4e4bef5-1eca-4e44-a029-69ef290c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:27.632964 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-a4e4bef5-1eca-4e44-a029-69ef290c7af3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511892 Jul 15 14:19:27.720916 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-dba07bb2-fcfe-40f4-a728-085fab37dc7a service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815468 Jul 15 14:19:27.815526 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-94fe1521-883c-4e10-ae21-2a191fcc6ef7 req-90c32f61-07f8-4dc7-a30c-eb0d2e798cdb service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882347 Jul 15 14:19:35.385121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:36.362952 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:48.991334 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2e05e73e-4506-4498-a2ed-f7ea792ef878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:51.655538 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cd9511a4-5636-4847-9187-046220ff5e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:51.814250 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:53.176154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:54.641977 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.277404 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:05.399218 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:06.381062 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:18.993425 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a4a00519-c5dd-43da-a2c5-dd123ee15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:21.656297 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c4de-bc94-4853-bda4-be8111a8a2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:21.814986 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:23.180187 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:24.644107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:28.273375 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8331c875-e589-46cc-8430-324accd7fca4 req-261009ac-5290-4f88-a2de-9439dd55fab2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515959 Jul 15 14:20:28.696791 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c875-e589-46cc-8430-324accd7fca4 req-5b36c2cb-5679-4bdb-af86-4cb924e4222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:28.698289 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8331c875-e589-46cc-8430-324accd7fca4 req-5b36c2cb-5679-4bdb-af86-4cb924e4222d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1098 time: 0.3833840 Jul 15 14:20:28.800159 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c875-e589-46cc-8430-324accd7fca4 req-1c2e50fb-037f-443e-8113-e07b50fa1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:28.801618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8331c875-e589-46cc-8430-324accd7fca4 req-1c2e50fb-037f-443e-8113-e07b50fa1cf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0822728 Jul 15 14:20:28.867322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8331c875-e589-46cc-8430-324accd7fca4 req-677052b1-30a5-48e2-bf17-acd0124321f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1002 time: 0.0590651 Jul 15 14:20:28.913887 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c875-e589-46cc-8430-324accd7fca4 req-b886e992-658c-4e48-a9b8-2a43ee9574ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:28.915435 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8331c875-e589-46cc-8430-324accd7fca4 req-b886e992-658c-4e48-a9b8-2a43ee9574ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0417531 Jul 15 14:20:28.971303 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c875-e589-46cc-8430-324accd7fca4 req-781348bc-12b5-4a74-aa6a-039a2fce388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:28.972731 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8331c875-e589-46cc-8430-324accd7fca4 req-781348bc-12b5-4a74-aa6a-039a2fce388c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516229 Jul 15 14:20:29.062243 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8331c875-e589-46cc-8430-324accd7fca4 req-a10c5402-ffcc-4f3b-a3d1-7133fbe851e4 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831032 Jul 15 14:20:29.150257 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-8331c875-e589-46cc-8430-324accd7fca4 req-060d478d-77b0-4fd4-b1e4-5cbcb312c9d7 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820587 Jul 15 14:20:35.420024 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:36.276653 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:36.399199 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:48.994781 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a72abbba-7851-4fc0-9fdb-1ac8172d40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.657605 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8bc885ba-2f88-4fc4-a486-b006aa7d1959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.815823 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:53.183297 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:54.646507 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:05.420452 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:06.396191 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:13.277037 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:18.271261 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833b49-0434-4b09-aa8f-b0bd7878b7c5 req-be4d5734-79ba-4191-92e2-28db58f86634 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:18.272783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f833b49-0434-4b09-aa8f-b0bd7878b7c5 req-be4d5734-79ba-4191-92e2-28db58f86634 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0695136 Jul 15 14:21:18.313808 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0f833b49-0434-4b09-aa8f-b0bd7878b7c5 req-8c1696a6-acb9-4247-a320-929871b8b915 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348752 Jul 15 14:21:18.996581 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-567de663-dedf-4cd8-a276-cf3289536674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:19.513580 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd18e1-77cd-406b-837c-96dd2756a7d5 req-8e5f192a-cae6-412b-a55c-48ca9ecc5f78 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:19.515067 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91cd18e1-77cd-406b-837c-96dd2756a7d5 req-8e5f192a-cae6-412b-a55c-48ca9ecc5f78 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0629394 Jul 15 14:21:19.553327 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-91cd18e1-77cd-406b-837c-96dd2756a7d5 req-e68d1402-3cc6-4862-87d6-7507ff592787 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326967 Jul 15 14:21:20.726136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58340a-04ea-4019-8909-1a47885c14d0 req-ed46b43c-2e34-43a9-888f-82d10031d9d2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:20.728089 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b58340a-04ea-4019-8909-1a47885c14d0 req-ed46b43c-2e34-43a9-888f-82d10031d9d2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0665359 Jul 15 14:21:20.764334 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b58340a-04ea-4019-8909-1a47885c14d0 req-91d67370-4603-4342-b047-52568626c6ed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Jul 15 14:21:21.658928 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2a46698e-9b56-413e-bd20-6bb5bef52d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:21.817451 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:21.937445 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad394e2-09c8-4f8a-a755-e999dde9b71c req-068fc4e9-dfd3-4222-a09c-f3c4535c0382 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:21.938817 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ad394e2-09c8-4f8a-a755-e999dde9b71c req-068fc4e9-dfd3-4222-a09c-f3c4535c0382 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0619884 Jul 15 14:21:21.976286 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ad394e2-09c8-4f8a-a755-e999dde9b71c req-c5cfcf64-63ca-4a08-9813-0c0e4a3fda4d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Jul 15 14:21:23.149803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef69ad2-6d48-4009-bc8b-8336b6ae12a9 req-43c533ef-117c-40f3-a0ce-920ffded664b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:23.151354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ef69ad2-6d48-4009-bc8b-8336b6ae12a9 req-43c533ef-117c-40f3-a0ce-920ffded664b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0638866 Jul 15 14:21:23.187040 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:23.192056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-4ef69ad2-6d48-4009-bc8b-8336b6ae12a9 req-266e67f2-7d4c-46a1-a8b0-86a6ea5b0510 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349798 Jul 15 14:21:24.378358 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5703d4-bdaa-4c99-adc8-b058124f36a8 req-eb806876-404c-46ca-980c-2b437c182866 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:24.379881 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d5703d4-bdaa-4c99-adc8-b058124f36a8 req-eb806876-404c-46ca-980c-2b437c182866 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0729933 Jul 15 14:21:24.418030 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5d5703d4-bdaa-4c99-adc8-b058124f36a8 req-a0df1847-afbb-4faa-be2d-c32e4f0801f9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Jul 15 14:21:24.649371 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:25.590056 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56401962-90b7-429b-8edd-6a75ce657084 req-01fc8993-9959-4d53-996a-1e1fa1fbb134 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:25.591586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56401962-90b7-429b-8edd-6a75ce657084 req-01fc8993-9959-4d53-996a-1e1fa1fbb134 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0633063 Jul 15 14:21:25.630228 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-56401962-90b7-429b-8edd-6a75ce657084 req-0265c0e6-5430-4e65-8e6f-e7840baa5926 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Jul 15 14:21:26.808319 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93dbf6-87aa-4b51-acba-35d0454eb55a req-22b4b880-f773-40b7-a21e-33cae5560372 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:26.809735 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc93dbf6-87aa-4b51-acba-35d0454eb55a req-22b4b880-f773-40b7-a21e-33cae5560372 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0668812 Jul 15 14:21:26.847428 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cc93dbf6-87aa-4b51-acba-35d0454eb55a req-19ee3de1-057d-43e8-bf54-f566226fbe2f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Jul 15 14:21:28.016486 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594eff-e90a-413b-b400-8a9fb411b89a req-51a4d417-2ed8-406c-8e2b-ac531fb74d17 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:28.017991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e594eff-e90a-413b-b400-8a9fb411b89a req-51a4d417-2ed8-406c-8e2b-ac531fb74d17 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0630651 Jul 15 14:21:28.056075 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5e594eff-e90a-413b-b400-8a9fb411b89a req-672c09de-5bf6-480e-99bc-9b8149c3dd20 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Jul 15 14:21:28.284936 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-c9c4f833-9c6e-42ea-b1e5-c83ed9eff3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:28.286613 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-c9c4f833-9c6e-42ea-b1e5-c83ed9eff3e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1098 time: 0.0517926 Jul 15 14:21:28.400152 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-8beda011-0653-4aa3-920b-7c8923e71b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:28.402135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-8beda011-0653-4aa3-920b-7c8923e71b68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0941200 Jul 15 14:21:28.464758 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-52a75fc5-eb3d-41f1-a99c-a8b566001a64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1002 time: 0.0567250 Jul 15 14:21:28.519417 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-a0ecd0fe-11b9-42d7-9529-4b93cf837a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:28.520858 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-a0ecd0fe-11b9-42d7-9529-4b93cf837a1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0506279 Jul 15 14:21:28.576586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-fda45454-a6ca-4ee3-bfe3-460798c0002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:28.578157 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-fda45454-a6ca-4ee3-bfe3-460798c0002d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509007 Jul 15 14:21:28.588932 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-06325b19-7f7a-464b-ad31-27d280e91398 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:21:28.589979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-06325b19-7f7a-464b-ad31-27d280e91398 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055096 Jul 15 14:21:28.676022 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-a2f30cdf-95d1-455f-a8eb-fc5ab392ddd1 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799654 Jul 15 14:21:28.765836 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cbf69a18-3da0-4195-b2a0-274bbfc46d25 req-d0632177-66e7-46e6-be2e-d037bfcab854 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841801 Jul 15 14:21:28.857017 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-62ec2804-c64e-48db-b438-01b27915baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:28.858655 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-62ec2804-c64e-48db-b438-01b27915baae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1098 time: 0.0520959 Jul 15 14:21:28.950432 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-fea2e869-cef8-4a33-ac4f-7188fd6efa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:28.951979 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-fea2e869-cef8-4a33-ac4f-7188fd6efa0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0873997 Jul 15 14:21:29.015541 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-3a7fbb78-3aa2-4a9b-8fe8-dd459a4e72c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1002 time: 0.0576384 Jul 15 14:21:29.066404 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-dc7f3e84-69fe-4c0c-8231-59fb3a1de219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:29.067869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-dc7f3e84-69fe-4c0c-8231-59fb3a1de219 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0467379 Jul 15 14:21:29.124719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-85db304b-ae46-4ca9-89c0-1ef6737a6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:29.126172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-85db304b-ae46-4ca9-89c0-1ef6737a6684 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523081 Jul 15 14:21:29.252101 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-769bd74a-f929-42be-aa32-ad15e73dd83b service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200581 Jul 15 14:21:29.304909 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd3f19-9b07-447e-9ee0-b80c119a325c req-96b6280b-9dfa-4dd2-ab4f-f9e36d321924 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:29.306377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90dd3f19-9b07-447e-9ee0-b80c119a325c req-96b6280b-9dfa-4dd2-ab4f-f9e36d321924 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.1162622 Jul 15 14:21:29.386043 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-90dd3f19-9b07-447e-9ee0-b80c119a325c req-8f58b160-de84-499f-a836-93320d2c6612 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547082 Jul 15 14:21:29.388056 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-374ba5cc-67fb-4566-bb6f-0847a144b718 req-c2356c19-b0e1-4bb6-a80b-9c57757a9f33 service neutron] 10.222.0.30 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286433 Jul 15 14:21:30.555532 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdc6cd-385c-48bf-b05b-79612cd5ead2 req-39a5643d-72d0-402a-afec-b2bccd28db2e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:30.557516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eabdc6cd-385c-48bf-b05b-79612cd5ead2 req-39a5643d-72d0-402a-afec-b2bccd28db2e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0616477 Jul 15 14:21:30.594809 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eabdc6cd-385c-48bf-b05b-79612cd5ead2 req-9fd50268-00a7-4c1d-8019-26c484a50f0d tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Jul 15 14:21:31.767923 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d1b42-de0f-4a5b-9ab7-6a0f69f5a425 req-8f2b2b1e-15a6-4a54-bbe6-684546ecc3d1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:31.769340 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e50d1b42-de0f-4a5b-9ab7-6a0f69f5a425 req-8f2b2b1e-15a6-4a54-bbe6-684546ecc3d1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0640297 Jul 15 14:21:31.808416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e50d1b42-de0f-4a5b-9ab7-6a0f69f5a425 req-3031da7b-61d9-42b4-a58c-dedb06eff2bf tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332558 Jul 15 14:21:32.982672 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3c23-c0d8-4be0-9f58-7c12a9625fe0 req-717db24c-4e7f-4477-bb1f-53b318ab2c53 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:32.984164 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e68b3c23-c0d8-4be0-9f58-7c12a9625fe0 req-717db24c-4e7f-4477-bb1f-53b318ab2c53 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0667078 Jul 15 14:21:33.020528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e68b3c23-c0d8-4be0-9f58-7c12a9625fe0 req-c817da94-2e5f-434c-8ebd-905bc65b49da tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308645 Jul 15 14:21:33.380835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-caf8cdf7-cbc5-401f-bd04-ad6da38225ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413469 Jul 15 14:21:33.389915 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb45451-b726-4e5f-9c83-423ad5b49345 req-efac04f9-d430-4bd4-8c8e-a8538d8b336f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:33.391336 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fb45451-b726-4e5f-9c83-423ad5b49345 req-efac04f9-d430-4bd4-8c8e-a8538d8b336f tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0844555 Jul 15 14:21:33.430241 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7fb45451-b726-4e5f-9c83-423ad5b49345 req-942f7d93-4f99-4630-b983-da3461c065bd tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331540 Jul 15 14:21:34.611804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35595f72-3ba8-41d1-a70a-a37246dea6eb req-074f0400-4df2-4005-8929-e9b1b91a9fcf tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:34.613311 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35595f72-3ba8-41d1-a70a-a37246dea6eb req-074f0400-4df2-4005-8929-e9b1b91a9fcf tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 946 time: 0.0680823 Jul 15 14:21:34.651422 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-35595f72-3ba8-41d1-a70a-a37246dea6eb req-20b6366e-6a31-47e9-9b06-35471f9113a9 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326805 Jul 15 14:21:35.402030 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device d1f5fb57-7cb9-4e16-99b8-1858add9750e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:21:35.439197 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:35.484921 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:35.507355 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:35.509582 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61839085-d343-4e0f-9a33-ebe41f47e3cc" -d '{"events": [{"server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:35.522229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:35.526609 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:35.550805 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db79e85-8449-4f71-8994-2db3c690b44d x-openstack-request-id: req-3db79e85-8449-4f71-8994-2db3c690b44d {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:35.551100 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "name": "network-vif-unplugged", "status": "failed", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e", "code": 422}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:35.551366 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3db79e85-8449-4f71-8994-2db3c690b44d {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:35.551752 n-d-771362-36 neutron-server[93735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'code': 422} returned with failed status Jul 15 14:21:35.576474 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:35.584008 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.584351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.584689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.585021 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.585351 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.585679 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.585999 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.586325 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.586649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.586988 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.587392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.587756 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:35.834856 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fd94-7d6f-4c40-8054-7679dde01161 req-92afdf8f-a1ea-447b-ae25-2fb7efc434b6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:35.836390 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0956fd94-7d6f-4c40-8054-7679dde01161 req-92afdf8f-a1ea-447b-ae25-2fb7efc434b6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0738785 Jul 15 14:21:35.874850 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0956fd94-7d6f-4c40-8054-7679dde01161 req-dff18d5f-c1ed-47ee-b65e-c0163c22b86c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Jul 15 14:21:36.402335 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:37.055063 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3770d3-9f93-4ad8-86fd-2287b1581e7c req-ddb99efd-ce93-49dc-8b61-9570bb4a0308 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:37.057238 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce3770d3-9f93-4ad8-86fd-2287b1581e7c req-ddb99efd-ce93-49dc-8b61-9570bb4a0308 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0715320 Jul 15 14:21:37.097179 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ce3770d3-9f93-4ad8-86fd-2287b1581e7c req-ad616aff-7c2f-4e5b-939e-252d8006a6ec tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342300 Jul 15 14:21:38.272941 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e5dc2-238a-4c85-ad02-1ccb4c07bfc7 req-1ce4e7e5-07ae-4773-ad19-8a3925f399d1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:38.274531 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-476e5dc2-238a-4c85-ad02-1ccb4c07bfc7 req-1ce4e7e5-07ae-4773-ad19-8a3925f399d1 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0657351 Jul 15 14:21:38.314638 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-476e5dc2-238a-4c85-ad02-1ccb4c07bfc7 req-517a293e-64a2-43ba-be3a-166def93c388 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335910 Jul 15 14:21:39.555229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427c732-f768-4075-8392-6891ce89d5b8 req-06b9fe0f-207d-4c8c-8bdf-50e572b44cf4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:39.557389 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f427c732-f768-4075-8392-6891ce89d5b8 req-06b9fe0f-207d-4c8c-8bdf-50e572b44cf4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.1323533 Jul 15 14:21:39.597174 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f427c732-f768-4075-8392-6891ce89d5b8 req-30613a5b-a209-4fed-ac4d-99dd1971f61b tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Jul 15 14:21:40.218670 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-468c180b-cec8-41db-9252-a0e4951d8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:40.220099 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-468c180b-cec8-41db-9252-a0e4951d8563 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6&tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0523269 Jul 15 14:21:40.230362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-36', 'device_owner': 'compute:nova'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:40.298894 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:40.520854 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:40.553272 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:21:40.585865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f5fb57-7cb9-4e16-99b8-1858add9750e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:21:40.593911 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:40.606298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Transition to ACTIVE for port object d1f5fb57-7cb9-4e16-99b8-1858add9750e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:40.609809 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:40.689770 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:40.704691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.705037 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.705379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.705716 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.706047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.706560 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.706895 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.707251 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.707582 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.707913 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.708237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.708565 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.775338 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] No DVR routers for this DVR port d1f5fb57-7cb9-4e16-99b8-1858add9750e on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:21:40.880016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08902b8-823d-4f3d-93d8-0089673d51cc req-5f4c3228-32ff-42ca-aba0-e97a36bc7a89 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:40.881528 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08902b8-823d-4f3d-93d8-0089673d51cc req-5f4c3228-32ff-42ca-aba0-e97a36bc7a89 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.1609240 Jul 15 14:21:40.936102 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a08902b8-823d-4f3d-93d8-0089673d51cc req-9bd3fc83-ea6e-475c-8dfa-e386b41d1e89 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459714 Jul 15 14:21:40.965586 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Attempting to bind port d1f5fb57-7cb9-4e16-99b8-1858add9750e on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:21:40.965925 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Attempting to bind port d1f5fb57-7cb9-4e16-99b8-1858add9750e by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:21:40.966257 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Attempting to bind port d1f5fb57-7cb9-4e16-99b8-1858add9750e on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:40.970908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Port d1f5fb57-7cb9-4e16-99b8-1858add9750e on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:21:40.971262 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Attempting to bind port d1f5fb57-7cb9-4e16-99b8-1858add9750e on network a20eb01b-f49d-4b00-a72f-de4f6558ee97 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:40.976142 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:21:40.976485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Checking segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:40.976870 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Bound using segment: {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:21:40.977301 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Bound port: d1f5fb57-7cb9-4e16-99b8-1858add9750e, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:21:40.977661 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:41.043785 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:21:41.046722 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:21:41.051488 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:41.084919 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:41.085541 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:41.087053 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] 10.222.0.35 "PUT /v2.0/ports/d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1093 time: 0.8606148 Jul 15 14:21:41.087522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:41.090385 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3088e231-8a1a-4b9b-9493-b06df131b318" -d '{"events": [{"name": "network-changed", "server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:41.115102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055c031-0bf8-4a7e-b7b1-37f049528e93 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:41.152654 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415a181a-f338-43f3-aea8-a669b3e2935f x-openstack-request-id: req-415a181a-f338-43f3-aea8-a669b3e2935f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:41.152951 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:41.153207 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-415a181a-f338-43f3-aea8-a669b3e2935f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:41.153606 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'status': 'completed', 'code': 200} Jul 15 14:21:41.182233 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-2cb69dad-c975-4e86-a09e-bdd212977484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:41.183966 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-2cb69dad-c975-4e86-a09e-bdd212977484 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1096 time: 0.0597100 Jul 15 14:21:41.281393 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-b8ce83c1-452f-4fd5-8602-856db018b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:41.282888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-b8ce83c1-452f-4fd5-8602-856db018b490 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0929456 Jul 15 14:21:41.348313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-95a26087-cac5-470c-ab67-942c66150b87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1000 time: 0.0594263 Jul 15 14:21:41.399907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-1bb210b0-dd66-42e6-b68e-794295fcb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:41.402007 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-1bb210b0-dd66-42e6-b68e-794295fcb8d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0470622 Jul 15 14:21:41.461846 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-393fd2e7-d305-4b6f-ad93-e8618d01919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:41.463962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-393fd2e7-d305-4b6f-ad93-e8618d01919d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559497 Jul 15 14:21:41.474324 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-3a5b9565-82ae-4927-96ba-284ca7681c00 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:21:41.475294 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-3a5b9565-82ae-4927-96ba-284ca7681c00 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048850 Jul 15 14:21:41.561982 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-11651f9b-e0e1-4aa5-9f9d-6c39e981a912 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796254 Jul 15 14:21:41.656691 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-82b2a1b8-f730-4323-91a2-d308dd273fe8 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873954 Jul 15 14:21:41.757413 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-aadecc57-4bb0-4931-aa04-c99e3901cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:41.758912 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-aadecc57-4bb0-4931-aa04-c99e3901cfa2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1096 time: 0.0562837 Jul 15 14:21:41.851563 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-426b1513-dace-4517-bbc5-da142ea6853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:41.853040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-426b1513-dace-4517-bbc5-da142ea6853c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.0872774 Jul 15 14:21:41.918132 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-353415f7-2efa-43cd-ad0d-e933699ee1b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1000 time: 0.0579357 Jul 15 14:21:41.967308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-dc891818-5653-47b1-bda7-05203b4251a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:41.969040 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-dc891818-5653-47b1-bda7-05203b4251a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0443828 Jul 15 14:21:42.031253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-cc8a7059-2833-4d91-a9cf-c929b8befaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:42.032822 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-cc8a7059-2833-4d91-a9cf-c929b8befaf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570557 Jul 15 14:21:42.171980 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a895374-2075-4570-810d-0d34b09e5bbf req-dcad1182-338d-4c35-b6f6-378e63dbd6ed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:42.173391 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a895374-2075-4570-810d-0d34b09e5bbf req-dcad1182-338d-4c35-b6f6-378e63dbd6ed tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.1249051 Jul 15 14:21:42.175209 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-e5cef924-fffe-4b72-9c9f-3a854fe78c69 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346908 Jul 15 14:21:42.237511 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-5a895374-2075-4570-810d-0d34b09e5bbf req-418c9391-17bc-48a0-9106-b89e0a949009 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582647 Jul 15 14:21:42.287917 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3088e231-8a1a-4b9b-9493-b06df131b318 req-e7dccc98-0cff-46a4-8dfb-50f529ac2551 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026273 Jul 15 14:21:43.413950 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9a3fb-6cb5-4594-9f89-cdc34869fe8e req-9a01c540-3364-4cb4-8072-8964887d8919 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:43.415464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ec9a3fb-6cb5-4594-9f89-cdc34869fe8e req-9a01c540-3364-4cb4-8072-8964887d8919 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0677667 Jul 15 14:21:43.452862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7ec9a3fb-6cb5-4594-9f89-cdc34869fe8e req-eb74f188-f102-48d4-af4c-cc7f7864a291 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Jul 15 14:21:44.628213 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed50693-fe7b-4efd-8e6a-af4a1f594c36 req-18b80061-0b24-4a66-81fa-e982357f5a27 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:44.629697 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed50693-fe7b-4efd-8e6a-af4a1f594c36 req-18b80061-0b24-4a66-81fa-e982357f5a27 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0634029 Jul 15 14:21:44.666806 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eed50693-fe7b-4efd-8e6a-af4a1f594c36 req-4daa4e7b-11c2-452d-85d9-d3431554dc28 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Jul 15 14:21:45.839801 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68687808-43f2-493f-ad31-c8dc3afdad1a req-4457870a-9df8-4199-a9be-e7623b2e83ff tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:45.841283 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68687808-43f2-493f-ad31-c8dc3afdad1a req-4457870a-9df8-4199-a9be-e7623b2e83ff tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0618162 Jul 15 14:21:45.877559 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-68687808-43f2-493f-ad31-c8dc3afdad1a req-3515a10e-58de-486e-9f01-396174aac6a3 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305226 Jul 15 14:21:47.049947 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3baa-4df9-4f67-9592-d2d0f16972ae req-c18f3960-4470-4a49-b5d8-e32cdf6cad50 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:47.051371 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f34f3baa-4df9-4f67-9592-d2d0f16972ae req-c18f3960-4470-4a49-b5d8-e32cdf6cad50 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0655673 Jul 15 14:21:47.088779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f34f3baa-4df9-4f67-9592-d2d0f16972ae req-a63d24d5-17a1-421e-9a11-ad8c6e2ec548 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312610 Jul 15 14:21:48.224064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d1f5fb57-7cb9-4e16-99b8-1858add9750e details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:21:48.261485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e0b54-1cab-4357-811c-1bbf4c868a8c req-47292ed2-b9f1-4491-8d47-7f133509e69e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:48.263163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef1e0b54-1cab-4357-811c-1bbf4c868a8c req-47292ed2-b9f1-4491-8d47-7f133509e69e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 944 time: 0.0668523 Jul 15 14:21:48.301888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-ef1e0b54-1cab-4357-811c-1bbf4c868a8c req-741c7c89-653d-4481-bcb1-1b59bcd0fbc7 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Jul 15 14:21:48.327109 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:48.339092 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'port_id': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'mac_address': 'fa:16:3e:16:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:21:48.376163 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.393392 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f5fb57-7cb9-4e16-99b8-1858add9750e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:21:48.413236 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:48.418333 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.466061 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=9']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:48.660357 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['d1f5fb57-7cb9-4e16-99b8-1858add9750e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:21:48.998434 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dca8c773-599f-455d-a69c-e50764889d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.479466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6028eb-0190-40c5-93ef-cf30678391ee req-d8241eda-05e2-4c1a-9e56-725b76518a55 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:49.480971 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe6028eb-0190-40c5-93ef-cf30678391ee req-d8241eda-05e2-4c1a-9e56-725b76518a55 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 945 time: 0.0668864 Jul 15 14:21:49.517628 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-fe6028eb-0190-40c5-93ef-cf30678391ee req-50ba5a65-82c5-4ab1-ae3a-36d46a597e7e tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Jul 15 14:21:50.239766 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d1f5fb57-7cb9-4e16-99b8-1858add9750e up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:50.276347 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:50.287578 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port d1f5fb57-7cb9-4e16-99b8-1858add9750e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:50.291208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port d1f5fb57-7cb9-4e16-99b8-1858add9750e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:50.291536 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:50.368612 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:50.391070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:50.393345 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b609b45c-f229-47aa-8b5e-f7485fad2d7d" -d '{"events": [{"server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "name": "network-vif-plugged", "status": "completed", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:50.407328 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:50.411628 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:50.436899 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8736a7a-e8c0-4799-9f06-875573945d79 x-openstack-request-id: req-e8736a7a-e8c0-4799-9f06-875573945d79 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:50.437193 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "name": "network-vif-plugged", "status": "completed", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:50.437449 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8736a7a-e8c0-4799-9f06-875573945d79 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:50.437859 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'code': 200} Jul 15 14:21:50.462126 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=10']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:50.598407 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbee6c7-a3ff-4d1d-beac-ef9a0a7b0f22 req-0d6c32c2-cd65-453b-9738-bbf144f19d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:50.600000 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bbee6c7-a3ff-4d1d-beac-ef9a0a7b0f22 req-0d6c32c2-cd65-453b-9738-bbf144f19d5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1099 time: 0.0522192 Jul 15 14:21:50.658755 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9bbee6c7-a3ff-4d1d-beac-ef9a0a7b0f22 req-a6d95138-3ba4-48f8-a793-dd9aeb3a1d22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518780 Jul 15 14:21:50.693733 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9488f-6577-4f33-bd67-183074193341 req-d2388e4c-0908-40cc-becf-5b69ecf6dcf4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:50.695194 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7e9488f-6577-4f33-bd67-183074193341 req-d2388e4c-0908-40cc-becf-5b69ecf6dcf4 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 947 time: 0.0656710 Jul 15 14:21:50.733727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-c7e9488f-6577-4f33-bd67-183074193341 req-86c5d277-dcba-4da6-ace7-cd3df2d4ec03 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Jul 15 14:21:51.660162 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-9d74b8c2-717b-480c-8e6c-1c171f0be2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.818973 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.907804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161124ca-aa72-4f7f-b237-98204a452599 req-7868fac6-a479-4f66-976d-9ba9dfe3e2c6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:51.909266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-161124ca-aa72-4f7f-b237-98204a452599 req-7868fac6-a479-4f66-976d-9ba9dfe3e2c6 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 947 time: 0.0653889 Jul 15 14:21:51.946421 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-161124ca-aa72-4f7f-b237-98204a452599 req-a2b44c10-59c7-4eda-b805-25c589089f29 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Jul 15 14:21:53.186426 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.651678 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:05.410785 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:06.395738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:19.002933 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0d8944bf-83c1-4105-9fab-8a0743d4d440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:21.661598 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fae-fc49-497b-9ba1-edbb7ee76d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:21.820147 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:22.460637 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-59d3a2e7-295c-4d76-a27c-7a76305cb2e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519631 Jul 15 14:22:22.556511 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-b32a8542-cfd5-42eb-8cae-807ce2f07bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:22.558189 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-b32a8542-cfd5-42eb-8cae-807ce2f07bd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1099 time: 0.0546002 Jul 15 14:22:23.003115 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-4569e56f-558a-47fd-915a-f61b86263700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:23.004618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-4569e56f-558a-47fd-915a-f61b86263700 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.4256289 Jul 15 14:22:23.071586 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-c4d18b2d-d5d2-4e32-b413-92ac94169468 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 1002 time: 0.0595958 Jul 15 14:22:23.132000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-38d219fe-59c4-42b7-a445-b766aaee0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:23.133693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-38d219fe-59c4-42b7-a445-b766aaee0f6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0551069 Jul 15 14:22:23.193372 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:23.201727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-3b7f54ff-2e31-4461-a0f6-9cb329049ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:23.203501 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-3b7f54ff-2e31-4461-a0f6-9cb329049ff2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631752 Jul 15 14:22:23.304951 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-b595a7c5-1a52-431e-9b26-05bc0ad8e4d7 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951815 Jul 15 14:22:23.421760 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d230288b-0ffd-4017-b23e-a9a9e63e2fc1 req-ef6c4d59-a406-4501-bf2e-c40ae5527500 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088271 Jul 15 14:22:24.655187 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:27.275734 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:22:35.426825 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:36.394160 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:49.002147 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1c6898d2-2f52-4afa-9442-74fd626bf27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:51.664347 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ebb43c15-f985-4c5a-a320-350dca8da4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:51.823515 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:53.193092 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:54.658736 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:04.275438 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:05.320065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37536) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:05.464140 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:05.494608 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Deleting port 8bc16eaa-bab6-43dd-a610-67f84d6b6bde {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:05.494960 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:05.577050 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:05.577280 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:05.589433 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Calling delete_port for 8bc16eaa-bab6-43dd-a610-67f84d6b6bde owned by network:floatingip {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:05.773884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:05.802211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event deleted for resources: {'Port': ['ID=8bc16eaa-bab6-43dd-a610-67f84d6b6bde,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:05.829594 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.829855 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.830201 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.830573 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.830886 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.831244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.831577 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.831908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.832237 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.832567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.832896 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.833222 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:05.880962 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:05.881402 n-d-771362-36 neutron-server[93733]: INFO neutron.db.l3_db [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Floating IP 139ab0ea-43e4-4018-94d9-a3cf498476fe disassociated (deleted). External IP: 172.25.1.254, port: d1f5fb57-7cb9-4e16-99b8-1858add9750e. Jul 15 14:23:06.133129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:06.253865 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:06.260419 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:06.267627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] Sync routers for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:06.278094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:06.278730 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:22:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:06.306805 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-261fed7d-68f9-43e8-b24a-0d7fd5c774c8 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "DELETE /v2.0/floatingips/139ab0ea-43e4-4018-94d9-a3cf498476fe HTTP/1.1" status: 204 len: 168 time: 0.9855261 Jul 15 14:23:06.307439 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:06.310155 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb299bfc-3614-41be-8237-597fd2d520f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:06.403068 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:06.452580 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:06.584256 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f940c6-7088-4e9c-b412-bf1b638a476c x-openstack-request-id: req-55f940c6-7088-4e9c-b412-bf1b638a476c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:06.584895 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:06.584895 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55f940c6-7088-4e9c-b412-bf1b638a476c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:06.585252 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'status': 'completed', 'code': 200} Jul 15 14:23:06.670278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-951de131-504d-44c5-af29-e4867a5cbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:06.672973 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-951de131-504d-44c5-af29-e4867a5cbfdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 1099 time: 0.0610955 Jul 15 14:23:06.674130 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:06.710817 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] Checking router: 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:06.719981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:06.720575 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:22:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:06.824673 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5249b6c-b9b5-4ac7-a1c2-287c1cd4e41d req-5304a642-7b76-44bc-b4f7-594fb86e9310 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:06.826502 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5249b6c-b9b5-4ac7-a1c2-287c1cd4e41d req-5304a642-7b76-44bc-b4f7-594fb86e9310 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 947 time: 0.1478496 Jul 15 14:23:06.828022 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-75673ade-8201-45ce-a8d0-3648ae7febbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:06.829412 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-75673ade-8201-45ce-a8d0-3648ae7febbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 200 len: 910 time: 0.1496537 Jul 15 14:23:06.858510 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:06.885481 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-72e62085-1623-4b0e-bcd3-12b229a5c1c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 200 len: 217 time: 0.0487900 Jul 15 14:23:06.947172 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a5249b6c-b9b5-4ac7-a1c2-287c1cd4e41d req-d3eddc02-c323-4973-aeb7-f04bcae24554 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036274 Jul 15 14:23:06.957330 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-9fd4cc7d-5c92-4895-90f9-89142fde5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:06.959202 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-9fd4cc7d-5c92-4895-90f9-89142fde5ec0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 200 len: 848 time: 0.0669823 Jul 15 14:23:07.024349 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-c0ea0846-20c6-4486-a4f6-e484968fc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:07.026270 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-c0ea0846-20c6-4486-a4f6-e484968fc8a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a20eb01b-f49d-4b00-a72f-de4f6558ee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599620 Jul 15 14:23:07.073324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:07.103244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b98d0-580b-489c-bca8-024945e30b94 None None] The sync data for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 is: [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:14:25Z', 'revision_number': 4, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'e46b9814-63ee-4493-9b13-6952fb5cc15d', 'name': '', 'network_id': 'a20eb01b-f49d-4b00-a72f-de4f6558ee97', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'mac_address': 'fa:16:3e:31:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:24Z', 'updated_at': '2021-07-15T14:14:31Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'subnets': [{'id': 'c2db0aac-6e49-44f5-82a6-e7547f517a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:07.133281 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-ad17da8f-a6a3-4577-84f4-f535cfbaf5aa service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990632 Jul 15 14:23:07.232722 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-eb299bfc-3614-41be-8237-597fd2d520f4 req-57b3a81f-cfd8-4dfd-8739-401d37d8f297 service neutron] 10.222.0.35 "GET /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924242 Jul 15 14:23:07.367079 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e598e-f2a0-41bf-9ca7-27824a4ec4b4 None None] New status for floating IP 139ab0ea-43e4-4018-94d9-a3cf498476fe: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:23:08.174709 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-9c0cf5a7-627c-45bb-9859-496f3b72f651 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:08.176266 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-9c0cf5a7-627c-45bb-9859-496f3b72f651 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.35 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 947 time: 0.1160431 Jul 15 14:23:08.184193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811046a9-36cb-45bc-98ad-18449ceef71b req-05f7daa3-ba23-4a3a-80b9-44f3493340da tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:08.185665 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-811046a9-36cb-45bc-98ad-18449ceef71b req-05f7daa3-ba23-4a3a-80b9-44f3493340da tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 947 time: 0.1159737 Jul 15 14:23:08.268407 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-811046a9-36cb-45bc-98ad-18449ceef71b req-7ab75614-e3fc-430b-8ba9-6a0c7872a10c tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/security-groups?id=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741570 Jul 15 14:23:08.320000 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Deleting port d1f5fb57-7cb9-4e16-99b8-1858add9750e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:08.320350 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:08.415376 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] For port d1f5fb57-7cb9-4e16-99b8-1858add9750e, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=d1f5fb57-7cb9-4e16-99b8-1858add9750e,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:08.415735 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:08.428767 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Calling delete_port for d1f5fb57-7cb9-4e16-99b8-1858add9750e owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:08.567246 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:08.605098 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event deleted for resources: {'Port': ['ID=d1f5fb57-7cb9-4e16-99b8-1858add9750e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:08.666411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] No DVR routers for this DVR port d1f5fb57-7cb9-4e16-99b8-1858add9750e on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:23:08.669443 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:08.671539 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7219a292-b1b7-4199-b2cb-7fd2f20085f3 req-d339a9f8-6049-4a00-9f16-72e62fcf1354 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.35 "DELETE /v2.0/ports/d1f5fb57-7cb9-4e16-99b8-1858add9750e HTTP/1.1" status: 204 len: 173 time: 0.4849541 Jul 15 14:23:08.672014 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'name': 'network-vif-deleted', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:08.674317 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6478a4b5-1006-47c7-8585-5a749a8e5876" -d '{"events": [{"server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "name": "network-vif-deleted", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:08.720569 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fed1675-6006-4c6c-832e-08987096af56 x-openstack-request-id: req-9fed1675-6006-4c6c-832e-08987096af56 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:08.720963 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300e2f4-8822-46dc-8a9c-29bdbec02af6", "name": "network-vif-deleted", "tag": "d1f5fb57-7cb9-4e16-99b8-1858add9750e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:08.721151 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fed1675-6006-4c6c-832e-08987096af56 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:08.721550 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300e2f4-8822-46dc-8a9c-29bdbec02af6', 'name': 'network-vif-deleted', 'tag': 'd1f5fb57-7cb9-4e16-99b8-1858add9750e', 'status': 'completed', 'code': 200} Jul 15 14:23:09.418021 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a68c7aa4-446c-45d0-be5b-5a72f4fe989f req-c27e2990-6b4c-4104-b45a-2621533205fd tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 210 time: 0.0300760 Jul 15 14:23:10.569844 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0213cfc5-d3c0-4731-b851-5a9b9a2ca621 req-7f5e526c-b38f-4371-935d-045a527567b2 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 210 time: 0.0337172 Jul 15 14:23:11.738854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e1e7ba00-a3f2-4536-b3ec-df89795796de req-fffe8e8c-553e-49b3-8c7f-a433eb4823a0 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "GET /v2.0/ports?device_id=c300e2f4-8822-46dc-8a9c-29bdbec02af6 HTTP/1.1" status: 200 len: 210 time: 0.0320449 Jul 15 14:23:12.641188 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d1f5fb57-7cb9-4e16-99b8-1858add9750e no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:12.669812 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: d1f5fb57-7cb9-4e16-99b8-1858add9750e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:12.670632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device d1f5fb57-7cb9-4e16-99b8-1858add9750e not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:12.853299 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37564) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:12.933796 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31b7139a-1935-47a4-afa5-05acb75adc75 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:12.962262 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31b7139a-1935-47a4-afa5-05acb75adc75 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:13.034772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31b7139a-1935-47a4-afa5-05acb75adc75 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:13.039285 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31b7139a-1935-47a4-afa5-05acb75adc75 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:13.040862 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-31b7139a-1935-47a4-afa5-05acb75adc75 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] 10.222.0.25 "DELETE /v2.0/security-groups/a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37 HTTP/1.1" status: 204 len: 168 time: 0.1863728 Jul 15 14:23:13.055819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7139a-1935-47a4-afa5-05acb75adc75 tempest-TestShelveInstance-1185447478 tempest-TestShelveInstance-1185447478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a014c4e5-cdb2-4c1d-8ae0-b5711c17ba37,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:13.103576 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37568) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:13.652252 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:14.253912 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Deleting port e46b9814-63ee-4493-9b13-6952fb5cc15d {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:14.254575 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:14.339491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] For port e46b9814-63ee-4493-9b13-6952fb5cc15d, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=e46b9814-63ee-4493-9b13-6952fb5cc15d,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:14.339852 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:14.352868 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Calling delete_port for e46b9814-63ee-4493-9b13-6952fb5cc15d owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:14.575082 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:14.605587 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46b9814-63ee-4493-9b13-6952fb5cc15d,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:14.638458 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.638882 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.639174 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.639523 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.639867 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.640203 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.640527 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.640895 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.641227 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.641561 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.641891 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.642221 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:14.795678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.034948 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:15.154074 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:15.159336 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e641d680-590e-4152-bf45-ea00496a0f38 admin admin] 10.222.0.25 "PUT /v2.0/routers/5c2dbb6c-f4d3-4075-be62-ff886ee03b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0559032 Jul 15 14:23:15.162269 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37574) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:15.173567 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] Sync routers for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:15.190433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:15.191380 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:22:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:15.277259 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.305165 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:15.389674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.459206 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Deleting port 592c5622-69ca-4c15-ae1f-22469f204019 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:15.459586 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.565235 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] For port 592c5622-69ca-4c15-ae1f-22469f204019, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=592c5622-69ca-4c15-ae1f-22469f204019,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:15.565678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.582427 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Calling delete_port for 592c5622-69ca-4c15-ae1f-22469f204019 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:15.704801 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '592c5622-69ca-4c15-ae1f-22469f204019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:23:14Z', 'revision_number': 5, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port': {'id': '592c5622-69ca-4c15-ae1f-22469f204019', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:23Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:15.731234 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] Checking router: 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:15.741122 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] Routers {'5c2dbb6c-f4d3-4075-be62-ff886ee03b73'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:15.741638 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:22:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:15.772678 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.799322 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Pushing event deleted for resources: {'Port': ['ID=592c5622-69ca-4c15-ae1f-22469f204019,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:15.831216 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] Set router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:15.869359 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.895028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:23:15Z', 'revision_number': 6, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:15.925808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bdc929-6c18-41fd-bb34-d936899973bc None None] The sync data for ids ['5c2dbb6c-f4d3-4075-be62-ff886ee03b73'] in n-d-771362-36 is: [{'id': '5c2dbb6c-f4d3-4075-be62-ff886ee03b73', 'name': 'tempest-TestShelveInstance-1505699469-router', 'tenant_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:22Z', 'updated_at': '2021-07-15T14:23:15Z', 'revision_number': 6, 'project_id': 'a0ec28c2a8cc4c73b39ca26e60f6d2f2', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:15.966400 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.969456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.015630 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.016711 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c2dbb6c-f4d3-4075-be62-ff886ee03b73 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:23:16.021949 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.023317 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-30a1ec2e-4448-4d5e-8fb0-de38a8b7faae admin admin] 10.222.0.25 "DELETE /v2.0/routers/5c2dbb6c-f4d3-4075-be62-ff886ee03b73 HTTP/1.1" status: 204 len: 168 time: 0.8600082 Jul 15 14:23:16.026251 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37576) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:16.100708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca611101-4aa5-42f6-b10e-a4ebf924c25b admin admin] Deleting subnet c2db0aac-6e49-44f5-82a6-e7547f517a33 {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:23:16.105274 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca611101-4aa5-42f6-b10e-a4ebf924c25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.168665 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca611101-4aa5-42f6-b10e-a4ebf924c25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.271303 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca611101-4aa5-42f6-b10e-a4ebf924c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.331702 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca611101-4aa5-42f6-b10e-a4ebf924c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.360062 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca611101-4aa5-42f6-b10e-a4ebf924c25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2db0aac-6e49-44f5-82a6-e7547f517a33,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:16.362257 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-ca611101-4aa5-42f6-b10e-a4ebf924c25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.364371 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-ca611101-4aa5-42f6-b10e-a4ebf924c25b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c2db0aac-6e49-44f5-82a6-e7547f517a33 HTTP/1.1" status: 204 len: 168 time: 0.3370419 Jul 15 14:23:16.366938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8281e1-1e90-4768-804e-75a527bf74be None None] Network a20eb01b-f49d-4b00-a72f-de4f6558ee97 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:23:16.369211 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37578) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:16.466444 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.533618 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Deleting port 93f66c46-2f59-4754-8c85-8a04145ecb43 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:16.533930 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.607193 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] For port 93f66c46-2f59-4754-8c85-8a04145ecb43, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=93f66c46-2f59-4754-8c85-8a04145ecb43,segment=NetworkSegment(0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b),segment_id=0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:16.607551 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.621966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Calling delete_port for 93f66c46-2f59-4754-8c85-8a04145ecb43 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:16.754153 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.768491 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da83ad7-e3c6-4f41-bae9-1559f5720950 None None] DHCP port deletion for a20eb01b-f49d-4b00-a72f-de4f6558ee97 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:23:16.770227 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] No DVR routers for this DVR port 93f66c46-2f59-4754-8c85-8a04145ecb43 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:23:16.793714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f66c46-2f59-4754-8c85-8a04145ecb43,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:16.877534 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.890368 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20eb01b-f49d-4b00-a72f-de4f6558ee97']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:16.905196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:16.905510 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1b2fc2-f6ee-467c-9ca2-b0a0606fb47b') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:16.911751 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 93f66c46-2f59-4754-8c85-8a04145ecb43 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:16.921506 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.934715 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 93f66c46-2f59-4754-8c85-8a04145ecb43 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:16.935103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 93f66c46-2f59-4754-8c85-8a04145ecb43 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:16.935627 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 592c5622-69ca-4c15-ae1f-22469f204019 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:16.945436 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.952516 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:23:16.952918 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:23:16.954644 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:23:16.959104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 592c5622-69ca-4c15-ae1f-22469f204019 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:16.959104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 592c5622-69ca-4c15-ae1f-22469f204019 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:16.959104 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e46b9814-63ee-4493-9b13-6952fb5cc15d no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:16.985723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: e46b9814-63ee-4493-9b13-6952fb5cc15d {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:16.985723 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device e46b9814-63ee-4493-9b13-6952fb5cc15d not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:17.017742 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:17.024953 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:17.026801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a20eb01b-f49d-4b00-a72f-de4f6558ee97 HTTP/1.1" status: 204 len: 168 time: 0.6561913 Jul 15 14:23:17.030495 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37580) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:17.039469 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d7e55-5f4d-4534-9ad3-517d0eec6a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20eb01b-f49d-4b00-a72f-de4f6558ee97,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:17.417587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:17.707558 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Deleting port d598cb83-acc6-4db4-b0ce-983e562c6f5a {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:17.707809 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:17.790246 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] For port d598cb83-acc6-4db4-b0ce-983e562c6f5a, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=d598cb83-acc6-4db4-b0ce-983e562c6f5a,segment=NetworkSegment(11fa8630-b042-47b6-b5f7-13dfc519f560),segment_id=11fa8630-b042-47b6-b5f7-13dfc519f560)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:17.790674 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:17.804798 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Calling delete_port for d598cb83-acc6-4db4-b0ce-983e562c6f5a owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:17.994202 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:18.024372 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Pushing event deleted for resources: {'Port': ['ID=d598cb83-acc6-4db4-b0ce-983e562c6f5a,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:18.237513 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:18.745778 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Router 3d143843-64b2-4835-827e-51a8b2c38d69 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:18.872806 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:18.881530 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-243f0f62-74fd-46da-bacc-55f5ab1d5135 admin admin] 10.222.0.25 "PUT /v2.0/routers/3d143843-64b2-4835-827e-51a8b2c38d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8489387 Jul 15 14:23:18.882244 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37582) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:18.891582 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] Sync routers for ids ['3d143843-64b2-4835-827e-51a8b2c38d69'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:18.903667 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] Routers {'3d143843-64b2-4835-827e-51a8b2c38d69'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:18.904389 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:22:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['3d143843-64b2-4835-827e-51a8b2c38d69'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:19.004774 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-be0099ec-60b8-4a37-b403-9bb15f98d9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.010330 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.026099 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] Set router 3d143843-64b2-4835-827e-51a8b2c38d69 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:19.121017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.185804 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Deleting port 199e1cbd-00c9-45ba-a442-5174b98e4b74 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:19.186167 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.235223 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:23:17Z', 'revision_number': 5, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port': {'id': '199e1cbd-00c9-45ba-a442-5174b98e4b74', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:19.269314 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] Checking router: 3d143843-64b2-4835-827e-51a8b2c38d69 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:19.278469 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] Routers {'3d143843-64b2-4835-827e-51a8b2c38d69'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:19.278953 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] For port 199e1cbd-00c9-45ba-a442-5174b98e4b74, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=199e1cbd-00c9-45ba-a442-5174b98e4b74,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:19.279123 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:22:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['3d143843-64b2-4835-827e-51a8b2c38d69'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:19.279355 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.291727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Calling delete_port for 199e1cbd-00c9-45ba-a442-5174b98e4b74 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:19.366716 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] Set router 3d143843-64b2-4835-827e-51a8b2c38d69 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:19.418171 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:23:19Z', 'revision_number': 6, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:19.449089 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8dcd6-d9bf-40b0-b59a-9b0851519a93 None None] The sync data for ids ['3d143843-64b2-4835-827e-51a8b2c38d69'] in n-d-771362-36 is: [{'id': '3d143843-64b2-4835-827e-51a8b2c38d69', 'name': 'tempest-TestShelveInstance-1738557952-router', 'tenant_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:27Z', 'updated_at': '2021-07-15T14:23:19Z', 'revision_number': 6, 'project_id': '18f1f6bbcd7941acbe8bacb2756a9391', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:19.487320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.514478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=199e1cbd-00c9-45ba-a442-5174b98e4b74,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:19.582947 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.678927 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.681235 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.730431 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.731053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d143843-64b2-4835-827e-51a8b2c38d69 {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:23:19.738328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.739553 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-938281aa-f933-4903-b545-453d335f9d4c admin admin] 10.222.0.25 "DELETE /v2.0/routers/3d143843-64b2-4835-827e-51a8b2c38d69 HTTP/1.1" status: 204 len: 168 time: 0.8551466 Jul 15 14:23:19.742840 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37584) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:19.793451 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-05749d84-bc01-46a1-8b73-6fb5b17bbbfb admin admin] Deleting subnet 4ff6e2de-d8b8-482b-b07b-07fb85387023 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:23:19.796642 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05749d84-bc01-46a1-8b73-6fb5b17bbbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.834334 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05749d84-bc01-46a1-8b73-6fb5b17bbbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.923334 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05749d84-bc01-46a1-8b73-6fb5b17bbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:19.978939 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05749d84-bc01-46a1-8b73-6fb5b17bbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.006278 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05749d84-bc01-46a1-8b73-6fb5b17bbbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff6e2de-d8b8-482b-b07b-07fb85387023,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:20.009515 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05749d84-bc01-46a1-8b73-6fb5b17bbbfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.011516 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-05749d84-bc01-46a1-8b73-6fb5b17bbbfb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ff6e2de-d8b8-482b-b07b-07fb85387023 HTTP/1.1" status: 204 len: 168 time: 0.2675664 Jul 15 14:23:20.014842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37586) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:20.016361 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b27c9-8426-4e4c-b5ba-3a9fadf94c50 None None] Network 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:23:20.089561 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.151253 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Deleting port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:20.151510 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.230040 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] DHCP port deletion for 7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:23:20.236750 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] For port 8afa84ec-f69a-4845-9223-f25bea3dd5f0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8afa84ec-f69a-4845-9223-f25bea3dd5f0,segment=NetworkSegment(11fa8630-b042-47b6-b5f7-13dfc519f560),segment_id=11fa8630-b042-47b6-b5f7-13dfc519f560)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:20.237192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.255966 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Calling delete_port for 8afa84ec-f69a-4845-9223-f25bea3dd5f0 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:20.289197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Deleting port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:20.289571 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.352720 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.357782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] For port 8afa84ec-f69a-4845-9223-f25bea3dd5f0, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=8afa84ec-f69a-4845-9223-f25bea3dd5f0,segment=NetworkSegment(11fa8630-b042-47b6-b5f7-13dfc519f560),segment_id=11fa8630-b042-47b6-b5f7-13dfc519f560)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:20.358179 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.372626 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Calling delete_port for 8afa84ec-f69a-4845-9223-f25bea3dd5f0 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:20.380292 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afa84ec-f69a-4845-9223-f25bea3dd5f0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:20.384089 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] No DVR routers for this DVR port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:23:20.466397 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.470997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.479957 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:20.491204 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fa8630-b042-47b6-b5f7-13dfc519f560') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:20.491564 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fa8630-b042-47b6-b5f7-13dfc519f560') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:20.501681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Pushing event deleted for resources: {'Port': ['ID=8afa84ec-f69a-4845-9223-f25bea3dd5f0,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:20.503411 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.508375 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] No DVR routers for this DVR port 8afa84ec-f69a-4845-9223-f25bea3dd5f0 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:23:20.521391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.521838 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.522194 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.522764 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.523197 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.524225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.524225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.524417 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.524652 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.524937 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.525103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.525294 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.526169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a96e7-9613-4dcb-8023-5f2b8ed339b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:20.534023 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:23:20.534140 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:23:20.535987 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:23:20.595611 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.602929 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.604880 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9 HTTP/1.1" status: 204 len: 168 time: 0.5891395 Jul 15 14:23:20.615746 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ab9a8-d575-47fa-893f-59485ed79e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8b565f-ebd5-4338-9d0d-e18fc4fda9b9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:20.729126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37590) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:20.777895 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-95e79839-e64e-4e19-8888-c4f942ca8769 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0ec28c2a8cc4c73b39ca26e60f6d2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474529 Jul 15 14:23:20.780626 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37592) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:20.835008 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55da49f6-63b7-4e02-910e-ac56e7f816d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.860043 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55da49f6-63b7-4e02-910e-ac56e7f816d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.891672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d598cb83-acc6-4db4-b0ce-983e562c6f5a no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:20.912793 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55da49f6-63b7-4e02-910e-ac56e7f816d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.914174 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: d598cb83-acc6-4db4-b0ce-983e562c6f5a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:20.914609 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device d598cb83-acc6-4db4-b0ce-983e562c6f5a not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:20.915088 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8afa84ec-f69a-4845-9223-f25bea3dd5f0 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:20.915691 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55da49f6-63b7-4e02-910e-ac56e7f816d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:20.916861 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-55da49f6-63b7-4e02-910e-ac56e7f816d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2e78d0a-bf5d-401d-b9b3-0e4f0f60d73d HTTP/1.1" status: 204 len: 168 time: 0.1346190 Jul 15 14:23:20.925046 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da49f6-63b7-4e02-910e-ac56e7f816d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e78d0a-bf5d-401d-b9b3-0e4f0f60d73d,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:20.939309 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 8afa84ec-f69a-4845-9223-f25bea3dd5f0 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:20.939659 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 8afa84ec-f69a-4845-9223-f25bea3dd5f0 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:20.940079 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 199e1cbd-00c9-45ba-a442-5174b98e4b74 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:20.967215 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 199e1cbd-00c9-45ba-a442-5174b98e4b74 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:20.967929 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 199e1cbd-00c9-45ba-a442-5174b98e4b74 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:21.284603 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37598) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:21.336693 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-d98fd749-26d6-41ac-82e3-d2da27644c06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18f1f6bbcd7941acbe8bacb2756a9391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508368 Jul 15 14:23:21.339238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37600) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:21.393685 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ef22df0-2cdd-4fab-ba61-a952eaf03abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:21.417045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ef22df0-2cdd-4fab-ba61-a952eaf03abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:21.472083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ef22df0-2cdd-4fab-ba61-a952eaf03abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:21.474828 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ef22df0-2cdd-4fab-ba61-a952eaf03abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:21.478373 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1ef22df0-2cdd-4fab-ba61-a952eaf03abe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1711127a-255b-4123-a930-7209c866c435 HTTP/1.1" status: 204 len: 168 time: 0.1358094 Jul 15 14:23:21.484379 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef22df0-2cdd-4fab-ba61-a952eaf03abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711127a-255b-4123-a930-7209c866c435,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:21.677387 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bea7a25e-9779-4c00-bfd5-1858101d127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:21.829546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.228104 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37622) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:22.342969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1138720981-network', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:22.369122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Made reservation on behalf of 5bb0197d30ad4ac281b8d541c3a1f0bc for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:23:22.371722 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.381912 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.483045 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.488524 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.521411 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:23:22.529312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbcd737-6bad-4bd3-9d19-622c45a65b78,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:22.538285 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.538285 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Added segment 09183613-bedf-45ec-a545-0b4844465bcd of type vlan for network cee3d986-a899-4dc8-bf87-380b923eca63 Jul 15 14:23:22.588290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.627609 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.628604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:22.629192 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.663449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4338450 Jul 15 14:23:22.668569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37626) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:22.674853 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Request body: {'subnet': {'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1138720981-subnet', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'ip_version': 4}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:22.701939 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Made reservation on behalf of 5bb0197d30ad4ac281b8d541c3a1f0bc for: {'subnet': 1} {{(pid=93734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:23:22.704892 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12684271'] for subnet, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.715781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d6852-36f3-49fb-8cda-2d72070a2dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=cee3d986-a899-4dc8-bf87-380b923eca63,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:22.728906 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network cee3d986-a899-4dc8-bf87-380b923eca63 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:23:22.911027 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14561331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12684285'] for subnet, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:22.965180 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007f3f9c-193b-4164-9a73-e36381a46a14,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:22.977621 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Checking segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:22.977987 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Network hostable DHCP agents. Network: cee3d986-a899-4dc8-bf87-380b923eca63, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:23:22.995479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Network cee3d986-a899-4dc8-bf87-380b923eca63 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:23:23.004837 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, cee3d986-a899-4dc8-bf87-380b923eca63) {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:23.009942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:23.010493 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.015103 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350210d-5adf-4fe5-8a69-631f79509ef8 None None] Network cee3d986-a899-4dc8-bf87-380b923eca63 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:23:23.031859 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7eed1cb0-417c-4b7b-9c4b-920a77231018 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3613684 Jul 15 14:23:23.035755 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37628) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:23.042132 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:23.070243 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.071740 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.131308 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.207369 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-cee3d986-a899-4dc8-bf87-380b923eca63', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:23:23.208255 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.212096 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.305028 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.356933 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Allocated IP 172.20.0.2 (cee3d986-a899-4dc8-bf87-380b923eca63/007f3f9c-193b-4164-9a73-e36381a46a14/c64e2a0e-e7bf-4189-989f-4f03ac754f57) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:23:23.554214 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.566450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Transition to ACTIVE for port object c64e2a0e-e7bf-4189-989f-4f03ac754f57 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:23.573640 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.586428 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Transition to ACTIVE for port object c64e2a0e-e7bf-4189-989f-4f03ac754f57 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:23.596540 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.597877 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.636623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Network cee3d986-a899-4dc8-bf87-380b923eca63 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:23.643345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:23.646847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:23:23.656001 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Pushing event updated for resources: {'Port': ['ID=c64e2a0e-e7bf-4189-989f-4f03ac754f57,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:23.714710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Attempting to bind port c64e2a0e-e7bf-4189-989f-4f03ac754f57 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:23:23.715093 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Attempting to bind port c64e2a0e-e7bf-4189-989f-4f03ac754f57 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:23:23.715602 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Attempting to bind port c64e2a0e-e7bf-4189-989f-4f03ac754f57 on network cee3d986-a899-4dc8-bf87-380b923eca63 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:23:23.721258 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Allocated IP 172.25.1.184 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/fe2c97bb-97ab-4616-8907-149c941aa891) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:23:23.722131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:23:23.722131 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Checking segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:23.722131 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.722665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Bound using segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:23:23.722665 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Bound port: c64e2a0e-e7bf-4189-989f-4f03ac754f57, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:23:23.723417 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.825423 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] For port c64e2a0e-e7bf-4189-989f-4f03ac754f57, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:23:23.828890 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] For port c64e2a0e-e7bf-4189-989f-4f03ac754f57, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c64e2a0e-e7bf-4189-989f-4f03ac754f57,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:23:23.834391 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.881902 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.903296 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c603eb-a203-4262-a6c4-9e07e260eea9 None None] Pushing event updated for resources: {'Port': ['ID=c64e2a0e-e7bf-4189-989f-4f03ac754f57,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:23.927684 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.970724 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:23.973983 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:23.976555 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:23:24.003743 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2c97bb-97ab-4616-8907-149c941aa891,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:24.280408 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:24.496403 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:24.665288 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:24.670037 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Router 41b62c16-a7db-4617-af8a-66a8ba97cbfe is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:23:24.806353 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:24.816611 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Sync routers for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:24.833154 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:24.844350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:24.844944 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:24.846055 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-edfbf31d-2d62-45d3-9ab4-c0b03bb3e664 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8091710 Jul 15 14:23:24.849127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37630) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:25.032623 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c64e2a0e-e7bf-4189-989f-4f03ac754f57 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:25.068712 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc86172-32a4-4bdd-a15a-ea6d76e31a87 None None] Network cee3d986-a899-4dc8-bf87-380b923eca63 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:23:25.095431 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:25.245783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6f3ac74a-1083-442d-881a-4a25664726ad None None] Provisioning for port c64e2a0e-e7bf-4189-989f-4f03ac754f57 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:25.302033 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port c64e2a0e-e7bf-4189-989f-4f03ac754f57 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:25.320153 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c64e2a0e-e7bf-4189-989f-4f03ac754f57 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:25.320576 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:25.514833 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:25.538393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:24Z', 'revision_number': 3, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:25.577676 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Checking router: 41b62c16-a7db-4617-af8a-66a8ba97cbfe for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:25.578184 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Updating router 41b62c16-a7db-4617-af8a-66a8ba97cbfe port fe2c97bb-97ab-4616-8907-149c941aa891 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:23:25.614118 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port c64e2a0e-e7bf-4189-989f-4f03ac754f57, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c64e2a0e-e7bf-4189-989f-4f03ac754f57,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:25.624482 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:25.633512 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:25.747678 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:25.957595 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=c64e2a0e-e7bf-4189-989f-4f03ac754f57,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:25.990605 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Allocated IP 172.20.0.1 (cee3d986-a899-4dc8-bf87-380b923eca63/007f3f9c-193b-4164-9a73-e36381a46a14/773c9045-425b-4896-b91f-53505abe3f77) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:23:25.994345 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d3506530-e499-492a-9f58-5f185c7ebf09 None None] Provisioning complete for port c64e2a0e-e7bf-4189-989f-4f03ac754f57 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:25.994551 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d3506530-e499-492a-9f58-5f185c7ebf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.119612 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.135113 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Transition to ACTIVE for port object 773c9045-425b-4896-b91f-53505abe3f77 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:26.185017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.231547 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Network cee3d986-a899-4dc8-bf87-380b923eca63 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:26.237970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:26.242312 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:23:26.264029 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.276229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Pushing event updated for resources: {'Port': ['ID=773c9045-425b-4896-b91f-53505abe3f77,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:26.279057 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Transition to ACTIVE for port object fe2c97bb-97ab-4616-8907-149c941aa891 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:26.293555 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.296329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.364113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27448cfe-8390-4c6c-b5ef-4a68070dfce6 None None] Pushing event updated for resources: {'Port': ['ID=fe2c97bb-97ab-4616-8907-149c941aa891,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:26.385635 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Attempting to bind port fe2c97bb-97ab-4616-8907-149c941aa891 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:23:26.386254 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Attempting to bind port fe2c97bb-97ab-4616-8907-149c941aa891 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:23:26.387222 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Attempting to bind port fe2c97bb-97ab-4616-8907-149c941aa891 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:23:26.394117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:23:26.394682 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:26.395337 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.395922 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:23:26.396799 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Bound port: fe2c97bb-97ab-4616-8907-149c941aa891, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:23:26.397463 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.479548 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] For port fe2c97bb-97ab-4616-8907-149c941aa891, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:23:26.484761 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] For port fe2c97bb-97ab-4616-8907-149c941aa891, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=fe2c97bb-97ab-4616-8907-149c941aa891,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:23:26.492629 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.512617 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.567974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:26.567974 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:26.617649 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27448cfe-8390-4c6c-b5ef-4a68070dfce6 None None] Pushing event updated for resources: {'Port': ['ID=fe2c97bb-97ab-4616-8907-149c941aa891,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:26.640334 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fc972687-6a3c-421b-a8b2-7e30fcf50321 None None] Provisioning for port 773c9045-425b-4896-b91f-53505abe3f77 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:26.648544 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-fc972687-6a3c-421b-a8b2-7e30fcf50321 None None] Provisioning complete for port 773c9045-425b-4896-b91f-53505abe3f77 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:26.648892 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fc972687-6a3c-421b-a8b2-7e30fcf50321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.728576 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-fc972687-6a3c-421b-a8b2-7e30fcf50321 None None] Port 773c9045-425b-4896-b91f-53505abe3f77 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:23:26.739978 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.745089 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.750293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:26.832989 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Pushing event updated for resources: {'Port': ['ID=773c9045-425b-4896-b91f-53505abe3f77,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:26.836759 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.926005 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c64e2a0e-e7bf-4189-989f-4f03ac754f57 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:26.954692 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Network cee3d986-a899-4dc8-bf87-380b923eca63 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:26.956252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:27.044881 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port c64e2a0e-e7bf-4189-989f-4f03ac754f57 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:27.045731 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:27.120214 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Router 41b62c16-a7db-4617-af8a-66a8ba97cbfe has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:27.122214 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:25Z', 'revision_number': 1, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:27.160542 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac02e7e-b0e3-494f-b100-f38186244ff3 None None] The sync data for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 is: [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:25Z', 'revision_number': 1, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:27.257307 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-475dd5bd-649c-4866-b40a-078aa42990f4 None None] Provisioning complete for port 773c9045-425b-4896-b91f-53505abe3f77 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:27.257638 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-475dd5bd-649c-4866-b40a-078aa42990f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:27.298136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:27.304365 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-2ac4179a-758b-4028-8f90-45a78415f63c admin admin] 10.222.0.25 "PUT /v2.0/routers/41b62c16-a7db-4617-af8a-66a8ba97cbfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539554 Jul 15 14:23:27.315075 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-475dd5bd-649c-4866-b40a-078aa42990f4 None None] Port 773c9045-425b-4896-b91f-53505abe3f77 cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:23:28.006518 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37646) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:28.012772 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1570084812-network', 'tenant_id': '34be6300332a499cb1436d92cc908e55'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:28.042931 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Made reservation on behalf of 34be6300332a499cb1436d92cc908e55 for: {'network': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:23:28.045304 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for network, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.055904 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.198835 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.205741 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.235676 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:23:28.247633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3225233-fafe-49be-af6a-c3841737369c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:28.254864 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.255260 n-d-771362-36 neutron-server[93733]: INFO neutron.db.segments_db [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Added segment 3b92865d-3dad-49a8-9186-807d62379625 of type vlan for network ade95c20-c210-4051-9c98-cdbd752e4740 Jul 15 14:23:28.310604 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789910955524'] for network, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.360151 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808'] for network, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.361616 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:28.362340 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.411854 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4039781 Jul 15 14:23:28.415327 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37648) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:28.423084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Request body: {'subnet': {'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1570084812-subnet', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'ip_version': 4}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:28.460485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da7796-6c75-43f5-b58a-2725b22d9dff admin admin] Pushing event updated for resources: {'Network': ['ID=ade95c20-c210-4051-9c98-cdbd752e4740,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:28.474678 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Network ade95c20-c210-4051-9c98-cdbd752e4740 details requested by agent ovs-agent-n-d-771362-36 with host n-d-771362-36 {{(pid=93735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:23:28.479033 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Made reservation on behalf of 34be6300332a499cb1436d92cc908e55 for: {'subnet': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:23:28.481850 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13373845'] for subnet, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.714428 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12741723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13373831'] for subnet, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.774753 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c2a235-ba08-4741-b781-cd74fd475e9c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:28.791731 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Checking segment: {'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:28.792053 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Network hostable DHCP agents. Network: ade95c20-c210-4051-9c98-cdbd752e4740, hostable agents: ['b61f30c7-e54f-4ca8-ad64-5c15522eddac'], hosted agents: [] {{(pid=93733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:23:28.810086 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Network ade95c20-c210-4051-9c98-cdbd752e4740 is scheduled to be hosted by DHCP agent b61f30c7-e54f-4ca8-ad64-5c15522eddac with binding_index 1 {{(pid=93733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:23:28.823308 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-36, ade95c20-c210-4051-9c98-cdbd752e4740) {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:28.830729 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:28.834159 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184cdcc-17d1-4dd4-bdbc-847a8abb32ba None None] Network ade95c20-c210-4051-9c98-cdbd752e4740 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:23:28.836290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.852301 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-5ca18055-a86c-4090-8e11-d8f0e005c8f5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4338114 Jul 15 14:23:28.855065 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37650) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:28.860256 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:28.892163 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-757245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7317'] for router, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.894021 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-896399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:28.956709 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fe2c97bb-97ab-4616-8907-149c941aa891 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:28.983582 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.075421 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port fe2c97bb-97ab-4616-8907-149c941aa891 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:29.080721 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port fe2c97bb-97ab-4616-8907-149c941aa891 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:29.081108 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.086463 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d72bdc-6af4-5aa0-9466-4bc4066dece3-ade95c20-c210-4051-9c98-cdbd752e4740', 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'fixed_ips': [{'subnet_id': '08c2a235-ba08-4741-b781-cd74fd475e9c'}]}} from n-d-771362-36. {{(pid=93735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:23:29.087362 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.141852 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4724'] for router, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.288266 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.317789 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port fe2c97bb-97ab-4616-8907-149c941aa891, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=fe2c97bb-97ab-4616-8907-149c941aa891,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:29.322810 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.db_base_plugin_common [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Allocated IP 172.20.0.2 (ade95c20-c210-4051-9c98-cdbd752e4740/08c2a235-ba08-4741-b781-cd74fd475e9c/5c63a64d-e115-4497-8f2e-0f2309a80de6) {{(pid=93735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:23:29.325348 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.443723 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.456804 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=fe2c97bb-97ab-4616-8907-149c941aa891,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:29.469514 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.561865 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Notify callbacks [] for port, precommit_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.575323 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Transition to ACTIVE for port object 5c63a64d-e115-4497-8f2e-0f2309a80de6 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:29.597716 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Sync routers for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:29.600825 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Transition to ACTIVE for port object 5c63a64d-e115-4497-8f2e-0f2309a80de6 will not be triggered until provisioned by entity DHCP. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:29.604862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Allocated IP 172.25.1.177 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:23:29.610649 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:29.611478 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:29.612637 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923'] for port, after_create {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.664107 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Network ade95c20-c210-4051-9c98-cdbd752e4740 is already hosted by enough agents. {{(pid=93735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:29.667124 n-d-771362-36 neutron-server[93735]: DEBUG neutron.scheduler.base_scheduler [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Resources bound (agent type, host, resource id): {{(pid=93735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:29.671152 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Received port after_create {{(pid=93735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:23:29.679529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Pushing event updated for resources: {'Port': ['ID=5c63a64d-e115-4497-8f2e-0f2309a80de6,revision_number=1']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:29.737376 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Attempting to bind port 5c63a64d-e115-4497-8f2e-0f2309a80de6 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:23:29.737750 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Attempting to bind port 5c63a64d-e115-4497-8f2e-0f2309a80de6 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:23:29.738117 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Attempting to bind port 5c63a64d-e115-4497-8f2e-0f2309a80de6 on network ade95c20-c210-4051-9c98-cdbd752e4740 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:23:29.743805 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:23:29.744230 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Checking segment: {'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:29.744597 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.745164 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Bound using segment: {'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:23:29.745651 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Bound port: 5c63a64d-e115-4497-8f2e-0f2309a80de6, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:23:29.746038 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.752320 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.755488 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:29.805329 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.813644 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] For port 5c63a64d-e115-4497-8f2e-0f2309a80de6, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:23:29.818493 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] For port 5c63a64d-e115-4497-8f2e-0f2309a80de6, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5c63a64d-e115-4497-8f2e-0f2309a80de6,segment=NetworkSegment(3b92865d-3dad-49a8-9186-807d62379625),segment_id=3b92865d-3dad-49a8-9186-807d62379625)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:23:29.822616 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.845228 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:29.850127 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:29.853615 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:23:29.897061 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:29.905621 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27d574-4108-4357-861c-4dcb5ca8a52c None None] Pushing event updated for resources: {'Port': ['ID=5c63a64d-e115-4497-8f2e-0f2309a80de6,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:30.036426 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 2, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:30.065771 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Checking router: 41b62c16-a7db-4617-af8a-66a8ba97cbfe for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:30.066134 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Updating router 41b62c16-a7db-4617-af8a-66a8ba97cbfe port 773c9045-425b-4896-b91f-53505abe3f77 binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:23:30.142481 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.226614 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.491609 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757005'] for router, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.523094 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.535342 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Transition to ACTIVE for port object 773c9045-425b-4896-b91f-53505abe3f77 will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:30.543053 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.598008 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Pushing event updated for resources: {'Port': ['ID=773c9045-425b-4896-b91f-53505abe3f77,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:30.626292 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.626640 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.626979 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.627351 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.627679 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.628074 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.628421 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.628858 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.629192 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.629519 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.629865 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.630267 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:30.658155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Router 1e54ee8d-02ec-4103-9bff-b768c0339601 is scheduled to L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa with binding_index 1 {{(pid=93733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:23:30.684145 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Attempting to bind port 773c9045-425b-4896-b91f-53505abe3f77 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:23:30.684524 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Attempting to bind port 773c9045-425b-4896-b91f-53505abe3f77 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:23:30.684889 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Attempting to bind port 773c9045-425b-4896-b91f-53505abe3f77 on network cee3d986-a899-4dc8-bf87-380b923eca63 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:23:30.691585 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:23:30.691958 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Checking segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:30.692375 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.692904 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Bound using segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:23:30.693405 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Bound port: 773c9045-425b-4896-b91f-53505abe3f77, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:23:30.693802 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.775937 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] For port 773c9045-425b-4896-b91f-53505abe3f77, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:23:30.780756 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] For port 773c9045-425b-4896-b91f-53505abe3f77, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=773c9045-425b-4896-b91f-53505abe3f77,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:23:30.790703 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.804491 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:30.815085 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Sync routers for ids ['1e54ee8d-02ec-4103-9bff-b768c0339601'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:30.833435 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.836205 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-ca382b90-6cf9-464e-aa8d-b70ed49843a0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9798596 Jul 15 14:23:30.838873 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37652) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:30.847317 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Routers {'1e54ee8d-02ec-4103-9bff-b768c0339601'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:30.848589 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1e54ee8d-02ec-4103-9bff-b768c0339601'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:30.922984 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:30.923877 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:30.926222 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e972b9a-6960-4f58-986e-7fe44705ec55 None None] Pushing event updated for resources: {'Port': ['ID=773c9045-425b-4896-b91f-53505abe3f77,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:31.076096 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Set router 1e54ee8d-02ec-4103-9bff-b768c0339601 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:31.158520 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5c63a64d-e115-4497-8f2e-0f2309a80de6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:31.178645 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:31.355271 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95c52f-8517-4ad4-9f26-9bbd8e95b8fa None None] Network ade95c20-c210-4051-9c98-cdbd752e4740 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:23:31.434834 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 5c63a64d-e115-4497-8f2e-0f2309a80de6 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:31.447818 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fe2c97bb-97ab-4616-8907-149c941aa891 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:31.486454 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:30Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:31.513507 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:23:30Z', 'revision_number': 3, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port': {'id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:29Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:31.519659 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9360c-e72c-4f47-9413-cf1badd860d1 None None] The sync data for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 is: [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:30Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:31.574320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Checking router: 1e54ee8d-02ec-4103-9bff-b768c0339601 for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:31.574675 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Updating router 1e54ee8d-02ec-4103-9bff-b768c0339601 port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 binding host n-d-771362-36 {{(pid=93735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:23:31.643701 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d473eabb-660d-4bab-95bd-366af466b3f0 None None] Provisioning for port 5c63a64d-e115-4497-8f2e-0f2309a80de6 completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:31.645903 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:31.868064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port fe2c97bb-97ab-4616-8907-149c941aa891 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:31.868763 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:31.875763 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-d473eabb-660d-4bab-95bd-366af466b3f0 None None] Provisioning complete for port 5c63a64d-e115-4497-8f2e-0f2309a80de6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:31.876136 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d473eabb-660d-4bab-95bd-366af466b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:31.904982 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.110792 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Allocated IP 172.20.0.1 (ade95c20-c210-4051-9c98-cdbd752e4740/08c2a235-ba08-4741-b781-cd74fd475e9c/a2fc8c14-ee87-41bf-afa4-cf7785a76cef) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:23:32.156519 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d473eabb-660d-4bab-95bd-366af466b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.242290 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.259276 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-d473eabb-660d-4bab-95bd-366af466b3f0 None None] For port 5c63a64d-e115-4497-8f2e-0f2309a80de6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5c63a64d-e115-4497-8f2e-0f2309a80de6,segment=NetworkSegment(3b92865d-3dad-49a8-9186-807d62379625),segment_id=3b92865d-3dad-49a8-9186-807d62379625)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:32.261484 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Transition to ACTIVE for port object a2fc8c14-ee87-41bf-afa4-cf7785a76cef will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:32.272786 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d473eabb-660d-4bab-95bd-366af466b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.324461 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.379938 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473eabb-660d-4bab-95bd-366af466b3f0 None None] Pushing event updated for resources: {'Port': ['ID=5c63a64d-e115-4497-8f2e-0f2309a80de6,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:32.381392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Network ade95c20-c210-4051-9c98-cdbd752e4740 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:32.385401 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:32.391366 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:23:32.394774 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:32.405511 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.422363 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Transition to ACTIVE for port object ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 will not be triggered until provisioned by entity L2. {{(pid=93735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:32.431915 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.440620 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896314'] for router_interface, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.497674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Attempting to bind port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 on host n-d-771362-36 for vnic_type normal with profile {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:23:32.497674 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Attempting to bind port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:23:32.498135 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Attempting to bind port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 on network 27d200cb-cf2d-42fe-a650-50fc75a0e604 {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:23:32.502667 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736c06a-b960-4feb-9e31-6252bf3298f1 None None] Pushing event updated for resources: {'Port': ['ID=ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1,revision_number=2']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:32.513826 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:23:32.514412 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Checking segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:32.514923 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.516208 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Bound using segment: {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'} {{(pid=93735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:23:32.516895 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.managers [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Bound port: ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c7efb5-a467-4988-8b6e-ed4104697f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604'}}] {{(pid=93735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:23:32.517260 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.521981 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-8a8ef93d-b988-4a8f-84a7-608b5108c2ff None None] Provisioning complete for port 5c63a64d-e115-4497-8f2e-0f2309a80de6 triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:32.521981 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8a8ef93d-b988-4a8f-84a7-608b5108c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.613524 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] For port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1, host n-d-771362-36, cleared binding levels {{(pid=93735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:23:32.618036 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] For port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:23:32.619276 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.627865 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.781169 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Routers {'1e54ee8d-02ec-4103-9bff-b768c0339601'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:32.782497 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1e54ee8d-02ec-4103-9bff-b768c0339601'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:32.819968 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.824180 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736c06a-b960-4feb-9e31-6252bf3298f1 None None] Pushing event updated for resources: {'Port': ['ID=ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1,revision_number=3']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:32.825310 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.902667 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-896334'] for router_interface, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.907122 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:32.933499 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e7f0d71a-f6f9-4279-a495-8bff5443be05 None None] Provisioning for port a2fc8c14-ee87-41bf-afa4-cf7785a76cef completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:32.946038 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e7f0d71a-f6f9-4279-a495-8bff5443be05 None None] Provisioning complete for port a2fc8c14-ee87-41bf-afa4-cf7785a76cef triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:32.946712 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d71a-f6f9-4279-a495-8bff5443be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.974266 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] Set router 1e54ee8d-02ec-4103-9bff-b768c0339601 gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:32.978632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 773c9045-425b-4896-b91f-53505abe3f77 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:33.040294 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Network ade95c20-c210-4051-9c98-cdbd752e4740 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:33.042935 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:33.099121 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0d71a-f6f9-4279-a495-8bff5443be05 None None] Port a2fc8c14-ee87-41bf-afa4-cf7785a76cef cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:23:33.190067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port 773c9045-425b-4896-b91f-53505abe3f77 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:33.191155 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Router 1e54ee8d-02ec-4103-9bff-b768c0339601 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:33.197850 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 773c9045-425b-4896-b91f-53505abe3f77 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:33.198226 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:33.332352 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:33.339563 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-6acdd613-e542-4d4c-b11c-90ea1ca69365 admin admin] 10.222.0.25 "PUT /v2.0/routers/1e54ee8d-02ec-4103-9bff-b768c0339601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981811 Jul 15 14:23:33.351337 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:33.364718 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-e2bc49be-3832-43eb-a012-d9d058c1f93a None None] Provisioning complete for port a2fc8c14-ee87-41bf-afa4-cf7785a76cef triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:33.365094 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e2bc49be-3832-43eb-a012-d9d058c1f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:33.393318 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 4, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port': {'id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:29Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a2fc8c14-ee87-41bf-afa4-cf7785a76cef', 'name': '', 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'mac_address': 'fa:16:3e:46:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:31Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 1, 'project_id': '34be6300332a499cb1436d92cc908e55', 'subnets': [{'id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:33.442762 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2fc16-ddea-49c2-b9dd-ccc7f3c8fcd7 None None] The sync data for ids ['1e54ee8d-02ec-4103-9bff-b768c0339601'] in n-d-771362-36 is: [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 4, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port': {'id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:29Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a2fc8c14-ee87-41bf-afa4-cf7785a76cef', 'name': '', 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'mac_address': 'fa:16:3e:46:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:31Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 1, 'project_id': '34be6300332a499cb1436d92cc908e55', 'subnets': [{'id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:33.459157 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc49be-3832-43eb-a012-d9d058c1f93a None None] Port a2fc8c14-ee87-41bf-afa4-cf7785a76cef cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:23:33.461930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port 773c9045-425b-4896-b91f-53505abe3f77, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=773c9045-425b-4896-b91f-53505abe3f77,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:33.468712 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:33.469603 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5c63a64d-e115-4497-8f2e-0f2309a80de6 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:33.562739 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=773c9045-425b-4896-b91f-53505abe3f77,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:33.577031 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 5c63a64d-e115-4497-8f2e-0f2309a80de6 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:33.577420 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.125703 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37660) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:34.131084 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f9c89af0-9d66-4ad2-b640-eeeb10aa82b6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784560141', 'description': 'tempest-secgroup-smoke-1784560141 description', 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:34.157785 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9c89af0-9d66-4ad2-b640-eeeb10aa82b6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.306552 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9c89af0-9d66-4ad2-b640-eeeb10aa82b6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.311806 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9c89af0-9d66-4ad2-b640-eeeb10aa82b6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.347532 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9c89af0-9d66-4ad2-b640-eeeb10aa82b6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.349048 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f9c89af0-9d66-4ad2-b640-eeeb10aa82b6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2222064 Jul 15 14:23:34.352229 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37662) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:34.357796 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-b440127b-7700-4280-a7a5-0b2e40dc8683 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'security_group_rule': {'security_group_id': '5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7', 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:34.364019 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c89af0-9d66-4ad2-b640-eeeb10aa82b6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:34.404077 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b440127b-7700-4280-a7a5-0b2e40dc8683 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.487893 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b440127b-7700-4280-a7a5-0b2e40dc8683 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.493749 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b440127b-7700-4280-a7a5-0b2e40dc8683 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.521614 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440127b-7700-4280-a7a5-0b2e40dc8683 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5f9359-8ffb-4329-804e-4db480be6487,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:34.530059 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b440127b-7700-4280-a7a5-0b2e40dc8683 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.531582 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b440127b-7700-4280-a7a5-0b2e40dc8683 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782880 Jul 15 14:23:34.534203 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37664) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:34.539260 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-f8e48f3e-147a-4c30-aa33-ba63a7ea4753 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'security_group_rule': {'security_group_id': '5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7', 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:34.568529 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8e48f3e-147a-4c30-aa33-ba63a7ea4753 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.644048 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8e48f3e-147a-4c30-aa33-ba63a7ea4753 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.648770 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8e48f3e-147a-4c30-aa33-ba63a7ea4753 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.673583 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e48f3e-147a-4c30-aa33-ba63a7ea4753 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b7bb71-df8a-480f-aa92-106e2734f5b8,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:34.682577 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8e48f3e-147a-4c30-aa33-ba63a7ea4753 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.686905 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37666) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:34.687589 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-f8e48f3e-147a-4c30-aa33-ba63a7ea4753 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515720 Jul 15 14:23:34.693884 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-1e5a9d7a-4bb4-4775-a678-9940b57a960d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'security_group_rule': {'security_group_id': '5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7', 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:34.727523 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d7a-4bb4-4775-a678-9940b57a960d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.802014 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d7a-4bb4-4775-a678-9940b57a960d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.806194 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d7a-4bb4-4775-a678-9940b57a960d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.826044 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9d7a-4bb4-4775-a678-9940b57a960d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c4e032-f501-47d2-aded-fdfda2360dcf,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:34.833193 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d7a-4bb4-4775-a678-9940b57a960d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.834788 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-1e5a9d7a-4bb4-4775-a678-9940b57a960d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465271 Jul 15 14:23:34.837709 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37668) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:34.842937 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-be90eaef-2ec4-40a0-8e5d-cfaa2e071491 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'security_group_rule': {'security_group_id': '5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7', 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:34.888486 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be90eaef-2ec4-40a0-8e5d-cfaa2e071491 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.974441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be90eaef-2ec4-40a0-8e5d-cfaa2e071491 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.985660 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be90eaef-2ec4-40a0-8e5d-cfaa2e071491 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.001532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90eaef-2ec4-40a0-8e5d-cfaa2e071491 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5e2219-5ac5-4141-b917-9b7882bcaf21,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:35.016476 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-be90eaef-2ec4-40a0-8e5d-cfaa2e071491 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.018072 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-be90eaef-2ec4-40a0-8e5d-cfaa2e071491 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1793394 Jul 15 14:23:35.021208 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 37670) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:35.026994 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [None req-adf76fa7-dfc8-403d-b557-69a742a7928c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'security_group_rule': {'security_group_id': '5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7', 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:35.029378 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:35.058270 n-d-771362-36 neutron-server[93733]: INFO neutron.db.securitygroups_db [None req-adf76fa7-dfc8-403d-b557-69a742a7928c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Project 5bb0197d30ad4ac281b8d541c3a1f0bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:23:35.064371 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf76fa7-dfc8-403d-b557-69a742a7928c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.095902 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:35.100738 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:35.101264 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.149062 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf76fa7-dfc8-403d-b557-69a742a7928c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.159951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf76fa7-dfc8-403d-b557-69a742a7928c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.182099 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76fa7-dfc8-403d-b557-69a742a7928c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e3499e-5717-4b51-893c-9b26cc8f7f5c,revision_number=0']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:35.193477 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf76fa7-dfc8-403d-b557-69a742a7928c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.197533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-adf76fa7-dfc8-403d-b557-69a742a7928c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726298 Jul 15 14:23:35.197859 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37672) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:35.204122 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-49e60d60-ca2f-4ca4-81ee-542ca16990d3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'security_group_rule': {'security_group_id': '5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7', 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:35.223585 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.229124 n-d-771362-36 neutron-server[93734]: INFO neutron.db.securitygroups_db [None req-49e60d60-ca2f-4ca4-81ee-542ca16990d3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Project 5bb0197d30ad4ac281b8d541c3a1f0bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:23:35.235250 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-49e60d60-ca2f-4ca4-81ee-542ca16990d3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.250365 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:35.253961 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.254785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 773c9045-425b-4896-b91f-53505abe3f77 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:35.311995 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-49e60d60-ca2f-4ca4-81ee-542ca16990d3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.316333 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-49e60d60-ca2f-4ca4-81ee-542ca16990d3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742702'] for security_group_rule, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.332754 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:35.335731 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e60d60-ca2f-4ca4-81ee-542ca16990d3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c550e1-e66b-41f7-b773-f5b2d96a1ffe,revision_number=0']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:35.345364 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-49e60d60-ca2f-4ca4-81ee-542ca16990d3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.353386 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port 773c9045-425b-4896-b91f-53505abe3f77 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:35.353776 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.356242 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-49e60d60-ca2f-4ca4-81ee-542ca16990d3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568978 Jul 15 14:23:35.475629 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.529406 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-774099e2-29a1-414c-bbca-2aa4054ddb20 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784560141&fields=id&tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc HTTP/1.1" status: 200 len: 267 time: 0.0438669 Jul 15 14:23:35.654712 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-5b2a09c0-0fa7-4712-95fc-e6a4b1f20efe tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:35.656215 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-5b2a09c0-0fa7-4712-95fc-e6a4b1f20efe tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 810 time: 0.1197426 Jul 15 14:23:35.671587 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-5faf69e6-cf4f-40e7-a292-49344f2e818b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/quotas/5bb0197d30ad4ac281b8d541c3a1f0bc HTTP/1.1" status: 200 len: 375 time: 0.0098255 Jul 15 14:23:35.744370 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-4515d445-b927-4794-acfb-1b4dae6d17c8 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669184 Jul 15 14:23:35.761668 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-0962fffb-b50f-4488-a7a5-4d75a32d9ad5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:23:35.762727 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-0962fffb-b50f-4488-a7a5-4d75a32d9ad5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057349 Jul 15 14:23:35.767120 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Sync routers for ids ['1e54ee8d-02ec-4103-9bff-b768c0339601'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:35.777530 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Routers {'1e54ee8d-02ec-4103-9bff-b768c0339601'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:35.778154 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1e54ee8d-02ec-4103-9bff-b768c0339601'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:35.864853 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-095c4592-cac4-4943-b791-ca8d16bf3a5f service neutron] 10.222.0.25 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943835 Jul 15 14:23:35.898444 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Set router 1e54ee8d-02ec-4103-9bff-b768c0339601 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:35.969168 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-3aa4bd92-8163-4c6a-8342-6aaedcdecf1a service neutron] 10.222.0.25 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983965 Jul 15 14:23:36.123890 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 4, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port': {'id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:29Z', 'updated_at': '2021-07-15T14:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a2fc8c14-ee87-41bf-afa4-cf7785a76cef', 'name': '', 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'mac_address': 'fa:16:3e:46:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:31Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 2, 'project_id': '34be6300332a499cb1436d92cc908e55', 'subnets': [{'id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:36.156352 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-605b4b96-5c30-400f-a77b-ccb285efc722 req-80642f33-3ead-4f13-8feb-f375379ff852 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 210 time: 0.0352523 Jul 15 14:23:36.256890 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Checking router: 1e54ee8d-02ec-4103-9bff-b768c0339601 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:36.257236 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Updating router 1e54ee8d-02ec-4103-9bff-b768c0339601 port a2fc8c14-ee87-41bf-afa4-cf7785a76cef binding host n-d-771362-36 {{(pid=93736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:23:36.291718 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:36.424525 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:36.570881 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Notify callbacks [] for port, precommit_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:36.583311 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.provisioning_blocks [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Transition to ACTIVE for port object a2fc8c14-ee87-41bf-afa4-cf7785a76cef will not be triggered until provisioned by entity L2. {{(pid=93736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:36.591292 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:36.649367 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8f2f0-c8a2-421f-acc0-b7e489b9f293 None None] Pushing event updated for resources: {'Port': ['ID=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,revision_number=3']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:36.704524 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Attempting to bind port a2fc8c14-ee87-41bf-afa4-cf7785a76cef on host n-d-771362-36 for vnic_type normal with profile {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:23:36.704892 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Attempting to bind port a2fc8c14-ee87-41bf-afa4-cf7785a76cef by drivers openvswitch,hyperv on host n-d-771362-36 at level 0 using segments [{'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:23:36.705253 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Attempting to bind port a2fc8c14-ee87-41bf-afa4-cf7785a76cef on network ade95c20-c210-4051-9c98-cdbd752e4740 {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:23:36.710539 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Checking agent: {'id': 'ca3a1e14-9f5b-4794-b640-f12ab32b8938', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 21), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:23:36.710908 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Checking segment: {'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:36.711340 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:36.711736 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Bound using segment: {'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'} {{(pid=93736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:23:36.712204 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.managers [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Bound port: a2fc8c14-ee87-41bf-afa4-cf7785a76cef, host: n-d-771362-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b92865d-3dad-49a8-9186-807d62379625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740'}}] {{(pid=93736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:23:36.712586 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:36.791170 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] For port a2fc8c14-ee87-41bf-afa4-cf7785a76cef, host n-d-771362-36, cleared binding levels {{(pid=93736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:23:36.794550 n-d-771362-36 neutron-server[93736]: DEBUG neutron.plugins.ml2.db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] For port a2fc8c14-ee87-41bf-afa4-cf7785a76cef, host n-d-771362-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,segment=NetworkSegment(3b92865d-3dad-49a8-9186-807d62379625),segment_id=3b92865d-3dad-49a8-9186-807d62379625)] {{(pid=93736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:23:36.800784 n-d-771362-36 neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:36.857987 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Routers {'1e54ee8d-02ec-4103-9bff-b768c0339601'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:36.858629 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1e54ee8d-02ec-4103-9bff-b768c0339601'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:36.902205 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8f2f0-c8a2-421f-acc0-b7e489b9f293 None None] Pushing event updated for resources: {'Port': ['ID=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,revision_number=4']} {{(pid=93736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:36.942620 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:36.989874 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] Set router 1e54ee8d-02ec-4103-9bff-b768c0339601 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:37.003115 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:37.003649 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:37.232130 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 4, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port': {'id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:29Z', 'updated_at': '2021-07-15T14:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a2fc8c14-ee87-41bf-afa4-cf7785a76cef', 'name': '', 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'mac_address': 'fa:16:3e:46:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:31Z', 'updated_at': '2021-07-15T14:23:36Z', 'revision_number': 4, 'project_id': '34be6300332a499cb1436d92cc908e55', 'subnets': [{'id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:37.251991 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e55e572-fd30-425e-ad40-201ece23807c req-3786e02e-f5e7-4413-90e2-e7d86f7cb877 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 210 time: 0.0363607 Jul 15 14:23:37.260468 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0050f6-4f04-4574-8aef-a09490f77085 None None] The sync data for ids ['1e54ee8d-02ec-4103-9bff-b768c0339601'] in n-d-771362-36 is: [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:23:32Z', 'revision_number': 4, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port': {'id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:29Z', 'updated_at': '2021-07-15T14:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': 'a2fc8c14-ee87-41bf-afa4-cf7785a76cef', 'name': '', 'network_id': 'ade95c20-c210-4051-9c98-cdbd752e4740', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'mac_address': 'fa:16:3e:46:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:31Z', 'updated_at': '2021-07-15T14:23:36Z', 'revision_number': 4, 'project_id': '34be6300332a499cb1436d92cc908e55', 'subnets': [{'id': '08c2a235-ba08-4741-b781-cd74fd475e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:38.346962 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b5bb8864-0e0c-427e-a9e2-79ee2373d669 req-d859cad2-e67c-4bde-a25b-12ec5b8d623f tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 210 time: 0.0285609 Jul 15 14:23:38.924350 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a2fc8c14-ee87-41bf-afa4-cf7785a76cef up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:38.975835 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning for port a2fc8c14-ee87-41bf-afa4-cf7785a76cef completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:38.979886 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a2fc8c14-ee87-41bf-afa4-cf7785a76cef triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:38.980257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:39.067116 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:39.102717 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] For port a2fc8c14-ee87-41bf-afa4-cf7785a76cef, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,segment=NetworkSegment(3b92865d-3dad-49a8-9186-807d62379625),segment_id=3b92865d-3dad-49a8-9186-807d62379625)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:39.107951 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:39.159582 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Pushing event updated for resources: {'Port': ['ID=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:39.436272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63bfa2bd-9448-4219-b5ca-a57411a447be req-63749a83-d419-462d-b5f1-470881530f32 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 210 time: 0.0311551 Jul 15 14:23:40.594416 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9d63ce84-9123-4ec1-8a16-1cfdf671cb84 req-bc6d475d-15a8-4e21-a735-830036de5055 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 210 time: 0.0323038 Jul 15 14:23:40.912539 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a2fc8c14-ee87-41bf-afa4-cf7785a76cef up at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:40.991398 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Provisioning complete for port a2fc8c14-ee87-41bf-afa4-cf7785a76cef triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:40.991850 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:41.274876 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:41.477625 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-7b70650e-492c-46af-adca-2d03956c0cff tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:41.479533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-7b70650e-492c-46af-adca-2d03956c0cff tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.30 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 810 time: 0.1509507 Jul 15 14:23:41.534418 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-97765836-c262-4362-b6a0-b51a12e3afa6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc HTTP/1.1" status: 200 len: 380 time: 0.0385358 Jul 15 14:23:41.543852 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'port': {'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'admin_state_up': True, 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'security_groups': ['5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:41.662068 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Made reservation on behalf of 5bb0197d30ad4ac281b8d541c3a1f0bc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:23:41.665671 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:41.766131 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20c975a4-638e-4ead-8d39-d2bf47352b42 req-be30a861-8c4b-45cf-bc12-80996a4e8ab9 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 210 time: 0.0414069 Jul 15 14:23:41.835736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Allocated IP 172.20.0.12 (cee3d986-a899-4dc8-bf87-380b923eca63/007f3f9c-193b-4164-9a73-e36381a46a14/b0ef1474-6839-48ad-acb5-dba9953e115e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:23:41.986812 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.001293 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Transition to ACTIVE for port object b0ef1474-6839-48ad-acb5-dba9953e115e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:42.036104 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.090234 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Network cee3d986-a899-4dc8-bf87-380b923eca63 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:42.093718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:42.098906 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:23:42.106267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:42.160452 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:42.161127 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.178141 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-919c4d03-f225-4ea7-acc8-3f2a4eaab38e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6387100 Jul 15 14:23:42.191781 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Request body: {'port': {'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:42.275065 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.404419 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-503cb7a7-571b-4404-a761-fdfb27b8b9bf None None] Provisioning for port b0ef1474-6839-48ad-acb5-dba9953e115e completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:42.412639 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-503cb7a7-571b-4404-a761-fdfb27b8b9bf None None] Provisioning complete for port b0ef1474-6839-48ad-acb5-dba9953e115e triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:42.413045 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-503cb7a7-571b-4404-a761-fdfb27b8b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.450141 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-503cb7a7-571b-4404-a761-fdfb27b8b9bf None None] Port b0ef1474-6839-48ad-acb5-dba9953e115e cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:23:42.582008 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ef1474-6839-48ad-acb5-dba9953e115e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:23:42.590017 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.603633 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Transition to ACTIVE for port object b0ef1474-6839-48ad-acb5-dba9953e115e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:23:42.607328 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.659665 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Pushing event updated for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:42.749116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Attempting to bind port b0ef1474-6839-48ad-acb5-dba9953e115e on host n-h2-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:23:42.749826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Attempting to bind port b0ef1474-6839-48ad-acb5-dba9953e115e by drivers openvswitch,hyperv on host n-h2-771362-36 at level 0 using segments [{'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:23:42.749826 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Attempting to bind port b0ef1474-6839-48ad-acb5-dba9953e115e on network cee3d986-a899-4dc8-bf87-380b923eca63 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:23:42.755496 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Port b0ef1474-6839-48ad-acb5-dba9953e115e on network cee3d986-a899-4dc8-bf87-380b923eca63 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:23:42.755819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Attempting to bind port b0ef1474-6839-48ad-acb5-dba9953e115e on network cee3d986-a899-4dc8-bf87-380b923eca63 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:23:42.761298 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Checking agent: {'id': '6c2ef9e1-1683-4635-8a58-cd6953cf10c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:23:42.761643 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Checking segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:23:42.762036 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Bound using segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:23:42.762478 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Bound port: b0ef1474-6839-48ad-acb5-dba9953e115e, host: n-h2-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:23:42.762847 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.831016 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:23:42.834595 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:23:42.838383 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.875442 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:42.876083 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:42.880308 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] 10.222.0.30 "PUT /v2.0/ports/b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 1093 time: 0.6931276 Jul 15 14:23:42.883305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:42.886148 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e24bbe-61c9-4307-aead-d0804665fc25" -d '{"events": [{"name": "network-changed", "server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:42.949443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78df01d-5e1d-4c1f-86a4-1b69fe045e6b service neutron] Pushing event updated for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:43.018139 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-97ec1487-9625-427b-92ff-8f3f8af6f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:43.019894 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-97ec1487-9625-427b-92ff-8f3f8af6f912 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1096 time: 0.0846670 Jul 15 14:23:43.031685 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1c2d4-d580-4361-bf7a-4610e13b5fa2 req-1db9a50b-a14f-4a46-902f-7f8bf8520954 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:43.033315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62d1c2d4-d580-4361-bf7a-4610e13b5fa2 req-1db9a50b-a14f-4a46-902f-7f8bf8520954 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 944 time: 0.1366160 Jul 15 14:23:43.075558 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-01bff972-25e0-4824-84dd-1dd3600830d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 217 time: 0.0412147 Jul 15 14:23:43.137999 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-62d1c2d4-d580-4361-bf7a-4610e13b5fa2 req-50747167-0c16-4516-b927-8f9e435a727d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977147 Jul 15 14:23:43.149145 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-9b24b4fb-8d25-4ed7-82ff-9d9a0356c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:43.150332 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-9b24b4fb-8d25-4ed7-82ff-9d9a0356c426 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0681951 Jul 15 14:23:43.211881 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a8c7d0a5-3d60-4baa-a28b-4608918ece80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:43.213643 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-a8c7d0a5-3d60-4baa-a28b-4608918ece80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556779 Jul 15 14:23:43.246426 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e361691-5d39-4e8b-8532-4d15b3a020f6 x-openstack-request-id: req-6e361691-5d39-4e8b-8532-4d15b3a020f6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:43.246721 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:43.246995 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e361691-5d39-4e8b-8532-4d15b3a020f6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:43.247407 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'status': 'completed', 'code': 200} Jul 15 14:23:43.309019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-4e97a5f4-2c52-4126-80fa-e8e76f7b116b service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874159 Jul 15 14:23:43.408752 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07d2bc03-3857-4b12-9ea5-68860f9b96da req-98e27e94-9cc1-4849-9461-116af56ead3e service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932910 Jul 15 14:23:43.511784 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-583d74ed-5249-4980-a8da-7e876237a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:43.513322 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-583d74ed-5249-4980-a8da-7e876237a405 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1096 time: 0.0556519 Jul 15 14:23:43.612591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-d03093a6-80f4-4b3e-a9ef-0b67bf7106dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:43.614090 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-d03093a6-80f4-4b3e-a9ef-0b67bf7106dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.0927629 Jul 15 14:23:43.657010 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-fc57e38f-3e1e-42a7-9d54-615e8d05d2d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 217 time: 0.0365965 Jul 15 14:23:43.707922 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-23cc290c-8683-4bdc-a107-e5c3053c16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:43.709313 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-23cc290c-8683-4bdc-a107-e5c3053c16d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0455797 Jul 15 14:23:43.776691 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-6cd40ae3-394e-448a-a201-5e32dbcc4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:43.778272 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-6cd40ae3-394e-448a-a201-5e32dbcc4a71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594294 Jul 15 14:23:43.871785 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-da15a85e-ddd4-475f-b814-20054aa72066 service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849476 Jul 15 14:23:43.968992 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-52e24bbe-61c9-4307-aead-d0804665fc25 req-35d08c6d-ae76-463e-b36d-d35cb47f97c8 service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897524 Jul 15 14:23:44.322348 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760095b-fec4-474a-a32b-83c53f53d827 req-9f703a17-90e5-46ba-aa6d-42db60313db3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:44.324055 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2760095b-fec4-474a-a32b-83c53f53d827 req-9f703a17-90e5-46ba-aa6d-42db60313db3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 944 time: 0.0656290 Jul 15 14:23:44.363512 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2760095b-fec4-474a-a32b-83c53f53d827 req-a8b80e8e-c6ab-4d62-b78a-6429c53f2982 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330129 Jul 15 14:23:45.545468 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a9cd7-01e4-4143-bd4e-3e8217452235 req-9bc7578a-09e2-4ae5-9066-b6a9efd2a84e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:45.547555 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-451a9cd7-01e4-4143-bd4e-3e8217452235 req-9bc7578a-09e2-4ae5-9066-b6a9efd2a84e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 944 time: 0.0718703 Jul 15 14:23:45.586954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-451a9cd7-01e4-4143-bd4e-3e8217452235 req-c106e91a-e312-4035-9eb4-42379cfa4004 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Jul 15 14:23:45.928782 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b0ef1474-6839-48ad-acb5-dba9953e115e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:23:46.026710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:46.199686 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:23:46.241099 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:46.253921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ef1474-6839-48ad-acb5-dba9953e115e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:23:46.274422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:46.279112 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:46.327035 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:46.540847 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['b0ef1474-6839-48ad-acb5-dba9953e115e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:23:46.767116 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b0a87-49c1-422c-b9fa-2b353f9b5165 req-c4c38854-fed4-49bc-8ca0-55fa65d8195f tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:46.768733 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109b0a87-49c1-422c-b9fa-2b353f9b5165 req-c4c38854-fed4-49bc-8ca0-55fa65d8195f tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 945 time: 0.0680549 Jul 15 14:23:46.806664 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-109b0a87-49c1-422c-b9fa-2b353f9b5165 req-68d08de9-8b6f-43fc-a909-ae9e50afaa2a tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Jul 15 14:23:47.943177 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b0ef1474-6839-48ad-acb5-dba9953e115e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:47.982485 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62437fd-ae7f-4e3f-9bb5-756897676710 req-e195c2e1-5327-4aa9-b97f-f7e016c694b3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:47.984129 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a62437fd-ae7f-4e3f-9bb5-756897676710 req-e195c2e1-5327-4aa9-b97f-f7e016c694b3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 945 time: 0.0655370 Jul 15 14:23:47.997745 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning for port b0ef1474-6839-48ad-acb5-dba9953e115e completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:23:48.001774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port b0ef1474-6839-48ad-acb5-dba9953e115e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:48.002151 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:48.025521 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a62437fd-ae7f-4e3f-9bb5-756897676710 req-9a85c37d-c48e-459e-b34d-c454d91fb325 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357103 Jul 15 14:23:48.085012 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:48.109370 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:48.111522 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e67b468-182d-4d6e-a92e-575634bd5a3e" -d '{"events": [{"server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "name": "network-vif-plugged", "status": "completed", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:48.127420 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:48.138031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:48.166567 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ce0a4b-0052-4855-99f4-fe353e9343c3 x-openstack-request-id: req-91ce0a4b-0052-4855-99f4-fe353e9343c3 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:48.166567 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "name": "network-vif-plugged", "status": "completed", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:48.166567 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91ce0a4b-0052-4855-99f4-fe353e9343c3 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:48.166567 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'code': 200} Jul 15 14:23:48.195930 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:48.274871 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf4b7e-5a81-4e75-b3ee-057e0c581321 req-75d07944-d5d8-48df-8e21-c1eafe7cb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:48.276527 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7bf4b7e-5a81-4e75-b3ee-057e0c581321 req-75d07944-d5d8-48df-8e21-c1eafe7cb220 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1098 time: 0.0564184 Jul 15 14:23:48.314889 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b7bf4b7e-5a81-4e75-b3ee-057e0c581321 req-624976c4-c387-444d-9bd0-79856fbc2e6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290627 Jul 15 14:23:49.010439 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-86fde4a6-b208-4027-ae40-e9ad71dfad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:49.222604 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0143b-53e2-4e08-b574-f3104c06b3e4 req-06f517fc-f079-49f3-9454-7dc8f26bc3a2 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:49.224520 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8c0143b-53e2-4e08-b574-f3104c06b3e4 req-06f517fc-f079-49f3-9454-7dc8f26bc3a2 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 946 time: 0.0715933 Jul 15 14:23:49.275379 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f8c0143b-53e2-4e08-b574-f3104c06b3e4 req-05f047a9-cbf8-46fa-9bae-0445679b1dee tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392995 Jul 15 14:23:50.468623 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e1024-39e3-46e9-a596-b8b297483d8e req-b2744ff6-dd70-45c4-8c70-3782ede54fe3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:50.470317 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb7e1024-39e3-46e9-a596-b8b297483d8e req-b2744ff6-dd70-45c4-8c70-3782ede54fe3 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 946 time: 0.0750904 Jul 15 14:23:50.509271 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-cb7e1024-39e3-46e9-a596-b8b297483d8e req-566a1f17-2db1-4b29-a016-1e59352e86c5 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332875 Jul 15 14:23:50.683621 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de873cdf-2bef-4c25-a0e1-5369f59a9046 req-99a7ea48-367d-40b7-9b83-d700c1fac35e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:50.685140 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de873cdf-2bef-4c25-a0e1-5369f59a9046 req-99a7ea48-367d-40b7-9b83-d700c1fac35e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 946 time: 0.0648875 Jul 15 14:23:50.723990 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-de873cdf-2bef-4c25-a0e1-5369f59a9046 req-d6437036-2d3d-4e63-b61e-bc3917357b5d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Jul 15 14:23:50.749485 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37746) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:50.892215 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2236b1c-3228-4bce-a76e-80fb7fd53013 tempest-TestSnapshotPattern-1711939308 tempest-TestSnapshotPattern-1711939308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:50.893778 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-f2236b1c-3228-4bce-a76e-80fb7fd53013 tempest-TestSnapshotPattern-1711939308 tempest-TestSnapshotPattern-1711939308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1093 time: 0.1432920 Jul 15 14:23:50.896727 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 37750) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:50.901204 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:23:50.924239 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:51.039098 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:51.153432 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Allocated IP 172.25.1.235 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/a5a67eb0-7e69-40f6-bf74-5089f9e15453) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:23:51.284456 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:51.328188 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:51.378725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:23:51.387108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'Port': ['ID=a5a67eb0-7e69-40f6-bf74-5089f9e15453,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:51.387108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:23:51.389760 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:23:51.679901 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2818-0815-4d28-9196-af14dfa68004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:51.778501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:51.821206 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:51.866767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:52.024587 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:52.028907 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:52.380560 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'Port': ['ID=a5a67eb0-7e69-40f6-bf74-5089f9e15453,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:52.395441 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:52.509513 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Floating IP 095b1c6f-17b4-4a7f-9525-9c9352a90d7a associated. External IP: 172.25.1.235, port: b0ef1474-6839-48ad-acb5-dba9953e115e. Jul 15 14:23:52.761526 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Router 41b62c16-a7db-4617-af8a-66a8ba97cbfe has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:52.874706 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:52.884956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] Sync routers for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:52.892655 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:52.895367 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:52.896450 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:52.930552 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-7d895d1e-dc33-4ed8-af5f-306f858aca00 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0327244 Jul 15 14:23:52.931595 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:52.934713 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e40aed-f58c-4a72-90ad-53fda229895c" -d '{"events": [{"name": "network-changed", "server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:53.009921 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:53.032337 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bd1197-1bb7-4198-9e10-5f3223fd4fc8 x-openstack-request-id: req-37bd1197-1bb7-4198-9e10-5f3223fd4fc8 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:53.032637 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:53.032891 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37bd1197-1bb7-4198-9e10-5f3223fd4fc8 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:53.033292 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'status': 'completed', 'code': 200} Jul 15 14:23:53.122029 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e40aed-f58c-4a72-90ad-53fda229895c req-38a3cc5c-e1a1-4316-a9b5-9e0777383a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:53.123576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12e40aed-f58c-4a72-90ad-53fda229895c req-38a3cc5c-e1a1-4316-a9b5-9e0777383a7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1098 time: 0.0641685 Jul 15 14:23:53.214314 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:53.223918 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e40aed-f58c-4a72-90ad-53fda229895c req-86e97f82-77e2-4b51-ba18-62de18193882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:53.225392 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12e40aed-f58c-4a72-90ad-53fda229895c req-86e97f82-77e2-4b51-ba18-62de18193882 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.0946212 Jul 15 14:23:53.262201 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:51Z', 'revision_number': 0, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:53.290269 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12e40aed-f58c-4a72-90ad-53fda229895c req-465c3c53-bb8c-44a1-b79f-3edba0972714 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 1000 time: 0.0577877 Jul 15 14:23:53.292113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] Checking router: 41b62c16-a7db-4617-af8a-66a8ba97cbfe for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:53.301522 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:53.302308 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:23:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:53.343842 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e40aed-f58c-4a72-90ad-53fda229895c req-451226a1-4eb2-4434-9fa7-85f8af909aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:53.345324 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12e40aed-f58c-4a72-90ad-53fda229895c req-451226a1-4eb2-4434-9fa7-85f8af909aae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0480363 Jul 15 14:23:53.412144 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:53.415009 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e40aed-f58c-4a72-90ad-53fda229895c req-16c3917a-4c1a-4b1b-a286-ab5c2b39c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:53.416576 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12e40aed-f58c-4a72-90ad-53fda229895c req-16c3917a-4c1a-4b1b-a286-ab5c2b39c229 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646789 Jul 15 14:23:53.511625 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12e40aed-f58c-4a72-90ad-53fda229895c req-464965fc-a548-439a-a6d2-8150e767e45a service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874839 Jul 15 14:23:53.612617 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-12e40aed-f58c-4a72-90ad-53fda229895c req-10de9e9b-981c-4354-831a-20aded40760c service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917361 Jul 15 14:23:53.642868 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:51Z', 'revision_number': 0, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:53.669462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5fb09-f468-4218-b5d6-e0e80a94745e None None] The sync data for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 is: [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:51Z', 'revision_number': 0, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:53.884395 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68a791-054f-4ded-99f1-ac1852b84cf5 None None] New status for floating IP 095b1c6f-17b4-4a7f-9525-9c9352a90d7a: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:23:54.667019 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:05.473720 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:06.434667 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:18.276001 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:24:19.011922 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b9ed20af-db69-4b10-8951-15459510142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:21.673421 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfe37-515e-4452-97f0-c541a6995cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:21.827427 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:23.203181 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:24.668954 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.352886 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-486bb1a1-6aef-449e-9644-78e5a6523f0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1274588 Jul 15 14:24:30.474194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-8922e197-b7fb-47dc-a72d-4918ace2cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:30.475784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-8922e197-b7fb-47dc-a72d-4918ace2cef6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1098 time: 0.0700958 Jul 15 14:24:30.934958 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-33c01a5b-db40-43d0-bbde-4b75f39beea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:30.936484 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-33c01a5b-db40-43d0-bbde-4b75f39beea7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.4373405 Jul 15 14:24:31.008354 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-1e320cc8-4e87-4773-b3aa-d88cc37fd17b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 1002 time: 0.0642490 Jul 15 14:24:31.060927 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-a273c50c-f2ac-4c84-b009-bae3a19da306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:31.063331 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-a273c50c-f2ac-4c84-b009-bae3a19da306 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0461962 Jul 15 14:24:31.126067 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-41ffaf3f-18f5-4ca5-8eec-9af01341c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:31.127647 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-41ffaf3f-18f5-4ca5-8eec-9af01341c19c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572815 Jul 15 14:24:31.231784 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-25576d8f-266d-4c26-bddc-eea1536a98fb service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939078 Jul 15 14:24:31.328740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f42c43de-1624-46c0-bc9b-1e5c5be97fa6 req-4cf38bb6-2772-4244-881e-14d77e28b992 service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887933 Jul 15 14:24:35.482125 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.452811 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:49.018217 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-88fad44a-f500-4276-b599-cc2ba06bdb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:51.676962 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c4b54dad-378f-481d-9fb7-db971774f47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:51.828790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.208539 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:54.674054 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:55.277964 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:05.494409 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:06.448642 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:19.010655 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cad8100d-da5c-4559-b2bb-e4c116a7632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:21.678517 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-d83a5a7e-834c-481c-bd8a-0d6fe194ae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:21.822810 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:23.210113 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:24.675335 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:30.264451 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-4a74d087-6e8c-4eb5-be44-0ecfdfc49dc7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573807 Jul 15 14:25:30.368057 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-20162c0b-6113-4f88-93f3-dff3df3bf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:30.369767 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-20162c0b-6113-4f88-93f3-dff3df3bf5e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1098 time: 0.0590756 Jul 15 14:25:30.485422 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-e587e09f-aea3-4d33-969e-a75ed834aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:30.487667 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-e587e09f-aea3-4d33-969e-a75ed834aa29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.0904078 Jul 15 14:25:30.562212 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-0478cda1-60d7-4af8-9313-36a6d910c4fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 1002 time: 0.0664587 Jul 15 14:25:30.613940 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-8cc8ddd4-a29c-49ff-965b-49a536206c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:30.615460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-8cc8ddd4-a29c-49ff-965b-49a536206c55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0465629 Jul 15 14:25:30.680266 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-c7d2db5a-ad77-47e8-8205-3191a762dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:30.681798 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-c7d2db5a-ad77-47e8-8205-3191a762dada service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591156 Jul 15 14:25:30.780114 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-80e24523-88ea-421a-acbb-4038c1a6649c service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911484 Jul 15 14:25:30.875744 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-2b9b96dc-3549-4fec-98a3-c5d38322ea00 req-2f88c451-a012-4747-a50b-d3168aa8afe2 service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854683 Jul 15 14:25:32.277381 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:35.488074 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:36.464121 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:49.012310 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-645011a2-a512-4fa7-8382-d8df0ada83b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:51.680609 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-46d28a4e-1626-44ef-b0e5-d09fa1e982be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:51.828872 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:52.608584 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b0ef1474-6839-48ad-acb5-dba9953e115e details requested by agent hyperv_n-h2-771362-36 with host n-h2-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:25:52.728413 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:25:52.741774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Returning: {'device': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:25:52.782634 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:52.804538 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0ef1474-6839-48ad-acb5-dba9953e115e {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:25:52.826966 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:25:52.834526 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:52.893937 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:25:52.901955 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.902292 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.902632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.903015 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.903319 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.903654 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.903977 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.904299 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.904628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.904956 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.905270 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.905591 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:25:52.911879 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] get_ports_and_sgs() called for port_ids ['b0ef1474-6839-48ad-acb5-dba9953e115e'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:25:53.215662 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:54.610353 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b0ef1474-6839-48ad-acb5-dba9953e115e up at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:25:54.696906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:54.698535 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Provisioning complete for port b0ef1474-6839-48ad-acb5-dba9953e115e triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:25:54.698996 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:54.798086 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:54.824137 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:25:54.826428 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da1f713-17f2-452b-83c4-795ace584151" -d '{"events": [{"server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "name": "network-vif-plugged", "status": "completed", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:25:54.883043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:25:54.889536 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:54.958320 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:25:55.002758 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa039df-6d7e-43ae-889a-9ecd19b9e5f2 x-openstack-request-id: req-5fa039df-6d7e-43ae-889a-9ecd19b9e5f2 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:25:55.003592 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "name": "network-vif-plugged", "status": "completed", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:25:55.004282 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fa039df-6d7e-43ae-889a-9ecd19b9e5f2 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:25:55.004975 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'code': 200} Jul 15 14:26:03.638372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-b57f488c-1b05-406e-8305-e95fdd81f205 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784560141&fields=id&tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc HTTP/1.1" status: 200 len: 267 time: 0.0384054 Jul 15 14:26:03.748001 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee11a7-fffd-4773-b704-4b6689198302 req-7d8c7ea6-1706-4654-b093-baabd642c5d1 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:03.749573 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-7d8c7ea6-1706-4654-b093-baabd642c5d1 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 810 time: 0.1041436 Jul 15 14:26:03.764824 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-f598fb08-4e82-438c-a9ca-092a4cf3cdb5 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/quotas/5bb0197d30ad4ac281b8d541c3a1f0bc HTTP/1.1" status: 200 len: 375 time: 0.0096204 Jul 15 14:26:03.847037 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-2b998436-95e7-47ef-bdf1-e559052df030 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0766768 Jul 15 14:26:03.989234 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-7b18199d-cae2-44da-bb3e-783d13c77e61 service neutron] 10.222.0.25 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296403 Jul 15 14:26:04.099480 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-b6ccc652-5b34-439f-8dc8-4b6a3f536da3 service neutron] 10.222.0.25 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043439 Jul 15 14:26:04.274792 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-535c0b55-72cd-4312-8e33-b8f9a85bb112 req-bf5b0dc0-7d12-41ad-87bf-de35c2d42cda tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 210 time: 0.0296328 Jul 15 14:26:05.440788 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-a98746cf-76f2-4393-9620-8ba26c45ac30 req-c7e76f5c-327d-4165-b2b0-07b426f072a1 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 210 time: 0.0338931 Jul 15 14:26:05.505032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:05.514196 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee11a7-fffd-4773-b704-4b6689198302 req-e2d76e94-b742-463d-943a-7c83dca4b4e0 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:05.515771 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-e2d76e94-b742-463d-943a-7c83dca4b4e0 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.35 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 810 time: 0.1459348 Jul 15 14:26:05.560540 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-31adbd6c-b302-490f-bd4f-44fe6c8eeecb tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc HTTP/1.1" status: 200 len: 380 time: 0.0357022 Jul 15 14:26:05.568736 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'port': {'device_id': 'de159978-ada1-42da-bda6-926ef6548966', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'admin_state_up': True, 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'security_groups': ['5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7']}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:05.691819 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Made reservation on behalf of 5bb0197d30ad4ac281b8d541c3a1f0bc for: {'port': 1} {{(pid=93733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:26:05.695873 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:05.836069 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Allocated IP 172.20.0.7 (cee3d986-a899-4dc8-bf87-380b923eca63/007f3f9c-193b-4164-9a73-e36381a46a14/87369067-ea63-4e03-a1e8-c8f6845f573a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:26:06.050516 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.067430 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Transition to ACTIVE for port object 87369067-ea63-4e03-a1e8-c8f6845f573a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:26:06.109105 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.156288 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Network cee3d986-a899-4dc8-bf87-380b923eca63 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:26:06.160296 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:26:06.164825 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:26:06.222103 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:06.238374 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.238719 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.239078 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.239471 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.239814 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.240140 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.240466 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.240837 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.241173 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.241540 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.241893 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.242205 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.252879 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:06.253560 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.272315 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-305e084b-f665-4a0e-a486-a3e157bc74de tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078674 Jul 15 14:26:06.476891 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.513772 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cb5c5b42-8d68-474d-b233-ea9d4ecbaf22 None None] Provisioning for port 87369067-ea63-4e03-a1e8-c8f6845f573a completed by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:26:06.518094 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-cb5c5b42-8d68-474d-b233-ea9d4ecbaf22 None None] Provisioning complete for port 87369067-ea63-4e03-a1e8-c8f6845f573a triggered by entity DHCP. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:26:06.518794 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5b42-8d68-474d-b233-ea9d4ecbaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.557461 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c5b42-8d68-474d-b233-ea9d4ecbaf22 None None] Port 87369067-ea63-4e03-a1e8-c8f6845f573a cannot update to ACTIVE because it is not bound. {{(pid=93735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:26:06.635340 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9b87e-4274-468c-afdc-6ba791ab5c80 req-c5fa8249-d212-4dd2-90bd-67d2a6127454 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:06.636801 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7df9b87e-4274-468c-afdc-6ba791ab5c80 req-c5fa8249-d212-4dd2-90bd-67d2a6127454 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.0679629 Jul 15 14:26:06.660669 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b0ef1474-6839-48ad-acb5-dba9953e115e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:26:06.696019 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-7df9b87e-4274-468c-afdc-6ba791ab5c80 req-20892ce7-e41e-4ae7-ae1d-cb188f427c28 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476894 Jul 15 14:26:06.744887 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.766948 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:06.769287 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2b14f7-1865-4831-81f1-2b450fbd0fd1" -d '{"events": [{"server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:06.786070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:26:06.792912 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.819912 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa689125-e504-4821-9bdc-ad3191605486 x-openstack-request-id: req-fa689125-e504-4821-9bdc-ad3191605486 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:06.820200 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:06.820653 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa689125-e504-4821-9bdc-ad3191605486 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:06.821209 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'code': 200} Jul 15 14:26:06.850244 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Pushing event updated for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:07.903921 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77a928-f704-4d37-95ec-b3caecc6fbf6 req-b6185844-c983-4388-8f7d-e93643dd4162 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:07.905869 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e77a928-f704-4d37-95ec-b3caecc6fbf6 req-b6185844-c983-4388-8f7d-e93643dd4162 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.0857525 Jul 15 14:26:07.947605 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-3e77a928-f704-4d37-95ec-b3caecc6fbf6 req-840f3af8-d9a5-4388-96d4-4179505fe0f5 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346601 Jul 15 14:26:09.167369 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3b899-65a0-40d3-8a75-8c4a62a8c023 req-94d743ca-de59-4931-b384-cabf9d714f1f tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:09.168961 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df3b899-65a0-40d3-8a75-8c4a62a8c023 req-94d743ca-de59-4931-b384-cabf9d714f1f tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.0818515 Jul 15 14:26:09.229219 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6df3b899-65a0-40d3-8a75-8c4a62a8c023 req-b43ea620-ec1b-40fd-aa70-35b1280bec0c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540271 Jul 15 14:26:09.276369 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:26:10.436522 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87138421-4453-4c29-a8db-7bc91ddff3c6 req-cd95b0d1-f376-4e12-8aad-4c5c1d42c468 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:10.438273 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87138421-4453-4c29-a8db-7bc91ddff3c6 req-cd95b0d1-f376-4e12-8aad-4c5c1d42c468 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.0795469 Jul 15 14:26:10.487977 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-87138421-4453-4c29-a8db-7bc91ddff3c6 req-51b9c40d-f05d-440c-88fe-71d06afc715c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Jul 15 14:26:11.697715 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0657e7-b066-478e-af5a-6a59bcedd8b9 req-e2e42277-ca9f-4fd0-9414-7cdfefda18e9 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:11.699235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f0657e7-b066-478e-af5a-6a59bcedd8b9 req-e2e42277-ca9f-4fd0-9414-7cdfefda18e9 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.0730290 Jul 15 14:26:11.746954 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9f0657e7-b066-478e-af5a-6a59bcedd8b9 req-630bb3b4-5f44-4445-adee-9ec534fc378c tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Jul 15 14:26:12.936081 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5a636-6f30-41e2-a2be-b3267e8c4cd0 req-901c01ff-18a6-4c5b-862b-743fe2988501 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:12.937524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20e5a636-6f30-41e2-a2be-b3267e8c4cd0 req-901c01ff-18a6-4c5b-862b-743fe2988501 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.0670199 Jul 15 14:26:12.983677 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-20e5a636-6f30-41e2-a2be-b3267e8c4cd0 req-5dfde5ac-fe49-431f-b86c-09364b8dd08b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372417 Jul 15 14:26:14.209969 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e242e-8891-494f-9878-eb30dd284002 req-64486d76-30d9-4235-8749-10f58294b01b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:14.211633 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24e242e-8891-494f-9878-eb30dd284002 req-64486d76-30d9-4235-8749-10f58294b01b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.0820124 Jul 15 14:26:14.258374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e24e242e-8891-494f-9878-eb30dd284002 req-bc670223-c6b0-4992-bf12-91a161cf4b7b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Jul 15 14:26:15.464392 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343432-5770-4d6f-b65c-71f453f38f75 req-30ee90ae-584d-42b5-9b4b-38f3497dd0b8 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:15.466180 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81343432-5770-4d6f-b65c-71f453f38f75 req-30ee90ae-584d-42b5-9b4b-38f3497dd0b8 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.0810275 Jul 15 14:26:15.513700 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81343432-5770-4d6f-b65c-71f453f38f75 req-0b5f3749-5902-4ea1-a192-df219df81ebc tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 Jul 15 14:26:16.392259 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.v2.base [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Request body: {'port': {'device_id': 'de159978-ada1-42da-bda6-926ef6548966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-36'}} {{(pid=93733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:16.469566 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:16.780973 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e20fd2-996b-47f6-8370-62de14488be1 req-4ac32324-3478-42c8-b865-94afc17b6fba tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:16.782449 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41e20fd2-996b-47f6-8370-62de14488be1 req-4ac32324-3478-42c8-b865-94afc17b6fba tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 931 time: 0.1452432 Jul 15 14:26:16.838335 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87369067-ea63-4e03-a1e8-c8f6845f573a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:26:16.854795 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:16.865210 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-41e20fd2-996b-47f6-8370-62de14488be1 req-4190ee60-09f0-4f18-a1d5-0f5d4ff21c0d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763304 Jul 15 14:26:16.873810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Transition to ACTIVE for port object 87369067-ea63-4e03-a1e8-c8f6845f573a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:26:16.877951 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:16.937162 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Pushing event updated for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:17.013907 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Attempting to bind port 87369067-ea63-4e03-a1e8-c8f6845f573a on host n-h1-771362-36 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:26:17.014248 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Attempting to bind port 87369067-ea63-4e03-a1e8-c8f6845f573a by drivers openvswitch,hyperv on host n-h1-771362-36 at level 0 using segments [{'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:26:17.014588 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Attempting to bind port 87369067-ea63-4e03-a1e8-c8f6845f573a on network cee3d986-a899-4dc8-bf87-380b923eca63 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:26:17.020549 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Port 87369067-ea63-4e03-a1e8-c8f6845f573a on network cee3d986-a899-4dc8-bf87-380b923eca63 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-36 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:26:17.020880 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Attempting to bind port 87369067-ea63-4e03-a1e8-c8f6845f573a on network cee3d986-a899-4dc8-bf87-380b923eca63 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:26:17.028231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Checking agent: {'id': '9ba2bb03-4812-45a8-ab54-568c1ae02a74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:26:17.028622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Checking segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:26:17.029131 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Bound using segment: {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:26:17.029599 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Bound port: 87369067-ea63-4e03-a1e8-c8f6845f573a, host: n-h1-771362-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09183613-bedf-45ec-a545-0b4844465bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:26:17.029972 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:17.105263 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:26:17.108875 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:26:17.115256 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12741838'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:17.156102 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:17.156756 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:17.158460 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] 10.222.0.35 "PUT /v2.0/ports/87369067-ea63-4e03-a1e8-c8f6845f573a HTTP/1.1" status: 200 len: 1092 time: 0.8169978 Jul 15 14:26:17.158948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:17.161298 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca02a0c-a43d-4eaf-bf48-92c649d34770" -d '{"events": [{"name": "network-changed", "server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:17.191238 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44e315-8e61-427e-8327-6bb44285a7af service neutron] Pushing event updated for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:17.226867 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c484d1-8a28-4a9b-a787-e1270f2fd5ad x-openstack-request-id: req-88c484d1-8a28-4a9b-a787-e1270f2fd5ad {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:17.227367 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:17.227630 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88c484d1-8a28-4a9b-a787-e1270f2fd5ad {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:17.228060 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'status': 'completed', 'code': 200} Jul 15 14:26:17.279885 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee11a7-fffd-4773-b704-4b6689198302 req-28afc3bd-86ae-4a01-ac24-361f3fea0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:17.281715 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-28afc3bd-86ae-4a01-ac24-361f3fea0393 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 1095 time: 0.0682454 Jul 15 14:26:17.325840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-173b920b-4db5-4dca-80e1-985792a68c0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87369067-ea63-4e03-a1e8-c8f6845f573a HTTP/1.1" status: 200 len: 217 time: 0.0370579 Jul 15 14:26:17.384220 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee11a7-fffd-4773-b704-4b6689198302 req-912451e9-b606-4466-8288-90b42ea1eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:17.385748 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-912451e9-b606-4466-8288-90b42ea1eb2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0533509 Jul 15 14:26:17.449305 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee11a7-fffd-4773-b704-4b6689198302 req-769e4552-8bbd-4798-a691-adf60764d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:17.450888 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-769e4552-8bbd-4798-a691-adf60764d704 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589745 Jul 15 14:26:17.546032 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-924219b0-8b00-46d6-973f-b24f59d8a897 service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887830 Jul 15 14:26:17.646955 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-0bee11a7-fffd-4773-b704-4b6689198302 req-3b6f69ab-dd0d-4d02-9347-d1989d9616a1 service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943139 Jul 15 14:26:17.748135 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-b1ebf679-a22c-4edd-add6-680781f9d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:17.749712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-b1ebf679-a22c-4edd-add6-680781f9d638 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 1095 time: 0.0567760 Jul 15 14:26:17.853094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-1ab54e10-8046-4a28-9bd8-dc3e8e445045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:17.854615 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-1ab54e10-8046-4a28-9bd8-dc3e8e445045 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.0983732 Jul 15 14:26:17.896519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-fa07d05e-2ab4-44e3-a667-254ab8ef45a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87369067-ea63-4e03-a1e8-c8f6845f573a HTTP/1.1" status: 200 len: 217 time: 0.0352290 Jul 15 14:26:17.963322 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-11e6fc45-4713-4d64-98ad-ef9399cbff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:17.964855 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-11e6fc45-4713-4d64-98ad-ef9399cbff33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0613503 Jul 15 14:26:18.094902 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-6cd2d811-1fa6-46bf-a027-e6dde1ddea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:18.096524 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-6cd2d811-1fa6-46bf-a027-e6dde1ddea8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248639 Jul 15 14:26:18.109087 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655497-0228-48f3-9159-06b1f2c18ea4 req-29a3cfb1-77a2-45b9-9ca9-6232045dd671 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:18.110603 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46655497-0228-48f3-9159-06b1f2c18ea4 req-29a3cfb1-77a2-45b9-9ca9-6232045dd671 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 943 time: 0.1023235 Jul 15 14:26:18.206947 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-46655497-0228-48f3-9159-06b1f2c18ea4 req-59a34f12-e318-4188-8265-709c719134a4 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878165 Jul 15 14:26:18.237740 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-34c75cb5-d48e-4475-9385-57a1d5e02dc9 service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259153 Jul 15 14:26:18.335624 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6ca02a0c-a43d-4eaf-bf48-92c649d34770 req-6505af83-be34-473f-b185-7adc1802e5d0 service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901637 Jul 15 14:26:19.013686 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a477f5a1-fa16-4208-bcb2-ad6596e5640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:19.393682 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d26800-62a4-458c-9bd0-0b5690f23c4a req-fba37e86-8b67-4834-96ca-cedcb7c402b5 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:19.395399 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1d26800-62a4-458c-9bd0-0b5690f23c4a req-fba37e86-8b67-4834-96ca-cedcb7c402b5 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 943 time: 0.0668051 Jul 15 14:26:19.440064 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f1d26800-62a4-458c-9bd0-0b5690f23c4a req-517881fe-f362-4f78-ab73-fec58c9aea31 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350235 Jul 15 14:26:20.639391 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a998bb-ba80-4304-8861-74af05ba0037 req-a93f900d-8857-4254-8af0-2868395ad151 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:20.640751 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63a998bb-ba80-4304-8861-74af05ba0037 req-a93f900d-8857-4254-8af0-2868395ad151 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 943 time: 0.0655589 Jul 15 14:26:20.679891 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-63a998bb-ba80-4304-8861-74af05ba0037 req-8657a848-93ca-46ce-834d-8231813d44fa tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335178 Jul 15 14:26:21.528444 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 87369067-ea63-4e03-a1e8-c8f6845f573a details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:26:21.625225 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:26:21.636246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'port_id': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'mac_address': 'fa:16:3e:cc:fc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:26:21.683615 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:21.694159 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f479721-2ae3-4693-bcad-f0dca22734ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:21.700414 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87369067-ea63-4e03-a1e8-c8f6845f573a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:26:21.723478 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:26:21.727994 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:21.780070 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=4']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:21.822192 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:21.865663 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4338c-9e3f-4ac7-8faf-7cd1bf860a46 req-430a00d5-7296-4f9f-90ab-a46fc3a5b703 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:21.867254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ad4338c-9e3f-4ac7-8faf-7cd1bf860a46 req-430a00d5-7296-4f9f-90ab-a46fc3a5b703 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 944 time: 0.0700865 Jul 15 14:26:21.906980 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9ad4338c-9e3f-4ac7-8faf-7cd1bf860a46 req-5314d0bf-1cc9-44a6-bc79-10b8a8e5fce6 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338595 Jul 15 14:26:21.982429 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['87369067-ea63-4e03-a1e8-c8f6845f573a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:26:23.085831 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0030205-ab48-4702-a208-33402d6d7770 req-5fcb7fd4-6b41-4425-9fd3-b4af1d329819 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:23.087384 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0030205-ab48-4702-a208-33402d6d7770 req-5fcb7fd4-6b41-4425-9fd3-b4af1d329819 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 944 time: 0.0637710 Jul 15 14:26:23.127368 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-b0030205-ab48-4702-a208-33402d6d7770 req-40cd7991-1435-4140-a1e3-626fd9741a7b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334442 Jul 15 14:26:23.215541 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:23.529293 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 87369067-ea63-4e03-a1e8-c8f6845f573a up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:26:23.577710 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning for port 87369067-ea63-4e03-a1e8-c8f6845f573a completed by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:26:23.582223 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 87369067-ea63-4e03-a1e8-c8f6845f573a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:26:23.582615 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:23.661041 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:23.684843 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:23.687062 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa34fa14-afed-4fce-a0a1-6cccb9230f39" -d '{"events": [{"server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "name": "network-vif-plugged", "status": "completed", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:23.705670 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:26:23.710307 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:23.866970 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039559f-47ba-4892-b4da-f9b588681d74 req-18d9817f-98d2-4730-bf22-0c2c494e2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:23.869495 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1039559f-47ba-4892-b4da-f9b588681d74 req-18d9817f-98d2-4730-bf22-0c2c494e2a29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 1097 time: 0.0624819 Jul 15 14:26:23.891816 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a0639-7e58-41ae-8548-7ff84fbf1951 x-openstack-request-id: req-4d2a0639-7e58-41ae-8548-7ff84fbf1951 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:23.892100 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "name": "network-vif-plugged", "status": "completed", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:23.892891 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d2a0639-7e58-41ae-8548-7ff84fbf1951 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:23.893282 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'code': 200} Jul 15 14:26:23.914012 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1039559f-47ba-4892-b4da-f9b588681d74 req-14746e7d-6646-4fe4-b68e-af39c1804a23 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 Jul 15 14:26:23.926705 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=5']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:24.306252 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05ff7e-1018-445d-8e79-83c8a54d2838 req-625135c6-52ff-4eae-8e40-246d9edc67a1 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:24.307789 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af05ff7e-1018-445d-8e79-83c8a54d2838 req-625135c6-52ff-4eae-8e40-246d9edc67a1 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 945 time: 0.0683281 Jul 15 14:26:24.346812 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-af05ff7e-1018-445d-8e79-83c8a54d2838 req-a77db7ad-e650-42b6-99b6-d1eeba159d6f tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334654 Jul 15 14:26:24.682947 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:25.531367 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e295f59-c129-48e1-adf2-4ef532ba2cfc req-0a45c83c-0291-41b6-bc98-8ae88925c502 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:25.533706 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e295f59-c129-48e1-adf2-4ef532ba2cfc req-0a45c83c-0291-41b6-bc98-8ae88925c502 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 945 time: 0.0692677 Jul 15 14:26:25.573076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6e295f59-c129-48e1-adf2-4ef532ba2cfc req-4faf80bf-2313-4062-88db-f428f41c01cb tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337052 Jul 15 14:26:25.759505 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61626-880b-4117-b9d1-3ea8da2e441f req-09d1b488-0966-4e22-9c8f-bf8054c67627 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:25.761077 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13c61626-880b-4117-b9d1-3ea8da2e441f req-09d1b488-0966-4e22-9c8f-bf8054c67627 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 945 time: 0.0702627 Jul 15 14:26:25.802672 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-13c61626-880b-4117-b9d1-3ea8da2e441f req-d3eaab23-caf0-44b3-af98-93b1e40a0490 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355685 Jul 15 14:26:25.835904 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38032) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:25.891292 n-d-771362-36 neutron-server[93734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69cb0a7-c627-4230-8400-083c9d21e500 tempest-TestSnapshotPattern-1711939308 tempest-TestSnapshotPattern-1711939308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:25.896478 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-e69cb0a7-c627-4230-8400-083c9d21e500 tempest-TestSnapshotPattern-1711939308 tempest-TestSnapshotPattern-1711939308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 1092 time: 0.0568058 Jul 15 14:26:25.896714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38036) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:25.901290 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.v2.base [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Request body: {'floatingip': {'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'port_id': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:25.924704 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for floatingip, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:26.033905 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:26.139569 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_common [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Allocated IP 172.25.1.232 (27d200cb-cf2d-42fe-a650-50fc75a0e604/227ddd99-766d-4a2d-be30-86bab8378fd6/233b745f-a8e7-43c5-848b-4e7766847a38) {{(pid=93734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:26:26.258636 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for port, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:26.299176 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789910998923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:26.340990 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Network 27d200cb-cf2d-42fe-a650-50fc75a0e604 is already hosted by enough agents. {{(pid=93734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:26:26.344532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.base_scheduler [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Resources bound (agent type, host, resource id): {{(pid=93734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:26:26.348546 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Received port after_create {{(pid=93734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:26:26.373452 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'Port': ['ID=233b745f-a8e7-43c5-848b-4e7766847a38,revision_number=1']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:26.400012 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.400359 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.400723 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.401065 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.401397 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.401734 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.402055 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.402379 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.402699 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.403019 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.403387 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.403714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:26.772013 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:26.852803 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:27.005271 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:27.009767 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14561446'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:27.078386 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event updated for resources: {'Port': ['ID=233b745f-a8e7-43c5-848b-4e7766847a38,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:27.095623 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-757155'] for floatingip, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:27.195576 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Floating IP 1deeb095-25ad-4403-b2c4-fad69796f435 associated. External IP: 172.25.1.232, port: 87369067-ea63-4e03-a1e8-c8f6845f573a. Jul 15 14:26:27.406911 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Router 41b62c16-a7db-4617-af8a-66a8ba97cbfe has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:26:27.519151 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:26:27.532249 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] Sync routers for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:26:27.539501 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:27.543657 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:26:27.544287 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:26:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:27.577451 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-df2996ee-e948-47bc-a85f-899b0f296557 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6796207 Jul 15 14:26:27.578066 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:27.581119 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ff20f-e11b-474d-8e17-63b3cac8a9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:27.622150 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca63c9-8b47-4629-93eb-50d1831ab327 x-openstack-request-id: req-1bca63c9-8b47-4629-93eb-50d1831ab327 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:27.622661 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:27.622919 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bca63c9-8b47-4629-93eb-50d1831ab327 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:27.623405 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'status': 'completed', 'code': 200} Jul 15 14:26:27.663724 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:26:27.700606 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-e2ebb43d-b9bf-49fa-8eec-91b47bde4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:27.702135 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-e2ebb43d-b9bf-49fa-8eec-91b47bde4fa6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 1097 time: 0.0573385 Jul 15 14:26:27.794224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-7a70f72d-3b8c-4f12-87d7-82522f544005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:27.795765 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-7a70f72d-3b8c-4f12-87d7-82522f544005 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.0871384 Jul 15 14:26:27.872923 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-f2ba0372-431c-4b5c-9d6e-8774c1a8803b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87369067-ea63-4e03-a1e8-c8f6845f573a HTTP/1.1" status: 200 len: 999 time: 0.0710146 Jul 15 14:26:27.908995 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:53Z', 'revision_number': 1, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}, {'id': '1deeb095-25ad-4403-b2c4-fad69796f435', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:cc:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de159978-ada1-42da-bda6-926ef6548966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:26:26Z', 'updated_at': '2021-07-15T14:26:26Z', 'revision_number': 0, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:27.921867 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-8a6092d5-cb7e-40bb-9c12-9038f525f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:27.924176 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-8a6092d5-cb7e-40bb-9c12-9038f525f267 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0447395 Jul 15 14:26:27.935803 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] Checking router: 41b62c16-a7db-4617-af8a-66a8ba97cbfe for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:26:27.945291 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:26:27.945994 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:26:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:27.981094 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-f86ef8ea-5040-40f6-a720-d37ba4b77f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:27.982618 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-f86ef8ea-5040-40f6-a720-d37ba4b77f61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535698 Jul 15 14:26:28.057010 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:26:28.081779 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-77f19922-62df-4c9b-ab43-0938b19a3211 service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923834 Jul 15 14:26:28.174533 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-984ff20f-e11b-474d-8e17-63b3cac8a9fb req-ca7ff6f9-9942-40ce-b50b-69697d807cae service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862045 Jul 15 14:26:28.290248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:53Z', 'revision_number': 1, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}, {'id': '1deeb095-25ad-4403-b2c4-fad69796f435', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:cc:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de159978-ada1-42da-bda6-926ef6548966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:26:26Z', 'updated_at': '2021-07-15T14:26:26Z', 'revision_number': 0, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:28.321326 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25545868-6cbf-4e8e-b58f-015a42bc07a7 None None] The sync data for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 is: [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:53Z', 'revision_number': 1, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}, {'id': '1deeb095-25ad-4403-b2c4-fad69796f435', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:cc:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de159978-ada1-42da-bda6-926ef6548966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:26:26Z', 'updated_at': '2021-07-15T14:26:26Z', 'revision_number': 0, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:26:28.522291 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf808ff-6700-4f1d-abae-0d1e06812a84 None None] New status for floating IP 1deeb095-25ad-4403-b2c4-fad69796f435: ACTIVE {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:26:29.007163 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-ef3a3bda-95ce-4466-9f76-3feaee321b66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585785 Jul 15 14:26:29.108509 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-df8bf20e-07be-46a8-8fd1-d24897727660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:29.110134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-df8bf20e-07be-46a8-8fd1-d24897727660 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 1097 time: 0.0570657 Jul 15 14:26:29.227375 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-e0c8dd84-8cda-441f-94f2-439541ee2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:29.228840 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-e0c8dd84-8cda-441f-94f2-439541ee2623 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.0981824 Jul 15 14:26:29.301260 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-b11033a2-f264-4eb5-8265-2d73084f1d0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87369067-ea63-4e03-a1e8-c8f6845f573a HTTP/1.1" status: 200 len: 1001 time: 0.0662296 Jul 15 14:26:29.352868 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-0462e4d9-d157-4923-bda8-0a6025db97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:29.354295 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-0462e4d9-d157-4923-bda8-0a6025db97e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0465250 Jul 15 14:26:29.418186 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-44c2b271-c477-4343-b2ee-72321f71819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:29.419734 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-44c2b271-c477-4343-b2ee-72321f71819d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591264 Jul 15 14:26:29.516393 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-5439c467-6179-42f3-a0c6-dda6cc6009df service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895495 Jul 15 14:26:29.623710 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1d792acb-d292-4e27-89ef-eee1702c2272 req-084aacdd-f4eb-4f77-ada4-9020088f6838 service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989394 Jul 15 14:26:31.286136 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-e22f7613-4275-451c-a22d-8721040381e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0727487 Jul 15 14:26:31.418184 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-fe8d0d9e-1f7e-47d4-8410-f6c03cd5c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.419903 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-fe8d0d9e-1f7e-47d4-8410-f6c03cd5c555 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1096 time: 0.0682113 Jul 15 14:26:31.560908 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-5a7e6988-2c9a-4e6a-86fc-a03b9bd669d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.562468 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-5a7e6988-2c9a-4e6a-86fc-a03b9bd669d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.1178641 Jul 15 14:26:31.632098 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-18362d36-49fe-4687-91fb-2cc772ef77e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 1000 time: 0.0623760 Jul 15 14:26:31.687525 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-d45f069e-dcc3-4347-93b8-765c8d840e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.689081 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-d45f069e-dcc3-4347-93b8-765c8d840e76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0503125 Jul 15 14:26:32.102591 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-f9164eee-218e-4076-8b66-671b83a36573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:32.104170 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-f9164eee-218e-4076-8b66-671b83a36573 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4054241 Jul 15 14:26:32.202377 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-a3de027f-dfc3-44c3-82ae-64e8882a4b99 service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906785 Jul 15 14:26:32.296591 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-e81a4b71-b05d-435d-834d-c3a893ce0980 req-cc052e85-9715-462e-8810-a54edc404cff service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869176 Jul 15 14:26:35.533122 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:36.488932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:46.276499 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:26:49.013994 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-facad51d-5be8-4ace-9901-186e35449ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:51.695795 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f43a7a80-603e-46c1-a9f2-44da58f51506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:51.824031 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:53.220107 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:54.684437 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:05.559514 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:06.505868 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:19.024010 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a68af0ea-71d9-4fdc-92a0-45d027a062b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:21.690631 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6761-2f9a-4a79-9f65-c9b9d45c671f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:21.830957 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:23.231985 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:23.275688 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:27:24.690965 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:30.470372 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-b29569f4-616f-4c63-86f8-03333401d4a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573168 Jul 15 14:27:30.589400 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-e4ecee92-6151-4b85-960d-683a7d8d81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:30.591009 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-e4ecee92-6151-4b85-960d-683a7d8d81a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 1097 time: 0.0662808 Jul 15 14:27:30.719747 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-0e5813f1-9cee-4e33-b8cd-1e7ae117438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:30.722374 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-0e5813f1-9cee-4e33-b8cd-1e7ae117438f service neutron] 10.222.0.35 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.1089489 Jul 15 14:27:30.810739 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-728b13ae-4345-4968-9869-e80bcc47835a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87369067-ea63-4e03-a1e8-c8f6845f573a HTTP/1.1" status: 200 len: 1001 time: 0.0822463 Jul 15 14:27:30.865567 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-6a30108c-526f-483d-8ce4-f1e43116e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:30.867185 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-6a30108c-526f-483d-8ce4-f1e43116e4b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0493915 Jul 15 14:27:30.962072 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-55a4ec36-d879-43f7-b5da-a1e69290f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:30.964570 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-55a4ec36-d879-43f7-b5da-a1e69290f71b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908363 Jul 15 14:27:31.082819 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-2dcdc972-51b7-43c0-9d6b-c52c3d5f114f service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115937 Jul 15 14:27:31.186702 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-06a2c1b0-59a2-45b5-88b8-b17d65390818 req-40709652-4d36-42cd-9cd9-24e6f92427ba service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970469 Jul 15 14:27:32.297076 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-8a8ccf57-6046-4be7-917e-dc3859b9249b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0628066 Jul 15 14:27:32.402657 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-dc41169e-00b5-450e-9b67-9436f457b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.404326 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-dc41169e-00b5-450e-9b67-9436f457b473 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1096 time: 0.0587151 Jul 15 14:27:32.527810 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-4f3ebf69-d9bc-4a42-bd83-86c09f82b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.529411 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-4f3ebf69-d9bc-4a42-bd83-86c09f82b254 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.1004117 Jul 15 14:27:32.612901 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-3ee84cc6-ff63-4085-870e-dbd6a15da755 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 1000 time: 0.0762405 Jul 15 14:27:32.700694 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-14d078d4-da57-4f0d-99b4-aceb7d4e23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.704003 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-14d078d4-da57-4f0d-99b4-aceb7d4e23c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0810778 Jul 15 14:27:32.793818 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-b1c42481-f3c9-4046-b05e-cea56aab440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.795464 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-b1c42481-f3c9-4046-b05e-cea56aab440d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847414 Jul 15 14:27:32.921932 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-f893fce1-421f-4ec7-92c3-68693ea8f233 service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183534 Jul 15 14:27:33.020329 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-9dcd0279-45e9-4d54-9cb1-b81c8c6c915d req-705b484d-860c-4c0a-b840-e45a3fd45ff6 service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919034 Jul 15 14:27:35.543771 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:36.487999 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:49.018789 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-782119fa-ff41-494c-8cfe-f6b60859b90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:51.695553 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fcdef75b-60c0-4a65-9e85-7e7df790cea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:51.822986 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:53.231741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:54.692392 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:00.062315 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 87369067-ea63-4e03-a1e8-c8f6845f573a details requested by agent hyperv_n-h1-771362-36 with host n-h1-771362-36 {{(pid=93735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:28:00.280670 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:00.285098 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:00.313395 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Returning: {'device': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'port_id': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'mac_address': 'fa:16:3e:cc:fc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:28:00.396796 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:00.420204 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87369067-ea63-4e03-a1e8-c8f6845f573a {{(pid=93735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:28:00.455043 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:00.460563 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:00.522607 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=6']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:00.531203 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.531554 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.531898 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.532241 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.532579 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.532915 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.533248 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.533572 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.533899 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.534263 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.534570 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.534871 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:00.540346 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] get_ports_and_sgs() called for port_ids ['87369067-ea63-4e03-a1e8-c8f6845f573a'] {{(pid=93735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:28:02.071684 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 87369067-ea63-4e03-a1e8-c8f6845f573a up at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:28:02.144462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.provisioning_blocks [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Provisioning complete for port 87369067-ea63-4e03-a1e8-c8f6845f573a triggered by entity L2. {{(pid=93735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:28:02.144933 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924131'] for port, provisioning_complete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:02.275805 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:02.300458 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:28:02.302763 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282523fe-e926-46ac-9944-17a38e24749d" -d '{"events": [{"server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "name": "network-vif-plugged", "status": "completed", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:28:02.318385 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:02.326085 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:02.358815 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2165f0be-d1fc-463d-a6c5-2a0aab0aa965 x-openstack-request-id: req-2165f0be-d1fc-463d-a6c5-2a0aab0aa965 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:28:02.359108 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "name": "network-vif-plugged", "status": "completed", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:28:02.359572 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2165f0be-d1fc-463d-a6c5-2a0aab0aa965 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:28:02.359804 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'code': 200} Jul 15 14:28:02.393393 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=7']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:05.560978 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:06.507351 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:09.427498 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38252) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:09.584214 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Deleting port 233b745f-a8e7-43c5-848b-4e7766847a38 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:09.584562 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:09.662897 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:09.663258 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:09.675599 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Calling delete_port for 233b745f-a8e7-43c5-848b-4e7766847a38 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:10.086819 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:10.116165 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event deleted for resources: {'Port': ['ID=233b745f-a8e7-43c5-848b-4e7766847a38,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:10.128142 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.128491 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.128861 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.129220 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.129538 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.129870 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.130200 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.130540 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.130852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.131219 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.131532 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.131852 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:10.189164 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:10.189617 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Floating IP 1deeb095-25ad-4403-b2c4-fad69796f435 disassociated (deleted). External IP: 172.25.1.232, port: 87369067-ea63-4e03-a1e8-c8f6845f573a. Jul 15 14:28:10.401857 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Router 41b62c16-a7db-4617-af8a-66a8ba97cbfe has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:28:10.516025 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:28:10.520963 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:10.525786 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] Sync routers for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:28:10.535793 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:28:10.536462 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:10.562283 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6096a80e-cba0-47e2-9a5d-e7a1b3630e6d tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "DELETE /v2.0/floatingips/1deeb095-25ad-4403-b2c4-fad69796f435 HTTP/1.1" status: 204 len: 168 time: 1.1306558 Jul 15 14:28:10.562283 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:28:10.562911 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c6c82-a465-4889-9e49-279155a9d26a" -d '{"events": [{"name": "network-changed", "server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:28:10.644854 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:28:10.817958 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7e2c6d-b1e7-4ec2-8712-37ec2b58879b x-openstack-request-id: req-fc7e2c6d-b1e7-4ec2-8712-37ec2b58879b {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:28:10.818355 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:28:10.818699 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc7e2c6d-b1e7-4ec2-8712-37ec2b58879b {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:28:10.819243 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'status': 'completed', 'code': 200} Jul 15 14:28:10.904307 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6c82-a465-4889-9e49-279155a9d26a req-eacadce8-ef70-493c-a4ba-9c1edc61c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:10.905835 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-920c6c82-a465-4889-9e49-279155a9d26a req-eacadce8-ef70-493c-a4ba-9c1edc61c28b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 1097 time: 0.0609965 Jul 15 14:28:10.922028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:53Z', 'revision_number': 1, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:10.948632 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] Checking router: 41b62c16-a7db-4617-af8a-66a8ba97cbfe for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:28:10.957405 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:28:10.958083 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:11.035554 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5170601-a380-4aca-8eab-4eb6d31a19fe req-8caad17c-74d6-41c2-ab5a-b46fc1979e4e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:11.037552 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5170601-a380-4aca-8eab-4eb6d31a19fe req-8caad17c-74d6-41c2-ab5a-b46fc1979e4e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 945 time: 0.1303415 Jul 15 14:28:11.054126 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6c82-a465-4889-9e49-279155a9d26a req-9bab6dbb-d142-4010-9ba9-436c82e3b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:11.055577 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-920c6c82-a465-4889-9e49-279155a9d26a req-9bab6dbb-d142-4010-9ba9-436c82e3b9f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.1400580 Jul 15 14:28:11.066200 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:28:11.102825 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-920c6c82-a465-4889-9e49-279155a9d26a req-23970548-29ec-4446-a1c2-4912bfa30221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87369067-ea63-4e03-a1e8-c8f6845f573a HTTP/1.1" status: 200 len: 217 time: 0.0392032 Jul 15 14:28:11.125783 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-d5170601-a380-4aca-8eab-4eb6d31a19fe req-3e7ac68b-2d28-45b2-ad5d-fdc858e92cf7 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811152 Jul 15 14:28:11.161487 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6c82-a465-4889-9e49-279155a9d26a req-7bddbff1-abd5-4535-9a17-9df2cb4db17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:11.162975 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-920c6c82-a465-4889-9e49-279155a9d26a req-7bddbff1-abd5-4535-9a17-9df2cb4db17f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0516882 Jul 15 14:28:11.235660 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6c82-a465-4889-9e49-279155a9d26a req-cbffc2ef-56db-487c-9d6b-94e14dbc2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:11.237325 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-920c6c82-a465-4889-9e49-279155a9d26a req-cbffc2ef-56db-487c-9d6b-94e14dbc2554 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659845 Jul 15 14:28:11.334134 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-920c6c82-a465-4889-9e49-279155a9d26a req-267260e0-a845-4000-bc7b-da25dd4b9b4e service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885110 Jul 15 14:28:11.433506 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-920c6c82-a465-4889-9e49-279155a9d26a req-30e3fdbd-8b3f-4f47-984e-e12ac30cb4a7 service neutron] 10.222.0.35 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921669 Jul 15 14:28:11.457878 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:53Z', 'revision_number': 1, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:11.487689 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae940313-3258-4a89-822f-f6197b5df02b None None] The sync data for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 is: [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_floatingips': [{'id': '095b1c6f-17b4-4a7f-9525-9c9352a90d7a', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'router_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'port_id': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'mac_address': 'fa:16:3e:df:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:23:51Z', 'updated_at': '2021-07-15T14:23:53Z', 'revision_number': 1, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:28:11.720710 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8aea8c-c3af-45fa-8df0-133a2f55fe00 None None] New status for floating IP 1deeb095-25ad-4403-b2c4-fad69796f435: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:28:12.102311 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 87369067-ea63-4e03-a1e8-c8f6845f573a no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:12.177824 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604051'] for port, before_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:12.200435 n-d-771362-36 neutron-server[93735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a'}] {{(pid=93735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:28:12.203304 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a90b7b7be7ab0c15f3496b0d8b50329e54a20cae9b2b5d6e27df013bd3288c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90de81a1-71f8-4e67-8eca-bca21b1a474c" -d '{"events": [{"server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "name": "network-vif-unplugged", "status": "completed", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a"}]}' {{(pid=93735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:28:12.215437 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:12.219536 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789911399765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789910998941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789910998959'] for port, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:12.271044 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Pushing event updated for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=8']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:12.327047 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8868-8334-4ae1-9824-feca63f6964a req-2189306c-c156-45ad-b465-0e97b36ea7d1 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:12.328597 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6bce8868-8334-4ae1-9824-feca63f6964a req-2189306c-c156-45ad-b465-0e97b36ea7d1 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 943 time: 0.0860705 Jul 15 14:28:12.401306 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6bce8868-8334-4ae1-9824-feca63f6964a req-85cabf1a-09fe-4422-9a10-820f6d1d1db4 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665538 Jul 15 14:28:12.441243 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-4f18ed57-dbcd-4a0f-b544-84bf29cbc58b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:12.442519 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-4f18ed57-dbcd-4a0f-b544-84bf29cbc58b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.35 "GET /v2.0/ports?device_id=de159978-ada1-42da-bda6-926ef6548966 HTTP/1.1" status: 200 len: 943 time: 0.0920794 Jul 15 14:28:12.448111 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d258fb-865f-48e0-8b19-7d120754ede5 x-openstack-request-id: req-f3d258fb-865f-48e0-8b19-7d120754ede5 {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:28:12.448456 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "name": "network-vif-unplugged", "status": "completed", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a", "code": 200}]} {{(pid=93735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:28:12.448750 n-d-771362-36 neutron-server[93735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3d258fb-865f-48e0-8b19-7d120754ede5 {{(pid=93735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:28:12.449188 n-d-771362-36 neutron-server[93735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'code': 200} Jul 15 14:28:12.554862 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Deleting port 87369067-ea63-4e03-a1e8-c8f6845f573a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:12.555238 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:12.649436 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] For port 87369067-ea63-4e03-a1e8-c8f6845f573a, host n-h1-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-36',level=0,port_id=87369067-ea63-4e03-a1e8-c8f6845f573a,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:12.649711 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:12.661956 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Calling delete_port for 87369067-ea63-4e03-a1e8-c8f6845f573a owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:12.793301 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:12.828916 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event deleted for resources: {'Port': ['ID=87369067-ea63-4e03-a1e8-c8f6845f573a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:12.856267 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.856617 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.856962 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.857300 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.857635 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.857965 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.858295 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.858624 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.858952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.859302 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.859630 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.859952 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-36 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:12.883999 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] No DVR routers for this DVR port 87369067-ea63-4e03-a1e8-c8f6845f573a on host n-h1-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:28:12.886552 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:12.888581 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-07b8f93c-e8a2-40de-81c4-6e366fcf7ed6 req-6f2fb8dc-a518-40aa-9ee0-758cc72fee65 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.35 "DELETE /v2.0/ports/87369067-ea63-4e03-a1e8-c8f6845f573a HTTP/1.1" status: 204 len: 173 time: 0.4323120 Jul 15 14:28:12.889013 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'name': 'network-vif-deleted', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:28:12.891995 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dc1a86-d7e4-4b7f-935d-af639195b580" -d '{"events": [{"server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "name": "network-vif-deleted", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:28:12.938408 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7579c5-2bf5-46e4-afa7-97fed604e63b x-openstack-request-id: req-be7579c5-2bf5-46e4-afa7-97fed604e63b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:28:12.938707 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de159978-ada1-42da-bda6-926ef6548966", "name": "network-vif-deleted", "tag": "87369067-ea63-4e03-a1e8-c8f6845f573a", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:28:12.938989 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be7579c5-2bf5-46e4-afa7-97fed604e63b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:28:12.939435 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de159978-ada1-42da-bda6-926ef6548966', 'name': 'network-vif-deleted', 'tag': '87369067-ea63-4e03-a1e8-c8f6845f573a', 'status': 'completed', 'code': 200} Jul 15 14:28:14.045087 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38310) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:14.204836 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Deleting port a5a67eb0-7e69-40f6-bf74-5089f9e15453 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:14.205187 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:14.286350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:14.286601 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:14.298697 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Calling delete_port for a5a67eb0-7e69-40f6-bf74-5089f9e15453 owned by network:floatingip {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:14.450204 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:14.474716 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event deleted for resources: {'Port': ['ID=a5a67eb0-7e69-40f6-bf74-5089f9e15453,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:14.548537 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:14.548871 n-d-771362-36 neutron-server[93734]: INFO neutron.db.l3_db [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Floating IP 095b1c6f-17b4-4a7f-9525-9c9352a90d7a disassociated (deleted). External IP: 172.25.1.235, port: b0ef1474-6839-48ad-acb5-dba9953e115e. Jul 15 14:28:14.765177 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Router 41b62c16-a7db-4617-af8a-66a8ba97cbfe has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:28:14.876354 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:28:14.881330 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for floatingip, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:14.885784 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] Sync routers for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:28:14.895072 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:28:14.895746 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:14.919688 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-6befc33e-80af-4688-9a49-e7c17ecc0271 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "DELETE /v2.0/floatingips/095b1c6f-17b4-4a7f-9525-9c9352a90d7a HTTP/1.1" status: 204 len: 168 time: 0.8729579 Jul 15 14:28:14.920306 n-d-771362-36 neutron-server[93734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e'}] {{(pid=93734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:28:14.923253 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154efc9f77699499d32e73d32fba345f315e0daf5ba2d70cc6758c41f173a39c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af8e0b-2187-458b-9d73-b350a570ff8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e"}]}' {{(pid=93734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:28:15.010422 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:28:15.167060 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4917c7-1cfc-4b54-a17e-5af5a18df358 x-openstack-request-id: req-2d4917c7-1cfc-4b54-a17e-5af5a18df358 {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:28:15.168070 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e", "status": "completed", "code": 200}]} {{(pid=93734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:28:15.168611 n-d-771362-36 neutron-server[93734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d4917c7-1cfc-4b54-a17e-5af5a18df358 {{(pid=93734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:28:15.169654 n-d-771362-36 neutron-server[93734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'status': 'completed', 'code': 200} Jul 15 14:28:15.260416 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-55df4c5d-15d8-4fd6-8755-d6dd01bf9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:15.263007 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:15.263381 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-55df4c5d-15d8-4fd6-8755-d6dd01bf9caa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 1096 time: 0.0633326 Jul 15 14:28:15.295433 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] Checking router: 41b62c16-a7db-4617-af8a-66a8ba97cbfe for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:28:15.305855 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:28:15.306514 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:15.411754 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-352e8541-52ee-4d03-8c15-93c01312c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:15.413254 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-352e8541-52ee-4d03-8c15-93c01312c83d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 200 len: 911 time: 0.1424050 Jul 15 14:28:15.419662 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:28:15.461350 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-85edf672-c403-4b6c-a0ce-c6d5a6997127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 200 len: 217 time: 0.0401978 Jul 15 14:28:15.504727 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a986-a6b7-4dfe-8990-0f1da53e70dd req-632e2ece-0bdf-4dfe-8ef9-7bb96461ce14 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:15.506292 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b84a986-a6b7-4dfe-8990-0f1da53e70dd req-632e2ece-0bdf-4dfe-8ef9-7bb96461ce14 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 944 time: 0.1533923 Jul 15 14:28:15.539362 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-ff59566b-e3df-41f5-b58c-1fca2dbab5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:15.540849 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-ff59566b-e3df-41f5-b58c-1fca2dbab5e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 200 len: 849 time: 0.0715487 Jul 15 14:28:15.582776 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-1b84a986-a6b7-4dfe-8990-0f1da53e70dd req-87973a33-640c-4ba5-8e2a-41b72ff6f97b tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685844 Jul 15 14:28:15.614838 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-b0a8b498-a22d-4604-8933-54e99b3f8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:15.616414 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-b0a8b498-a22d-4604-8933-54e99b3f8f11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee3d986-a899-4dc8-bf87-380b923eca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660741 Jul 15 14:28:15.632748 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:15.660527 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e511cd0-40e9-47dd-a4f6-8bb49593f772 None None] The sync data for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 is: [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:26Z', 'revision_number': 4, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36', '_interfaces': [{'id': '773c9045-425b-4896-b91f-53505abe3f77', 'name': '', 'network_id': 'cee3d986-a899-4dc8-bf87-380b923eca63', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'mac_address': 'fa:16:3e:36:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:25Z', 'updated_at': '2021-07-15T14:23:33Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'subnets': [{'id': '007f3f9c-193b-4164-9a73-e36381a46a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:28:15.720244 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-4b3d02a6-4d35-495a-89e5-ec21332239bc service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938740 Jul 15 14:28:15.820596 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-72af8e0b-2187-458b-9d73-b350a570ff8e req-c259b2fc-eb14-43ab-8ed1-d380f7e6103f service neutron] 10.222.0.30 "GET /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881753 Jul 15 14:28:15.890721 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01fcea-385d-4a6e-810e-7dd3b04883ba None None] New status for floating IP 095b1c6f-17b4-4a7f-9525-9c9352a90d7a: DOWN {{(pid=93736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:28:16.132285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 87369067-ea63-4e03-a1e8-c8f6845f573a no longer exists at agent hyperv_n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:16.152436 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] No Port match for: 87369067-ea63-4e03-a1e8-c8f6845f573a {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:28:16.152783 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Device 87369067-ea63-4e03-a1e8-c8f6845f573a not bound to the agent host n-h1-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:28:16.770688 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4a185-3373-48f7-9384-81cc580718b6 req-9168b334-c881-4762-9e68-3a7fee821914 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:16.772125 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81b4a185-3373-48f7-9384-81cc580718b6 req-9168b334-c881-4762-9e68-3a7fee821914 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 944 time: 0.0693285 Jul 15 14:28:16.809235 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-81b4a185-3373-48f7-9384-81cc580718b6 req-64cd8e69-8bb0-4e14-97aa-3359a3ad906e tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Jul 15 14:28:16.902790 n-d-771362-36 neutron-server[93733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-1386fee1-2496-450f-9974-162947e757ec tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:16.904304 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-1386fee1-2496-450f-9974-162947e757ec tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.30 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 944 time: 0.0647624 Jul 15 14:28:17.004803 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Deleting port b0ef1474-6839-48ad-acb5-dba9953e115e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:17.005139 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:17.090839 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] For port b0ef1474-6839-48ad-acb5-dba9953e115e, host n-h2-771362-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-36',level=0,port_id=b0ef1474-6839-48ad-acb5-dba9953e115e,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:17.091226 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:17.104129 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Calling delete_port for b0ef1474-6839-48ad-acb5-dba9953e115e owned by compute:nova {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:17.241164 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:17.274558 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event deleted for resources: {'Port': ['ID=b0ef1474-6839-48ad-acb5-dba9953e115e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:17.331060 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] No DVR routers for this DVR port b0ef1474-6839-48ad-acb5-dba9953e115e on host n-h2-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:28:17.333838 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469445'] for port, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:17.335953 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-6aaf5427-c485-4774-bf39-b7ca83a95486 req-b44d39ea-cf02-4048-b31b-93485d4102ca tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.30 "DELETE /v2.0/ports/b0ef1474-6839-48ad-acb5-dba9953e115e HTTP/1.1" status: 204 len: 173 time: 0.4261928 Jul 15 14:28:17.336403 n-d-771362-36 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'name': 'network-vif-deleted', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:28:17.338724 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3730764edbedfa9acccb44854c3a962e94e7e6750fa4f6e024717909e4df643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c655b55-89fc-4000-976a-e3b45be0bbc8" -d '{"events": [{"server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "name": "network-vif-deleted", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:28:17.378681 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409879c7-e3ff-41ea-a27e-5d160db33fc3 x-openstack-request-id: req-409879c7-e3ff-41ea-a27e-5d160db33fc3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:28:17.378981 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edcb5da-9531-4d4f-bcb4-802aaebd92ac", "name": "network-vif-deleted", "tag": "b0ef1474-6839-48ad-acb5-dba9953e115e", "status": "completed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:28:17.379253 n-d-771362-36 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-409879c7-e3ff-41ea-a27e-5d160db33fc3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:28:17.379715 n-d-771362-36 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edcb5da-9531-4d4f-bcb4-802aaebd92ac', 'name': 'network-vif-deleted', 'tag': 'b0ef1474-6839-48ad-acb5-dba9953e115e', 'status': 'completed', 'code': 200} Jul 15 14:28:17.973897 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [req-f409b559-e860-4e06-84eb-000dbb41d30c req-5a18f154-9106-4314-b980-947ffc4bf872 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edcb5da-9531-4d4f-bcb4-802aaebd92ac HTTP/1.1" status: 200 len: 210 time: 0.0335565 Jul 15 14:28:19.021988 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-bf837a1e-dbe3-45ee-9b98-1525b49cb439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:19.071194 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38326) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:19.131712 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4657-f646-4d18-be34-d12f88385f69 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:19.157675 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4657-f646-4d18-be34-d12f88385f69 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:19.219839 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4657-f646-4d18-be34-d12f88385f69 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:19.222387 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4657-f646-4d18-be34-d12f88385f69 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:19.224712 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-1c1f4657-f646-4d18-be34-d12f88385f69 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] 10.222.0.25 "DELETE /v2.0/security-groups/5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7 HTTP/1.1" status: 204 len: 168 time: 0.1515446 Jul 15 14:28:19.234247 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f4657-f646-4d18-be34-d12f88385f69 tempest-TestSnapshotPattern-1121602833 tempest-TestSnapshotPattern-1121602833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f77c80e-b773-4e73-8e2c-aae7aa8dd8e7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:19.272231 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38330) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:19.408631 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b0ef1474-6839-48ad-acb5-dba9953e115e no longer exists at agent hyperv_n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:19.428978 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] No Port match for: b0ef1474-6839-48ad-acb5-dba9953e115e {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:28:19.429333 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Device b0ef1474-6839-48ad-acb5-dba9953e115e not bound to the agent host n-h2-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:28:19.643942 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:19.930163 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Deleting port 773c9045-425b-4896-b91f-53505abe3f77 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:19.930404 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:20.007622 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] For port 773c9045-425b-4896-b91f-53505abe3f77, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=773c9045-425b-4896-b91f-53505abe3f77,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:20.007984 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:20.020964 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Calling delete_port for 773c9045-425b-4896-b91f-53505abe3f77 owned by network:router_interface {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:20.204141 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:20.233488 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Pushing event deleted for resources: {'Port': ['ID=773c9045-425b-4896-b91f-53505abe3f77,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:20.404822 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:20.979718 n-d-771362-36 neutron-server[93733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Router 41b62c16-a7db-4617-af8a-66a8ba97cbfe has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:28:21.094829 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:28:21.100323 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-eba02c06-caaf-4496-855c-549d0d0aa417 admin admin] 10.222.0.25 "PUT /v2.0/routers/41b62c16-a7db-4617-af8a-66a8ba97cbfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8267479 Jul 15 14:28:21.102654 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38332) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:21.105268 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] Sync routers for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:28:21.114586 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:28:21.115246 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:21.205845 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.218969 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: n-d-771362-36 {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:28:21.308163 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.361167 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Deleting port fe2c97bb-97ab-4616-8907-149c941aa891 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:21.361511 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.406628 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:28:20Z', 'revision_number': 5, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port': {'id': 'fe2c97bb-97ab-4616-8907-149c941aa891', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:21.433138 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] Checking router: 41b62c16-a7db-4617-af8a-66a8ba97cbfe for host: n-d-771362-36 {{(pid=93735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:28:21.445484 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] Routers {'41b62c16-a7db-4617-af8a-66a8ba97cbfe'} bound to L3 agent in host n-d-771362-36 {{(pid=93735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:28:21.446119 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:27:52Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'], 'active': True} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:21.451460 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] For port fe2c97bb-97ab-4616-8907-149c941aa891, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=fe2c97bb-97ab-4616-8907-149c941aa891,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:21.451906 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.467523 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Calling delete_port for fe2c97bb-97ab-4616-8907-149c941aa891 owned by network:router_gateway {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:21.538298 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvr_db [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] Set router 41b62c16-a7db-4617-af8a-66a8ba97cbfe gateway port host: None {{(pid=93735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:28:21.597324 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_hamode_db [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:28:21Z', 'revision_number': 6, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:21.624067 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709dd697-7cb6-4bf2-ad45-fa86c1e82ae1 None None] The sync data for ids ['41b62c16-a7db-4617-af8a-66a8ba97cbfe'] in n-d-771362-36 is: [{'id': '41b62c16-a7db-4617-af8a-66a8ba97cbfe', 'name': 'tempest-TestSnapshotPattern-1138720981-router', 'tenant_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:23Z', 'updated_at': '2021-07-15T14:28:21Z', 'revision_number': 6, 'project_id': '5bb0197d30ad4ac281b8d541c3a1f0bc', 'gw_port_host': None}] {{(pid=93735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:28:21.648395 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.678075 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2c97bb-97ab-4616-8907-149c941aa891,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:21.698847 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cf3c66f1-f66b-45dc-8621-bf5e6c321756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.744374 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.824572 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.836823 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.838992 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.881683 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.882236 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41b62c16-a7db-4617-af8a-66a8ba97cbfe {{(pid=93733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:28:21.886772 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] Notify callbacks [] for router, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:21.887981 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-319be469-506e-4256-b85e-a99b830854ae admin admin] 10.222.0.25 "DELETE /v2.0/routers/41b62c16-a7db-4617-af8a-66a8ba97cbfe HTTP/1.1" status: 204 len: 168 time: 0.7842970 Jul 15 14:28:21.891144 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38334) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:22.063901 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc363b7-fa31-4822-b23d-67ddcc7e94c8 admin admin] Deleting subnet 007f3f9c-193b-4164-9a73-e36381a46a14 {{(pid=93733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:28:22.067679 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfc363b7-fa31-4822-b23d-67ddcc7e94c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.102027 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfc363b7-fa31-4822-b23d-67ddcc7e94c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12741694'] for subnet, precommit_delete_associations {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.180299 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfc363b7-fa31-4822-b23d-67ddcc7e94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.232559 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfc363b7-fa31-4822-b23d-67ddcc7e94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12741764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13373886'] for subnet, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.263948 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc363b7-fa31-4822-b23d-67ddcc7e94c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007f3f9c-193b-4164-9a73-e36381a46a14,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:22.267512 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfc363b7-fa31-4822-b23d-67ddcc7e94c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.269410 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-cfc363b7-fa31-4822-b23d-67ddcc7e94c8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/007f3f9c-193b-4164-9a73-e36381a46a14 HTTP/1.1" status: 204 len: 168 time: 0.3773155 Jul 15 14:28:22.273443 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38340) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:22.276760 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bdeb42-fa89-4d9a-a66c-2c255d8bd0e7 None None] Network cee3d986-a899-4dc8-bf87-380b923eca63 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:28:22.342002 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.422136 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Deleting port c64e2a0e-e7bf-4189-989f-4f03ac754f57 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:22.422479 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.478149 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] DHCP port deletion for cee3d986-a899-4dc8-bf87-380b923eca63 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:28:22.502917 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] For port c64e2a0e-e7bf-4189-989f-4f03ac754f57, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c64e2a0e-e7bf-4189-989f-4f03ac754f57,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:22.503382 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.516641 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Calling delete_port for c64e2a0e-e7bf-4189-989f-4f03ac754f57 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:22.540728 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] Deleting port c64e2a0e-e7bf-4189-989f-4f03ac754f57 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:22.541336 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.604576 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12741879'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.611913 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] For port c64e2a0e-e7bf-4189-989f-4f03ac754f57, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=c64e2a0e-e7bf-4189-989f-4f03ac754f57,segment=NetworkSegment(09183613-bedf-45ec-a545-0b4844465bcd),segment_id=09183613-bedf-45ec-a545-0b4844465bcd)] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:22.612341 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.625087 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] Calling delete_port for c64e2a0e-e7bf-4189-989f-4f03ac754f57 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:22.635652 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64e2a0e-e7bf-4189-989f-4f03ac754f57,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:22.639768 n-d-771362-36 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] No DVR routers for this DVR port c64e2a0e-e7bf-4189-989f-4f03ac754f57 on host n-d-771362-36 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:28:22.712965 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.716303 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.723795 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee3d986-a899-4dc8-bf87-380b923eca63']}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:22.734097 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09183613-bedf-45ec-a545-0b4844465bcd') {'for_net_delete': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:22.734426 n-d-771362-36 neutron-server[93733]: DEBUG neutron.services.segments.db [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09183613-bedf-45ec-a545-0b4844465bcd') {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:22.742490 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] Pushing event deleted for resources: {'Port': ['ID=c64e2a0e-e7bf-4189-989f-4f03ac754f57,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:22.743278 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12741641'] for segment, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.749229 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da58fe-a8bd-4ff3-963a-48f70f70a7da None None] No DVR routers for this DVR port c64e2a0e-e7bf-4189-989f-4f03ac754f57 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:28:22.760821 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.767538 n-d-771362-36 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:28:22.767887 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12739366'] for segment, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: Traceback (most recent call last): Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: timer() Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: cb(*args, **kw) Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: return func(*args, **kwargs) Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: self._notify() Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: self.callback(batched_events) Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: event.method(event) Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: return f(self, *a, **k) Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: return self._get(url).json() Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: return self.request(url, 'GET', **kwargs) Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:28:22.769546 n-d-771362-36 neutron-server[93733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:28:22.829664 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.841498 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Notify callbacks [] for network, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:22.841498 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cee3d986-a899-4dc8-bf87-380b923eca63 HTTP/1.1" status: 204 len: 168 time: 0.5632081 Jul 15 14:28:22.842791 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38342) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:22.849156 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116cce2-9bc5-494d-a4b4-bca21ca6a833 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee3d986-a899-4dc8-bf87-380b923eca63,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:23.075997 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c64e2a0e-e7bf-4189-989f-4f03ac754f57 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:23.095774 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: c64e2a0e-e7bf-4189-989f-4f03ac754f57 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:28:23.096113 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device c64e2a0e-e7bf-4189-989f-4f03ac754f57 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:28:23.096529 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 773c9045-425b-4896-b91f-53505abe3f77 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:23.115971 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 773c9045-425b-4896-b91f-53505abe3f77 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:28:23.116285 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 773c9045-425b-4896-b91f-53505abe3f77 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:28:23.116808 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fe2c97bb-97ab-4616-8907-149c941aa891 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:23.135681 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: fe2c97bb-97ab-4616-8907-149c941aa891 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:28:23.136028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device fe2c97bb-97ab-4616-8907-149c941aa891 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:28:23.221999 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-896419'] for router_interface, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:23.227809 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:23.482439 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Deleting port a2fc8c14-ee87-41bf-afa4-cf7785a76cef {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:23.482786 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:23.562080 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] For port a2fc8c14-ee87-41bf-afa4-cf7785a76cef, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,segment=NetworkSegment(3b92865d-3dad-49a8-9186-807d62379625),segment_id=3b92865d-3dad-49a8-9186-807d62379625)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:23.562432 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:23.574942 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Calling delete_port for a2fc8c14-ee87-41bf-afa4-cf7785a76cef owned by network:router_interface {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:23.757547 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:23.788477 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fc8c14-ee87-41bf-afa4-cf7785a76cef,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:23.970683 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679475'] for router_interface, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:24.190725 n-d-771362-36 neutron-server[93734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Router 1e54ee8d-02ec-4103-9bff-b768c0339601 has already been hosted by L3 agent e6948690-85d1-4efd-a759-5f17bb9924fa {{(pid=93734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:28:24.564045 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] Notify agent at l3_agent.n-d-771362-36 the message routers_updated {{(pid=93734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:28:24.569767 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-2c803f16-ec25-409b-a799-a7ae3ab3a9d8 admin admin] 10.222.0.25 "PUT /v2.0/routers/1e54ee8d-02ec-4103-9bff-b768c0339601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258165 Jul 15 14:28:24.572305 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38344) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:24.574955 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] Sync routers for ids ['1e54ee8d-02ec-4103-9bff-b768c0339601'] in n-d-771362-36 {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:28:24.584071 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] Routers {'1e54ee8d-02ec-4103-9bff-b768c0339601'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:28:24.584681 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1e54ee8d-02ec-4103-9bff-b768c0339601'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:24.681656 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks [] for router, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:24.686778 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] Set router 1e54ee8d-02ec-4103-9bff-b768c0339601 gateway port host: n-d-771362-36 {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:28:24.698467 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:24.782808 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:24.841797 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Deleting port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:24.842607 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:24.866008 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'external_fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:28:23Z', 'revision_number': 5, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port': {'id': 'ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1', 'name': '', 'network_id': '27d200cb-cf2d-42fe-a650-50fc75a0e604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:23:29Z', 'updated_at': '2021-07-15T14:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '227ddd99-766d-4a2d-be30-86bab8378fd6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-36'}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:24.896193 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] Checking router: 1e54ee8d-02ec-4103-9bff-b768c0339601 for host: n-d-771362-36 {{(pid=93736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:28:24.905743 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] Routers {'1e54ee8d-02ec-4103-9bff-b768c0339601'} bound to L3 agent in host n-d-771362-36 {{(pid=93736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:28:24.906372 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:21Z,description=,heartbeat_timestamp=2021-07-15T14:28:22Z,host='n-d-771362-36',id=e6948690-85d1-4efd-a759-5f17bb9924fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:21Z,topic='l3_agent')) {'router_ids': ['1e54ee8d-02ec-4103-9bff-b768c0339601'], 'active': True} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:24.926493 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] For port ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1,segment=NetworkSegment(49c7efb5-a467-4988-8b6e-ed4104697f9b),segment_id=49c7efb5-a467-4988-8b6e-ed4104697f9b)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:24.926869 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:24.940755 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Calling delete_port for ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 owned by network:router_gateway {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:25.001477 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_dvr_db [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] Set router 1e54ee8d-02ec-4103-9bff-b768c0339601 gateway port host: None {{(pid=93736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:28:25.054503 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.l3_hamode_db [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:28:24Z', 'revision_number': 6, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port_host': None}], 'n-d-771362-36', False) {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:25.087011 n-d-771362-36 neutron-server[93736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba75a2a-1ad8-42bd-af52-1fb2bec3d68e None None] The sync data for ids ['1e54ee8d-02ec-4103-9bff-b768c0339601'] in n-d-771362-36 is: [{'id': '1e54ee8d-02ec-4103-9bff-b768c0339601', 'name': 'tempest-TestSnapshotPattern-1570084812-router', 'tenant_id': '34be6300332a499cb1436d92cc908e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:23:28Z', 'updated_at': '2021-07-15T14:28:24Z', 'revision_number': 6, 'project_id': '34be6300332a499cb1436d92cc908e55', 'gw_port_host': None}] {{(pid=93736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:28:25.123175 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.147634 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:25.216071 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-757097'] for router_gateway, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.307089 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-896765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7303'] for router, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.309292 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.352499 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893419'] for router, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.352997 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e54ee8d-02ec-4103-9bff-b768c0339601 {{(pid=93734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:28:25.358350 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] Notify callbacks [] for router, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.359562 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-d8401391-784e-4dec-a2c2-2fa5ad6c3277 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1e54ee8d-02ec-4103-9bff-b768c0339601 HTTP/1.1" status: 204 len: 168 time: 0.7858989 Jul 15 14:28:25.362166 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38346) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:25.408108 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f70bc4-56e5-4000-8113-e14a5c7c09a5 admin admin] Deleting subnet 08c2a235-ba08-4741-b781-cd74fd475e9c {{(pid=93734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:28:25.411247 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f70bc4-56e5-4000-8113-e14a5c7c09a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.452531 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f70bc4-56e5-4000-8113-e14a5c7c09a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12610214'] for subnet, precommit_delete_associations {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.537960 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f70bc4-56e5-4000-8113-e14a5c7c09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923530'] for subnet, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.593032 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f70bc4-56e5-4000-8113-e14a5c7c09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14561516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12684228'] for subnet, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.618976 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f70bc4-56e5-4000-8113-e14a5c7c09a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c2a235-ba08-4741-b781-cd74fd475e9c,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:25.624256 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a6f70bc4-56e5-4000-8113-e14a5c7c09a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.626192 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-a6f70bc4-56e5-4000-8113-e14a5c7c09a5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/08c2a235-ba08-4741-b781-cd74fd475e9c HTTP/1.1" status: 204 len: 168 time: 0.2629793 Jul 15 14:28:25.628708 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [-] (93734) accepted ('10.222.0.25', 38348) {{(pid=93734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:25.640740 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c3ab6-0e68-4806-a044-497f0f50a48c None None] Network ade95c20-c210-4051-9c98-cdbd752e4740 requested from n-d-771362-36 {{(pid=93735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:28:25.705197 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821345'] for network, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.762456 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Deleting port 5c63a64d-e115-4497-8f2e-0f2309a80de6 {{(pid=93734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:25.762812 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.833749 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] For port 5c63a64d-e115-4497-8f2e-0f2309a80de6, host n-d-771362-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-36',level=0,port_id=5c63a64d-e115-4497-8f2e-0f2309a80de6,segment=NetworkSegment(3b92865d-3dad-49a8-9186-807d62379625),segment_id=3b92865d-3dad-49a8-9186-807d62379625)] {{(pid=93734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:25.834114 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.846479 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Calling delete_port for 5c63a64d-e115-4497-8f2e-0f2309a80de6 owned by network:dhcp {{(pid=93734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:25.881028 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] DHCP port deletion for ade95c20-c210-4051-9c98-cdbd752e4740 request from n-d-771362-36 {{(pid=93735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:28:25.931488 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14561439'] for port, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.944672 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] Deleting port 5c63a64d-e115-4497-8f2e-0f2309a80de6 {{(pid=93735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:28:25.945452 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789911399599'] for port, before_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.954103 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c63a64d-e115-4497-8f2e-0f2309a80de6,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:25.964416 n-d-771362-36 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] No DVR routers for this DVR port 5c63a64d-e115-4497-8f2e-0f2309a80de6 on host n-d-771362-36 {{(pid=93734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:28:26.043192 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918382', 'neutron.services.segments.db._delete_segments_for_network-8789911315532'] for network, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.056612 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade95c20-c210-4051-9c98-cdbd752e4740']}} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:26.063086 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.db [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] For port 5c63a64d-e115-4497-8f2e-0f2309a80de6, host n-d-771362-36, got binding levels [] {{(pid=93735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:26.063721 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893336'] for port, precommit_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.069650 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b92865d-3dad-49a8-9186-807d62379625') {'for_net_delete': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:26.069951 n-d-771362-36 neutron-server[93734]: DEBUG neutron.services.segments.db [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b92865d-3dad-49a8-9186-807d62379625') {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:28:26.079293 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789911319125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12610193'] for segment, before_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.083074 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] Calling delete_port for 5c63a64d-e115-4497-8f2e-0f2309a80de6 owned by network:dhcp {{(pid=93735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:28:26.087513 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.ipam_backend_mixin [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] Port 5c63a64d-e115-4497-8f2e-0f2309a80de6 was not found and therefore no delete operation was performed {{(pid=93735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 14:28:26.089397 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789911399810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789910998932'] for port, after_delete {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.093514 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514'] for segment, precommit_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.099973 n-d-771362-36 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:28:26.100506 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14565198'] for segment, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: Traceback (most recent call last): Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: timer() Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: cb(*args, **kw) Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: return func(*args, **kwargs) Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: self._notify() Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: self.callback(batched_events) Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: event.method(event) Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: return f(self, *a, **k) Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: return self._get(url).json() Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: return self.request(url, 'GET', **kwargs) Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:28:26.102497 n-d-771362-36 neutron-server[93734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:28:26.134519 n-d-771362-36 neutron-server[93735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] Pushing event deleted for resources: {'Port': ['ID=5c63a64d-e115-4497-8f2e-0f2309a80de6,revision_number=None']} {{(pid=93735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:26.138747 n-d-771362-36 neutron-server[93735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77074ef-7661-48e7-b8ee-1c264ec0d8f3 None None] No DVR routers for this DVR port 5c63a64d-e115-4497-8f2e-0f2309a80de6 on host n-d-771362-36 {{(pid=93735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:28:26.176021 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-757173'] for network, after_delete {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.182099 n-d-771362-36 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.184945 n-d-771362-36 neutron-server[93734]: INFO neutron.wsgi [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ade95c20-c210-4051-9c98-cdbd752e4740 HTTP/1.1" status: 204 len: 168 time: 0.5543799 Jul 15 14:28:26.197714 n-d-771362-36 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526aaa5-4138-4049-9412-6c3e339ee9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade95c20-c210-4051-9c98-cdbd752e4740,revision_number=None']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:26.319714 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38352) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:26.363277 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b5f6f3d4-132e-4026-af72-5ca09ddbd939 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bb0197d30ad4ac281b8d541c3a1f0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420980 Jul 15 14:28:26.365807 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38354) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:26.424710 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-247a8c03-dfef-4384-91dc-9bddb103c12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.448152 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-247a8c03-dfef-4384-91dc-9bddb103c12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.512135 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-247a8c03-dfef-4384-91dc-9bddb103c12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.515367 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-247a8c03-dfef-4384-91dc-9bddb103c12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.516681 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-247a8c03-dfef-4384-91dc-9bddb103c12f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bbcd737-6bad-4bd3-9d19-622c45a65b78 HTTP/1.1" status: 204 len: 168 time: 0.1499579 Jul 15 14:28:26.529024 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a8c03-dfef-4384-91dc-9bddb103c12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbcd737-6bad-4bd3-9d19-622c45a65b78,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:26.869721 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38360) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:26.910939 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-7c72bad2-e8f1-4690-8335-4bebf1c5ef87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34be6300332a499cb1436d92cc908e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400529 Jul 15 14:28:26.913503 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [-] (93733) accepted ('10.222.0.25', 38362) {{(pid=93733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:28:26.961884 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ad98-d24f-4dfa-81c5-2137fe16a006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.983915 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ad98-d24f-4dfa-81c5-2137fe16a006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:27.031148 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ad98-d24f-4dfa-81c5-2137fe16a006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742778'] for security_group, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:27.033807 n-d-771362-36 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ad98-d24f-4dfa-81c5-2137fe16a006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:27.035166 n-d-771362-36 neutron-server[93733]: INFO neutron.wsgi [None req-b2a0ad98-d24f-4dfa-81c5-2137fe16a006 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3225233-fafe-49be-af6a-c3841737369c HTTP/1.1" status: 204 len: 168 time: 0.1205156 Jul 15 14:28:27.045850 n-d-771362-36 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ad98-d24f-4dfa-81c5-2137fe16a006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3225233-fafe-49be-af6a-c3841737369c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:27.096064 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a2fc8c14-ee87-41bf-afa4-cf7785a76cef no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:27.115445 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: a2fc8c14-ee87-41bf-afa4-cf7785a76cef {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:28:27.115785 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device a2fc8c14-ee87-41bf-afa4-cf7785a76cef not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:28:27.116391 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:27.138719 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:28:27.139116 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device ab2d5e0a-ecb4-4c3a-9b94-b24a199ce8e1 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:28:27.140058 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5c63a64d-e115-4497-8f2e-0f2309a80de6 no longer exists at agent ovs-agent-n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:27.158228 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] No Port match for: 5c63a64d-e115-4497-8f2e-0f2309a80de6 {{(pid=93735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:28:27.158569 n-d-771362-36 neutron-server[93735]: DEBUG neutron.plugins.ml2.rpc [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Device 5c63a64d-e115-4497-8f2e-0f2309a80de6 not bound to the agent host n-d-771362-36 {{(pid=93735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:28:35.589920 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:36.518398 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:37.276999 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:49.024352 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e88f757f-1cd2-432a-9613-8c8c954bae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:51.705345 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c9ec7299-9630-449c-b785-4b74b99adff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:51.833275 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:53.229991 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:54.700051 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:05.607303 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:06.537727 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:14.276249 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:29:19.034784 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-f79af7f7-5c95-4702-99e8-4f55cdc1a88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.707319 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-8e56393d-2f06-40cc-b894-2f6fd4afec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.826651 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.235146 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.709361 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:35.592581 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:36.549346 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:49.030594 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-772b99c1-279b-452c-8f48-eaf060286def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:51.277044 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:29:51.709654 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6b65d0ab-1db2-4da1-a6e1-5cdf731e45ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:51.827719 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:53.235490 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:54.708692 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:05.620215 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:06.548840 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:19.032271 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a95e6c07-a5d4-4da2-b4fb-e7e4843a7534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:21.710416 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdf8e-aab1-4e0b-874b-09b69feeaa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:21.828552 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:23.239548 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:24.710779 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:28.277149 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:30:35.619789 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:36.561997 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:49.033288 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba4d3-afc9-4669-ac9c-7cf97cb1d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.711738 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d6f3-1aa8-4f1a-bc8a-01ec2e4b12a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.829546 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.242081 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.712489 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.277175 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:31:05.618717 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:06.577033 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:19.034894 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-b8d42475-0aa4-4190-9440-a806aa1f61c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:21.716317 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-81ccd75a-7224-4755-9408-f1a506ec529a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:21.831002 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:23.247790 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:24.718694 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:35.634711 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:36.576433 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:42.276199 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:31:49.036989 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e40024ef-1713-4480-8f68-9a18aeaa7160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:51.708427 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-cc0a04d0-5586-4fee-a9c6-39f4128b5ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:51.832477 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:53.253326 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:54.719257 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:05.635604 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:06.574656 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:06.607450 n-d-771362-36 neutron-server[93734]: DEBUG neutron.wsgi [req-7b13cd13-4ca9-45b3-ad4e-31fd49261e18 req-63784429-72dc-479a-8ac2-8a5953305e00 service neutron] (93734) timed out ('10.222.0.25', 36972) {{(pid=93734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:32:19.040561 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-69e1c185-aeb2-4f26-8bb0-5a4e0697accf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:19.275328 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:32:21.710766 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-e90c0d7a-9841-4e43-8668-6221aba07d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:21.835867 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:23.254463 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:24.723674 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:35.647932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:36.573313 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:49.043799 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-ee83e94e-fd81-45b5-b499-2119a075f709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:51.712154 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1d669a07-fe82-4cc7-8d2f-0952cdc85f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:51.838200 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:53.255338 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:54.726306 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:56.274915 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:33:05.647695 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:06.588167 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:19.045266 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-63e835d4-fc33-4e85-9795-093b7b33be84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:21.712800 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1d3fcbf3-f668-49ed-ac50-2f6ada60fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:21.843493 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:23.261583 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:24.729108 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:33.276042 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:33:35.648032 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:36.586906 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:49.047448 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-a66ffb21-4efa-4563-9390-6d7bb55201cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:51.714027 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-09511ea6-0b64-4e8b-bbb5-8484507aed39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:51.847734 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:53.265360 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:54.733415 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:05.653012 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:06.584663 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:10.275563 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:34:19.048989 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-4bdf909c-034c-4175-bb87-226efd5f7b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:21.715792 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-0f608636-6ab7-4038-86d9-59a228223639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:21.848830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:23.266535 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:24.735645 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:35.665101 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:36.600830 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:47.274158 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:34:49.050457 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-75d0e848-d4be-403e-9531-cfbc79211e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:51.724113 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-2ebabffa-e8fc-458c-bac6-6e3364c7a6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:51.853657 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:53.267587 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:54.739683 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:05.691311 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:06.598680 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:19.053862 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-34120591-fd11-4ea3-80e0-6945f594f01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:21.715001 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-95c03631-3dfc-4c24-ad06-41f3e41eac8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:21.846288 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:23.271417 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:24.274389 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:35:24.740042 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:35.693524 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:36.627110 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:49.055719 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-716b1d6d-7a36-49ea-9612-561f25728420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:51.715856 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-c31f4a9d-8539-47bc-ad3e-fa8c6e75bf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:51.850716 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:53.273780 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:54.743932 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:01.276175 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:36:05.691596 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:06.644075 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:19.057737 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-65b362a6-995b-4fea-8868-5616c16522bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:21.717273 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5a986e4a-1645-41e2-a6f2-c33d52e933c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:21.853240 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:23.276620 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:24.746748 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:33.382224 n-d-771362-36 neutron-server[93733]: DEBUG neutron.wsgi [req-85075ee9-4e80-41c4-a9d5-bfeea178088d req-caf8cdf7-cbc5-401f-bd04-ad6da38225ec service neutron] (93733) timed out ('10.222.0.25', 33488) {{(pid=93733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:36:35.691083 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-17f70f8d-987c-40e4-9c48-baca334fd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:36.641521 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-022023c2-44ab-45cb-9f01-591eec4c9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:38.275950 n-d-771362-36 neutron-server[93736]: DEBUG neutron.db.agents_db [None req-321a32db-fd4b-458a-ab76-d48cd708cb8f None None] Agent healthcheck: found 7 active agents {{(pid=93736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:36:49.059810 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-a00d-4098-afa9-6d1e030bd17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:51.720741 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-afc589d3-a59c-4beb-b022-ed0c218b94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:51.862851 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dad6-3957-4307-a193-3a20c5ca33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:53.280255 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0b41-382e-44ce-8c6c-6d633e9f85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:54.749337 n-d-771362-36 neutron-server[93735]: DEBUG neutron_lib.callbacks.manager [None req-54fbaa97-9087-42e0-97b4-80d1ff764654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789911315514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924852'] for agent, after_update {{(pid=93735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}